-- Logs begin at Thu 2021-09-16 04:17:26 UTC, end at Thu 2021-09-16 06:41:41 UTC. -- Sep 16 04:48:08.785949 n-d-713301-15 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 04:48:11.518287 n-d-713301-15 neutron-server[94609]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:48:11.518910 n-d-713301-15 neutron-server[94609]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:48:11.519088 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94609) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:48:11.522305 n-d-713301-15 neutron-server[94609]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:48:11.522563 n-d-713301-15 neutron-server[94609]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:48:11.522881 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94609) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:48:11.523817 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:48:11.524053 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:48:11.524438 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:48:11.524686 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:48:11.524917 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:48:11.525241 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.525545 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.525845 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.526077 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.526376 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.526672 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.526959 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.527252 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.527550 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.527838 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.528147 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.528438 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.528670 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.528955 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.529246 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.529538 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.529763 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] debug = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.530047 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.530489 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.530906 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.531195 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.531492 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.531776 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.532058 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.532362 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.532653 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.532984 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] host = n-d-713301-15 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.533270 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.533564 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.533872 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.534151 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.534950 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.535231 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.535524 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.535801 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.536078 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] log_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.536379 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.536674 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.536968 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.537265 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.537493 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.537721 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.538015 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.538306 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.538588 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.538866 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.539145 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.539423 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.539699 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.539971 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.540288 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.540577 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.540957 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.541246 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.541529 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.541806 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.542085 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.542375 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.542655 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.542934 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.543213 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.543507 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.543783 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.544062 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.544397 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.544691 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.544985 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.545278 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.545561 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.545848 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.546129 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.546406 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.546682 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] use_json = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.546958 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.547233 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.547520 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.547798 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.548075 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.548375 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.548922 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.549215 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:11.549518 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.549823 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.550699 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.550994 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.551298 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.551587 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.551886 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.552202 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.552498 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.552791 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.553086 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.553371 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.553662 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.553945 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.554247 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.554558 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.554859 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.555157 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.555437 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.555716 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.555996 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.556308 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.556603 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.556886 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.557181 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.557475 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.557759 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.558050 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.558351 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.558649 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.558931 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.559216 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.559514 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.559797 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.560078 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.560385 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.560681 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.560968 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.561245 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.561530 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.561809 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.562085 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.562360 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.562639 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.562932 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.563211 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.563485 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.563758 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.564037 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.564408 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.564690 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.564970 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.565246 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.565543 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.565825 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.566102 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.566379 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.566658 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.566934 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.567211 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.567487 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.567762 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.568038 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.568341 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.568619 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.568895 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.569170 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.569449 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.569725 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.569999 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.570277 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.570554 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.570835 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.571126 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.571426 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.571707 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.571993 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.572305 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.572596 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.572877 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.573158 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.573440 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.573721 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.573997 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.574295 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.574584 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.574874 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.575160 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.575442 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.575750 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.576031 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.576353 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.576637 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.576920 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.577208 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.577495 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.577793 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.578092 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.578391 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.578687 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.578981 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.579264 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.579578 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.579859 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:11.580078 n-d-713301-15 neutron-server[94609]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:48:11.580344 n-d-713301-15 neutron-server[94609]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94609) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 04:48:11.933667 n-d-713301-15 neutron-server[94609]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:48:11.933885 n-d-713301-15 neutron-server[94609]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:48:11.934179 n-d-713301-15 neutron-server[94609]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:48:11.934521 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 04:48:12.325595 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.325898 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.326168 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.327453 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.327727 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.327995 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.367235 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.367514 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.367784 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.383252 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.383536 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.383805 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.411527 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.411802 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.412122 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.450276 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.450556 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.450825 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.681441 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.682077 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.682077 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.682236 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.682914 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.803277 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.803592 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.803875 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.804173 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.804444 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.804758 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.805020 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.805275 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.805530 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.805814 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.806074 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.806337 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.806590 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.806840 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.807092 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.807354 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.807607 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.807871 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.808161 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.808421 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.808692 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.808944 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.809227 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.809605 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.809856 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.810102 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.810495 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:12.810737 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:12.810976 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:12.811214 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:12.811458 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:12.811695 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:12.812073 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 04:48:12.815229 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 04:48:12.819275 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 04:48:12.822953 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 16 04:48:12.824606 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 04:48:12.825053 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 04:48:12.825388 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 04:48:12.825772 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 04:48:12.828609 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 04:48:12.828821 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 04:48:12.829170 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:48:12.834634 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 04:48:12.856787 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 04:48:12.857244 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.857539 n-d-713301-15 neutron-server[94609]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94609) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 04:48:12.857901 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.859252 n-d-713301-15 neutron-server[94609]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94609) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 04:48:12.859695 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:48:12.859945 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 04:48:12.863741 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.864019 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:12.927648 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 04:48:12.927890 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 04:48:12.928148 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 04:48:12.928517 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 04:48:12.950118 n-d-713301-15 neutron-server[94609]: DEBUG oslo_db.sqlalchemy.engines [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94609) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 04:48:13.476654 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing driver for type 'gre' Sep 16 04:48:13.477181 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] gre ID ranges: [(1, 1000)] Sep 16 04:48:13.527859 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing driver for type 'local' Sep 16 04:48:13.528276 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing driver for type 'vlan' Sep 16 04:48:13.540697 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] VlanTypeDriver initialization complete Sep 16 04:48:13.541126 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing driver for type 'vxlan' Sep 16 04:48:13.541718 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] vxlan ID ranges: [(1, 1000)] Sep 16 04:48:13.594992 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing extension driver 'port_security' Sep 16 04:48:13.595336 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.extensions.port_security [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] PortSecurityExtensionDriver initialization complete Sep 16 04:48:13.595668 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing mechanism driver 'openvswitch' Sep 16 04:48:13.596002 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing mechanism driver 'hyperv' Sep 16 04:48:13.602551 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:13.603231 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.603599 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.603948 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.604503 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94609) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:48:13.604929 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.605279 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.605621 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.606007 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94609) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:48:13.606407 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.606756 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.607098 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.607481 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94609) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:48:13.607880 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > security_group after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.608262 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > security_group after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.608599 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.609119 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94609) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:48:13.609520 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.609866 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.610205 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.610594 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94609) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:48:13.610991 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > address_group after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.611331 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > address_group after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.611664 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.612050 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94609) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:48:13.612447 n-d-713301-15 neutron-server[94609]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] ML2 OVO RPC backend initialized. {{(pid=94609) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 04:48:13.613157 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.613507 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.613916 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.614255 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > networks before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.614596 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.614929 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > ports before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.615263 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnet before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.615595 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnets before_response 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.615930 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.616291 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.616621 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.616949 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.617275 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.617601 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.617928 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.618255 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.618578 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.619145 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.plugin [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Modular L2 Plugin initialization complete Sep 16 04:48:13.619467 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading services supported by the core plugin {{(pid=94609) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 04:48:13.619784 n-d-713301-15 neutron-server[94609]: INFO neutron.plugins.ml2.managers [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Got port-security extension from driver 'port_security' Sep 16 04:48:13.620267 n-d-713301-15 neutron-server[94609]: INFO neutron.extensions.vlantransparent [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Disabled vlantransparent extension. Sep 16 04:48:13.620745 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94609) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 04:48:13.621051 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: router Sep 16 04:48:13.657235 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.657619 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router after_create 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.657988 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router before_create 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.658350 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.658718 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.659069 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router after_delete 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.659540 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.659886 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.660266 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router after_create 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.660608 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router after_update 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.660951 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router after_update 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.661299 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.661650 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router after_update 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.662051 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.662416 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: port after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.662758 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: port after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.663097 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: subnet after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.663430 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.663774 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.664137 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.664478 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: port before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.664813 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.665163 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router after_update 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.665497 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.665841 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.666207 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.666534 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.666892 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > agent after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.667234 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > agent after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.667570 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > network after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.668444 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Tracking information for resource: router configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:13.668774 n-d-713301-15 neutron-server[94609]: DEBUG neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Tracking information for resource: floatingip configured {{(pid=94609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:48:13.674006 n-d-713301-15 neutron-server[94609]: INFO neutron.db.l3_agentschedulers_db [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 04:48:13.674575 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: port after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.674955 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: port after_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.675301 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: port after_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.675649 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: port after_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.676476 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router before_create 55550100 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.676837 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.677195 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_create 55550100 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.677549 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > router precommit_update 55550100 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.682279 n-d-713301-15 neutron-server[94609]: DEBUG neutron.services.provider_configuration [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service providers = [] {{(pid=94609) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 04:48:13.682828 n-d-713301-15 neutron-server[94609]: DEBUG neutron.db.servicetype_db [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94609) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 04:48:13.685552 n-d-713301-15 neutron-server[94609]: DEBUG neutron.services.service_base [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:48:13.685905 n-d-713301-15 neutron-server[94609]: DEBUG neutron.services.service_base [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:48:13.686246 n-d-713301-15 neutron-server[94609]: DEBUG neutron.services.service_base [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:48:13.687121 n-d-713301-15 neutron-server[94609]: DEBUG neutron.services.service_base [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:48:13.687493 n-d-713301-15 neutron-server[94609]: INFO neutron.services.service_base [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 04:48:13.687871 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.688210 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 04:48:13.699197 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.699530 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: auto_allocate Sep 16 04:48:13.705256 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: network precommit_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.705614 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: network precommit_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.706671 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.706991 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: tag Sep 16 04:48:13.713472 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.713800 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: timestamp Sep 16 04:48:13.717773 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.718102 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: network_ip_availability Sep 16 04:48:13.723482 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.723848 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.724223 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.724928 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.725241 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: flavors Sep 16 04:48:13.729932 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.730219 n-d-713301-15 neutron-server[94609]: INFO neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading Plugin: revisions Sep 16 04:48:13.734430 n-d-713301-15 neutron-server[94609]: DEBUG neutron.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:48:13.734819 n-d-713301-15 neutron-server[94609]: DEBUG oslo_concurrency.lockutils [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=94609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:48:13.735541 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94609) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 04:48:13.735872 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Initializing extension manager. Sep 16 04:48:13.736407 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: __init__.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.736745 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: __pycache__ {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.737074 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.737426 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: address_group.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.738172 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.738725 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: address-group Sep 16 04:48:13.739042 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: address_scope.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.739940 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.740473 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: address-scope Sep 16 04:48:13.740795 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.741710 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.742211 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: router-admin-state-down-before-update Sep 16 04:48:13.742531 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: agent.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.743234 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.743727 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: agent Sep 16 04:48:13.744044 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: agent_resources_synced.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.744976 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.745475 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: agent-resources-synced Sep 16 04:48:13.745793 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: allowedaddresspairs.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.747560 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.748079 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: allowed-address-pairs Sep 16 04:48:13.748432 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: auto_allocated_topology.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.749494 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.749999 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: auto-allocated-topology Sep 16 04:48:13.750319 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: availability_zone.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.751017 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.751510 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: availability_zone Sep 16 04:48:13.751825 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: availability_zone_filter.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.752751 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.753770 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: availability_zone_filter Sep 16 04:48:13.754087 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: data_plane_status.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.754985 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.755478 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 04:48:13.755792 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: default_subnetpools.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.756714 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.757209 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: default-subnetpools Sep 16 04:48:13.757522 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.758317 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.758810 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: dhcp_agent_scheduler Sep 16 04:48:13.759128 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: dns.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.760029 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.760549 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 04:48:13.760870 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: dns_domain_ports.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.761782 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.762275 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 04:48:13.762589 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.763497 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.763990 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 04:48:13.764333 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: dvr.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.764996 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.765485 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: dvr Sep 16 04:48:13.765800 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: ecmp_routes.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.766707 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.767202 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 04:48:13.767519 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: empty_string_filtering.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.768449 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.769518 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: empty-string-filtering Sep 16 04:48:13.769835 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.770764 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.771265 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:48:13.771581 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.772523 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.773024 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 04:48:13.773340 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: external_net.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.774246 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.774745 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: external-net Sep 16 04:48:13.775062 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.775963 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.776499 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: extra_dhcp_opt Sep 16 04:48:13.776818 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: extraroute.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.777720 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.778218 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: extraroute Sep 16 04:48:13.778534 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: extraroute_atomic.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.779550 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.780050 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: extraroute-atomic Sep 16 04:48:13.780397 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: filter_validation.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.781055 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.781549 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: filter-validation Sep 16 04:48:13.781864 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: fip_pf_description.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.782759 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.783250 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 04:48:13.783565 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: fip_port_details.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.784539 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.785034 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: fip-port-details Sep 16 04:48:13.785348 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: flavors.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.786566 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.787069 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: flavors Sep 16 04:48:13.787389 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.789047 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.789565 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 04:48:13.789899 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: floatingip_pools.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.790596 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.791101 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: floatingip-pools Sep 16 04:48:13.791424 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: ip_allocation.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.792385 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.792888 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 04:48:13.793211 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.794129 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.794629 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: ip-substring-filtering Sep 16 04:48:13.794952 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l2_adjacency.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.795872 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.796398 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 04:48:13.796720 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l3.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.797796 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.798303 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: router Sep 16 04:48:13.798890 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.801145 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.801666 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:48:13.801995 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.802929 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.803435 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: ext-gw-mode Sep 16 04:48:13.803761 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.804718 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.805222 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: l3-ha Sep 16 04:48:13.805545 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l3_flavors.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.806447 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.806945 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: l3-flavors Sep 16 04:48:13.807266 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.808216 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.808715 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 04:48:13.809035 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: l3agentscheduler.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.810044 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.810542 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: l3_agent_scheduler Sep 16 04:48:13.810866 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: logging.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.812364 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.812873 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension logging not supported by any of loaded plugins Sep 16 04:48:13.813198 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: metering.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.813935 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.814496 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: metering Sep 16 04:48:13.814816 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.816486 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.816995 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: metering_source_and_destination_fields Sep 16 04:48:13.817321 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: multiprovidernet.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.818244 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.818745 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: multi-provider Sep 16 04:48:13.819066 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: netmtu.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.819969 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.820496 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: net-mtu Sep 16 04:48:13.820815 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: netmtu_writable.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.821728 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.822225 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: net-mtu-writable Sep 16 04:48:13.822542 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: network_availability_zone.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.823198 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.823688 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: network_availability_zone Sep 16 04:48:13.824004 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: network_ip_availability.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.825128 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.825623 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: network-ip-availability Sep 16 04:48:13.825947 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: network_segment_range.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.826700 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.827193 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 04:48:13.827512 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: pagination.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.828509 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.828834 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: pagination Sep 16 04:48:13.829147 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: port_device_profile.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.830056 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.830564 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: port-device-profile Sep 16 04:48:13.830881 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.832364 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.832863 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: port-mac-address-regenerate Sep 16 04:48:13.833182 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.834088 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.834586 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: port-numa-affinity-policy Sep 16 04:48:13.834904 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: port_resource_request.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.835919 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.836454 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 04:48:13.836776 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: portbindings.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.837695 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.838201 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: binding Sep 16 04:48:13.838524 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: portbindings_extended.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.839779 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.840315 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: binding-extended Sep 16 04:48:13.840644 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: portsecurity.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.841558 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.842060 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: port-security Sep 16 04:48:13.842380 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: project_id.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.843353 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.843680 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: project-id Sep 16 04:48:13.843997 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: providernet.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.844945 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.845454 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: provider Sep 16 04:48:13.845773 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.849351 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.849867 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos not supported by any of loaded plugins Sep 16 04:48:13.850192 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.851424 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.851937 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 04:48:13.852299 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.853211 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.853716 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 04:48:13.854041 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_default.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.854944 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.855446 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-default not supported by any of loaded plugins Sep 16 04:48:13.855771 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_fip.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.856443 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.856939 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 04:48:13.857258 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_gateway_ip.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.858173 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.858676 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 04:48:13.858996 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_port_network_policy.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.859901 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.860432 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 04:48:13.860752 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_pps_rule.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.861918 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.862975 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 04:48:13.863295 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_rule_type_details.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.864233 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.864736 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 04:48:13.865059 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: qos_rules_alias.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.866087 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.866587 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 04:48:13.866905 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: quotasv2.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.867803 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.868158 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: quotas Sep 16 04:48:13.868482 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: quotasv2_detail.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.871676 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.872013 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: quota_details Sep 16 04:48:13.872364 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: rbac.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.873417 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.873928 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: rbac-policies Sep 16 04:48:13.874253 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: rbac_address_group.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.875174 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.875682 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: rbac-address-group Sep 16 04:48:13.876007 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: rbac_address_scope.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.876950 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.877457 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: rbac-address-scope Sep 16 04:48:13.877776 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: rbac_security_groups.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.878735 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.879244 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: rbac-security-groups Sep 16 04:48:13.879567 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: rbac_subnetpool.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.880513 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.881022 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: rbac-subnetpool Sep 16 04:48:13.881342 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: revisionifmatch.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.882261 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.882767 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: revision-if-match Sep 16 04:48:13.883085 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: revisions.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.884226 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.884737 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: standard-attr-revisions Sep 16 04:48:13.885062 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: router_availability_zone.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.885734 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.886235 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: router_availability_zone Sep 16 04:48:13.886552 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: routerservicetype.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.887465 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.887966 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 04:48:13.888310 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.889234 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.889738 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: security-groups-normalized-cidr Sep 16 04:48:13.890053 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.890967 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.891467 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: port-security-groups-filtering Sep 16 04:48:13.891785 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.892733 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.893232 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: security-groups-remote-address-group Sep 16 04:48:13.894076 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: securitygroup.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.904906 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.905426 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: security-group Sep 16 04:48:13.905753 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: segment.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.906537 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.907034 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension segment not supported by any of loaded plugins Sep 16 04:48:13.907354 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.908311 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.908810 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 04:48:13.909696 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: servicetype.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.910869 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.911383 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: service-type Sep 16 04:48:13.911705 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: sorting.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.912728 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.913057 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: sorting Sep 16 04:48:13.913374 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: standard_attr_segment.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.914288 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.914790 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 04:48:13.915103 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: standardattrdescription.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.915738 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.916267 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: standard-attr-description Sep 16 04:48:13.916586 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: stateful_security_group.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.917501 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.918006 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: stateful-security-group Sep 16 04:48:13.918323 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: stdattrs_common.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.918892 n-d-713301-15 neutron-server[94609]: WARNING neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 04:48:13.919206 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.920144 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.920650 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 04:48:13.920967 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: subnet_onboard.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.922032 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.922538 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: subnet_onboard Sep 16 04:48:13.922863 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.924045 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.924563 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 04:48:13.924907 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: subnet_service_types.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.925833 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.926336 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: subnet-service-types Sep 16 04:48:13.926656 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: subnetallocation.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.927740 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.928274 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: subnet_allocation Sep 16 04:48:13.928597 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.929255 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.929761 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: subnetpool-prefix-ops Sep 16 04:48:13.930075 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.931019 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.931513 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 04:48:13.931831 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: tagging.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.932996 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.933500 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: standard-attr-tag Sep 16 04:48:13.933823 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: timestamp.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.935028 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.935536 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loaded extension: standard-attr-timestamp Sep 16 04:48:13.935856 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: trunk.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.936910 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.937533 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension trunk not supported by any of loaded plugins Sep 16 04:48:13.937912 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: trunk_details.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.938836 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.939345 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 04:48:13.939665 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: uplink_status_propagation.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.940623 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.941125 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 04:48:13.941444 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Loading extension file: vlantransparent.py {{(pid=94609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:48:13.942109 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:48:13.942610 n-d-713301-15 neutron-server[94609]: INFO neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 04:48:13.945074 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:network Sep 16 04:48:13.945601 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:subnet Sep 16 04:48:13.945994 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:48:13.946385 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:port Sep 16 04:48:13.947593 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.948031 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service FLAVORS assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.948688 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.949107 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.949434 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:router Sep 16 04:48:13.949854 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:48:13.950332 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service METERING assigned prefix: /metering {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.951799 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.952180 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.952532 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:48:13.953545 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:48:13.953988 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:48:13.954405 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:48:13.955070 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service CORE assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.955635 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:48:13.955635 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] subnetpool is already registered Sep 16 04:48:13.956634 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service CORE assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.956962 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:48:13.957289 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] subnetpool is already registered Sep 16 04:48:13.959584 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.960010 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service FLAVORS assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.960621 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.961039 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.961368 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:router Sep 16 04:48:13.961699 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] router is already registered Sep 16 04:48:13.962102 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:48:13.962432 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] floatingip is already registered Sep 16 04:48:13.962877 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service METERING assigned prefix: /metering {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.963548 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:48:13.963869 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] rbac_policy is already registered Sep 16 04:48:13.964298 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:48:13.964627 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] security_group is already registered Sep 16 04:48:13.965019 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:48:13.965345 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] security_group_rule is already registered Sep 16 04:48:13.965961 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service CORE assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.966283 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:48:13.966609 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] subnetpool is already registered Sep 16 04:48:13.967018 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.v2.resource_helper [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Service CORE assigned prefix: {{(pid=94609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:48:13.967340 n-d-713301-15 neutron-server[94609]: INFO neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:48:13.967664 n-d-713301-15 neutron-server[94609]: WARNING neutron.quota.resource_registry [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] subnetpool is already registered Sep 16 04:48:13.968132 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: extensions {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.969633 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: address-groups {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.971373 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: address-scopes {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.973401 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: agents {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.974563 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: auto-allocated-topology {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.975805 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: availability_zones {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.977065 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: dhcp-networks {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.978582 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: dhcp-agents {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.980057 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: routers {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.982264 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: flavors {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.983428 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: service_profiles {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.984675 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: next_providers {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.986125 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: service_profiles {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.987794 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: floatingip-pools {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.989043 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: routers {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.991160 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: floatingips {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.992479 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: l3-routers {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.993879 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: l3-agents {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.995297 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: metering-labels {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.996758 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: metering-label-rules {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.998032 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: network-ip-availabilities {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:13.999297 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: bindings {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.001940 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: quotas {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.003461 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: quotas {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.004914 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: rbac-policies {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.006114 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: security-groups {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.007419 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: security-group-rules {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.008714 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: service-providers {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.009911 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: subnetpools {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.011342 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: subnetpools {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.012840 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.014522 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.016357 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.018286 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.020626 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.022472 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.024203 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.026106 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.027872 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.029635 n-d-713301-15 neutron-server[94609]: DEBUG neutron.api.extensions [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Extended resource: tags {{(pid=94609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:48:14.036340 n-d-713301-15 neutron-server[94609]: WARNING keystonemiddleware.auth_token [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 04:48:14.041037 n-d-713301-15 neutron-server[94609]: WARNING keystonemiddleware.auth_token [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 04:48:14.049840 n-d-713301-15 neutron-server[94609]: DEBUG oslo_concurrency.lockutils [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Acquired lock "singleton_lock" {{(pid=94609) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 04:48:14.050310 n-d-713301-15 neutron-server[94609]: DEBUG oslo_concurrency.lockutils [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Releasing lock "singleton_lock" {{(pid=94609) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 04:48:14.050946 n-d-713301-15 neutron-server[94609]: INFO oslo_service.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Starting 2 workers Sep 16 04:48:14.055815 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Started child 94718 {{(pid=94609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:48:14.060281 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Started child 94719 {{(pid=94609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:48:14.061446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.062090 n-d-713301-15 neutron-server[94609]: INFO neutron.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 04:48:14.062506 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Notify callbacks [] for process, before_spawn {{(pid=94609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.062902 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [-] (94718) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:48:14.065187 n-d-713301-15 neutron-server[94609]: INFO oslo_service.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Starting 1 workers Sep 16 04:48:14.065376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.066634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [-] (94719) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:48:14.070444 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Started child 94720 {{(pid=94609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:48:14.070975 n-d-713301-15 neutron-server[94609]: INFO oslo_service.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Starting 1 workers Sep 16 04:48:14.074292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] calling RpcWorker wait() {{(pid=94720) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 04:48:14.074810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] returning from RpcWorker wait() {{(pid=94720) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 04:48:14.075416 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Started child 94721 {{(pid=94609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:48:14.076242 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.076344 n-d-713301-15 neutron-server[94609]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f51f-b635-4775-8c2b-f6388eec06d6 None None] Notify callbacks [] for process, after_spawn {{(pid=94609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.076786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:14.078194 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94609) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:48:14.078404 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:48:14.078583 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:48:14.078791 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:48:14.079141 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:48:14.079305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:48:14.079830 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.080116 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.080401 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.080498 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.081473 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.081473 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.081871 n-d-713301-15 neutron-server[94721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:14.082054 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.082323 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.082595 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.082879 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.083119 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.083295 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.083462 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.083721 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.083975 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.084318 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.084583 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.084821 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.085082 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.085252 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.085500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.085759 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.086006 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.086277 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] debug = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.086498 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.086992 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.087223 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.087478 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.087718 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.087991 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.088277 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.088559 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.088811 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.089026 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.089290 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.089549 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.089780 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.090008 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.090222 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.090472 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.090704 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.091208 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] host = n-d-713301-15 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.091439 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.091656 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.091908 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.092205 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.092452 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.092688 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.092945 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.093190 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.093461 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.093702 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.093922 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.094181 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.094421 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.094662 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.094811 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_options = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.095049 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.095312 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.095566 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.095761 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.095929 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.096125 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.096364 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.096527 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.097357 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.097611 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.097822 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.098033 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.098274 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.098509 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.098789 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.099023 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.099236 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.099444 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.099688 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.099914 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.100171 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.100415 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.100665 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.100898 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.101111 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.101349 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.101608 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.101853 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.102065 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.102299 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.102526 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.102801 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.103016 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.103247 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.103506 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.103731 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.103958 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.104192 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.104461 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.104689 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.104940 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.105201 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.105413 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.105671 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.105903 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.106145 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.106361 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_json = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.106577 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.106809 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.107076 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.107289 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.107502 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.107725 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.107923 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.108176 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.108614 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.108899 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.109210 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.109438 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.109672 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.109920 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.110148 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.110355 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.110616 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.110900 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.111236 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.111515 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.111874 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.112122 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.112446 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.112754 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.113009 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.113298 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.113558 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.113792 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.114028 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.114274 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.114551 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.114906 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.115297 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.115458 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.115676 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.116042 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.116548 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.116815 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.117078 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.117297 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.117521 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.117754 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.117971 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.118204 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.118429 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.118701 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.118947 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.119183 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.119569 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.119569 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.119792 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.120020 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.120263 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.120821 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.120821 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.120978 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.121127 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.121579 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.122310 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.122310 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.122310 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.122779 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.122779 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.123071 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.123222 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.123362 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.123562 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.123795 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.124046 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.124313 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.125032 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.125317 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.125532 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.126140 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.126140 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.126352 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.126439 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.126629 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.126868 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.127338 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.127782 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.128120 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.128401 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.128687 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.129287 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.129581 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.129831 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.130069 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.130339 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.130608 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.130830 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.131106 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.131322 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.131686 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.132105 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.132327 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.132550 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.132826 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.133151 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.133421 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.133648 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.133889 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.134140 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.134379 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.134631 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.134850 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.135067 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.135307 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.135558 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.135815 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.136058 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.136300 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.136527 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.136956 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.137175 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.137396 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.137629 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.137866 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.138121 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.138401 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.138666 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.138918 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.139166 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.139776 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.139938 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.140152 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.140585 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.140920 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.141089 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.141425 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.141692 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.141938 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.142369 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.142712 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.142974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.143421 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.144239 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.144512 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.144750 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.145002 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.145239 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.145517 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.145726 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.145961 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.146191 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.146656 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.146903 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.147176 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.147429 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.147668 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.147929 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.148206 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.148485 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.148743 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.149004 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.149512 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.149674 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.149857 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.150305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.150535 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.150723 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.151136 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.151528 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.151963 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.152376 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.152759 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.153478 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.153478 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.153684 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.154132 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.154399 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.154722 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.154973 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.155190 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.155447 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.155653 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.155873 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.156130 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.156551 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.157011 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.157273 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.157561 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.157775 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.158037 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.158284 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.158513 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.158757 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.159203 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.160165 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.160702 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.160995 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.161272 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.161515 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.161761 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.162017 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.162852 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.163140 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.164312 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.166207 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.166395 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.166768 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.167018 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.167280 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.167545 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.167772 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.168018 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.168478 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.168621 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.168862 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.169021 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.169224 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.169481 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.169716 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.169974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.170201 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.170426 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.170639 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.170861 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.171080 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.171446 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.171639 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.171851 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.172114 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.172439 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.172712 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.173001 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.173628 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.173925 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.174177 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.174457 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.174694 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.174926 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.175156 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.175471 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.175607 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.175863 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.176052 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.176302 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.176556 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.176757 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.177166 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.177542 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.177757 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.178028 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.178302 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.178490 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.178688 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.178911 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.179120 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.179370 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.179595 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.179816 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.180029 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.180267 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.180466 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.180907 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.181026 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.181207 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.181639 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.181928 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.182141 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.182379 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.182695 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.183066 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.183335 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.183530 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.183748 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.183955 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.184247 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.184616 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.184885 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.185130 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.185421 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.185685 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.186029 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.186240 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.186473 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.186802 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.187122 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.187457 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.188133 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.188133 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.188133 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189784 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189784 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.189924 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.190135 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.191048 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.191268 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.191516 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.191749 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.191988 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.192226 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.192383 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:48:14.192923 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94609) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:48:14.193084 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:48:14.193248 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:48:14.193423 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:48:14.193591 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:48:14.193741 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:48:14.193947 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.194107 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.194265 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.194421 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.194577 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.194808 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.194910 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.195060 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.195215 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.195369 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.195525 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.195680 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.195834 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.195990 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.196172 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.196331 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.196488 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.196643 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.196802 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.196986 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.197128 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.197251 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.197407 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] debug = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.197561 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.197756 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.197917 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.198073 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.198228 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.198384 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.198539 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.198698 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.198854 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.199011 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.199167 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.199324 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.199479 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.199636 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.199792 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.199948 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.200166 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.201790 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] host = n-d-713301-15 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.201904 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.202039 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.202204 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.202361 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.202522 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.202695 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.202844 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.202987 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.203153 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.203579 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.203579 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.203579 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.204222 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.204222 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.204222 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_options = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.204449 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.204530 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.205325 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.205440 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.205526 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.205663 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.205807 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.206088 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.206749 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.206907 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.207100 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.207259 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.207608 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.207770 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.207928 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.208084 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.208266 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.208424 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.208582 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.208738 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.208895 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.209050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.209207 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.209352 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.209508 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.209664 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.209818 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.209974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.210129 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.210284 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.210439 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.210597 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.210752 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.210907 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.211062 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.211216 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.211371 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.211525 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.211769 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.211900 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.212025 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.212185 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.212316 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.212477 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.212695 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.212695 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.212965 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_json = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213051 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213177 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213302 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213437 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213563 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213687 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213843 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.213999 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:48:14.214198 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.214326 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.214481 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.214639 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.214782 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.214948 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.215105 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.215262 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.215419 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.215575 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.215740 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.215898 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.216198 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.216346 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.216477 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.216601 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.216726 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.216854 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.216979 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.217104 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.217250 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.217407 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.217573 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.217729 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.217885 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.218040 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.218197 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.218371 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.218531 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.218690 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.218846 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.218988 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.219151 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.219309 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.219467 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.219559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:14.219660 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.219774 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.219930 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.220127 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.220267 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.220425 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.220583 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.220741 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.220900 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.221059 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.221217 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.221374 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.221532 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.221714 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.221872 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.222031 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.222191 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.222349 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.222508 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.222665 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.222834 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.222991 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.223148 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.223306 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.223464 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.223621 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.223780 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.223938 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.224148 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.224274 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.224430 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.224600 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.224758 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.224919 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.225076 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.225235 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.225393 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.225549 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.225705 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.225862 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.226018 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.226175 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.226334 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.226491 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.226648 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.226806 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.226963 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.227122 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.227280 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.227436 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.227594 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.227751 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.227909 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.228068 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.228256 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.228428 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.228586 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.228743 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.228901 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.229058 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.229216 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.229373 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.229530 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.229687 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.230128 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.230128 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.230128 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.231989 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.234994 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.235554 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236744 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236744 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236744 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236744 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236744 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.236744 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.238347 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.239097 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.241050 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.242035 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.243888 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245417 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.245974 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.246500 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247038 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247038 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247038 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247038 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247038 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247382 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247382 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247526 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247603 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247710 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.247867 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.248212 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.248373 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.248543 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.248702 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.248860 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.249018 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.249175 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.249333 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.249502 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.249661 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.249819 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.249977 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.250135 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.250293 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.250461 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.250621 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.250779 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.250937 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.251093 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.251252 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.251418 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.251576 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.251734 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.251896 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.252051 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.252253 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.252388 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.252547 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.252706 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.253375 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.253533 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.253691 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.253858 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.254017 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.254174 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.254341 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.254498 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.254655 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.254813 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.254982 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.255140 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.255305 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.255466 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.255622 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.255779 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.255938 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.256113 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.256288 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.256453 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.256612 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.256779 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.256945 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.257112 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.257270 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.257438 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.257607 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.257768 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.257928 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.258085 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.258242 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.258401 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.258558 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.258715 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.258874 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.259031 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.259191 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.259348 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.259505 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.259662 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.259818 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.259976 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.260153 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.260314 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.260471 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.260614 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:48:14.260768 n-d-713301-15 neutron-server[94609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:48:14.459866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56882) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:14.468450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063710 Sep 16 04:48:25.830135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5d159-4d07-4bf8-98fd-9e69031e4f33 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:25.920224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b5d159-4d07-4bf8-98fd-9e69031e4f33 None None] No non-hosted networks {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 04:48:25.935504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.agentschedulers_db [None req-c9b5d159-4d07-4bf8-98fd-9e69031e4f33 None None] DHCP Agent not found on host n-d-713301-15 {{(pid=94720) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 04:48:26.143807 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-45989f77-3df3-4a9e-90fa-e46a804cce72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-750892'] for agent, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.098241 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e450f280-beb4-4876-92f6-d933d0b57c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-750892'] for agent, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.154052 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4045266f-9a55-4eb9-b215-f8e9b36dd7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.060826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-750892'] for agent, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.061933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.062717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.063264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.063924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.065244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.067934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.068602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.072788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.075828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.077258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.081959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.082794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:29.083393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713301-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.097624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713301-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:29.644838 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-750892'] for agent, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.045137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-750892'] for agent, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.264609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56976) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:32.770053 n-d-713301-15 neutron-server[94718]: WARNING oslo_policy.policy [None req-c7dea6bb-951e-4ecb-aab1-b0251406ce81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:32.770661 n-d-713301-15 neutron-server[94718]: WARNING oslo_policy.policy [None req-c7dea6bb-951e-4ecb-aab1-b0251406ce81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:32.991267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-c7dea6bb-951e-4ecb-aab1-b0251406ce81 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:48:32.992472 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7dea6bb-951e-4ecb-aab1-b0251406ce81 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7257216 Sep 16 04:48:33.441377 n-d-713301-15 neutron-server[94720]: INFO neutron.db.l3_hamode_db [None req-1758a3a8-a86c-40ea-81fb-aaddad854ec1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 04:48:33.518451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758a3a8-a86c-40ea-81fb-aaddad854ec1 None None] Routers set() bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:33.518834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758a3a8-a86c-40ea-81fb-aaddad854ec1 None None] Router IDs set() for agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:48:35.410577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56990) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.725854 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.818840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.policy [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94718) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:48:35.864497 n-d-713301-15 neutron-server[94718]: WARNING oslo_policy.policy [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:35.865017 n-d-713301-15 neutron-server[94718]: WARNING oslo_policy.policy [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:35.880196 n-d-713301-15 neutron-server[94718]: INFO neutron.quota [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] Loaded quota_driver: . Sep 16 04:48:35.988220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741079971330', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741079972049', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741079950993', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741079953525', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741079400622', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741080005855', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7650908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7837762', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-524806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601388'] for rbac-policy, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.053970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.055438 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-18a18d1a-38a1-43f3-8473-7572543818d3 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6439006 Sep 16 04:48:38.664021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57002) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:39.151346 n-d-713301-15 neutron-server[94719]: WARNING oslo_policy.policy [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:39.151967 n-d-713301-15 neutron-server[94719]: WARNING oslo_policy.policy [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:39.372478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Request body: {'network': {'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'name': 'private', 'admin_state_up': True, 'project_id': 'ee5f814545a44e109916386ae64549ed'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:39.374104 n-d-713301-15 neutron-server[94719]: INFO neutron.quota [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Loaded quota_driver: . Sep 16 04:48:39.431069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Made reservation on behalf of ee5f814545a44e109916386ae64549ed for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:39.497456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.policy [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:48:39.542031 n-d-713301-15 neutron-server[94719]: WARNING oslo_policy.policy [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:39.542401 n-d-713301-15 neutron-server[94719]: WARNING oslo_policy.policy [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:48:39.553578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.574978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.706095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.709774 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.729899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:39.759776 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741076351124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.760411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Unsubscribe: segment precommit_create {{(pid=94719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:48:39.760931 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Added segment 0c3594e0-ae2d-44fd-a059-41b03b92664d of type vlan for network dfafefd8-573f-4055-b9c6-c99c63cb4969 Sep 16 04:48:39.776404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b4859c-b7f2-4293-907d-529ee967b298,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.805609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.805950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.806288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.806621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.806951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.807285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.807604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.807922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.808274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.808594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.808911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.809226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Tracked resource versions report: Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: pushed versions: Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: { 'AddressGroup': {'1.2'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'ConntrackHelper': {'1.0'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Log': {'1.0'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Network': {'1.1'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Port': {'1.7'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'PortForwarding': {'1.2'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'QosPolicy': {'1.9'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'SecurityGroup': {'1.4'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'SubPort': {'1.0'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Subnet': {'1.1'}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Trunk': {'1.1'}} Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: consumer versions: Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: L3 agent@n-d-713301-15: {}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: Metadata agent@n-d-713301-15: {}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: Metering agent@n-d-713301-15: {}, Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'ConntrackHelper': '1.0', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Log': '1.0', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Network': '1.1', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Port': '1.7', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'PortForwarding': '1.2', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'QosPolicy': '1.9', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'SecurityGroup': '1.4', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'SecurityGroupRule': '1.2', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'SubPort': '1.0', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Subnet': '1.1', Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: 'Trunk': '1.1'}} Sep 16 04:48:39.810347 n-d-713301-15 neutron-server[94719]: {{(pid=94719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:48:39.879358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.920561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.921940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:39.923439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.980715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3155570 Sep 16 04:48:40.022960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e280e0-cc8a-4b4c-9964-a2619878669f admin admin] Pushing event updated for resources: {'Network': ['ID=dfafefd8-573f-4055-b9c6-c99c63cb4969,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:40.035434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:42.663100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57024) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:43.062372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de54f9d-b3ba-4e24-80e5-9f0511a47869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.063764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0de54f9d-b3ba-4e24-80e5-9f0511a47869 admin admin] 10.222.0.55 "GET /v2.0/networks/dfafefd8-573f-4055-b9c6-c99c63cb4969 HTTP/1.1" status: 200 len: 825 time: 0.3997216 Sep 16 04:48:43.103957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6a17de95-6b93-4d31-be8e-640a42c850dd admin admin] 10.222.0.55 "GET /v2.0/subnetpools/fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d HTTP/1.1" status: 200 len: 734 time: 0.0339329 Sep 16 04:48:43.113306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Request body: {'subnet': {'subnetpool_id': 'fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'name': 'private-subnet'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:43.134934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Made reservation on behalf of ee5f814545a44e109916386ae64549ed for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:43.137155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.437280 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.503705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.505954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Checking segment: {'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:43.506317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Network hostable DHCP agents. Network: dfafefd8-573f-4055-b9c6-c99c63cb4969, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:43.527733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:43.538691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, dfafefd8-573f-4055-b9c6-c99c63cb4969) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:43.543280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.543881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.548359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331140e0-c7eb-4501-a3b2-f46ed44fe0db None None] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:43.562994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-69ca2c72-702f-4ae0-8d42-b67f2a670630 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4478495 Sep 16 04:48:43.874635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-dfafefd8-573f-4055-b9c6-c99c63cb4969', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'fixed_ips': [{'subnet_id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:43.876591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.154137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Allocated IP 172.20.0.2 (dfafefd8-573f-4055-b9c6-c99c63cb4969/bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1/61046bdc-6bd7-4ab1-b563-274898a4b6e8) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:44.387131 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.395044 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.469925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:44.476707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:44.482284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Pushing event updated for resources: {'Port': ['ID=61046bdc-6bd7-4ab1-b563-274898a4b6e8,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.484389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:44.517606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.517943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.518287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.518621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.518950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.519277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.519603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.519924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.520269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.520594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.520913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.521228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Tracked resource versions report: Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: pushed versions: Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: { 'AddressGroup': {'1.2'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'ConntrackHelper': {'1.0'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Log': {'1.0'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Network': {'1.1'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Port': {'1.7'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'PortForwarding': {'1.2'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'QosPolicy': {'1.9'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'SecurityGroup': {'1.4'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'SubPort': {'1.0'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Subnet': {'1.1'}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Trunk': {'1.1'}} Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: consumer versions: Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: L3 agent@n-d-713301-15: {}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: Metadata agent@n-d-713301-15: {}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: Metering agent@n-d-713301-15: {}, Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'ConntrackHelper': '1.0', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Log': '1.0', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Network': '1.1', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Port': '1.7', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'PortForwarding': '1.2', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'QosPolicy': '1.9', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'SecurityGroup': '1.4', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'SecurityGroupRule': '1.2', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'SubPort': '1.0', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Subnet': '1.1', Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: 'Trunk': '1.1'}} Sep 16 04:48:44.522442 n-d-713301-15 neutron-server[94720]: {{(pid=94720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:48:44.570488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Attempting to bind port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:44.571121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Attempting to bind port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:44.571280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Attempting to bind port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 on network dfafefd8-573f-4055-b9c6-c99c63cb4969 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:44.576100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:44.576537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Checking segment: {'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:44.577013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.577397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Bound using segment: {'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:44.577883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Bound port: 61046bdc-6bd7-4ab1-b563-274898a4b6e8, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:44.578268 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.642384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] For port 61046bdc-6bd7-4ab1-b563-274898a4b6e8, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:44.646979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] For port 61046bdc-6bd7-4ab1-b563-274898a4b6e8, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61046bdc-6bd7-4ab1-b563-274898a4b6e8,segment=NetworkSegment(0c3594e0-ae2d-44fd-a059-41b03b92664d),segment_id=0c3594e0-ae2d-44fd-a059-41b03b92664d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:44.650544 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.715766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6383e89-4343-4e2d-8384-c6bfd893bec0 None None] Pushing event updated for resources: {'Port': ['ID=61046bdc-6bd7-4ab1-b563-274898a4b6e8,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.992307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57032) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:46.306954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [None req-f5bc25bd-403e-4eab-a636-24a06cba1074 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:48:46.308029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f5bc25bd-403e-4eab-a636-24a06cba1074 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147655 Sep 16 04:48:48.717483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57040) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:49.057304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [None req-dcb74399-1f67-4501-a638-edb0fb4cbda3 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:48:49.058367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dcb74399-1f67-4501-a638-edb0fb4cbda3 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3400235 Sep 16 04:48:51.788712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57050) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:52.096957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d0666edd-af8c-4e62-8559-5ab2f8807681 admin admin] Request body: {'router': {'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:52.120007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0666edd-af8c-4e62-8559-5ab2f8807681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.121588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0666edd-af8c-4e62-8559-5ab2f8807681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.263811 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0666edd-af8c-4e62-8559-5ab2f8807681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.268507 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0666edd-af8c-4e62-8559-5ab2f8807681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.280934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0666edd-af8c-4e62-8559-5ab2f8807681 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.282249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0666edd-af8c-4e62-8559-5ab2f8807681 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4925096 Sep 16 04:48:52.533121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61046bdc-6bd7-4ab1-b563-274898a4b6e8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:52.626784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:52.627180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.742612 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.776962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 61046bdc-6bd7-4ab1-b563-274898a4b6e8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61046bdc-6bd7-4ab1-b563-274898a4b6e8,segment=NetworkSegment(0c3594e0-ae2d-44fd-a059-41b03b92664d),segment_id=0c3594e0-ae2d-44fd-a059-41b03b92664d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:52.780927 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.830881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=61046bdc-6bd7-4ab1-b563-274898a4b6e8,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.177653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e6f3c-b184-44be-a95b-01cd90b2cc5e None None] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:53.241533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b19fe750-c50a-40c5-8e4f-9cfbdf1f2ea2 None None] Provisioning complete for port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:53.241902 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b19fe750-c50a-40c5-8e4f-9cfbdf1f2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.589874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dccc1ee0-1868-4c21-89f1-6999b7d5db9b None None] Provisioning complete for port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:53.590465 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dccc1ee0-1868-4c21-89f1-6999b7d5db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.510161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61046bdc-6bd7-4ab1-b563-274898a4b6e8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:54.555788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:54.556182 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.701514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57062) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:55.010409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [None req-38e6b276-62eb-4c42-a033-05eda4035aa0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:48:55.011394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-38e6b276-62eb-4c42-a033-05eda4035aa0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089633 Sep 16 04:48:55.750298 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4203aedf-3fca-4b3c-804f-5c7692312617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.399873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57070) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:57.710448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:57.731915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Made reservation on behalf of ebce705766a44a8598a5630451e3b185 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:57.734176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.741903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.829117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.832726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.848280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Reserving flat network on physical network physnet1 {{(pid=94719) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 04:48:57.866974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70337213-d7b0-474d-a2dc-8db79df7688c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.873247 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.873645 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Added segment f970ddc8-1c0c-492f-8a26-1e42a4f7f680 of type flat for network 265dfef6-f889-473b-97e8-86f36087b1b9 Sep 16 04:48:57.921802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.953437 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.954477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:57.955048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.986442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5855205 Sep 16 04:48:58.013045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90cf94-c5cf-48a6-92d9-356ffc76826a admin admin] Pushing event updated for resources: {'Network': ['ID=265dfef6-f889-473b-97e8-86f36087b1b9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.023816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 265dfef6-f889-473b-97e8-86f36087b1b9 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:58.105237 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a0bcd40-c115-4780-9d57-170199f34ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.041281 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.577490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.377853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57088) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.606863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8191492b-954e-46b6-9c6b-c870a1a5f83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:00.608352 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8191492b-954e-46b6-9c6b-c870a1a5f83f admin admin] 10.222.0.55 "GET /v2.0/subnets/bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1 HTTP/1.1" status: 200 len: 849 time: 0.2295702 Sep 16 04:49:00.777241 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-20a3ec95-7747-4ea1-a42b-57a445b2e407 admin admin] 10.222.0.55 "GET /v2.0/routers/6f3fc40c-f25b-4389-8d63-b995a42df702 HTTP/1.1" status: 200 len: 704 time: 0.1627007 Sep 16 04:49:00.996269 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.037074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.355498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Allocated IP 172.20.0.1 (dfafefd8-573f-4055-b9c6-c99c63cb4969/bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1/822f1ccf-5e96-44ff-b568-f285494d00e2) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:01.563217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.632358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.653144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:01.673298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:01.750889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:01.751301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.770406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Pushing event updated for resources: {'Port': ['ID=822f1ccf-5e96-44ff-b568-f285494d00e2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.818278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.818612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.818940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.819266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.819591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.819907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.820253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.820575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.820890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.821204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.821518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.821830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Tracked resource versions report: Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: pushed versions: Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: { 'AddressGroup': {'1.2'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'ConntrackHelper': {'1.0'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Log': {'1.0'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Network': {'1.1'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Port': {'1.7'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'PortForwarding': {'1.2'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'QosPolicy': {'1.9'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'SecurityGroup': {'1.4'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'SubPort': {'1.0'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Subnet': {'1.1'}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Trunk': {'1.1'}} Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: consumer versions: Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: L3 agent@n-d-713301-15: {}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: Metadata agent@n-d-713301-15: {}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: Metering agent@n-d-713301-15: {}, Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'ConntrackHelper': '1.0', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Log': '1.0', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Network': '1.1', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Port': '1.7', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'PortForwarding': '1.2', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'QosPolicy': '1.9', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'SecurityGroup': '1.4', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'SecurityGroupRule': '1.2', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'SubPort': '1.0', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Subnet': '1.1', Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: 'Trunk': '1.1'}} Sep 16 04:49:01.822932 n-d-713301-15 neutron-server[94718]: {{(pid=94718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:49:01.926917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-918b4399-3d90-4e6c-957e-729287f44410 None None] Provisioning complete for port 822f1ccf-5e96-44ff-b568-f285494d00e2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:01.927202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-918b4399-3d90-4e6c-957e-729287f44410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.955354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.959629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-918b4399-3d90-4e6c-957e-729287f44410 None None] Port 822f1ccf-5e96-44ff-b568-f285494d00e2 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:02.164362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.168712 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.169456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.229828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Pushing event updated for resources: {'Port': ['ID=822f1ccf-5e96-44ff-b568-f285494d00e2,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.291301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:02.292637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:02.479262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ab78b41d-f0ff-4f04-9b10-ccdc708f9c8e None None] Provisioning complete for port 822f1ccf-5e96-44ff-b568-f285494d00e2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:02.479801 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab78b41d-f0ff-4f04-9b10-ccdc708f9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.501708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Router 6f3fc40c-f25b-4389-8d63-b995a42df702 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:49:02.512858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ab78b41d-f0ff-4f04-9b10-ccdc708f9c8e None None] Port 822f1ccf-5e96-44ff-b568-f285494d00e2 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:02.592716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:02.599061 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ea3a4ed9-f6a5-403e-9dbf-67b2ffc84af8 admin admin] 10.222.0.55 "PUT /v2.0/routers/6f3fc40c-f25b-4389-8d63-b995a42df702/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8154888 Sep 16 04:49:02.603923 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Sync routers for ids ['6f3fc40c-f25b-4389-8d63-b995a42df702'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:02.615715 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Routers {'6f3fc40c-f25b-4389-8d63-b995a42df702'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:02.616577 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:48:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6f3fc40c-f25b-4389-8d63-b995a42df702'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:02.797804 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Set router 6f3fc40c-f25b-4389-8d63-b995a42df702 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:03.240469 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'name': 'router1', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:52Z', 'updated_at': '2021-09-16T04:49:01Z', 'revision_number': 2, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'gw_port_host': None, '_interfaces': [{'id': '822f1ccf-5e96-44ff-b568-f285494d00e2', 'name': '', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'mac_address': 'fa:16:3e:66:7f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:01Z', 'updated_at': '2021-09-16T04:49:02Z', 'revision_number': 2, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'subnets': [{'id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:03.292999 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Checking router: 6f3fc40c-f25b-4389-8d63-b995a42df702 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:03.293369 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Updating router 6f3fc40c-f25b-4389-8d63-b995a42df702 port 822f1ccf-5e96-44ff-b568-f285494d00e2 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:49:03.342067 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.852541 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.859493 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.022820 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Pushing event updated for resources: {'Port': ['ID=822f1ccf-5e96-44ff-b568-f285494d00e2,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.034611 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.035257 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.035370 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.035646 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.035993 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.036338 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.036652 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.036979 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.037308 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.037630 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.037954 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.038276 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Tracked resource versions report: Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: pushed versions: Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: { 'AddressGroup': {'1.2'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'ConntrackHelper': {'1.0'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Log': {'1.0'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Network': {'1.1'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Port': {'1.7'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'PortForwarding': {'1.2'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'QosPolicy': {'1.9'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'SecurityGroup': {'1.4'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'SubPort': {'1.0'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Subnet': {'1.1'}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Trunk': {'1.1'}} Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: consumer versions: Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: L3 agent@n-d-713301-15: {}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: Metadata agent@n-d-713301-15: {}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: Metering agent@n-d-713301-15: {}, Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'ConntrackHelper': '1.0', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Log': '1.0', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Network': '1.1', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Port': '1.7', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'PortForwarding': '1.2', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'QosPolicy': '1.9', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'SecurityGroup': '1.4', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'SecurityGroupRule': '1.2', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'SubPort': '1.0', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Subnet': '1.1', Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: 'Trunk': '1.1'}} Sep 16 04:49:04.039390 n-d-713301-15 neutron-server[94721]: {{(pid=94721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:49:04.042064 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Attempting to bind port 822f1ccf-5e96-44ff-b568-f285494d00e2 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:04.042469 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Attempting to bind port 822f1ccf-5e96-44ff-b568-f285494d00e2 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:04.042586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bb855251-9c33-4555-8666-79d36d572fa5 None None] Provisioning complete for port 822f1ccf-5e96-44ff-b568-f285494d00e2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:04.043380 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb855251-9c33-4555-8666-79d36d572fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.043519 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Attempting to bind port 822f1ccf-5e96-44ff-b568-f285494d00e2 on network dfafefd8-573f-4055-b9c6-c99c63cb4969 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:04.049566 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:04.049981 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Checking segment: {'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:04.050481 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.050874 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Bound using segment: {'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:04.051374 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Bound port: 822f1ccf-5e96-44ff-b568-f285494d00e2, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3594e0-ae2d-44fd-a059-41b03b92664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:04.051760 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.079026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bb855251-9c33-4555-8666-79d36d572fa5 None None] Port 822f1ccf-5e96-44ff-b568-f285494d00e2 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:04.119192 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] For port 822f1ccf-5e96-44ff-b568-f285494d00e2, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:04.137644 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] For port 822f1ccf-5e96-44ff-b568-f285494d00e2, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=822f1ccf-5e96-44ff-b568-f285494d00e2,segment=NetworkSegment(0c3594e0-ae2d-44fd-a059-41b03b92664d),segment_id=0c3594e0-ae2d-44fd-a059-41b03b92664d)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:04.141894 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.197586 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Routers {'6f3fc40c-f25b-4389-8d63-b995a42df702'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:04.198217 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:48:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6f3fc40c-f25b-4389-8d63-b995a42df702'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:04.232855 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb75e5d-a257-4d0d-829c-bf35407ca634 None None] Pushing event updated for resources: {'Port': ['ID=822f1ccf-5e96-44ff-b568-f285494d00e2,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.291796 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] Set router 6f3fc40c-f25b-4389-8d63-b995a42df702 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:04.398792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d400ec77-2af1-4a19-87e2-2394b77a9d7d None None] Provisioning complete for port 822f1ccf-5e96-44ff-b568-f285494d00e2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:04.399406 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d400ec77-2af1-4a19-87e2-2394b77a9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.478593 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d400ec77-2af1-4a19-87e2-2394b77a9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.507031 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'name': 'router1', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:52Z', 'updated_at': '2021-09-16T04:49:01Z', 'revision_number': 2, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'gw_port_host': None, '_interfaces': [{'id': '822f1ccf-5e96-44ff-b568-f285494d00e2', 'name': '', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'mac_address': 'fa:16:3e:66:7f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:01Z', 'updated_at': '2021-09-16T04:49:04Z', 'revision_number': 4, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'subnets': [{'id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:04.509492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d400ec77-2af1-4a19-87e2-2394b77a9d7d None None] For port 822f1ccf-5e96-44ff-b568-f285494d00e2, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=822f1ccf-5e96-44ff-b568-f285494d00e2,segment=NetworkSegment(0c3594e0-ae2d-44fd-a059-41b03b92664d),segment_id=0c3594e0-ae2d-44fd-a059-41b03b92664d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:04.516198 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d400ec77-2af1-4a19-87e2-2394b77a9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.539457 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50023de-7f7d-444e-9ef9-8a8538713afc None None] The sync data for ids ['6f3fc40c-f25b-4389-8d63-b995a42df702'] in n-d-713301-15 is: [{'id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'name': 'router1', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:52Z', 'updated_at': '2021-09-16T04:49:01Z', 'revision_number': 2, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'gw_port_host': None, '_interfaces': [{'id': '822f1ccf-5e96-44ff-b568-f285494d00e2', 'name': '', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'mac_address': 'fa:16:3e:66:7f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:01Z', 'updated_at': '2021-09-16T04:49:04Z', 'revision_number': 4, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'subnets': [{'id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:04.571809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400ec77-2af1-4a19-87e2-2394b77a9d7d None None] Pushing event updated for resources: {'Port': ['ID=822f1ccf-5e96-44ff-b568-f285494d00e2,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.821187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57112) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.935996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f3492-776e-4701-b74d-ad537049086b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:04.937890 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0f2f3492-776e-4701-b74d-ad537049086b admin admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 842 time: 0.1157560 Sep 16 04:49:04.947782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:04.975228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Made reservation on behalf of ebce705766a44a8598a5630451e3b185 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:04.977757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.290367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:49:05.290805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.350818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0841bdc7-bfc7-4166-9943-8bca9e1c766a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.355589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:05.355948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Network hostable DHCP agents. Network: 265dfef6-f889-473b-97e8-86f36087b1b9, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:05.377692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:05.392645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 265dfef6-f889-473b-97e8-86f36087b1b9) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:05.396874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.397566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.402161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e11a13-946c-4320-add4-424414e5b9f1 None None] Network 265dfef6-f889-473b-97e8-86f36087b1b9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:05.416679 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3964454f-7b08-4823-8e26-adaec24a47ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721594 Sep 16 04:49:05.540084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d6915c-bd1f-4d51-a5f6-b0c7bdfd330a None None] Network 265dfef6-f889-473b-97e8-86f36087b1b9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:07.788293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57120) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.005737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0c35fd80-6056-4b0d-a1a5-b32884acec8e admin admin] 10.222.0.55 "GET /v2.0/routers/6f3fc40c-f25b-4389-8d63-b995a42df702 HTTP/1.1" status: 200 len: 710 time: 0.2161989 Sep 16 04:49:08.119155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaebbc5d-b27e-46c9-a636-13a86b6b8f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.120443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-eaebbc5d-b27e-46c9-a636-13a86b6b8f83 admin admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 886 time: 0.1086392 Sep 16 04:49:08.129934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:08.375311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.643394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.722817 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.881196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Allocated IP 172.25.6.107 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/e560c7f2-4381-48c6-9d14-94348cc34965) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:08.986566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.046840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.123106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:09.130463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:09.133575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:09.139608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Pushing event updated for resources: {'Port': ['ID=e560c7f2-4381-48c6-9d14-94348cc34965,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:09.410143 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.609943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.615996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.728794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Router 6f3fc40c-f25b-4389-8d63-b995a42df702 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:09.836489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:09.841052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.845702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4633a384-b332-423b-8cb0-b6fb2b9ea174 admin admin] 10.222.0.55 "PUT /v2.0/routers/6f3fc40c-f25b-4389-8d63-b995a42df702 HTTP/1.1" status: 200 len: 890 time: 1.7154708 Sep 16 04:49:10.547854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 822f1ccf-5e96-44ff-b568-f285494d00e2 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:10.598264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 822f1ccf-5e96-44ff-b568-f285494d00e2 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:10.598722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.978199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Sync routers for ids ['6f3fc40c-f25b-4389-8d63-b995a42df702'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:10.988847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Routers {'6f3fc40c-f25b-4389-8d63-b995a42df702'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:10.989578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:48:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6f3fc40c-f25b-4389-8d63-b995a42df702'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.135121 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:11.197242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Set router 6f3fc40c-f25b-4389-8d63-b995a42df702 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:11.583219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'name': 'router1', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e560c7f2-4381-48c6-9d14-94348cc34965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:52Z', 'updated_at': '2021-09-16T04:49:09Z', 'revision_number': 4, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'gw_port': {'id': 'e560c7f2-4381-48c6-9d14-94348cc34965', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:08Z', 'updated_at': '2021-09-16T04:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '822f1ccf-5e96-44ff-b568-f285494d00e2', 'name': '', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'mac_address': 'fa:16:3e:66:7f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:01Z', 'updated_at': '2021-09-16T04:49:04Z', 'revision_number': 5, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'subnets': [{'id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.634153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Checking router: 6f3fc40c-f25b-4389-8d63-b995a42df702 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:11.634499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Updating router 6f3fc40c-f25b-4389-8d63-b995a42df702 port e560c7f2-4381-48c6-9d14-94348cc34965 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:49:11.680978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.995564 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.001607 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.129277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adc069-a42a-4029-9786-dcae7b96cf99 None None] Pushing event updated for resources: {'Port': ['ID=e560c7f2-4381-48c6-9d14-94348cc34965,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.139512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Attempting to bind port e560c7f2-4381-48c6-9d14-94348cc34965 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:12.139885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Attempting to bind port e560c7f2-4381-48c6-9d14-94348cc34965 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:12.140289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Attempting to bind port e560c7f2-4381-48c6-9d14-94348cc34965 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:12.145243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:12.145615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:12.146016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.146404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:12.146875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Bound port: e560c7f2-4381-48c6-9d14-94348cc34965, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:12.147271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.200105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] For port e560c7f2-4381-48c6-9d14-94348cc34965, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:12.203818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] For port e560c7f2-4381-48c6-9d14-94348cc34965, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e560c7f2-4381-48c6-9d14-94348cc34965,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:12.207887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.231897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57132) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.264626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Routers {'6f3fc40c-f25b-4389-8d63-b995a42df702'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:12.265252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:48:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6f3fc40c-f25b-4389-8d63-b995a42df702'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:12.301812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adc069-a42a-4029-9786-dcae7b96cf99 None None] Pushing event updated for resources: {'Port': ['ID=e560c7f2-4381-48c6-9d14-94348cc34965,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.377884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] Set router 6f3fc40c-f25b-4389-8d63-b995a42df702 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:12.415650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a47c81fd-4c06-4b3e-bbda-4c2cffd59fcf admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1824179 Sep 16 04:49:12.605724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'name': 'router1', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e560c7f2-4381-48c6-9d14-94348cc34965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:52Z', 'updated_at': '2021-09-16T04:49:09Z', 'revision_number': 4, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'gw_port': {'id': 'e560c7f2-4381-48c6-9d14-94348cc34965', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:08Z', 'updated_at': '2021-09-16T04:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '822f1ccf-5e96-44ff-b568-f285494d00e2', 'name': '', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'mac_address': 'fa:16:3e:66:7f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:01Z', 'updated_at': '2021-09-16T04:49:04Z', 'revision_number': 5, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'subnets': [{'id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:12.632176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ecefc-4145-4e82-be6e-bb225d816315 None None] The sync data for ids ['6f3fc40c-f25b-4389-8d63-b995a42df702'] in n-d-713301-15 is: [{'id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'name': 'router1', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e560c7f2-4381-48c6-9d14-94348cc34965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:48:52Z', 'updated_at': '2021-09-16T04:49:09Z', 'revision_number': 4, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'gw_port': {'id': 'e560c7f2-4381-48c6-9d14-94348cc34965', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:08Z', 'updated_at': '2021-09-16T04:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '822f1ccf-5e96-44ff-b568-f285494d00e2', 'name': '', 'network_id': 'dfafefd8-573f-4055-b9c6-c99c63cb4969', 'tenant_id': 'ee5f814545a44e109916386ae64549ed', 'mac_address': 'fa:16:3e:66:7f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3fc40c-f25b-4389-8d63-b995a42df702', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:49:01Z', 'updated_at': '2021-09-16T04:49:04Z', 'revision_number': 5, 'project_id': 'ee5f814545a44e109916386ae64549ed', 'subnets': [{'id': 'bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa1ddc3c-6404-419e-b51f-8aa31d6b7b7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:14.560834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e560c7f2-4381-48c6-9d14-94348cc34965 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:14.621260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e560c7f2-4381-48c6-9d14-94348cc34965 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:14.621630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.714658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.736710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port e560c7f2-4381-48c6-9d14-94348cc34965, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e560c7f2-4381-48c6-9d14-94348cc34965,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:14.742457 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.804048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=e560c7f2-4381-48c6-9d14-94348cc34965,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:16.563499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e560c7f2-4381-48c6-9d14-94348cc34965 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:16.637767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e560c7f2-4381-48c6-9d14-94348cc34965 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:16.639683 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.753026 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-83f70125-db74-4e4c-9d4d-da5d6ffbc878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.093239 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d04c373-7a3f-4b0e-9355-b3242b46a54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.048882 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.602675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.028896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.134410 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:55.758428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-447997b0-4cdd-49ac-8746-c18d040d8e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.091199 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d859b1d-0e77-4fe3-b8ad-a52d663cda12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.042618 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.589530 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.016720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.133533 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:25.751139 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5eaabaef-7482-49dc-9172-e38c0932dcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.083016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4fc72460-841c-4e2e-9e8e-fcb4f1326c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.045557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.586044 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.010324 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.478516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57726) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:53.540632 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dc9ac1-6c08-40d9-9932-4085fb82d656 admin admin] GET failed (client error): The resource could not be found. Sep 16 04:50:53.541922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d2dc9ac1-6c08-40d9-9932-4085fb82d656 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624490 Sep 16 04:50:53.697099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768bba0-9035-40f2-b3c8-aa2f227d3adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.698471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8768bba0-9035-40f2-b3c8-aa2f227d3adf admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1516056 Sep 16 04:50:55.754206 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d92acd25-546d-4e33-b10a-95258292f511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.945490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57736) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.037395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6e822-d80e-4c5a-9187-4dd279ede044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.038717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2ae6e822-d80e-4c5a-9187-4dd279ede044 admin admin] 10.222.0.55 "GET /v2.0/subnets/bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1 HTTP/1.1" status: 200 len: 849 time: 0.0921910 Sep 16 04:50:56.048882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:56.127895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.269667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741076131844'] for subnet, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.299244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.299829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.301111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] 10.222.0.55 "PUT /v2.0/subnets/bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1 HTTP/1.1" status: 200 len: 868 time: 0.2557967 Sep 16 04:50:56.319090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9cbfc4-3386-4146-9e8a-628b9e0a115c None None] Network dfafefd8-573f-4055-b9c6-c99c63cb4969 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:56.320735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:56.334931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.334931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.335258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.335480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.335745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.336074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.336443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.336767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.337297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.337619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.337946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.338265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b639bb-5d94-4329-8424-3ecbcc1e3280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:56.685624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-90f8a798-10a0-41cc-bef3-5cbdac8bd9f5 None None] Provisioning complete for port 61046bdc-6bd7-4ab1-b563-274898a4b6e8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:56.685996 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-90f8a798-10a0-41cc-bef3-5cbdac8bd9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.769367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-90f8a798-10a0-41cc-bef3-5cbdac8bd9f5 None None] Provisioning complete for port 822f1ccf-5e96-44ff-b568-f285494d00e2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:56.769989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-90f8a798-10a0-41cc-bef3-5cbdac8bd9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.084585 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d19ff38-62ea-4308-b09c-a28dc37565ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.543206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57744) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.741024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfeee5-185e-4248-9315-546bba94fc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.741333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfeee5-185e-4248-9315-546bba94fc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.742972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bfcfeee5-185e-4248-9315-546bba94fc9b admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985681 Sep 16 04:50:59.046814 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.591144 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.912579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57752) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:01.016179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.042132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82afaa-309f-4ab9-8772-717a676d51db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.042596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82afaa-309f-4ab9-8772-717a676d51db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.044398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2d82afaa-309f-4ab9-8772-717a676d51db admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308596 Sep 16 04:51:02.131810 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:03.189511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57760) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:03.310727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67b879-accf-45b7-b642-f8fa2eaf0eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.312098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3d67b879-accf-45b7-b642-f8fa2eaf0eba admin admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 886 time: 0.1216357 Sep 16 04:51:05.495086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57768) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:05.628013 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d188a-6c96-4055-9f67-086c499f96b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.629391 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-614d188a-6c96-4055-9f67-086c499f96b1 admin admin] 10.222.0.55 "GET /v2.0/networks/dfafefd8-573f-4055-b9c6-c99c63cb4969 HTTP/1.1" status: 200 len: 869 time: 0.1332600 Sep 16 04:51:07.823757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57778) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:07.948305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11982e1-d987-4036-a394-29f274b7275a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.948761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11982e1-d987-4036-a394-29f274b7275a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:07.950317 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e11982e1-d987-4036-a394-29f274b7275a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252928 Sep 16 04:51:10.148620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57786) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:10.272505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d81200-a0fd-4bc2-a38c-48a9c3e0d1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.272964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d81200-a0fd-4bc2-a38c-48a9c3e0d1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.274470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-73d81200-a0fd-4bc2-a38c-48a9c3e0d1cb admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249208 Sep 16 04:51:12.455108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:12.541878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23001fa6-2e14-4233-9223-1f344a29da66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:12.543215 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-23001fa6-2e14-4233-9223-1f344a29da66 admin admin] 10.222.0.55 "GET /v2.0/subnets/0841bdc7-bfc7-4166-9943-8bca9e1c766a HTTP/1.1" status: 200 len: 816 time: 0.0871754 Sep 16 04:51:14.710217 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57802) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.800078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c668c5d-a23b-4c33-a7f0-42ee3f35d8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:14.801414 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c668c5d-a23b-4c33-a7f0-42ee3f35d8b1 admin admin] 10.222.0.55 "GET /v2.0/subnets/bc10fa39-4cb2-4e80-8c6c-dca4d845d2e1 HTTP/1.1" status: 200 len: 868 time: 0.0902696 Sep 16 04:51:25.755147 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1bd6417d-0296-40e0-bf63-570dbf6a7f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.085842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e3710e-d902-454f-8277-0ccd8285fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.049231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.593232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.025318 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.130654 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:39.886238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57856) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:39.932160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [None req-86f35e69-81d3-4fad-a471-71d53caa7bea admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:51:39.933768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-86f35e69-81d3-4fad-a471-71d53caa7bea admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466056 Sep 16 04:51:42.205248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57864) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:42.264657 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-533b3d1e-c8f6-4b94-a4a0-dafb4c9712e7 admin admin] GET failed (client error): The resource could not be found. Sep 16 04:51:42.265961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-533b3d1e-c8f6-4b94-a4a0-dafb4c9712e7 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597999 Sep 16 04:51:42.348989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8a9e4-16a4-433b-bbc3-93bbce334f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.350450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d3e8a9e4-16a4-433b-bbc3-93bbce334f69 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800173 Sep 16 04:51:44.556113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57872) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:44.604766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:44.625503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Made reservation on behalf of ebce705766a44a8598a5630451e3b185 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:44.627726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.663407 n-d-713301-15 neutron-server[94719]: WARNING neutron.services.revisions.revision_plugin [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Could not find related network for resource to bump revision. Sep 16 04:51:44.674193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:44.683318 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.683654 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Added segment 48b915a8-1693-4362-8198-c0eab2238758 of type vlan for network 259494f6-2f92-4963-913a-c02742eefe5c Sep 16 04:51:44.721019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.743362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.744312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.745402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.775343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2181606 Sep 16 04:51:44.805895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb56ce-6728-4d30-9922-f27ecd68f851 admin admin] Pushing event updated for resources: {'Network': ['ID=259494f6-2f92-4963-913a-c02742eefe5c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.817043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 259494f6-2f92-4963-913a-c02742eefe5c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:46.971390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57880) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:47.034728 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-9397a082-4413-40f5-9cb0-0ae8a11db47a admin admin] GET failed (client error): The resource could not be found. Sep 16 04:51:47.036017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9397a082-4413-40f5-9cb0-0ae8a11db47a admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636508 Sep 16 04:51:47.102819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52a069-c1af-4117-8584-6dd58d0b6f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.104290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9a52a069-c1af-4117-8584-6dd58d0b6f0d admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637045 Sep 16 04:51:47.114470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:47.134087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Made reservation on behalf of ebce705766a44a8598a5630451e3b185 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:47.137005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.294238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.347933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6fce33b-ee79-44aa-a6a6-1e94235c92ba,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.355088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:47.355435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Network hostable DHCP agents. Network: 259494f6-2f92-4963-913a-c02742eefe5c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:47.369649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Network 259494f6-2f92-4963-913a-c02742eefe5c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:47.377979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 259494f6-2f92-4963-913a-c02742eefe5c) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:47.381887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.382475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.387267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c8c55-a3ab-4fcb-96d7-dd0d141a419b None None] Network 259494f6-2f92-4963-913a-c02742eefe5c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:47.395839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c8a37945-e8c6-46ef-82c9-35d4e5650da8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2845812 Sep 16 04:51:47.539237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-259494f6-2f92-4963-913a-c02742eefe5c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'tenant_id': 'ebce705766a44a8598a5630451e3b185', 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:47.540155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.676569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Allocated IP 192.168.233.2 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/bbe1cba4-1ab3-48b8-a06b-b077845ba638) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:47.827842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.833729 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.870213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:47.872962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:47.876449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:47.893534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Pushing event updated for resources: {'Port': ['ID=bbe1cba4-1ab3-48b8-a06b-b077845ba638,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.901665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.902020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.902364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.902698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.903031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.903371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.903695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.904031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.904382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.904734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.905061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.905391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.951161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Attempting to bind port bbe1cba4-1ab3-48b8-a06b-b077845ba638 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:47.951527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Attempting to bind port bbe1cba4-1ab3-48b8-a06b-b077845ba638 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:47.951893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Attempting to bind port bbe1cba4-1ab3-48b8-a06b-b077845ba638 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:47.956929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:47.957304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:47.957704 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.958094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:47.958563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Bound port: bbe1cba4-1ab3-48b8-a06b-b077845ba638, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:47.958960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.021176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] For port bbe1cba4-1ab3-48b8-a06b-b077845ba638, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:48.024236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] For port bbe1cba4-1ab3-48b8-a06b-b077845ba638, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bbe1cba4-1ab3-48b8-a06b-b077845ba638,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:48.029273 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.087171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786981b-0905-4c4a-94e3-b67b9e2f5f34 None None] Pushing event updated for resources: {'Port': ['ID=bbe1cba4-1ab3-48b8-a06b-b077845ba638,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.688832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bbe1cba4-1ab3-48b8-a06b-b077845ba638 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:48.744765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bbe1cba4-1ab3-48b8-a06b-b077845ba638 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:48.745730 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.837690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.875858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port bbe1cba4-1ab3-48b8-a06b-b077845ba638, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bbe1cba4-1ab3-48b8-a06b-b077845ba638,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:48.881024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.942301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=bbe1cba4-1ab3-48b8-a06b-b077845ba638,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.954217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b4390-3a55-481b-a262-e422ce8670df None None] Network 259494f6-2f92-4963-913a-c02742eefe5c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:49.077129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d876e36b-55fa-4f55-a01a-7188366dc59e None None] Provisioning complete for port bbe1cba4-1ab3-48b8-a06b-b077845ba638 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:49.077595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d876e36b-55fa-4f55-a01a-7188366dc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.412962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b4873ba7-cf33-4e74-9c78-a2303e784a0f None None] Provisioning complete for port bbe1cba4-1ab3-48b8-a06b-b077845ba638 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:49.413260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4873ba7-cf33-4e74-9c78-a2303e784a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.643399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bbe1cba4-1ab3-48b8-a06b-b077845ba638 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:50.689790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bbe1cba4-1ab3-48b8-a06b-b077845ba638 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:50.690160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.755887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-89546544-9d37-4b8c-af66-9773d14bb1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.086469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14f4a947-6f97-41cf-b9df-580cca83f2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.051693 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.596342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.032020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.128811 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:25.755660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-91c0c5ae-52a2-4d92-919c-a59963943b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.087206 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bd969fb8-7e41-4819-b6d1-0391329b81e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.053496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.599484 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.035061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.127465 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:55.757389 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f05ff560-77bf-4273-a59f-a879b0b894b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.881454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57932) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:55.887212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [None req-1d681ad7-28b4-446a-a9d5-679a1a7b63e8 tempest-verify_tempest_config-1683711983 tempest-verify_tempest_config-1683711983-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:52:55.888227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1d681ad7-28b4-446a-a9d5-679a1a7b63e8 tempest-verify_tempest_config-1683711983 tempest-verify_tempest_config-1683711983-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057971 Sep 16 04:52:56.195081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57950) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.309523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.482475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.486228 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.530888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b26e65a-6b2c-4edf-82ac-678bde88e3eb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.535875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a51f9a4e8062412dba241b415bc2c26d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3397648 Sep 16 04:52:56.538713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:56.540324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.540667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.541162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.541667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.542003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.542378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.542955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.543311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.543673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.544000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.544356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.544682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6813-d66b-4479-9429-710d4bd71594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.630842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.652354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.740289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.742743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.743890 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b26e65a-6b2c-4edf-82ac-678bde88e3eb HTTP/1.1" status: 204 len: 168 time: 0.2041013 Sep 16 04:52:56.752278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b26e65a-6b2c-4edf-82ac-678bde88e3eb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.758887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.759235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.759577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.759916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.760276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.760605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.760937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.761261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.762226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.762551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.762876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:56.763200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9b1-c2f8-49f2-8a64-eac68138a6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.088470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b678d6da-2f76-425d-a358-b1cd685c6e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.054558 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.602110 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.038684 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.758992 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-672bb2d0-9d8f-41cf-bf61-eb26eb39e0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.091736 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5b4758f-22a0-48b1-a1d1-00f83007638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.056457 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.604908 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.127076 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:31.041767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.758573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f276b6fb-5e11-4a49-bcdb-ecf14a468d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.092305 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a7f5-8926-4201-903a-88c91006e7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.057075 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.696652 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.044704 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.125269 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:25.758520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2b671c69-da8a-42da-8f61-6b95145ad85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.092173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8cca4614-bbc2-48ca-8d7e-55af0be0acee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.058221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.610294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.048176 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.123370 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:55.758583 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d920153c-5d87-4381-ab24-2be373802b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.092496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de6ce86c-c56d-436b-9048-47d5e07c6467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.061102 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:59.614585 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.050704 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.121949 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:25.759502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-641d843c-617a-4777-b593-3b876e1f5985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.093126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f94638d-b733-4635-bca5-4649b4b6fa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.061783 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.615690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.054763 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.759952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-144f869e-afa4-424d-8cd3-8123e72865ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.092804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bf276cef-26fa-4291-8811-479ada7f8fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.121438 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 5 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:59.063274 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.620137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.057852 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.292824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-750892'] for agent, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.206219 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-750892'] for agent, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.760621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-916eb37c-3e1e-49fa-94d4-3980aa7b780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.093989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-364a451f-6fad-4bcf-a3cd-ebd48efe1143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.064169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.622101 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.060890 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.120862 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:41.278107 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.183683 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.761505 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-874a323d-d7b7-426d-a40c-9f1a530d7bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.682977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58016) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.784608 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7bddf1db-cdf5-4391-b007-51e118e46b31 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1005561 Sep 16 04:56:58.095152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ff566f2-5e77-41f6-b35d-7315f3678ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.066747 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.625743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.029344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.086135 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-296ae912-acfe-4179-91b3-5662fe127e5e admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0557258 Sep 16 04:57:01.064323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.291662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.120797 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:24.195760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.761462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-299ba1d3-6932-445d-b610-f5e21bf2e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.096563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0b905c4-5bf9-45b7-baa2-fd8d4d692837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.066422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.627951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.069233 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.308817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.120520 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:54.194177 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.761933 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b236ff0-8029-4f32-abe4-9f83ff614e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.097902 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1decd48c-fae6-4495-8655-2d89c09e1426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.068948 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.630258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.072164 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.320649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.859189 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58218) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.216382 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8a464195-b340-4238-af2a-d7392c7666e5 tempest-AutoAllocateNetworkTest-1345704055 tempest-AutoAllocateNetworkTest-1345704055-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2e6d8bc6e355478fa26a864d43fed98a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3546522 Sep 16 04:58:22.218675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58242) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.403678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9be5c-8f4a-4d38-be1c-6ed332ae944e tempest-AutoAllocateNetworkTest-1345704055 tempest-AutoAllocateNetworkTest-1345704055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.408660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58250) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.409224 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-23e9be5c-8f4a-4d38-be1c-6ed332ae944e tempest-AutoAllocateNetworkTest-1345704055 tempest-AutoAllocateNetworkTest-1345704055-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1888762 Sep 16 04:58:22.470671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c5ff7a96-60e4-4726-adb1-db8ec3d15ebd tempest-AutoAllocateNetworkTest-1345704055 tempest-AutoAllocateNetworkTest-1345704055-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600300 Sep 16 04:58:22.473148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58258) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.500457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b2bfaa58-ce1d-4def-b5dc-e685c36f2781 tempest-AutoAllocateNetworkTest-1345704055 tempest-AutoAllocateNetworkTest-1345704055-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2e6d8bc6e355478fa26a864d43fed98a HTTP/1.1" status: 200 len: 208 time: 0.0260501 Sep 16 04:58:23.267050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58294) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.635853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.754553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.759489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.804944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a17eef-2873-44d8-8d92-a07dfc59fd0c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.812606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e6d8bc6e355478fa26a864d43fed98a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5442467 Sep 16 04:58:23.813345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58332) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.824149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.824497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.824833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.825168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.825494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.825876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.826571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.827063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.827445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.827814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.828177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.828497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f210ba-1a23-4f4d-9339-9cb1bc3fb758 admin admin] Tracked resource versions report: Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: pushed versions: Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: { 'AddressGroup': {'1.2'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'ConntrackHelper': {'1.0'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Log': {'1.0'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Network': {'1.1'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Port': {'1.7'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'PortForwarding': {'1.2'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'QosPolicy': {'1.9'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'SecurityGroup': {'1.4'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'SubPort': {'1.0'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Subnet': {'1.1'}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Trunk': {'1.1'}} Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: consumer versions: Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: HyperV agent@n-h1-713301-15: {}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: HyperV agent@n-h2-713301-15: {}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: L3 agent@n-d-713301-15: {}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: Metadata agent@n-d-713301-15: {}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: Metering agent@n-d-713301-15: {}, Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'ConntrackHelper': '1.0', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Log': '1.0', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Network': '1.1', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Port': '1.7', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'PortForwarding': '1.2', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'QosPolicy': '1.9', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'SecurityGroup': '1.4', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'SecurityGroupRule': '1.2', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'SubPort': '1.0', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Subnet': '1.1', Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: 'Trunk': '1.1'}} Sep 16 04:58:23.829752 n-d-713301-15 neutron-server[94719]: {{(pid=94719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:58:23.890954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8891-fea9-4766-8859-15b14196a646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.913092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8891-fea9-4766-8859-15b14196a646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.977673 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8891-fea9-4766-8859-15b14196a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.982829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8891-fea9-4766-8859-15b14196a646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.983682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9fcd8891-fea9-4766-8859-15b14196a646 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3a17eef-2873-44d8-8d92-a07dfc59fd0c HTTP/1.1" status: 204 len: 168 time: 0.1657913 Sep 16 04:58:23.996763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd8891-fea9-4766-8859-15b14196a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a17eef-2873-44d8-8d92-a07dfc59fd0c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.209668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.778171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7854f846-04c1-45fc-9a2a-ad88b4b4b842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.120236 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:26.462540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58520) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.702387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31e8b2f1-9d7c-4dc3-9f43-3149e279da03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.798923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31e8b2f1-9d7c-4dc3-9f43-3149e279da03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.803921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31e8b2f1-9d7c-4dc3-9f43-3149e279da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.837337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8b2f1-9d7c-4dc3-9f43-3149e279da03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f544853-773c-4b52-ae7d-e4e2d356a66b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.854566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-31e8b2f1-9d7c-4dc3-9f43-3149e279da03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=769a7eda9a8b4b289e4b1ce2cbe458a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3909423 Sep 16 04:58:26.857122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58556) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.914051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-697df52c-844d-4e9f-8f04-907000c5bf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.937800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-697df52c-844d-4e9f-8f04-907000c5bf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.982211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58572) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.984669 n-d-713301-15 neutron-server[94719]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:58:27.014340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-fd5cadb1-b666-4d10-a916-951ed85eeef6 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4e0c625dcfde495fa47b6d65eb111769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309103 Sep 16 04:58:27.016218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-697df52c-844d-4e9f-8f04-907000c5bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.019304 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-697df52c-844d-4e9f-8f04-907000c5bf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.020414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-697df52c-844d-4e9f-8f04-907000c5bf34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f544853-773c-4b52-ae7d-e4e2d356a66b HTTP/1.1" status: 204 len: 168 time: 0.1623940 Sep 16 04:58:27.031793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697df52c-844d-4e9f-8f04-907000c5bf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f544853-773c-4b52-ae7d-e4e2d356a66b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.223991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-4dfca70f-c317-4292-b2a9-f2894c57ced3 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.227840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-4dfca70f-c317-4292-b2a9-f2894c57ced3 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063267 Sep 16 04:58:27.256388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-5473348f-90b0-4244-a782-8d106de73f97 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/quotas/4e0c625dcfde495fa47b6d65eb111769 HTTP/1.1" status: 200 len: 375 time: 0.0192058 Sep 16 04:58:27.316431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-cb619bb1-7401-4c08-9314-2dc9d2808b6a tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e0c625dcfde495fa47b6d65eb111769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591743 Sep 16 04:58:27.360798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58582) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.376950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.485433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.491869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.531581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74ef55e-4a9e-436c-8be4-b059b3fb3d63,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.545210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.545768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.546256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.546733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.547397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.547871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.548385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.548855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.549332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.550152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.550623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.551610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] Tracked resource versions report: Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: pushed versions: Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: { 'AddressGroup': {'1.2'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'ConntrackHelper': {'1.0'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Log': {'1.0'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Network': {'1.1'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Port': {'1.7'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'PortForwarding': {'1.2'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'QosPolicy': {'1.9'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'SecurityGroup': {'1.4'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'SubPort': {'1.0'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Subnet': {'1.1'}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Trunk': {'1.1'}} Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: consumer versions: Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: HyperV agent@n-h1-713301-15: {}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: HyperV agent@n-h2-713301-15: {}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: L3 agent@n-d-713301-15: {}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: Metadata agent@n-d-713301-15: {}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: Metering agent@n-d-713301-15: {}, Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'ConntrackHelper': '1.0', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Log': '1.0', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Network': '1.1', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Port': '1.7', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'PortForwarding': '1.2', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'QosPolicy': '1.9', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'SecurityGroup': '1.4', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'SecurityGroupRule': '1.2', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'SubPort': '1.0', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Subnet': '1.1', Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: 'Trunk': '1.1'}} Sep 16 04:58:27.552919 n-d-713301-15 neutron-server[94718]: {{(pid=94718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:58:27.587606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-17c937f8-53e5-4f44-b1a4-a2949f95352a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=917c2118b04345f4bd6c58ce8ca408d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2257364 Sep 16 04:58:27.592607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58604) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.642842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-831071ff-8e65-46f0-b28f-9307fcdffee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.668648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-831071ff-8e65-46f0-b28f-9307fcdffee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.829026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58616) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.859790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-831071ff-8e65-46f0-b28f-9307fcdffee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.867171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-831071ff-8e65-46f0-b28f-9307fcdffee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.868415 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-831071ff-8e65-46f0-b28f-9307fcdffee3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b74ef55e-4a9e-436c-8be4-b059b3fb3d63 HTTP/1.1" status: 204 len: 168 time: 0.2744443 Sep 16 04:58:27.892022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831071ff-8e65-46f0-b28f-9307fcdffee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74ef55e-4a9e-436c-8be4-b059b3fb3d63,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.905299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58628) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.106188 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bd346c91-4cd3-4dac-bd08-b869b201e16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.189827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a47fc1c-33e6-4757-8a49-65e9273244a8 req-0e545df1-16c4-4b04-b760-6d26a7740fa0 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 210 time: 0.3583987 Sep 16 04:58:28.253941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c49bb843-b754-4576-9e7a-1f8efe4cc78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.410457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c49bb843-b754-4576-9e7a-1f8efe4cc78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.417609 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c49bb843-b754-4576-9e7a-1f8efe4cc78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.450140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb843-b754-4576-9e7a-1f8efe4cc78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f59e08a-7e53-40f4-97fa-3eb3b0b7e580,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.489683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c49bb843-b754-4576-9e7a-1f8efe4cc78f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7789d6240df41beb440000c86f8c502&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5833008 Sep 16 04:58:28.492207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58676) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.612111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-428f3331-c179-4a98-8723-53eabc64f51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.664254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-428f3331-c179-4a98-8723-53eabc64f51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.756076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-428f3331-c179-4a98-8723-53eabc64f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.759686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-428f3331-c179-4a98-8723-53eabc64f51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.761472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-428f3331-c179-4a98-8723-53eabc64f51c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f59e08a-7e53-40f4-97fa-3eb3b0b7e580 HTTP/1.1" status: 204 len: 168 time: 0.2676749 Sep 16 04:58:28.782066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f3331-c179-4a98-8723-53eabc64f51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f59e08a-7e53-40f4-97fa-3eb3b0b7e580,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.077769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.178553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58720) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.239030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58730) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.350471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58744) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.376619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2588c7e9-110c-4c7b-854e-6e3f4bc2e569 req-4a672075-c824-4794-bfc1-b0dd07f27680 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 210 time: 0.0376353 Sep 16 04:58:29.377457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb1e8-c19f-40e6-9c29-c46ca31d4242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.495216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb1e8-c19f-40e6-9c29-c46ca31d4242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.518605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb1e8-c19f-40e6-9c29-c46ca31d4242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.579851 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a48a779-e893-421b-bb28-22b2a5e6b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.588396 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c9eb1e8-c19f-40e6-9c29-c46ca31d4242 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a02e64be0604019af1e96c57e10b116&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2332773 Sep 16 04:58:29.600599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58760) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.614166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eb1e8-c19f-40e6-9c29-c46ca31d4242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329dff7e-ac27-492b-8f97-a21c2943035f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.619630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.73', 55593) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.661387 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.668069 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-d1657abd-0d68-4a39-a455-d2612a57cdcc tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4e0c625dcfde495fa47b6d65eb111769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445917 Sep 16 04:58:29.719378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5afb16-c4f1-4971-b847-99da29afdfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.788729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ed5221e9-aa60-44dc-9e6b-a670b34fe1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.828110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ed5221e9-aa60-44dc-9e6b-a670b34fe1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.871647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-4e21ba97-f15c-4357-bab5-c6b011a5dc18 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.873993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-4e21ba97-f15c-4357-bab5-c6b011a5dc18 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007623 Sep 16 04:58:29.885284 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a48a779-e893-421b-bb28-22b2a5e6b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.892957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a48a779-e893-421b-bb28-22b2a5e6b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.962159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ed5221e9-aa60-44dc-9e6b-a670b34fe1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.965855 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ed5221e9-aa60-44dc-9e6b-a670b34fe1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.969503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ed5221e9-aa60-44dc-9e6b-a670b34fe1b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/329dff7e-ac27-492b-8f97-a21c2943035f HTTP/1.1" status: 204 len: 168 time: 0.3638299 Sep 16 04:58:29.976623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4a48a779-e893-421b-bb28-22b2a5e6b749 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03d797611f694fe8a72a64e1a0a0548f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7365506 Sep 16 04:58:29.979007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48a779-e893-421b-bb28-22b2a5e6b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d7373-5053-484e-8f1e-e5f3498bf465,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.979940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.996484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5221e9-aa60-44dc-9e6b-a670b34fe1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329dff7e-ac27-492b-8f97-a21c2943035f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.043747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Request body: {'port': {'device_id': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '4e0c625dcfde495fa47b6d65eb111769'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:30.089709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5afb16-c4f1-4971-b847-99da29afdfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.099322 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5afb16-c4f1-4971-b847-99da29afdfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.173114 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d74b1447-3baa-4d89-a6fc-7ca8450f2d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.201164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7f5afb16-c4f1-4971-b847-99da29afdfc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcad32e6bb334d82af51cd9137f0383a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0208571 Sep 16 04:58:30.202938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5afb16-c4f1-4971-b847-99da29afdfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c09cde-2fc7-43b2-975e-07116b1301e8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.205695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58816) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:30.277298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dffa406e-d8a0-4f50-912f-8682790b0357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.290233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d74b1447-3baa-4d89-a6fc-7ca8450f2d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.312405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dffa406e-d8a0-4f50-912f-8682790b0357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.408161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Made reservation on behalf of 4e0c625dcfde495fa47b6d65eb111769 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:30.411017 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dffa406e-d8a0-4f50-912f-8682790b0357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.411806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.421147 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dffa406e-d8a0-4f50-912f-8682790b0357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.421147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dffa406e-d8a0-4f50-912f-8682790b0357 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41c09cde-2fc7-43b2-975e-07116b1301e8 HTTP/1.1" status: 204 len: 168 time: 0.2085218 Sep 16 04:58:30.430029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa406e-d8a0-4f50-912f-8682790b0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c09cde-2fc7-43b2-975e-07116b1301e8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.436222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.445263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d74b1447-3baa-4d89-a6fc-7ca8450f2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.447914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d74b1447-3baa-4d89-a6fc-7ca8450f2d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.449180 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d74b1447-3baa-4d89-a6fc-7ca8450f2d1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/380d7373-5053-484e-8f1e-e5f3498bf465 HTTP/1.1" status: 204 len: 168 time: 0.4678178 Sep 16 04:58:30.459460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b1447-3baa-4d89-a6fc-7ca8450f2d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d7373-5053-484e-8f1e-e5f3498bf465,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.571369 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.580929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.622032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bcf81da-b90b-46ed-be94-b98fed750d41 req-dfbddcad-a08a-4351-a3cb-8942df66c403 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 210 time: 0.0528345 Sep 16 04:58:30.709818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a2cb25-9392-4105-9a75-694378d77993,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.844428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Allocated IP 192.168.233.138 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/0a608b9a-e360-495f-9da2-bff37d213572) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:30.969447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58864) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.023944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.066512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.084624 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.098879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58870) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.122204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b482628-5492-46e1-9e76-0de4f19c9a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.188586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Pushing event updated for resources: {'Port': ['ID=0a608b9a-e360-495f-9da2-bff37d213572,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.210335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:31.211846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:31.231592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:31.249259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.250425 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.266137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b482628-5492-46e1-9e76-0de4f19c9a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.281957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b482628-5492-46e1-9e76-0de4f19c9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.282761 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-ada6ea12-8531-4d02-aee5-c28954e66a16 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2671745 Sep 16 04:58:31.353686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b482628-5492-46e1-9e76-0de4f19c9a8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d85b0557f03f4a0e9f818e6a3c5e4852&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2536671 Sep 16 04:58:31.356278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b482628-5492-46e1-9e76-0de4f19c9a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a49baa1-cbd9-4def-9d3b-06b73b738011,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.356621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58872) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.439490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-e6e4af6c-e9e2-411f-be65-5be3471cf7fa tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:31.440071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58874) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.445066 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-e6e4af6c-e9e2-411f-be65-5be3471cf7fa tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143814 Sep 16 04:58:31.461392 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56a958c5-a45e-4714-af97-1f11c0c85635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.486744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee4-c06d-489e-8817-96dfb17e44c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.547016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee4-c06d-489e-8817-96dfb17e44c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.671498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-74514cfd-ba8c-420b-9683-b6fb72ceb3e7 None None] Provisioning complete for port 0a608b9a-e360-495f-9da2-bff37d213572 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:31.671498 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-74514cfd-ba8c-420b-9683-b6fb72ceb3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.728204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56a958c5-a45e-4714-af97-1f11c0c85635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.741079 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56a958c5-a45e-4714-af97-1f11c0c85635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.747747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee4-c06d-489e-8817-96dfb17e44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.750297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3212ee4-c06d-489e-8817-96dfb17e44c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.754329 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3212ee4-c06d-489e-8817-96dfb17e44c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a49baa1-cbd9-4def-9d3b-06b73b738011 HTTP/1.1" status: 204 len: 168 time: 0.3965702 Sep 16 04:58:31.780163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3212ee4-c06d-489e-8817-96dfb17e44c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a49baa1-cbd9-4def-9d3b-06b73b738011,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.808512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-74514cfd-ba8c-420b-9683-b6fb72ceb3e7 None None] Port 0a608b9a-e360-495f-9da2-bff37d213572 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:31.967124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-56a6bbd6-d79a-4912-b1f8-36b84075258e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1990352 Sep 16 04:58:31.969499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-56a958c5-a45e-4714-af97-1f11c0c85635 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=389ff2a908de4764ac26884e2629d74e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5284231 Sep 16 04:58:31.977038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58898) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.983884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c9a4f4-1cb0-462a-8bcd-80ea639625fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.992424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a958c5-a45e-4714-af97-1f11c0c85635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7814fb-6f75-4be3-a1c7-ab5ef256a7f4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.191597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd8cc-38c8-49dd-8a66-2ee8b11cc7fd req-d69be8db-1c49-45d9-8c99-3407e5f828c5 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.193539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62cfd8cc-38c8-49dd-8a66-2ee8b11cc7fd req-d69be8db-1c49-45d9-8c99-3407e5f828c5 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 936 time: 0.3914123 Sep 16 04:58:32.238101 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c9a4f4-1cb0-462a-8bcd-80ea639625fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.241936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-82086f99-dca5-422e-8783-3b385820f3a8 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.247121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c9a4f4-1cb0-462a-8bcd-80ea639625fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.249934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-82086f99-dca5-422e-8783-3b385820f3a8 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717421 Sep 16 04:58:32.312663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79c540fa-9349-42ba-a114-4ca104ff907c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.333693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-10c9a4f4-1cb0-462a-8bcd-80ea639625fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1adb6354802478f85cc446a5e72d866&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3622892 Sep 16 04:58:32.336176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58906) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.426339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9a4f4-1cb0-462a-8bcd-80ea639625fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20721db1-b772-4fbb-baf3-d598124cb831,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.445330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-81899685-e23d-48aa-a3b1-8ac3d8c40909 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/quotas/b56f080a5bc0406f88b4d714fe53d5f9 HTTP/1.1" status: 200 len: 375 time: 0.1943016 Sep 16 04:58:32.496803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-921fa9f5-ac3b-4637-ae26-bbe6f0c28699 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501103 Sep 16 04:58:32.527491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62cfd8cc-38c8-49dd-8a66-2ee8b11cc7fd req-e42618af-c528-4128-a971-d1f0a94abab4 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589579 Sep 16 04:58:32.569729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-223d02f7-b45e-4230-ae5d-1a5d5801afa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.574113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79c540fa-9349-42ba-a114-4ca104ff907c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.622438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-223d02f7-b45e-4230-ae5d-1a5d5801afa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.680123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79c540fa-9349-42ba-a114-4ca104ff907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.684947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79c540fa-9349-42ba-a114-4ca104ff907c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.688983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-79c540fa-9349-42ba-a114-4ca104ff907c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a7814fb-6f75-4be3-a1c7-ab5ef256a7f4 HTTP/1.1" status: 204 len: 168 time: 0.6956944 Sep 16 04:58:32.724135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c540fa-9349-42ba-a114-4ca104ff907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7814fb-6f75-4be3-a1c7-ab5ef256a7f4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.739575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-223d02f7-b45e-4230-ae5d-1a5d5801afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.746064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-223d02f7-b45e-4230-ae5d-1a5d5801afa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.750348 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-223d02f7-b45e-4230-ae5d-1a5d5801afa6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20721db1-b772-4fbb-baf3-d598124cb831 HTTP/1.1" status: 204 len: 168 time: 0.3960402 Sep 16 04:58:32.774241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d02f7-b45e-4230-ae5d-1a5d5801afa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20721db1-b772-4fbb-baf3-d598124cb831,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.936493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f36b53e-98a6-47b3-addf-8bcdc182c4bb req-96be347e-b548-4407-9230-0a4e86c7d97b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 210 time: 0.0710115 Sep 16 04:58:33.675578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58968) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.703544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1137a5b3-5d18-401e-a896-e6e294a5be17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.758167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4319cff-653d-4379-99bb-89db0a97059b req-82bfa977-cbf5-48db-b552-2559135f58d9 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.775831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4319cff-653d-4379-99bb-89db0a97059b req-82bfa977-cbf5-48db-b552-2559135f58d9 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 936 time: 0.1387279 Sep 16 04:58:33.891333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4319cff-653d-4379-99bb-89db0a97059b req-1673d499-e48b-453b-bc87-900737739f94 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140707 Sep 16 04:58:33.964212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1137a5b3-5d18-401e-a896-e6e294a5be17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.978574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1137a5b3-5d18-401e-a896-e6e294a5be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.065131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137a5b3-5d18-401e-a896-e6e294a5be17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07675f80-aece-4f41-9256-5e5512c5fb63,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.117193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9cb9fe6-c04a-4534-a7c4-2ab23e81a67f req-5380da8a-c2e8-4fdc-a7bd-5af9b117e510 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 210 time: 0.0856726 Sep 16 04:58:34.125694 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1137a5b3-5d18-401e-a896-e6e294a5be17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f37f05766cd04c8a80f61260bd86b971&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4442775 Sep 16 04:58:34.129609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58988) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.221133 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4362ee17-1bd9-4e3b-8c78-6834c5334c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.261952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4362ee17-1bd9-4e3b-8c78-6834c5334c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.366415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4362ee17-1bd9-4e3b-8c78-6834c5334c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.370048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4362ee17-1bd9-4e3b-8c78-6834c5334c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.373495 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4362ee17-1bd9-4e3b-8c78-6834c5334c0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07675f80-aece-4f41-9256-5e5512c5fb63 HTTP/1.1" status: 204 len: 168 time: 0.2423232 Sep 16 04:58:34.400942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362ee17-1bd9-4e3b-8c78-6834c5334c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07675f80-aece-4f41-9256-5e5512c5fb63,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.048051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.64', 55609) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.077860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7656f6-1f66-44a5-afdf-90c2d6acfe5b req-ddf3c829-8332-4140-9dac-7b9fe30e5779 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.079494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a7656f6-1f66-44a5-afdf-90c2d6acfe5b req-ddf3c829-8332-4140-9dac-7b9fe30e5779 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 936 time: 0.1025057 Sep 16 04:58:35.103422 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-a95bf0dc-72bb-4b01-99c9-be3b4c1d6393 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525787 Sep 16 04:58:35.175363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a7656f6-1f66-44a5-afdf-90c2d6acfe5b req-b573480f-37a3-4c03-82e6-5decbc7f6f90 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 Sep 16 04:58:35.292371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c10f8ce9-3c79-4bab-8ffc-ae1a23c295c9 req-65de74d0-202a-414e-b314-7b434361487b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 210 time: 0.0456648 Sep 16 04:58:35.372610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-cd59629a-4766-426d-bfe1-5573ec7a8be2 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.374951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-cd59629a-4766-426d-bfe1-5573ec7a8be2 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633133 Sep 16 04:58:35.453662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59036) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.517987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Request body: {'port': {'device_id': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'b56f080a5bc0406f88b4d714fe53d5f9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:35.666493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Made reservation on behalf of b56f080a5bc0406f88b4d714fe53d5f9 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:35.672162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.676532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7517386-2c3c-4b50-a398-f237296e3d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.683183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.831461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7517386-2c3c-4b50-a398-f237296e3d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.836864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7517386-2c3c-4b50-a398-f237296e3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.871441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e7517386-2c3c-4b50-a398-f237296e3d30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=953c9fb1389a43af90cf6f501d8ccfbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4167612 Sep 16 04:58:35.874076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59054) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.926850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7517386-2c3c-4b50-a398-f237296e3d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa1030-96bc-416e-80c3-85722cec445c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.970201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a440517-2ae8-4ac1-85db-a1f43fae2aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.997932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.006394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.038461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a440517-2ae8-4ac1-85db-a1f43fae2aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.153053 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a440517-2ae8-4ac1-85db-a1f43fae2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.157310 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a440517-2ae8-4ac1-85db-a1f43fae2aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.162955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5a440517-2ae8-4ac1-85db-a1f43fae2aa5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0efa1030-96bc-416e-80c3-85722cec445c HTTP/1.1" status: 204 len: 168 time: 0.2840312 Sep 16 04:58:36.167345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c00c703-3e54-4ffb-8528-a614561745e3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.186827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a440517-2ae8-4ac1-85db-a1f43fae2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa1030-96bc-416e-80c3-85722cec445c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.345823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8ee7c-8c7b-479f-84af-2c8d49b32a51 req-828cb265-5ce4-4667-86c9-7f97e45f1ebf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.348186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0dc8ee7c-8c7b-479f-84af-2c8d49b32a51 req-828cb265-5ce4-4667-86c9-7f97e45f1ebf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 936 time: 0.0856721 Sep 16 04:58:36.444663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Allocated IP 192.168.233.38 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/344b1766-22a4-4429-ba6d-f2ac3e669d51) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:36.490972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0dc8ee7c-8c7b-479f-84af-2c8d49b32a51 req-4905f36b-ce8c-4fed-91a1-fe4bd8d3fb82 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250327 Sep 16 04:58:36.790427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79e73eb4-eb71-47e8-909f-fc5486411207 req-3357aa8b-d55d-4b35-9d30-58a05b3e3184 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 210 time: 0.1019342 Sep 16 04:58:36.820497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.888278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.972912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:37.027600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Pushing event updated for resources: {'Port': ['ID=344b1766-22a4-4429-ba6d-f2ac3e669d51,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.027600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:37.033206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:37.050494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.053207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.082507 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e049b0a4-eeec-4435-80cc-2c8502df23b7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5701699 Sep 16 04:58:37.114789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-749813ab-4175-4e90-8596-17ebbdbb9e54 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:37.116324 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-749813ab-4175-4e90-8596-17ebbdbb9e54 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067077 Sep 16 04:58:37.168373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59094) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.210634 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-98717306-f49a-4843-9245-f09e2e7226f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.496453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3be4a691-0203-48cb-b903-8762d08d9217 None None] Provisioning complete for port 344b1766-22a4-4429-ba6d-f2ac3e669d51 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:37.499360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-98717306-f49a-4843-9245-f09e2e7226f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.501031 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3be4a691-0203-48cb-b903-8762d08d9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.519657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-98717306-f49a-4843-9245-f09e2e7226f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.614002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3be4a691-0203-48cb-b903-8762d08d9217 None None] Port 344b1766-22a4-4429-ba6d-f2ac3e669d51 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:37.629291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98717306-f49a-4843-9245-f09e2e7226f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31702fa7-9c5f-4f8f-adaa-60a59241f821,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:37.656009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-98717306-f49a-4843-9245-f09e2e7226f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38268d46647a47ceb5ba617ff0c14e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809301 Sep 16 04:58:37.656281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59124) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.752252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-784ce271-1e3a-4036-8a42-6264aacd6422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.769970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5220206-a203-4dba-b40e-9ebe54d621a6 req-14559f8c-c963-4107-bed6-0c9dadbdc969 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:37.771889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5220206-a203-4dba-b40e-9ebe54d621a6 req-14559f8c-c963-4107-bed6-0c9dadbdc969 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 936 time: 0.1082528 Sep 16 04:58:37.816932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-784ce271-1e3a-4036-8a42-6264aacd6422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.842548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Request body: {'port': {'device_id': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'device_owner': 'compute:tempest-test_az-1271846194', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:37.903686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Request body: {'port': {'device_id': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:37.944875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5220206-a203-4dba-b40e-9ebe54d621a6 req-30676709-68b8-4061-a6fd-9dd2b37025e3 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544120 Sep 16 04:58:38.051530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.058515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.096783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-784ce271-1e3a-4036-8a42-6264aacd6422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.099760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-784ce271-1e3a-4036-8a42-6264aacd6422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.101319 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-784ce271-1e3a-4036-8a42-6264aacd6422 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31702fa7-9c5f-4f8f-adaa-60a59241f821 HTTP/1.1" status: 204 len: 168 time: 0.4440899 Sep 16 04:58:38.124285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ce271-1e3a-4036-8a42-6264aacd6422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31702fa7-9c5f-4f8f-adaa-60a59241f821,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.200264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd19159-b2b9-45d1-9c40-e67727b6d67f req-a0ba11b1-bbb0-452b-b209-0fbf5b6b6739 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.212719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cd19159-b2b9-45d1-9c40-e67727b6d67f req-a0ba11b1-bbb0-452b-b209-0fbf5b6b6739 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 935 time: 0.2169769 Sep 16 04:58:38.264815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59136) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:38.275492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cd19159-b2b9-45d1-9c40-e67727b6d67f req-9d99162f-1fe3-487e-b75c-2ae77cbc5e92 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610027 Sep 16 04:58:38.854019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344b1766-22a4-4429-ba6d-f2ac3e669d51 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:38.854935 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2f77661-1c76-4bdb-88ab-fe243f692305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.865260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.893715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Transition to ACTIVE for port object 344b1766-22a4-4429-ba6d-f2ac3e669d51 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:39.004380 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.127714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Pushing event updated for resources: {'Port': ['ID=344b1766-22a4-4429-ba6d-f2ac3e669d51,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.197848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd761a-ab45-4bf1-bea6-db13afc0d76b req-aa664526-f882-4d12-8a56-d4fa47195572 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.218946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38dd761a-ab45-4bf1-bea6-db13afc0d76b req-aa664526-f882-4d12-8a56-d4fa47195572 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 936 time: 0.1508763 Sep 16 04:58:39.296083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Attempting to bind port 344b1766-22a4-4429-ba6d-f2ac3e669d51 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:39.299122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Attempting to bind port 344b1766-22a4-4429-ba6d-f2ac3e669d51 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:39.299122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Attempting to bind port 344b1766-22a4-4429-ba6d-f2ac3e669d51 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:39.303773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2f77661-1c76-4bdb-88ab-fe243f692305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.332325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2f77661-1c76-4bdb-88ab-fe243f692305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.336009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Port 344b1766-22a4-4429-ba6d-f2ac3e669d51 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:39.336723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Attempting to bind port 344b1766-22a4-4429-ba6d-f2ac3e669d51 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:39.386116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:39.386868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:39.388272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:39.388974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Bound port: 344b1766-22a4-4429-ba6d-f2ac3e669d51, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:39.389547 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.444703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d2f77661-1c76-4bdb-88ab-fe243f692305 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6574972b833e450db440daeef12133ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1680179 Sep 16 04:58:39.444957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59170) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.461004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f77661-1c76-4bdb-88ab-fe243f692305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d78ae4-caf1-4b8b-9266-1d142ab47295,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.482677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38dd761a-ab45-4bf1-bea6-db13afc0d76b req-a46a89d7-77e3-4f18-84fe-632c636a8498 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593157 Sep 16 04:58:39.571645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a608b9a-e360-495f-9da2-bff37d213572 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:39.608838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.668122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e17277-6c07-4aba-b4b5-0bdd47f59264 req-c5179451-7e9b-4cdd-8344-8ae56be15228 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.676365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0e17277-6c07-4aba-b4b5-0bdd47f59264 req-c5179451-7e9b-4cdd-8344-8ae56be15228 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.2299724 Sep 16 04:58:39.701412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-315b18cd-c53b-4c6e-8310-14f456644b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.723235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] For port 344b1766-22a4-4429-ba6d-f2ac3e669d51, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:39.739261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0e17277-6c07-4aba-b4b5-0bdd47f59264 req-8e5b8362-5741-4115-91ab-79e4a6efea6a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613103 Sep 16 04:58:39.739591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Transition to ACTIVE for port object 0a608b9a-e360-495f-9da2-bff37d213572 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:39.768280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.784468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-315b18cd-c53b-4c6e-8310-14f456644b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.787489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] For port 344b1766-22a4-4429-ba6d-f2ac3e669d51, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344b1766-22a4-4429-ba6d-f2ac3e669d51,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:39.829816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.875488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.876242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.877707 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] 10.222.0.64 "PUT /v2.0/ports/344b1766-22a4-4429-ba6d-f2ac3e669d51 HTTP/1.1" status: 200 len: 1096 time: 2.3479795 Sep 16 04:58:39.884884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'tag': '344b1766-22a4-4429-ba6d-f2ac3e669d51'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:40.025162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Pushing event updated for resources: {'Port': ['ID=0a608b9a-e360-495f-9da2-bff37d213572,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.143242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Attempting to bind port 0a608b9a-e360-495f-9da2-bff37d213572 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:40.143758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Attempting to bind port 0a608b9a-e360-495f-9da2-bff37d213572 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:40.144418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Attempting to bind port 0a608b9a-e360-495f-9da2-bff37d213572 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:40.163988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-315b18cd-c53b-4c6e-8310-14f456644b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.167936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-315b18cd-c53b-4c6e-8310-14f456644b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.169352 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-315b18cd-c53b-4c6e-8310-14f456644b62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28d78ae4-caf1-4b8b-9266-1d142ab47295 HTTP/1.1" status: 204 len: 168 time: 0.7218680 Sep 16 04:58:40.188621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Port 0a608b9a-e360-495f-9da2-bff37d213572 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:40.189179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Attempting to bind port 0a608b9a-e360-495f-9da2-bff37d213572 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:40.217388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-d9f202fc-6b9f-4d7f-907c-ee4bca95ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.219411 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-d9f202fc-6b9f-4d7f-907c-ee4bca95ceec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 1099 time: 0.2289913 Sep 16 04:58:40.226918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b18cd-c53b-4c6e-8310-14f456644b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d78ae4-caf1-4b8b-9266-1d142ab47295,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.241508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:40.242082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:40.243297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:40.243952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Bound port: 0a608b9a-e360-495f-9da2-bff37d213572, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:40.244850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.349733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] For port 0a608b9a-e360-495f-9da2-bff37d213572, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:40.354923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] For port 0a608b9a-e360-495f-9da2-bff37d213572, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a608b9a-e360-495f-9da2-bff37d213572,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:40.356287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399972d-8019-4c8b-9a01-ec53eb6ca599 service neutron] Pushing event updated for resources: {'Port': ['ID=344b1766-22a4-4429-ba6d-f2ac3e669d51,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.464631 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-3bfd9141-82d8-427b-a4ee-a15d289b51ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=344b1766-22a4-4429-ba6d-f2ac3e669d51 HTTP/1.1" status: 200 len: 217 time: 0.2171705 Sep 16 04:58:40.465872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.751905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e88804-8bd7-46be-8afd-8835e2b607b1 req-eb72beef-5a42-4595-9f50-7a873d71ba9c tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.767466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84e88804-8bd7-46be-8afd-8835e2b607b1 req-eb72beef-5a42-4595-9f50-7a873d71ba9c tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 970 time: 0.1338367 Sep 16 04:58:40.795469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Pushing event updated for resources: {'Port': ['ID=0a608b9a-e360-495f-9da2-bff37d213572,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:40.867239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84e88804-8bd7-46be-8afd-8835e2b607b1 req-240e1c38-5d90-4f01-81ff-5f58466e97c5 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987525 Sep 16 04:58:40.960837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59218) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.985697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2e81cfa-fc55-4d57-8001-3bfe3d930229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.986400 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf", "tag": "344b1766-22a4-4429-ba6d-f2ac3e669d51"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:40.990424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-4c0db844-aefd-4251-a817-da5f571a3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.992008 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-4c0db844-aefd-4251-a817-da5f571a3349 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1671889 Sep 16 04:58:41.000650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.001709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.002749 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b236a564-5224-4620-b83d-4ba837b573bd service neutron] 10.222.0.73 "PUT /v2.0/ports/0a608b9a-e360-495f-9da2-bff37d213572 HTTP/1.1" status: 200 len: 1119 time: 3.6143270 Sep 16 04:58:41.277220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e2787b6e-5836-4326-9985-8411f2ac2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.279659 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-e2787b6e-5836-4326-9985-8411f2ac2c81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2753880 Sep 16 04:58:41.289890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d0de4-2a02-414a-8d70-267367167204 req-688da62f-1433-48a7-8cd3-538e10e23a0d tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.296619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-164d0de4-2a02-414a-8d70-267367167204 req-688da62f-1433-48a7-8cd3-538e10e23a0d tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.3011081 Sep 16 04:58:41.331926 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.436947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-164d0de4-2a02-414a-8d70-267367167204 req-8ee0acfc-9544-4b8f-9818-9891fa843628 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296706 Sep 16 04:58:41.460969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-6b6570f3-7079-4046-a5f4-08f17d77e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.462766 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-6b6570f3-7079-4046-a5f4-08f17d77e064 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e0c625dcfde495fa47b6d65eb111769&device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 1122 time: 0.2651567 Sep 16 04:58:41.465660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2e81cfa-fc55-4d57-8001-3bfe3d930229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.473299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2e81cfa-fc55-4d57-8001-3bfe3d930229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.563063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d2e81cfa-fc55-4d57-8001-3bfe3d930229 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ddb0bc52d9b42309da09a8fd14fcaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012096 Sep 16 04:58:41.563913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e81cfa-fc55-4d57-8001-3bfe3d930229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d5e60-896a-4d8c-9322-939727d597d1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.566040 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-b5f163f4-a614-4404-a00b-b67001777ba7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=0a608b9a-e360-495f-9da2-bff37d213572 HTTP/1.1" status: 200 len: 217 time: 0.0742307 Sep 16 04:58:41.566516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.653562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-0345225a-e225-49e0-90f8-86a016016b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.655025 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-0345225a-e225-49e0-90f8-86a016016b42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0533404 Sep 16 04:58:41.662600 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-5bcd29b4-096a-48f8-ade9-3047e4c15d1c service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646932 Sep 16 04:58:41.762636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f191330-9a1d-475e-97ab-0da883f17653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.800518 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f191330-9a1d-475e-97ab-0da883f17653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.861453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f191330-9a1d-475e-97ab-0da883f17653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.867799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f191330-9a1d-475e-97ab-0da883f17653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.873373 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2f191330-9a1d-475e-97ab-0da883f17653 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b54d5e60-896a-4d8c-9322-939727d597d1 HTTP/1.1" status: 204 len: 168 time: 0.3005805 Sep 16 04:58:41.997559 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a28ff9-ce15-4e49-afa1-ebbd0107d166 x-openstack-request-id: req-d8a28ff9-ce15-4e49-afa1-ebbd0107d166 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:41.998263 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf", "tag": "344b1766-22a4-4429-ba6d-f2ac3e669d51", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:41.998263 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8a28ff9-ce15-4e49-afa1-ebbd0107d166 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:41.998742 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'tag': '344b1766-22a4-4429-ba6d-f2ac3e669d51', 'status': 'completed', 'code': 200} Sep 16 04:58:42.001344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f191330-9a1d-475e-97ab-0da883f17653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d5e60-896a-4d8c-9322-939727d597d1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.010687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-43db0d53-900a-44ed-8626-4ac3179d3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.012397 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-43db0d53-900a-44ed-8626-4ac3179d3864 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3463376 Sep 16 04:58:42.187247 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-2267248c-a3ca-45bb-9716-1879f9b14285 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555150 Sep 16 04:58:42.200385 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c88aa8cf-b0fb-49b8-b481-1178f36575d2 req-05c316fe-3d68-4755-b679-fb6219324283 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222404 Sep 16 04:58:42.395885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d7c93-50d8-42dd-a8ba-455b02103a45 req-c6649468-8882-41e8-b06f-83784b8c3c1b tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.408978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-768d7c93-50d8-42dd-a8ba-455b02103a45 req-c6649468-8882-41e8-b06f-83784b8c3c1b tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 970 time: 0.0939667 Sep 16 04:58:42.421975 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e238040-00a4-4205-9424-2bcbfefb6218 req-a1752acf-840b-4fe8-bd0b-81af0f376fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900337 Sep 16 04:58:42.457026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-fccd129b-fa72-41b4-8c06-2c9e9430f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.458685 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-fccd129b-fa72-41b4-8c06-2c9e9430f672 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 1099 time: 0.1340077 Sep 16 04:58:42.465428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-768d7c93-50d8-42dd-a8ba-455b02103a45 req-cf716527-7a52-4598-8766-3c34192d5323 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546722 Sep 16 04:58:42.803827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-850d7e9e-0bfe-4f85-b562-747cf8de38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.805408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-850d7e9e-0bfe-4f85-b562-747cf8de38c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.3250873 Sep 16 04:58:42.899306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c87d-e4b2-4510-bb00-90c7dd4f0586 req-ac630ea3-2f04-4648-af7a-c9bdcf414eaa tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.903127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fb2c87d-e4b2-4510-bb00-90c7dd4f0586 req-ac630ea3-2f04-4648-af7a-c9bdcf414eaa tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.1322453 Sep 16 04:58:42.958390 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-55e1fcf1-a5f6-4788-acc3-7024a7812e85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=344b1766-22a4-4429-ba6d-f2ac3e669d51 HTTP/1.1" status: 200 len: 217 time: 0.0956185 Sep 16 04:58:43.002441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fb2c87d-e4b2-4510-bb00-90c7dd4f0586 req-31a4d315-a088-4dfa-b311-c9ec46a677c3 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924129 Sep 16 04:58:43.096958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-42d7d320-fa4b-4dfe-a865-5a7113244f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.101722 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-42d7d320-fa4b-4dfe-a865-5a7113244f32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0790358 Sep 16 04:58:43.631171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff15a-1ae5-40f0-97ed-aefdc15c7ede req-25017001-948e-40ac-90ce-d7c8a3795b5d tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.633770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-069ff15a-1ae5-40f0-97ed-aefdc15c7ede req-25017001-948e-40ac-90ce-d7c8a3795b5d tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 970 time: 0.0563195 Sep 16 04:58:43.687144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-069ff15a-1ae5-40f0-97ed-aefdc15c7ede req-d396a9b3-8084-48db-96f9-ca3f1faeb32e tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464621 Sep 16 04:58:44.000739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'tag': '0a608b9a-e360-495f-9da2-bff37d213572'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:44.003272 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d61ddf-d279-443e-b8a3-d7d88154ed1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f54a26-4c23-44f0-a6c5-1fc2daec87f3", "tag": "0a608b9a-e360-495f-9da2-bff37d213572"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:44.152897 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e53319c-a988-479d-858f-a8ba69e2d876 x-openstack-request-id: req-6e53319c-a988-479d-858f-a8ba69e2d876 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:44.155995 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f54a26-4c23-44f0-a6c5-1fc2daec87f3", "tag": "0a608b9a-e360-495f-9da2-bff37d213572", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:44.156816 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e53319c-a988-479d-858f-a8ba69e2d876 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:44.158160 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'tag': '0a608b9a-e360-495f-9da2-bff37d213572', 'status': 'completed', 'code': 200} Sep 16 04:58:44.227180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-a79f9075-47a1-471e-ae80-78672ee7ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.230778 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-a79f9075-47a1-471e-ae80-78672ee7ff74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e0c625dcfde495fa47b6d65eb111769&device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 1122 time: 0.0545163 Sep 16 04:58:44.325192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d85791-599d-4992-bb48-2f9f46258a2e req-9ece0657-b229-4bd7-b4fe-34371fbc6e86 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.327955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48d85791-599d-4992-bb48-2f9f46258a2e req-9ece0657-b229-4bd7-b4fe-34371fbc6e86 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.0910962 Sep 16 04:58:44.357405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-a7f1f9b9-e5be-4002-b1f8-104892551691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.358958 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-a7f1f9b9-e5be-4002-b1f8-104892551691 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1097898 Sep 16 04:58:44.405625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48d85791-599d-4992-bb48-2f9f46258a2e req-27c30f6d-7dbc-466a-8f63-3c8368ccd214 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706549 Sep 16 04:58:44.418497 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-902f6d1f-d941-448c-93ca-7bdaf91e16b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=0a608b9a-e360-495f-9da2-bff37d213572 HTTP/1.1" status: 200 len: 217 time: 0.0513830 Sep 16 04:58:44.521322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-a67d2951-e344-4961-b9fd-71cfa3d1423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.522789 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-a67d2951-e344-4961-b9fd-71cfa3d1423c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0935555 Sep 16 04:58:44.605863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-dcd6ed65-dab3-41c6-8a5d-3055a5956dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.608561 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-dcd6ed65-dab3-41c6-8a5d-3055a5956dc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734990 Sep 16 04:58:44.756116 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-feb5c09a-7f40-4520-b278-7d65b7ddc57d service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402414 Sep 16 04:58:44.861384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211217d-603f-44da-bb1a-c5a5d58b969a req-1c5639d2-9262-4621-8174-284d55955503 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:44.865418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f211217d-603f-44da-bb1a-c5a5d58b969a req-1c5639d2-9262-4621-8174-284d55955503 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 970 time: 0.0925426 Sep 16 04:58:44.901599 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-78d61ddf-d279-443e-b8a3-d7d88154ed1e req-775594ed-dc86-42d3-8956-c56532b736de service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351788 Sep 16 04:58:44.933286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f211217d-603f-44da-bb1a-c5a5d58b969a req-beebc523-1c63-4495-a0c3-7ef86c67c41f tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594008 Sep 16 04:58:45.071469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59382) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.488643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2f443e0-7a5c-4f0a-ac89-dd756314e93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.664108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2f443e0-7a5c-4f0a-ac89-dd756314e93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.665065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e45b4-ebd4-4951-add7-df76b8523a2c req-ad0b0b8c-2fe9-4f0d-b4cb-0de12462e89f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.672702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d06e45b4-ebd4-4951-add7-df76b8523a2c req-ad0b0b8c-2fe9-4f0d-b4cb-0de12462e89f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.1222620 Sep 16 04:58:45.674872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2f443e0-7a5c-4f0a-ac89-dd756314e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.700031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59408) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.734898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f443e0-7a5c-4f0a-ac89-dd756314e93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151dde57-27ec-4192-b19b-ec9f53e5e29b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.778234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d06e45b4-ebd4-4951-add7-df76b8523a2c req-31540077-e5b8-4e75-b1ec-0d1654d1dc9b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046574 Sep 16 04:58:45.804290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59412) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.808475 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2f443e0-7a5c-4f0a-ac89-dd756314e93e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99be8209701e4feeb14642e765b45e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7351859 Sep 16 04:58:45.866481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-801dff8f-a90b-46af-a5e6-71ae9ff10e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.896196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-801dff8f-a90b-46af-a5e6-71ae9ff10e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.955900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aa0dec2c-2766-4448-9af8-047fb86533f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.986085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-801dff8f-a90b-46af-a5e6-71ae9ff10e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.989224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-801dff8f-a90b-46af-a5e6-71ae9ff10e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.990408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-801dff8f-a90b-46af-a5e6-71ae9ff10e7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/151dde57-27ec-4192-b19b-ec9f53e5e29b HTTP/1.1" status: 204 len: 168 time: 0.1849968 Sep 16 04:58:46.001634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dff8f-a90b-46af-a5e6-71ae9ff10e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151dde57-27ec-4192-b19b-ec9f53e5e29b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.131397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38507598-a2e8-425f-889b-76e72f3cc4d4 req-fb663011-7fa9-4487-9c72-228f8418101c tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.133071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38507598-a2e8-425f-889b-76e72f3cc4d4 req-fb663011-7fa9-4487-9c72-228f8418101c tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 970 time: 0.1031122 Sep 16 04:58:46.155184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aa0dec2c-2766-4448-9af8-047fb86533f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.163053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aa0dec2c-2766-4448-9af8-047fb86533f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.202674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38507598-a2e8-425f-889b-76e72f3cc4d4 req-8783693d-0a4c-4d7e-ae50-1e4993895f20 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553973 Sep 16 04:58:46.214695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dec2c-2766-4448-9af8-047fb86533f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356a8397-d16e-4f07-9767-8a9b1a0b78f3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.224255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.224484 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aa0dec2c-2766-4448-9af8-047fb86533f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92c90206c6154e2bac68db6746a998cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226676 Sep 16 04:58:46.296705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-83328753-6146-4cd0-85ec-c38589159bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.345199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-83328753-6146-4cd0-85ec-c38589159bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.425181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-83328753-6146-4cd0-85ec-c38589159bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.428474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-83328753-6146-4cd0-85ec-c38589159bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.430343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-83328753-6146-4cd0-85ec-c38589159bb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/356a8397-d16e-4f07-9767-8a9b1a0b78f3 HTTP/1.1" status: 204 len: 168 time: 0.2040937 Sep 16 04:58:46.445932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83328753-6146-4cd0-85ec-c38589159bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356a8397-d16e-4f07-9767-8a9b1a0b78f3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.480678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59456) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.494746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c7965a7-85b0-49df-8752-dc13e0e6e173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.619143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c7965a7-85b0-49df-8752-dc13e0e6e173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.624582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c7965a7-85b0-49df-8752-dc13e0e6e173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.666440 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c7965a7-85b0-49df-8752-dc13e0e6e173 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2164c8b5de24ec7bad94860416e996f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840036 Sep 16 04:58:46.668685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59462) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.680694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7965a7-85b0-49df-8752-dc13e0e6e173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3b8cee-0db2-4fbb-a92a-40df381f8564,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.724569 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abdf5005-3a02-4db3-8ad2-4f008dad15f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.748533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abdf5005-3a02-4db3-8ad2-4f008dad15f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.850488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abdf5005-3a02-4db3-8ad2-4f008dad15f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.852057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.854461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abdf5005-3a02-4db3-8ad2-4f008dad15f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.855761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-abdf5005-3a02-4db3-8ad2-4f008dad15f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b3b8cee-0db2-4fbb-a92a-40df381f8564 HTTP/1.1" status: 204 len: 168 time: 0.1860473 Sep 16 04:58:46.866613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-28d863d2-1242-4521-a363-76eb8be55860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.926298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf5005-3a02-4db3-8ad2-4f008dad15f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3b8cee-0db2-4fbb-a92a-40df381f8564,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.959967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0877-92e7-4547-99b5-60628e58b39b req-53758a99-bcbe-4920-af32-7ba96a0f04ce tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.970915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fee0877-92e7-4547-99b5-60628e58b39b req-53758a99-bcbe-4920-af32-7ba96a0f04ce tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.1135156 Sep 16 04:58:46.981791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-28d863d2-1242-4521-a363-76eb8be55860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.989434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-28d863d2-1242-4521-a363-76eb8be55860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.009770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59472) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.016778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fee0877-92e7-4547-99b5-60628e58b39b req-f9a41bf6-89e1-45c9-9cb7-40ac26573eef tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447667 Sep 16 04:58:47.042977 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-28d863d2-1242-4521-a363-76eb8be55860 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab202327e50a4f5696038acd4022a811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864057 Sep 16 04:58:47.042977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d863d2-1242-4521-a363-76eb8be55860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b802b-dc09-4959-a9e9-6ec968e23fb9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.043453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.120893 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-303e6ce3-43da-4a30-9d4f-00b64187716c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.148560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-303e6ce3-43da-4a30-9d4f-00b64187716c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.222017 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-303e6ce3-43da-4a30-9d4f-00b64187716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.225312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-303e6ce3-43da-4a30-9d4f-00b64187716c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.226839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-303e6ce3-43da-4a30-9d4f-00b64187716c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd7b802b-dc09-4959-a9e9-6ec968e23fb9 HTTP/1.1" status: 204 len: 168 time: 0.1737068 Sep 16 04:58:47.237022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e6ce3-43da-4a30-9d4f-00b64187716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b802b-dc09-4959-a9e9-6ec968e23fb9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.369191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f2682d7-3a33-4678-ac7f-eb07984c1bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.412005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2fb29-3176-41c0-bc1e-06c7c53f878c req-faee2aea-ae47-4524-b8a3-e07f105cce23 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:47.420989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dd2fb29-3176-41c0-bc1e-06c7c53f878c req-faee2aea-ae47-4524-b8a3-e07f105cce23 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 970 time: 0.0733924 Sep 16 04:58:47.478314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dd2fb29-3176-41c0-bc1e-06c7c53f878c req-739007a4-9384-413f-ab0a-97b9d2436ed5 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563765 Sep 16 04:58:47.517344 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f2682d7-3a33-4678-ac7f-eb07984c1bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.522774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f2682d7-3a33-4678-ac7f-eb07984c1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.567450 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3f2682d7-3a33-4678-ac7f-eb07984c1bac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f5dc1e312634c3691c50e08677bb78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545805 Sep 16 04:58:47.568784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2682d7-3a33-4678-ac7f-eb07984c1bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f735b-286d-497a-a0ae-b8741f985393,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.570257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59496) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.640986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60f06f2a-12c6-4710-877e-5b1ba669e7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.663176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60f06f2a-12c6-4710-877e-5b1ba669e7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.733794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60f06f2a-12c6-4710-877e-5b1ba669e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.736948 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60f06f2a-12c6-4710-877e-5b1ba669e7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.738400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-60f06f2a-12c6-4710-877e-5b1ba669e7ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/217f735b-286d-497a-a0ae-b8741f985393 HTTP/1.1" status: 204 len: 168 time: 0.1661403 Sep 16 04:58:47.755084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59508) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.768866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f06f2a-12c6-4710-877e-5b1ba669e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f735b-286d-497a-a0ae-b8741f985393,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.982968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ed5-7419-4f84-80b4-fac1e158bbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.070197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a608b9a-e360-495f-9da2-bff37d213572 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:48.172525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ed5-7419-4f84-80b4-fac1e158bbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.185479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42fa98-9f24-4b42-a3ef-89924b663df3 req-c7ed2fb0-eeb2-43da-9be5-5587522faf80 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.186032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a99d0ed5-7419-4f84-80b4-fac1e158bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.194494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff42fa98-9f24-4b42-a3ef-89924b663df3 req-c7ed2fb0-eeb2-43da-9be5-5587522faf80 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.0583978 Sep 16 04:58:48.244209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff42fa98-9f24-4b42-a3ef-89924b663df3 req-a0f07487-0b9a-4044-b808-65e1f0c3db64 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Sep 16 04:58:48.248498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a608b9a-e360-495f-9da2-bff37d213572, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a608b9a-e360-495f-9da2-bff37d213572,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:48.251329 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a99d0ed5-7419-4f84-80b4-fac1e158bbe5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e38016dcfd514b2aa8ed2ed0b8d6b12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950960 Sep 16 04:58:48.252453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d0ed5-7419-4f84-80b4-fac1e158bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27843362-eba0-46d7-8282-8e73a5645407,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.254900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59524) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.289551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '0a608b9a-e360-495f-9da2-bff37d213572', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '0a608b9a-e360-495f-9da2-bff37d213572', 'mac_address': 'fa:16:3e:52:8f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:tempest-test_az-1271846194', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:48.327585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3cd8648e-1f1f-429f-b086-6dc8b54a892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.354601 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.356430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3cd8648e-1f1f-429f-b086-6dc8b54a892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.370640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a608b9a-e360-495f-9da2-bff37d213572 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:48.405486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a608b9a-e360-495f-9da2-bff37d213572, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a608b9a-e360-495f-9da2-bff37d213572,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:48.418116 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3cd8648e-1f1f-429f-b086-6dc8b54a892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.421571 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3cd8648e-1f1f-429f-b086-6dc8b54a892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.423511 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.423829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3cd8648e-1f1f-429f-b086-6dc8b54a892b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27843362-eba0-46d7-8282-8e73a5645407 HTTP/1.1" status: 204 len: 168 time: 0.1671453 Sep 16 04:58:48.429531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59534) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.467115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8648e-1f1f-429f-b086-6dc8b54a892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27843362-eba0-46d7-8282-8e73a5645407,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.567015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0a608b9a-e360-495f-9da2-bff37d213572,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.577255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.578122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.578637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.579172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.580247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.580765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.581274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.581794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.582311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.582825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.583323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.583821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Tracked resource versions report: Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: pushed versions: Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: { 'AddressGroup': {'1.2'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'ConntrackHelper': {'1.0'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Log': {'1.0'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Network': {'1.1'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Port': {'1.7'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'PortForwarding': {'1.2'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'QosPolicy': {'1.9'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'SecurityGroup': {'1.4'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'SubPort': {'1.0'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Subnet': {'1.1'}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Trunk': {'1.1'}} Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: consumer versions: Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: HyperV agent@n-h1-713301-15: {}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: HyperV agent@n-h2-713301-15: {}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: L3 agent@n-d-713301-15: {}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: Metadata agent@n-d-713301-15: {}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: Metering agent@n-d-713301-15: {}, Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'ConntrackHelper': '1.0', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Log': '1.0', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Network': '1.1', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Port': '1.7', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'PortForwarding': '1.2', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'QosPolicy': '1.9', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'SecurityGroup': '1.4', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'SecurityGroupRule': '1.2', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'SubPort': '1.0', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Subnet': '1.1', Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: 'Trunk': '1.1'}} Sep 16 04:58:48.585500 n-d-713301-15 neutron-server[94720]: {{(pid=94720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:58:48.668887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd8d3-59ce-4034-a42b-2404ebf5c7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.676125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc6f4b-eda2-4f63-b849-672419935b39 req-970fe3cb-9625-4f6f-bf33-1c8a47055599 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.681566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ddc6f4b-eda2-4f63-b849-672419935b39 req-970fe3cb-9625-4f6f-bf33-1c8a47055599 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 971 time: 0.0937026 Sep 16 04:58:48.739478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ddc6f4b-eda2-4f63-b849-672419935b39 req-ec321c8c-02a3-4264-9379-d29629092995 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378106 Sep 16 04:58:48.781430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['0a608b9a-e360-495f-9da2-bff37d213572'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:48.819486 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd8d3-59ce-4034-a42b-2404ebf5c7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.828049 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd8d3-59ce-4034-a42b-2404ebf5c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.828287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59544) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.912524 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d6fcd8d3-59ce-4034-a42b-2404ebf5c7d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34bc9bd3cbbf4413a7934c205d973c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816847 Sep 16 04:58:48.915182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59550) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.926772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcd8d3-59ce-4034-a42b-2404ebf5c7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26ba43b-44a8-4b77-9f20-5076a343ed42,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.001752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1078025726-network', 'tenant_id': '63e3856888cc4b30a3894b6796a21ac7'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:49.008638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c5072a0-5472-4ea6-aff2-e536e3d5900f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.043835 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c5072a0-5472-4ea6-aff2-e536e3d5900f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.047888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.063450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Made reservation on behalf of 63e3856888cc4b30a3894b6796a21ac7 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:49.065894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.086862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4261f0b-df71-4cac-808e-707383f74902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.090182 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.109678 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.api [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:58:49.109678 n-d-713301-15 neutron-server[94719]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:58:49.109678 n-d-713301-15 neutron-server[94719]: [parameters: {'project_id_1': '63e3856888cc4b30a3894b6796a21ac7', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 58, 29, 104333)}] Sep 16 04:58:49.109678 n-d-713301-15 neutron-server[94719]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:49.110052 n-d-713301-15 neutron-server[94719]: DEBUG oslo_db.api [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:49.124362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c5072a0-5472-4ea6-aff2-e536e3d5900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.127221 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c5072a0-5472-4ea6-aff2-e536e3d5900f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.136754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7c5072a0-5472-4ea6-aff2-e536e3d5900f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b26ba43b-44a8-4b77-9f20-5076a343ed42 HTTP/1.1" status: 204 len: 168 time: 0.2171910 Sep 16 04:58:49.154983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5072a0-5472-4ea6-aff2-e536e3d5900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26ba43b-44a8-4b77-9f20-5076a343ed42,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.209348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4261f0b-df71-4cac-808e-707383f74902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.214941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4261f0b-df71-4cac-808e-707383f74902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.257849 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4261f0b-df71-4cac-808e-707383f74902 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5fe89a59c074628ada53a91e66577d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081616 Sep 16 04:58:49.259267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4261f0b-df71-4cac-808e-707383f74902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c27ff2-9827-4ef6-b879-f464563f21c7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.261773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59560) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.367474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e24ae4c-de75-433e-b846-b3315f80d9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.398676 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e24ae4c-de75-433e-b846-b3315f80d9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.407859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa4b2-8988-4e27-ab76-efa5d42b5d45 req-be0dc3f6-21d2-4496-bf57-be98be805204 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.409368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ecbfa4b2-8988-4e27-ab76-efa5d42b5d45 req-be0dc3f6-21d2-4496-bf57-be98be805204 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.0792537 Sep 16 04:58:49.468521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ecbfa4b2-8988-4e27-ab76-efa5d42b5d45 req-72e86f66-1a75-4635-b398-416c0db55421 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 Sep 16 04:58:49.500182 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e24ae4c-de75-433e-b846-b3315f80d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.503171 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e24ae4c-de75-433e-b846-b3315f80d9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.504312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1e24ae4c-de75-433e-b846-b3315f80d9fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3c27ff2-9827-4ef6-b879-f464563f21c7 HTTP/1.1" status: 204 len: 168 time: 0.2411754 Sep 16 04:58:49.512821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24ae4c-de75-433e-b846-b3315f80d9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c27ff2-9827-4ef6-b879-f464563f21c7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.611682 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.720180 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.725323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.752519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:49.763955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bab36f-2026-4ecb-b1a9-ce3e897f2397,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.768754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.769190 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Added segment 880bdbc5-d907-45b0-a983-35acef0060ca of type vlan for network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 Sep 16 04:58:49.818128 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.871438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.872193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.872764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.912470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0829947 Sep 16 04:58:49.915468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59592) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.920344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Request body: {'subnet': {'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1078025726-subnet', 'tenant_id': '63e3856888cc4b30a3894b6796a21ac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:49.934211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59594) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.955588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7406b9b1-66b5-401f-b58c-fe4963c92ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.956143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fd056-78e8-4bfd-9b78-cf68ca1bad6a admin admin] Pushing event updated for resources: {'Network': ['ID=8cb60b0c-a3f5-42f8-8978-f1db57537b64,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.970136 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:49.976820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Made reservation on behalf of 63e3856888cc4b30a3894b6796a21ac7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:49.979791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.989901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b8fb-b796-483a-adb5-7fdb10b3b247 req-3ba8ca30-f775-49ee-9d7e-cc78f288e67a tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:49.991547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3416b8fb-b796-483a-adb5-7fdb10b3b247 req-3ba8ca30-f775-49ee-9d7e-cc78f288e67a tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 971 time: 0.1517076 Sep 16 04:58:50.046021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a608b9a-e360-495f-9da2-bff37d213572 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:50.078493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3416b8fb-b796-483a-adb5-7fdb10b3b247 req-483d55fd-e03f-4857-bc95-591ec207ce49 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779941 Sep 16 04:58:50.125333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 0a608b9a-e360-495f-9da2-bff37d213572 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:50.131578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 0a608b9a-e360-495f-9da2-bff37d213572 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:50.131950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.240670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7406b9b1-66b5-401f-b58c-fe4963c92ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.241574 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.244335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.253974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7406b9b1-66b5-401f-b58c-fe4963c92ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.287293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a608b9a-e360-495f-9da2-bff37d213572, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a608b9a-e360-495f-9da2-bff37d213572,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:50.289507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a608b9a-e360-495f-9da2-bff37d213572'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:50.338937 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7406b9b1-66b5-401f-b58c-fe4963c92ddb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c6603e3c84548b0b2038aa5fe2b0f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035332 Sep 16 04:58:50.339539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59604) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.347135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745cf299-b5aa-411d-9896-73e8c2a1eba2,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.351448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406b9b1-66b5-401f-b58c-fe4963c92ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6e59f2-d0ef-48ff-aefd-a58536ccb431,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.372046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:50.372587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Network hostable DHCP agents. Network: 8cb60b0c-a3f5-42f8-8978-f1db57537b64, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:50.396124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:50.408752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8cb60b0c-a3f5-42f8-8978-f1db57537b64) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:50.416131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.417074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.420310 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.425684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59608) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.426937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994042f8-221c-4c92-a6f3-b41f204c6f1e None None] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:50.454701 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4590899-e625-4672-9d67-085019cd9aa1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5380077 Sep 16 04:58:50.467821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2374d7a1-b6b6-44ba-acbd-e21f0e532661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.506360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2374d7a1-b6b6-44ba-acbd-e21f0e532661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.566961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-386931859-network', 'tenant_id': 'f6074832fbab4cd1950613d1387def2a'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:50.636283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Made reservation on behalf of f6074832fbab4cd1950613d1387def2a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:50.636571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cee01-85a9-4903-8f67-26701ad47b8d req-3d839b67-0596-4229-bd97-6edcbc30478e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.638265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb5cee01-85a9-4903-8f67-26701ad47b8d req-3d839b67-0596-4229-bd97-6edcbc30478e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.0711298 Sep 16 04:58:50.646056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2374d7a1-b6b6-44ba-acbd-e21f0e532661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.646899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.649444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2374d7a1-b6b6-44ba-acbd-e21f0e532661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.651545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2374d7a1-b6b6-44ba-acbd-e21f0e532661 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a6e59f2-d0ef-48ff-aefd-a58536ccb431 HTTP/1.1" status: 204 len: 168 time: 0.3098793 Sep 16 04:58:50.659500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.687128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0a608b9a-e360-495f-9da2-bff37d213572,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.687701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374d7a1-b6b6-44ba-acbd-e21f0e532661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6e59f2-d0ef-48ff-aefd-a58536ccb431,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.739881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb5cee01-85a9-4903-8f67-26701ad47b8d req-ab3d7b3f-d3d7-44a4-822e-ecccbfba368f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869739 Sep 16 04:58:50.772311 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87723b9f-daff-44ca-b973-d517544fd6fc" -d '{"events": [{"server_uuid": "f3f54a26-4c23-44f0-a6c5-1fc2daec87f3", "name": "network-vif-plugged", "status": "completed", "tag": "0a608b9a-e360-495f-9da2-bff37d213572"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:50.783604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13693694-2d8b-4932-b2f8-631e05650162 None None] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:50.803617 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.809479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.883510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:50.908336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f0d481-4f92-4bf0-afcc-749c29c84a48,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.950070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741076351124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.950676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Unsubscribe: segment precommit_create {{(pid=94718) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:58:50.951425 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Added segment d7917b4b-1818-48f1-a78e-72f50109862d of type vlan for network 21426758-a088-4903-af89-b8f96b31da87 Sep 16 04:58:50.976404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-6dec26be-4999-464e-b3b6-1722123f475b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=837588fc449a4490be3dc57b85fbdca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307312 Sep 16 04:58:51.028592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.075337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-2190f8b7-823f-44c9-b4fe-a5b8b5585ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.077701 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-2190f8b7-823f-44c9-b4fe-a5b8b5585ac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0903106 Sep 16 04:58:51.106605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.110665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.111397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.143850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-b9d76a92-39fe-4e7d-a8e3-e5075bb1684c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.146247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-b9d76a92-39fe-4e7d-a8e3-e5075bb1684c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636121 Sep 16 04:58:51.164926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-2e820a29-6fea-4180-8649-2b4bf4374d5d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/quotas/837588fc449a4490be3dc57b85fbdca9 HTTP/1.1" status: 200 len: 375 time: 0.0100071 Sep 16 04:58:51.225217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-50c5586a-3b8f-4b74-ba12-8e1a96739379 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501821 Sep 16 04:58:51.252153 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-d12ab4fe-c55a-4ee9-9128-d181143f39fd service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615396 Sep 16 04:58:51.280152 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8522327 Sep 16 04:58:51.282061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59652) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.287102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Request body: {'subnet': {'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-386931859-subnet', 'tenant_id': 'f6074832fbab4cd1950613d1387def2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.324134 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eccab25-a8c5-46a1-9666-4a41db0f926b x-openstack-request-id: req-3eccab25-a8c5-46a1-9666-4a41db0f926b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:51.324620 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f54a26-4c23-44f0-a6c5-1fc2daec87f3", "name": "network-vif-plugged", "status": "completed", "tag": "0a608b9a-e360-495f-9da2-bff37d213572", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:51.324938 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3eccab25-a8c5-46a1-9666-4a41db0f926b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:51.325612 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a608b9a-e360-495f-9da2-bff37d213572', 'code': 200} Sep 16 04:58:51.329451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Made reservation on behalf of f6074832fbab4cd1950613d1387def2a for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:51.331983 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.358002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036b709-1979-4ff1-90ea-480ad121adf1 admin admin] Pushing event updated for resources: {'Network': ['ID=21426758-a088-4903-af89-b8f96b31da87,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.371120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 21426758-a088-4903-af89-b8f96b31da87 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:51.536117 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f2e3d2e-6a5b-46bf-ba43-34fad65708b9 req-fa24b81b-b1aa-4c9d-ad15-6e6699d92130 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716017 Sep 16 04:58:51.605492 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.647352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c303dfd-8a3f-4803-bcb5-5fcf145bcba9 req-4c8eda6d-a13b-469c-82ed-aa9dd9852faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.648819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8094f-67dd-4f4c-a0f7-c77833af552d req-598e3a67-ca98-41e4-8a4f-7e8f8eeaafcd tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.649846 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9c303dfd-8a3f-4803-bcb5-5fcf145bcba9 req-4c8eda6d-a13b-469c-82ed-aa9dd9852faa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 1124 time: 0.2103279 Sep 16 04:58:51.656362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12a8094f-67dd-4f4c-a0f7-c77833af552d req-598e3a67-ca98-41e4-8a4f-7e8f8eeaafcd tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 972 time: 0.1110919 Sep 16 04:58:51.686820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9c303dfd-8a3f-4803-bcb5-5fcf145bcba9 req-e5284556-2e39-44b4-86c7-17a408cf3c81 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.711120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25775086-bd8b-4038-b187-b2838a899d02,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.732344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12a8094f-67dd-4f4c-a0f7-c77833af552d req-fa8d6f9c-80ad-4058-9244-aa52fd04b8eb tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Sep 16 04:58:51.741060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:51.741424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Network hostable DHCP agents. Network: 21426758-a088-4903-af89-b8f96b31da87, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:51.757031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59672) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.764011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-308272400-network', 'tenant_id': '18891d6e5ef54a8d8f2482d9c79fd359'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.795652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Network 21426758-a088-4903-af89-b8f96b31da87 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:51.814834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 21426758-a088-4903-af89-b8f96b31da87) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:51.824626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e570c73-d715-458d-886e-46af0d2ba08a None None] Network 21426758-a088-4903-af89-b8f96b31da87 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:51.828017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.829289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.860863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9c303dfd-8a3f-4803-bcb5-5fcf145bcba9 req-e5284556-2e39-44b4-86c7-17a408cf3c81 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.866520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9c303dfd-8a3f-4803-bcb5-5fcf145bcba9 req-e5284556-2e39-44b4-86c7-17a408cf3c81 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.904964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f352900b-36a0-470f-8015-1acc38b00ff0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6217444 Sep 16 04:58:51.908356 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9c303dfd-8a3f-4803-bcb5-5fcf145bcba9 req-e5284556-2e39-44b4-86c7-17a408cf3c81 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494733 Sep 16 04:58:51.918165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5284556-2e39-44b4-86c7-17a408cf3c81 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=980558ea-ead4-4f2a-9306-ce085943622f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.967623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bec11f-0029-45f2-8f81-6993a5f9ebc8 req-2b2b03b3-731e-46b2-b024-b85f6a8fd105 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.969639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5bec11f-0029-45f2-8f81-6993a5f9ebc8 req-2b2b03b3-731e-46b2-b024-b85f6a8fd105 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.1253173 Sep 16 04:58:52.052383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b1775-515d-437f-9558-9b7315ce610c None None] Network 21426758-a088-4903-af89-b8f96b31da87 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:52.055859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Made reservation on behalf of 18891d6e5ef54a8d8f2482d9c79fd359 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:52.058984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.069135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-08acf487-f78d-4097-9997-c568fef2fb60 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=837588fc449a4490be3dc57b85fbdca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981855 Sep 16 04:58:52.070964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.149584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5bec11f-0029-45f2-8f81-6993a5f9ebc8 req-070beaf8-9381-4607-aaca-ccc3cb3788c8 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578162 Sep 16 04:58:52.382748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-6f149d98-a210-4143-afc7-94e30f68585e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.384144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-6f149d98-a210-4143-afc7-94e30f68585e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031929 Sep 16 04:58:52.417440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-3fe32673-8a06-4016-bd7e-d8651569f3f9 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/quotas/837588fc449a4490be3dc57b85fbdca9 HTTP/1.1" status: 200 len: 375 time: 0.0239210 Sep 16 04:58:52.452597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.464061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-737ca4b6-497b-453a-8c9d-4c1cafdd332d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456910 Sep 16 04:58:52.468126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.507479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:52.514295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3375f2d-d540-4579-b048-d2dd662110a7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.520459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.520827 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Added segment bfe06435-d5e8-4db1-acff-9cfdcff2fb61 of type vlan for network c8d30d41-68ba-4e6a-84da-132837be684f Sep 16 04:58:52.568782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.618644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.618644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.618644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.657932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8976614 Sep 16 04:58:52.661247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.666420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Request body: {'subnet': {'network_id': 'c8d30d41-68ba-4e6a-84da-132837be684f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-308272400-subnet', 'tenant_id': '18891d6e5ef54a8d8f2482d9c79fd359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.726956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Made reservation on behalf of 18891d6e5ef54a8d8f2482d9c79fd359 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:52.729404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.743307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879a42c-a951-43b5-996b-2683d5c5af46 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d30d41-68ba-4e6a-84da-132837be684f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.757894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c8d30d41-68ba-4e6a-84da-132837be684f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:52.808757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-731b63fb-ff7c-46d4-a109-1219d6b4aa59 req-f53b9a1a-9c43-4d1c-8427-ea00501a3afc tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 210 time: 0.0835216 Sep 16 04:58:52.911314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8462611-9482-4d46-9314-83579a10d163 req-2f8a0d97-eeab-431d-b46e-133d5a61b72f tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:52.912169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8462611-9482-4d46-9314-83579a10d163 req-2f8a0d97-eeab-431d-b46e-133d5a61b72f tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 972 time: 0.0617726 Sep 16 04:58:52.971421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8462611-9482-4d46-9314-83579a10d163 req-3d140d80-1829-4eb7-a521-b5e0bac7ae9a tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Sep 16 04:58:52.998014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59732) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.005319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-407929381-network', 'tenant_id': '12db250d9de1469fb2697ca1e7616dd5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.019427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.030833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Made reservation on behalf of 12db250d9de1469fb2697ca1e7616dd5 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:53.048823 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.062822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.096051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=facb5fdd-2188-4fc2-8b53-08a890e2c33a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.109424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Checking segment: {'id': 'bfe06435-d5e8-4db1-acff-9cfdcff2fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c8d30d41-68ba-4e6a-84da-132837be684f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:53.109862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Network hostable DHCP agents. Network: c8d30d41-68ba-4e6a-84da-132837be684f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:53.158329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Network c8d30d41-68ba-4e6a-84da-132837be684f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:53.172159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c8d30d41-68ba-4e6a-84da-132837be684f) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:53.177715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.177832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.184342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540730d-b665-459d-bde8-bdd7de258d2a None None] Network c8d30d41-68ba-4e6a-84da-132837be684f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:53.207900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.220647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.225544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-e3acf8f8-e6e0-486f-b952-168060e45933 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=837588fc449a4490be3dc57b85fbdca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333550 Sep 16 04:58:53.239774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4664f022-5f84-4150-a2a1-c810b3bd5e71 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5769238 Sep 16 04:58:53.279032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:53.322977 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.323329 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Added segment a81fee0f-acad-4551-a093-1003943e65aa of type vlan for network 36889a5a-789b-461f-a1d1-2c3714ce6ade Sep 16 04:58:53.388995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbff05-a105-4e3e-9c3d-5f2573d83b41 None None] Network c8d30d41-68ba-4e6a-84da-132837be684f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:53.393790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-8656e67c-6d16-49ea-8961-146c064f4675 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.406332 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-8656e67c-6d16-49ea-8961-146c064f4675 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645403 Sep 16 04:58:53.418923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.426456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Request body: {'port': {'device_id': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '837588fc449a4490be3dc57b85fbdca9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.475578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d7cd4-fe57-436a-8138-18284b34bb81,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.496151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.497612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.500527 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.612331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] Pushing event updated for resources: {'Network': ['ID=36889a5a-789b-461f-a1d1-2c3714ce6ade,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.620065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b7f201c6-c652-4d13-bc64-4ddf2967a43e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6198976 Sep 16 04:58:53.625221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 36889a5a-789b-461f-a1d1-2c3714ce6ade details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:53.627319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.647823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Request body: {'subnet': {'network_id': '36889a5a-789b-461f-a1d1-2c3714ce6ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-407929381-subnet', 'tenant_id': '12db250d9de1469fb2697ca1e7616dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.660786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e166-d538-4725-8d6b-e06b76f2c5f9 req-afd594a2-4e82-4c7d-8e0d-3e2c34d55b9a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.670162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:58:53.670162 n-d-713301-15 neutron-server[94718]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:58:53.670162 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id': '12db250d9de1469fb2697ca1e7616dd5', 'id': 'cc1bd65e-a14d-41a3-bb23-ef609f1ab630', 'expiration': datetime.datetime(2021, 9, 16, 5, 0, 53, 666036)}] Sep 16 04:58:53.670162 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:53.671085 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:53.673619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b67e166-d538-4725-8d6b-e06b76f2c5f9 req-afd594a2-4e82-4c7d-8e0d-3e2c34d55b9a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.3635588 Sep 16 04:58:53.685876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Made reservation on behalf of 837588fc449a4490be3dc57b85fbdca9 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:53.689475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.699249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.723709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b67e166-d538-4725-8d6b-e06b76f2c5f9 req-e2843491-a44f-47c1-9dce-a9459c45b88d tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Sep 16 04:58:53.857232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.862089 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.942870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344b42c7-f76e-4043-94de-2507a94b5498,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.020226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eec5e91-c6ff-46ba-8bf6-bec357db532f req-d46b323a-2370-4b1a-9ce6-a3f3b0f68266 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 210 time: 0.0332887 Sep 16 04:58:54.026930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Allocated IP 192.168.233.253 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/c5d64c62-00c4-427b-98f7-5cc6d01ba121) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:54.131605 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-4d52e8e1-c5b5-410f-a033-1b6b92b65e84 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=837588fc449a4490be3dc57b85fbdca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247121 Sep 16 04:58:54.226845 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.258855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39a0eb-96b9-4c50-a9eb-8a1d3a845824 req-59f665c6-abb3-4d83-bb44-051c87d2215b tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.261194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd39a0eb-96b9-4c50-a9eb-8a1d3a845824 req-59f665c6-abb3-4d83-bb44-051c87d2215b tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 972 time: 0.1444983 Sep 16 04:58:54.278942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Made reservation on behalf of 12db250d9de1469fb2697ca1e7616dd5 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:54.281368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.300515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-cc883332-3d56-40a3-95f5-c6f1e998fe63 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.301967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-cc883332-3d56-40a3-95f5-c6f1e998fe63 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.2702427 Sep 16 04:58:54.305393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.327216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd39a0eb-96b9-4c50-a9eb-8a1d3a845824 req-7f79235a-e24f-40cd-992c-4b62926e309a tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597074 Sep 16 04:58:54.328565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-96c75c11-c85b-4297-a08b-20d96056415c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/quotas/63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 375 time: 0.0161514 Sep 16 04:58:54.368020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-e6edc3a0-213b-485b-b3b7-b6c3accba5f5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.368168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-0ddb8ba6-904d-4013-99d9-1ccb7e4dc03d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332053 Sep 16 04:58:54.368256 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-e6edc3a0-213b-485b-b3b7-b6c3accba5f5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115493 Sep 16 04:58:54.392592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Request body: {'port': {'device_id': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '837588fc449a4490be3dc57b85fbdca9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.472059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.537908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ab567-a044-4986-9456-3cabb5d6711f req-f5a3a188-9e24-46ec-b6e0-f1f9dca1ac6e tempest-AggregatesAdminTestJSON-1198518418 tempest-AggregatesAdminTestJSON-1198518418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.539436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e89ab567-a044-4986-9456-3cabb5d6711f req-f5a3a188-9e24-46ec-b6e0-f1f9dca1ac6e tempest-AggregatesAdminTestJSON-1198518418 tempest-AggregatesAdminTestJSON-1198518418-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 1124 time: 0.0778484 Sep 16 04:58:54.545365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-2c0b4147-50aa-4f5a-927d-10cd1d741082 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:54.546359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-2c0b4147-50aa-4f5a-927d-10cd1d741082 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555220 Sep 16 04:58:54.568430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e89ab567-a044-4986-9456-3cabb5d6711f req-9f922047-fac8-4980-9dcd-003c6b9c73df tempest-AggregatesAdminTestJSON-1198518418 tempest-AggregatesAdminTestJSON-1198518418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.683315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-18ee7c45-4d6d-4b7e-a6e7-b1a6661fb575 service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289148 Sep 16 04:58:54.704539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:54.716697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.719132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:54.726371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:54.732959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:54.733592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.787469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.789306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e89ab567-a044-4986-9456-3cabb5d6711f req-9f922047-fac8-4980-9dcd-003c6b9c73df tempest-AggregatesAdminTestJSON-1198518418 tempest-AggregatesAdminTestJSON-1198518418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.801001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e89ab567-a044-4986-9456-3cabb5d6711f req-9f922047-fac8-4980-9dcd-003c6b9c73df tempest-AggregatesAdminTestJSON-1198518418 tempest-AggregatesAdminTestJSON-1198518418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.821405 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-26174746-a376-4dbd-a423-157268e466e4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3996992 Sep 16 04:58:54.828478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-fa403291-e688-4d5c-b2e2-e2c6ad17204d service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332691 Sep 16 04:58:54.834060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e89ab567-a044-4986-9456-3cabb5d6711f req-9f922047-fac8-4980-9dcd-003c6b9c73df tempest-AggregatesAdminTestJSON-1198518418 tempest-AggregatesAdminTestJSON-1198518418-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866192 Sep 16 04:58:54.846298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f922047-fac8-4980-9dcd-003c6b9c73df tempest-AggregatesAdminTestJSON-1198518418 tempest-AggregatesAdminTestJSON-1198518418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442270b-93d9-4d02-aa38-e5e474529cae,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.847419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Request body: {'port': {'device_id': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.870673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Made reservation on behalf of 837588fc449a4490be3dc57b85fbdca9 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:54.878883 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.904013 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8593e08-0f82-4fa4-b3e2-0d828d35c24d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.941867 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Checking segment: {'id': 'a81fee0f-acad-4551-a093-1003943e65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '36889a5a-789b-461f-a1d1-2c3714ce6ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:54.942205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Network hostable DHCP agents. Network: 36889a5a-789b-461f-a1d1-2c3714ce6ade, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:55.006548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.065885 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Network 36889a5a-789b-461f-a1d1-2c3714ce6ade is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:55.066365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5083e97-d0f0-4f13-8a03-9577a28fede1 req-00e393b8-2e5d-46bf-be86-0aad23fafb8e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.068645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5083e97-d0f0-4f13-8a03-9577a28fede1 req-00e393b8-2e5d-46bf-be86-0aad23fafb8e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.0920637 Sep 16 04:58:55.079019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-01cce1db-bf05-422a-ab21-bcbb687c40fa None None] Provisioning complete for port c5d64c62-00c4-427b-98f7-5cc6d01ba121 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:55.079019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01cce1db-bf05-422a-ab21-bcbb687c40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.113464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 36889a5a-789b-461f-a1d1-2c3714ce6ade) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:55.128130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.128372 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.138332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fbc633-5ddf-4a1f-871e-2334f9180167 None None] Network 36889a5a-789b-461f-a1d1-2c3714ce6ade requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:55.153706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5083e97-d0f0-4f13-8a03-9577a28fede1 req-a3a59337-4d77-42f4-8c75-49b869e9df96 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752423 Sep 16 04:58:55.186376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-01cce1db-bf05-422a-ab21-bcbb687c40fa None None] Port c5d64c62-00c4-427b-98f7-5cc6d01ba121 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:55.201488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Allocated IP 192.168.233.108 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/dace2b07-ad59-4a5b-ba36-95ece38dec0e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:55.234929 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-01e6c868-8936-4aa3-b6c4-b2247947fedf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6065447 Sep 16 04:58:55.337801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbca9aa-5d3b-4b7f-b52d-50a7f9440556 None None] Network 36889a5a-789b-461f-a1d1-2c3714ce6ade requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:55.342069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d7570ef-e54a-4bd4-8a4d-9cc2c00299d2 req-fd5296a9-23c3-41c2-a656-67759f5c3f6b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 210 time: 0.0587087 Sep 16 04:58:55.457413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.496432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f573313-90d9-4eb2-b468-f5c904fa7e8d req-da2fe1f2-7bf0-4c6e-9c5a-5b9943d419f4 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 210 time: 0.0481124 Sep 16 04:58:55.536717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.571297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:55.587800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:55.600118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:55.612049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.612795 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.730180 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3501604 Sep 16 04:58:55.738366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c9531-6d84-44c9-a1e2-0a66c4d9811b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Pushing event updated for resources: {'Port': ['ID=dace2b07-ad59-4a5b-ba36-95ece38dec0e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:55.747113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Request body: {'port': {'device_id': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'device_owner': 'compute:tempest-test_az-1271846194', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:55.776667 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-70eee9d4-6d13-4b4c-ab8c-b77b6e33cbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.873986 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.913621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1385edf0-5208-4e14-8cfb-770b5b95aed9 None None] Provisioning complete for port dace2b07-ad59-4a5b-ba36-95ece38dec0e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:55.914348 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1385edf0-5208-4e14-8cfb-770b5b95aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.960899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d64c62-00c4-427b-98f7-5cc6d01ba121 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:55.981034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.016862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1385edf0-5208-4e14-8cfb-770b5b95aed9 None None] Port dace2b07-ad59-4a5b-ba36-95ece38dec0e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:56.018060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-cab724bf-095c-4175-9d1b-a80a6660af2b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.027941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-cab724bf-095c-4175-9d1b-a80a6660af2b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.1405079 Sep 16 04:58:56.044815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-ad2c86c3-992b-45b6-a87b-e757d3f87a6b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/quotas/f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 375 time: 0.0157073 Sep 16 04:58:56.057032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Transition to ACTIVE for port object c5d64c62-00c4-427b-98f7-5cc6d01ba121 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:56.066543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.083131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-4615e0b8-5f08-40ba-8e03-c29ab4c73cc0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355346 Sep 16 04:58:56.185964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.214533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-b1d3693e-6452-47f8-a187-1225800252e1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:58:56.216138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-b1d3693e-6452-47f8-a187-1225800252e1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0676372 Sep 16 04:58:56.265275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Attempting to bind port c5d64c62-00c4-427b-98f7-5cc6d01ba121 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:56.265856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Attempting to bind port c5d64c62-00c4-427b-98f7-5cc6d01ba121 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:56.266256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Attempting to bind port c5d64c62-00c4-427b-98f7-5cc6d01ba121 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.273948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Port c5d64c62-00c4-427b-98f7-5cc6d01ba121 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:56.274382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Attempting to bind port c5d64c62-00c4-427b-98f7-5cc6d01ba121 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.293444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:56.293868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:56.294324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:56.294859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Bound port: c5d64c62-00c4-427b-98f7-5cc6d01ba121, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:56.295283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.328543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-57b4ec15-338c-4aae-bbfb-88d4d9e6a5ae service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042764 Sep 16 04:58:56.443222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-197a8a3d-b9a4-4add-9d8d-8262169efc2b service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137059 Sep 16 04:58:56.476480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:56.480233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dace2b07-ad59-4a5b-ba36-95ece38dec0e {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:56.486078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:56.490523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.64', 55617) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.491952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.497558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.542018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Transition to ACTIVE for port object dace2b07-ad59-4a5b-ba36-95ece38dec0e will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:56.551754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.552898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.554739 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] 10.222.0.64 "PUT /v2.0/ports/c5d64c62-00c4-427b-98f7-5cc6d01ba121 HTTP/1.1" status: 200 len: 1097 time: 1.7138126 Sep 16 04:58:56.558143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:56.560813 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4774e5e6-f066-4087-b130-1028db36173a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:56.569301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.651797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289d383-0e21-46e9-a441-38f4dc6f9287 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.660421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59896) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.783653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Pushing event updated for resources: {'Port': ['ID=dace2b07-ad59-4a5b-ba36-95ece38dec0e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.818938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Attempting to bind port dace2b07-ad59-4a5b-ba36-95ece38dec0e on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:56.819278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Attempting to bind port dace2b07-ad59-4a5b-ba36-95ece38dec0e by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:56.819609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Attempting to bind port dace2b07-ad59-4a5b-ba36-95ece38dec0e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.829198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-4fab41f5-f422-44b9-8db9-dffda324965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.831822 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-4fab41f5-f422-44b9-8db9-dffda324965c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1100 time: 0.1950934 Sep 16 04:58:56.832470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Port dace2b07-ad59-4a5b-ba36-95ece38dec0e on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:56.832785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Attempting to bind port dace2b07-ad59-4a5b-ba36-95ece38dec0e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:56.843693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:56.844044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:56.844459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:56.844904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Bound port: dace2b07-ad59-4a5b-ba36-95ece38dec0e, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:56.845263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.936029 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-0e498682-320a-4170-8ee9-fffe3e00e64c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121 HTTP/1.1" status: 200 len: 217 time: 0.0449181 Sep 16 04:58:56.957409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344b1766-22a4-4429-ba6d-f2ac3e669d51 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:57.009721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7abeef05-8255-4bf2-9b23-b7a88a0ba020 req-4ec856b0-1f21-4bba-a330-f3b8f5167e2b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 210 time: 0.0887649 Sep 16 04:58:57.028976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb2d8-e549-4a5b-88c4-5ae8ae627fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.038543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] For port dace2b07-ad59-4a5b-ba36-95ece38dec0e, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:57.078175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-7b1d821c-96db-4a5f-9a4f-984bd5a5f57e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.079848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-7b1d821c-96db-4a5f-9a4f-984bd5a5f57e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.5878954 Sep 16 04:58:57.092816 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] For port dace2b07-ad59-4a5b-ba36-95ece38dec0e, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:57.095460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e74ca-3f90-4081-af0e-bfaef2feea14 req-20541075-cca7-4f77-af1b-11f98d00e441 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.102729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e6e74ca-3f90-4081-af0e-bfaef2feea14 req-20541075-cca7-4f77-af1b-11f98d00e441 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 947 time: 0.1914499 Sep 16 04:58:57.111416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 344b1766-22a4-4429-ba6d-f2ac3e669d51, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344b1766-22a4-4429-ba6d-f2ac3e669d51,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:57.114438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-ed1c8706-67c5-4c62-a415-cdb708fd2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.114608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Request body: {'port': {'device_id': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'admin_state_up': True, 'tenant_id': '63e3856888cc4b30a3894b6796a21ac7'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:57.124812 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-ed1c8706-67c5-4c62-a415-cdb708fd2099 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1794055 Sep 16 04:58:57.126065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.127520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '344b1766-22a4-4429-ba6d-f2ac3e669d51', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '344b1766-22a4-4429-ba6d-f2ac3e669d51', 'mac_address': 'fa:16:3e:e4:a4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:57.184546 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.208203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344b1766-22a4-4429-ba6d-f2ac3e669d51 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:57.227385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.228703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.230356 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] 10.222.0.73 "PUT /v2.0/ports/dace2b07-ad59-4a5b-ba36-95ece38dec0e HTTP/1.1" status: 200 len: 1119 time: 1.4892807 Sep 16 04:58:57.261024 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 344b1766-22a4-4429-ba6d-f2ac3e669d51, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344b1766-22a4-4429-ba6d-f2ac3e669d51,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:57.282386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-12c27319-e6c1-454b-9aa1-c85def2b78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.284295 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-12c27319-e6c1-454b-9aa1-c85def2b78b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1482193 Sep 16 04:58:57.285940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692f9c5-fd99-484e-a8fd-e3149d0dada7 service neutron] Pushing event updated for resources: {'Port': ['ID=dace2b07-ad59-4a5b-ba36-95ece38dec0e,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.291502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.369508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=344b1766-22a4-4429-ba6d-f2ac3e669d51,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.370046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e6e74ca-3f90-4081-af0e-bfaef2feea14 req-9493042b-d749-4e67-9153-4958cb6f73fe tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620685 Sep 16 04:58:57.425744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-9bcabdb0-fa95-4c4d-bb02-2efb66c92144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.427386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-9bcabdb0-fa95-4c4d-bb02-2efb66c92144 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 1122 time: 0.1095159 Sep 16 04:58:57.473264 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351226eb-2d99-4281-a183-32dec043607e x-openstack-request-id: req-351226eb-2d99-4281-a183-32dec043607e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:57.473678 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:57.474191 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-351226eb-2d99-4281-a183-32dec043607e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:57.474710 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'status': 'completed', 'code': 200} Sep 16 04:58:57.483239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb2d8-e549-4a5b-88c4-5ae8ae627fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.501076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcc25f-5d73-4c6d-b90c-aef97d4a61d9 req-33c25ace-5695-4d07-9980-5e82cf656030 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.504440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10fcc25f-5d73-4c6d-b90c-aef97d4a61d9 req-33c25ace-5695-4d07-9980-5e82cf656030 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 970 time: 0.3587754 Sep 16 04:58:57.578695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b29f908-3641-4258-9a56-6c0e3560fbce req-5bae71aa-82bf-4703-ab99-ad5f437cd23c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 210 time: 0.0609279 Sep 16 04:58:57.630460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10fcc25f-5d73-4c6d-b90c-aef97d4a61d9 req-512675b1-967c-4067-b5bf-0295de02d2bd tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137419 Sep 16 04:58:57.642034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Made reservation on behalf of 63e3856888cc4b30a3894b6796a21ac7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:57.646348 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.675340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e9ecb2d8-e549-4a5b-88c4-5ae8ae627fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.689244 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-66095c7b-4f39-4a5d-a697-72ca917f7f3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e HTTP/1.1" status: 200 len: 217 time: 0.2098277 Sep 16 04:58:57.759086 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e9ecb2d8-e549-4a5b-88c4-5ae8ae627fd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f38f8206bc494703befb3864aa3eedba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0684450 Sep 16 04:58:57.776115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59914) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.776800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecb2d8-e549-4a5b-88c4-5ae8ae627fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4276fa54-6d3b-41c5-ae83-f6ef30887b49,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.800298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-335a41a8-6f0f-4d45-8733-2fe722dce79b service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907160 Sep 16 04:58:57.820992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['344b1766-22a4-4429-ba6d-f2ac3e669d51'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:57.844001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-53e80c58-e28a-4a73-9d39-0d797b09d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.845740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-53e80c58-e28a-4a73-9d39-0d797b09d702 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1448035 Sep 16 04:58:57.934299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Allocated IP 172.20.0.13 (8cb60b0c-a3f5-42f8-8978-f1db57537b64/745cf299-b5aa-411d-9896-73e8c2a1eba2/344cb260-c6cd-452a-9b1f-083c54579ab4) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:57.957406 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b03e5f6-2aaa-4586-9b88-ce3f0e3f16fa req-3af4bfe3-d5da-4304-a78d-43131486a4fa service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457005 Sep 16 04:58:57.984895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f52a087-696f-4696-abc4-e11c56efcccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.014993 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f52a087-696f-4696-abc4-e11c56efcccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.096662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-b39056be-6146-4e71-9ee5-c4639b2c923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.098192 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-b39056be-6146-4e71-9ee5-c4639b2c923f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2395189 Sep 16 04:58:58.172157 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d9a38780-eb46-4572-9a51-0d1400c557fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.182759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f52a087-696f-4696-abc4-e11c56efcccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.185333 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f52a087-696f-4696-abc4-e11c56efcccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.199069 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f52a087-696f-4696-abc4-e11c56efcccf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4276fa54-6d3b-41c5-ae83-f6ef30887b49 HTTP/1.1" status: 204 len: 168 time: 0.4094071 Sep 16 04:58:58.202982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9921e76f-e356-451e-a4ff-160bb5026b66 req-942d2ca6-6a00-4685-8ae7-dcadd7585459 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 210 time: 0.0998280 Sep 16 04:58:58.247808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.73', 55602) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.252127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e5e6-f066-4087-b130-1028db36173a req-6a82362f-92d9-4f0d-8e05-03d7c9efee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.253815 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4774e5e6-f066-4087-b130-1028db36173a req-6a82362f-92d9-4f0d-8e05-03d7c9efee86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1100 time: 0.1547542 Sep 16 04:58:58.259932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52a087-696f-4696-abc4-e11c56efcccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4276fa54-6d3b-41c5-ae83-f6ef30887b49,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.287358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.321298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-3dfa2752-0d19-4271-be42-0ea42149db82 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074218 Sep 16 04:58:58.382797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-401522a0-1e38-4756-85be-aea3cb62524d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.383315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-401522a0-1e38-4756-85be-aea3cb62524d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.1313150 Sep 16 04:58:58.389686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.406389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Request body: {'port': {'device_id': '771a1197-673f-4150-9cc4-b5bc46a49073', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'admin_state_up': True, 'tenant_id': 'f6074832fbab4cd1950613d1387def2a'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:58.420873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:58.447343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:58.470611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e5e6-f066-4087-b130-1028db36173a req-f029fbe8-aac4-4b04-8689-0db8a82786b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.472115 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4774e5e6-f066-4087-b130-1028db36173a req-f029fbe8-aac4-4b04-8689-0db8a82786b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2062230 Sep 16 04:58:58.476580 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-90049cbe-9ceb-4f28-bbc5-8ccc94710523 req-f1dbc261-3586-4dc7-adeb-d788fd23500a service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241930 Sep 16 04:58:58.500284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:58.506519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.507170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.535913 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4774e5e6-f066-4087-b130-1028db36173a req-f500213d-79c1-4276-9f0f-be7ca92d48cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121 HTTP/1.1" status: 200 len: 217 time: 0.0453126 Sep 16 04:58:58.605892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e5e6-f066-4087-b130-1028db36173a req-43aae27b-65f9-44cf-ab90-fd0e87802dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.607385 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4774e5e6-f066-4087-b130-1028db36173a req-43aae27b-65f9-44cf-ab90-fd0e87802dd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0643320 Sep 16 04:58:58.660828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5553219 Sep 16 04:58:58.661451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168a918-773b-42d0-aecb-acb2b704805c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.670622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e5e6-f066-4087-b130-1028db36173a req-36668ccc-def8-45d7-859a-4fc3a672d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.674001 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4774e5e6-f066-4087-b130-1028db36173a req-36668ccc-def8-45d7-859a-4fc3a672d01a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575993 Sep 16 04:58:58.695224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Request body: {'port': {'device_id': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:58.726231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd81f41-779d-48cc-9400-c8b87f349192 req-cbfc5ff2-b217-4738-9cb8-d0150ac7df30 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.728776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acd81f41-779d-48cc-9400-c8b87f349192 req-cbfc5ff2-b217-4738-9cb8-d0150ac7df30 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 948 time: 0.2184770 Sep 16 04:58:58.729346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59964) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.782021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68940755-9fa8-4389-a1aa-4a54a4debd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.789102 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4774e5e6-f066-4087-b130-1028db36173a req-0a51ea8a-8b31-4714-a2d3-0515933f2e1a service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034443 Sep 16 04:58:58.877362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Made reservation on behalf of f6074832fbab4cd1950613d1387def2a for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:58.881021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.882538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4774e5e6-f066-4087-b130-1028db36173a req-da8f98ef-7e7d-4bf0-a395-7738753b92f4 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853059 Sep 16 04:58:58.890921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-569560a9-2a43-49f2-b291-e5c404f6532a req-a1c71871-8bba-4704-904b-253e99337a7a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 210 time: 0.1099279 Sep 16 04:58:58.903612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acd81f41-779d-48cc-9400-c8b87f349192 req-b3805fb9-7fd5-405c-be87-f6b90981e5f7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514537 Sep 16 04:58:58.904167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.073662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.458261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d4fb8-11c6-43a8-9fa7-0873d7637304 req-72fae797-ebf8-4ba9-b89b-470c3ddfac35 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.460299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-066d4fb8-11c6-43a8-9fa7-0873d7637304 req-72fae797-ebf8-4ba9-b89b-470c3ddfac35 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 970 time: 0.4705021 Sep 16 04:58:59.475639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'tag': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:59.478670 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09118da-2a8b-4e30-b1ae-412ff4ab9389" -d '{"events": [{"name": "network-changed", "server_uuid": "82cdfe66-73d3-46bc-8a9f-da666dd780e7", "tag": "dace2b07-ad59-4a5b-ba36-95ece38dec0e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:59.502367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Allocated IP 172.20.0.7 (21426758-a088-4903-af89-b8f96b31da87/25775086-bd8b-4038-b187-b2838a899d02/ab299f24-84d1-48ff-976d-823c2e78aff3) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:59.512570 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68940755-9fa8-4389-a1aa-4a54a4debd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.537633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68940755-9fa8-4389-a1aa-4a54a4debd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.604302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d48a-53c7-43cb-b17b-b56d9d91cb0b req-ff9e8fcf-7b14-4d21-9062-3b19f3b75fa7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.605774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c39d48a-53c7-43cb-b17b-b56d9d91cb0b req-ff9e8fcf-7b14-4d21-9062-3b19f3b75fa7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 932 time: 0.2575581 Sep 16 04:58:59.631035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.657127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-68940755-9fa8-4389-a1aa-4a54a4debd0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84ef6079dae6432ca16da6f074698f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9088697 Sep 16 04:58:59.660022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60008) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.705496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-066d4fb8-11c6-43a8-9fa7-0873d7637304 req-bac86c3a-a798-479a-9b1e-6665039a4eb2 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302256 Sep 16 04:58:59.709128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-922a28a8-37fc-4b53-b8e2-ee10e43a9dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.735230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68940755-9fa8-4389-a1aa-4a54a4debd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f0509-375a-44be-beff-1da0cb6a7939,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.747638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-922a28a8-37fc-4b53-b8e2-ee10e43a9dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.771859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c39d48a-53c7-43cb-b17b-b56d9d91cb0b req-320854a3-3c71-47f2-95c1-ba47e99297d1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508274 Sep 16 04:58:59.821260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-922a28a8-37fc-4b53-b8e2-ee10e43a9dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.825707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-922a28a8-37fc-4b53-b8e2-ee10e43a9dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.831301 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-922a28a8-37fc-4b53-b8e2-ee10e43a9dba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a92f0509-375a-44be-beff-1da0cb6a7939 HTTP/1.1" status: 204 len: 168 time: 0.1695454 Sep 16 04:58:59.841221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a28a8-37fc-4b53-b8e2-ee10e43a9dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f0509-375a-44be-beff-1da0cb6a7939,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.888561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344cb260-c6cd-452a-9b1f-083c54579ab4 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:59.898198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.901283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.923369 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d9e24a-0b86-4fb1-929a-bf82080d7cb3 x-openstack-request-id: req-a3d9e24a-0b86-4fb1-929a-bf82080d7cb3 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:59.925795 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cdfe66-73d3-46bc-8a9f-da666dd780e7", "tag": "dace2b07-ad59-4a5b-ba36-95ece38dec0e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:59.925795 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3d9e24a-0b86-4fb1-929a-bf82080d7cb3 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:59.925795 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'tag': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e', 'status': 'completed', 'code': 200} Sep 16 04:58:59.927979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Transition to ACTIVE for port object 344cb260-c6cd-452a-9b1f-083c54579ab4 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:59.942101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.996316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.018631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.035336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-757cbbb7-f95a-4dab-bce4-86a690963eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.038063 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-757cbbb7-f95a-4dab-bce4-86a690963eb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 1122 time: 0.0912693 Sep 16 04:59:00.092817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Network 21426758-a088-4903-af89-b8f96b31da87 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:00.116445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:00.148946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:00.155633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.156394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.186825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-7b51022a-d0d8-432d-a715-c86e858d49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.188346 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-7b51022a-d0d8-432d-a715-c86e858d49d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1428647 Sep 16 04:59:00.191852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:00.192239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:00.192889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:00.198362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.209940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:00.210379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:00.218002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-6001cb60-5cb5-4da4-9637-07e3fc04ea35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8251629 Sep 16 04:59:00.224346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:00.224707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:00.225338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:00.225804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Bound port: 344cb260-c6cd-452a-9b1f-083c54579ab4, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:00.226163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.236226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Request body: {'port': {'device_id': '771a1197-673f-4150-9cc4-b5bc46a49073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:00.247939 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-7e65b33d-46c0-48ee-861c-1a345fbf975e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e HTTP/1.1" status: 200 len: 217 time: 0.0494039 Sep 16 04:59:00.255836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286034f-d22e-4054-adb8-43d74369f0d5 req-7f67a7fe-5a44-4a49-8df1-5e2240ef960f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.257404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7286034f-d22e-4054-adb8-43d74369f0d5 req-7f67a7fe-5a44-4a49-8df1-5e2240ef960f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 931 time: 0.1877570 Sep 16 04:59:00.274122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60028) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.284963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f83026-579c-47a2-a38d-a7968ee14392 req-3af4f69a-a0ba-47a6-bee4-513b6ff8710b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.286429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83f83026-579c-47a2-a38d-a7968ee14392 req-3af4f69a-a0ba-47a6-bee4-513b6ff8710b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 948 time: 0.1806064 Sep 16 04:59:00.328350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-02b227bc-6720-4643-9838-4b65c26e4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.330434 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-02b227bc-6720-4643-9838-4b65c26e4489 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0747569 Sep 16 04:59:00.390498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-d030e2c1-9fe4-46b1-99d5-74e1b60e1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.392538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-d030e2c1-9fe4-46b1-99d5-74e1b60e1c26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517156 Sep 16 04:59:00.424301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.452001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7286034f-d22e-4054-adb8-43d74369f0d5 req-4e6060b4-cce2-4a73-8ff0-2e823ff5589a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589484 Sep 16 04:59:00.452001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:00.461961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:00.481987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83f83026-579c-47a2-a38d-a7968ee14392 req-99768b12-f5fa-4710-bf73-421a25c6e3e3 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867123 Sep 16 04:59:00.499144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.509347 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-71578850-dc4e-4f58-b2e6-cf5c66d64648 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093075 Sep 16 04:59:00.584744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43ffe5-ea4d-4268-9b09-40e1fa1aaa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.616592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.617210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.619324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 1093 time: 1.9281888 Sep 16 04:59:00.619781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:00.689952 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09118da-2a8b-4e30-b1ae-412ff4ab9389 req-aa2b945a-8882-47bf-a6ef-bf3bddd15bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736000 Sep 16 04:59:00.771930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d802699-576e-4b1c-9e53-436b57c902d0 service neutron] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.967226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344b1766-22a4-4429-ba6d-f2ac3e669d51 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:01.021153 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa4773-ed48-4a9b-9267-5074bd207c28" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:01.041135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 344b1766-22a4-4429-ba6d-f2ac3e669d51 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:01.045196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 344b1766-22a4-4429-ba6d-f2ac3e669d51 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:01.045574 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.050460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-f19558bb-df5d-412d-a936-6362422d0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.052620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-f19558bb-df5d-412d-a936-6362422d0208 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1096 time: 0.2859194 Sep 16 04:59:01.097710 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.103753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0956d44-d796-43f8-820f-7022e81ecdcf req-2f11019e-1814-4988-aa6f-384587dad876 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.105281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0956d44-d796-43f8-820f-7022e81ecdcf req-2f11019e-1814-4988-aa6f-384587dad876 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 970 time: 0.3001394 Sep 16 04:59:01.145153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.168920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344b1766-22a4-4429-ba6d-f2ac3e669d51'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:01.171162 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c381cf4-d542-45f4-8aba-4091e7a2186b" -d '{"events": [{"server_uuid": "2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf", "name": "network-vif-plugged", "status": "completed", "tag": "344b1766-22a4-4429-ba6d-f2ac3e669d51"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:01.188310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 344b1766-22a4-4429-ba6d-f2ac3e669d51, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344b1766-22a4-4429-ba6d-f2ac3e669d51,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:01.192721 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.207803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-f06a90bf-1ddd-44e9-87c3-91acbcb7bf52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 217 time: 0.1351526 Sep 16 04:59:01.246947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=344b1766-22a4-4429-ba6d-f2ac3e669d51,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.461934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b56a5-3fc1-4add-8468-b39a7cae8a05 req-a32808fb-6e8b-42db-9baf-9ee1d4329f75 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.463430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-095b56a5-3fc1-4add-8468-b39a7cae8a05 req-a32808fb-6e8b-42db-9baf-9ee1d4329f75 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.4267912 Sep 16 04:59:01.498940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0956d44-d796-43f8-820f-7022e81ecdcf req-df8f0153-28a3-4da7-add7-a6328ae80ef3 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634646 Sep 16 04:59:01.520672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-492c2dcb-fa93-4f63-913c-d0bba25d1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.521230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-492c2dcb-fa93-4f63-913c-d0bba25d1f60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.3049233 Sep 16 04:59:01.545714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43ffe5-ea4d-4268-9b09-40e1fa1aaa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.596613 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43ffe5-ea4d-4268-9b09-40e1fa1aaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.610407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-27fa0479-490f-4de8-b411-557e4b23f2c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754163 Sep 16 04:59:01.666098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-095b56a5-3fc1-4add-8468-b39a7cae8a05 req-812583e7-85a2-4a62-b176-92ecfd6c5a1a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894157 Sep 16 04:59:01.711211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43ffe5-ea4d-4268-9b09-40e1fa1aaa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aab183-e773-4b6c-958e-2ae5f7b5a8df,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.721780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c43ffe5-ea4d-4268-9b09-40e1fa1aaa79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5f42990ae56459d8941bd53a1c58d42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4422204 Sep 16 04:59:01.723688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60118) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:01.732522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab299f24-84d1-48ff-976d-823c2e78aff3 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:01.764050 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f8740f-e1dc-4ef6-ab4b-28dec8735efc x-openstack-request-id: req-09f8740f-e1dc-4ef6-ab4b-28dec8735efc {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:01.764335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.765155 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf", "name": "network-vif-plugged", "status": "completed", "tag": "344b1766-22a4-4429-ba6d-f2ac3e669d51", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:01.765814 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09f8740f-e1dc-4ef6-ab4b-28dec8735efc {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:01.767077 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344b1766-22a4-4429-ba6d-f2ac3e669d51', 'code': 200} Sep 16 04:59:01.785438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Transition to ACTIVE for port object ab299f24-84d1-48ff-976d-823c2e78aff3 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:01.793305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.833750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-ecf97661-6097-413d-8421-9b4ba3539937 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086015 Sep 16 04:59:01.852311 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3c979d-7949-49c9-9bdd-2093272a6bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.857639 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59107654-19f8-4091-b6a6-48ae0e230fda x-openstack-request-id: req-59107654-19f8-4091-b6a6-48ae0e230fda {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:01.858031 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:01.858337 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59107654-19f8-4091-b6a6-48ae0e230fda {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:01.858856 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4', 'status': 'completed', 'code': 200} Sep 16 04:59:01.884392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.889900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3c979d-7949-49c9-9bdd-2093272a6bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.967476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7132-0104-46ef-a797-0133e49087cf req-b90eb5ef-a33d-4a7d-bc41-db58b29fe559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.969094 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3eea7132-0104-46ef-a797-0133e49087cf req-b90eb5ef-a33d-4a7d-bc41-db58b29fe559 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 1101 time: 0.0437398 Sep 16 04:59:01.976165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3c979d-7949-49c9-9bdd-2093272a6bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.979328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3c979d-7949-49c9-9bdd-2093272a6bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.980451 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7a3c979d-7949-49c9-9bdd-2093272a6bda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41aab183-e773-4b6c-958e-2ae5f7b5a8df HTTP/1.1" status: 204 len: 168 time: 0.2560685 Sep 16 04:59:02.001887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c979d-7949-49c9-9bdd-2093272a6bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aab183-e773-4b6c-958e-2ae5f7b5a8df,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.006075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60126) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.026340 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3eea7132-0104-46ef-a797-0133e49087cf req-3b7c5d07-8e55-4cf3-8894-dfcf71e78bc1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Sep 16 04:59:02.029273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:02.029615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:02.030253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:02.057876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:02.058228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:02.079792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dace2b07-ad59-4a5b-ba36-95ece38dec0e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:02.082085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:02.082430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:02.082843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:02.083269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Bound port: ab299f24-84d1-48ff-976d-823c2e78aff3, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:02.083755 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.097487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fcd91-0e8c-4e63-8f21-27070d4e89b0 req-efd7a359-252a-4971-8584-da028447f493 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.105384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-563fcd91-0e8c-4e63-8f21-27070d4e89b0 req-efd7a359-252a-4971-8584-da028447f493 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 943 time: 0.1908491 Sep 16 04:59:02.127812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec621a9-ce06-4d2c-a3b1-470b66dd4f06 req-9e49f874-2f6b-4ff7-9c76-8b30561cad75 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.129348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ec621a9-ce06-4d2c-a3b1-470b66dd4f06 req-9e49f874-2f6b-4ff7-9c76-8b30561cad75 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 949 time: 0.2017992 Sep 16 04:59:02.142217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e4b83ce-08e0-42b3-bc12-87815ecd222d req-3ece3124-f9f2-4271-9731-ec564250c631 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873774 Sep 16 04:59:02.168515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546716b3-41da-448c-9280-1220f64932fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.195482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port dace2b07-ad59-4a5b-ba36-95ece38dec0e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:02.213842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e', 'mac_address': 'fa:16:3e:43:5b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-1271846194', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:02.243997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-563fcd91-0e8c-4e63-8f21-27070d4e89b0 req-09aee0a0-b000-4fe9-af7f-b8160fb63a51 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150765 Sep 16 04:59:02.266937 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.283484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ec621a9-ce06-4d2c-a3b1-470b66dd4f06 req-700661f1-20f0-41ec-ad2f-554022357e86 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443751 Sep 16 04:59:02.300419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dace2b07-ad59-4a5b-ba36-95ece38dec0e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:02.304221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:02.310321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:02.310898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546716b3-41da-448c-9280-1220f64932fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.323224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546716b3-41da-448c-9280-1220f64932fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.326130 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.334452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port dace2b07-ad59-4a5b-ba36-95ece38dec0e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:02.340695 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.354100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.354730 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.358964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] 10.222.0.73 "PUT /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 1092 time: 2.1272471 Sep 16 04:59:02.380874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-546716b3-41da-448c-9280-1220f64932fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ea65fcf2a2f4a5b9d05209bc3a0ca28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737450 Sep 16 04:59:02.381841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546716b3-41da-448c-9280-1220f64932fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcabbea-77d6-4760-9ca4-897c2497e85f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.387222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60136) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.446232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=dace2b07-ad59-4a5b-ba36-95ece38dec0e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.472658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc908b-6f51-4b04-b314-9764249c8b1e service neutron] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.485059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-8849a2c5-85c2-444d-9da4-a9d4493fd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.487891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-8849a2c5-85c2-444d-9da4-a9d4493fd9b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1095 time: 0.0735486 Sep 16 04:59:02.517892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13bcf52c-7857-4a65-987b-26484b0f4183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.545524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-dfcbe112-cede-4dd0-a6a7-e579620c0497 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 217 time: 0.0476584 Sep 16 04:59:02.551525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60148) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.567949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13bcf52c-7857-4a65-987b-26484b0f4183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.579515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['dace2b07-ad59-4a5b-ba36-95ece38dec0e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:02.598430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3699af8c-dca3-417d-81b6-347a0b9aa6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.656817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13bcf52c-7857-4a65-987b-26484b0f4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.660525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13bcf52c-7857-4a65-987b-26484b0f4183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.664886 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-13bcf52c-7857-4a65-987b-26484b0f4183 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdcabbea-77d6-4760-9ca4-897c2497e85f HTTP/1.1" status: 204 len: 168 time: 0.2784734 Sep 16 04:59:02.681925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcf52c-7857-4a65-987b-26484b0f4183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcabbea-77d6-4760-9ca4-897c2497e85f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.706026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-3960074b-a044-46e3-be39-97407839636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.707593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-3960074b-a044-46e3-be39-97407839636a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1541069 Sep 16 04:59:02.721249 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-4d287d35-0321-4f6d-b170-655a0763cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.722774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-4d287d35-0321-4f6d-b170-655a0763cf14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1096 time: 0.1498444 Sep 16 04:59:02.772766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-b084bc91-daf1-4695-8021-b596b31f07fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538642 Sep 16 04:59:02.829223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2d5ba-05eb-4208-a70b-5e426d976d86 req-c8bee7b6-5149-4a7b-93b1-34b1fb3980fa tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.830947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f2d5ba-05eb-4208-a70b-5e426d976d86 req-c8bee7b6-5149-4a7b-93b1-34b1fb3980fa tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 971 time: 0.1985929 Sep 16 04:59:03.005346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:03.085007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60160) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.090397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f2d5ba-05eb-4208-a70b-5e426d976d86 req-e94205b6-b68f-4548-94ca-3069cd9b6119 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366958 Sep 16 04:59:03.100657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a02f-1219-44fc-a6a3-16262df1ce33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.108171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-619328f0-cbd3-4d70-a97a-b30dcb59dd50 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109951 Sep 16 04:59:03.109136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-0c62ff82-a14d-45ac-ba3e-5bba8a1b0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.119025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-0c62ff82-a14d-45ac-ba3e-5bba8a1b0030 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.3711703 Sep 16 04:59:03.124964 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:03.126595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:03.131970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3699af8c-dca3-417d-81b6-347a0b9aa6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.142057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'mac_address': 'fa:16:3e:ef:60:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:03.156661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1483846-56fb-46d2-9724-6cb9e5a86f99 req-ddf618da-07b5-4eec-9855-32f2d9f7f49c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.164468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1483846-56fb-46d2-9724-6cb9e5a86f99 req-ddf618da-07b5-4eec-9855-32f2d9f7f49c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.1951377 Sep 16 04:59:03.190557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.196124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3699af8c-dca3-417d-81b6-347a0b9aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.222622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d64c62-00c4-427b-98f7-5cc6d01ba121 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:03.225785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-3e202736-a675-4a2d-a57f-baf73ffc451c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 217 time: 0.0970376 Sep 16 04:59:03.248696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:03.254185 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.257092 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a02f-1219-44fc-a6a3-16262df1ce33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.261424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a02f-1219-44fc-a6a3-16262df1ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.292466 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ca7a02f-1219-44fc-a6a3-16262df1ce33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef5662d8fedf406c9c562f9c6381e354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056108 Sep 16 04:59:03.293416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60166) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.321416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.338304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3699af8c-dca3-417d-81b6-347a0b9aa6c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=083147fac9964d38bdb49ef5379718c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7830181 Sep 16 04:59:03.340837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60170) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.346455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699af8c-dca3-417d-81b6-347a0b9aa6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f939b4-7c15-4051-9fce-e59b71fbe630,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.363245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1483846-56fb-46d2-9724-6cb9e5a86f99 req-c8eb1f44-79a5-4d3b-a51f-89c30682a8db tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959608 Sep 16 04:59:03.377479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7a02f-1219-44fc-a6a3-16262df1ce33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971aa58e-187a-41e0-87cb-3ca471200744,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.394773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-b8244f2c-aa3d-408a-aa09-6897047acff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.396496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-b8244f2c-aa3d-408a-aa09-6897047acff4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1523023 Sep 16 04:59:03.439515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73cbf2db-f9e9-47f1-aebb-8893ba9307fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.444113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21ac1925-3fbd-471d-8fb5-17a3e5c831fb req-ec43254c-5a17-4e5b-b7cc-abd8d4fb7e6e service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276472 Sep 16 04:59:03.446162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-2e41dd9b-7a91-463d-84af-f005f1029b13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403106 Sep 16 04:59:03.473298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f9759bda-08f9-4baf-9827-dd58327b6590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.476936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73cbf2db-f9e9-47f1-aebb-8893ba9307fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.517222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f9759bda-08f9-4baf-9827-dd58327b6590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.566610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73cbf2db-f9e9-47f1-aebb-8893ba9307fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.569662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73cbf2db-f9e9-47f1-aebb-8893ba9307fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.570871 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-73cbf2db-f9e9-47f1-aebb-8893ba9307fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/971aa58e-187a-41e0-87cb-3ca471200744 HTTP/1.1" status: 204 len: 168 time: 0.2753525 Sep 16 04:59:03.597225 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f9759bda-08f9-4baf-9827-dd58327b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.600414 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f9759bda-08f9-4baf-9827-dd58327b6590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.601829 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f9759bda-08f9-4baf-9827-dd58327b6590 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7f939b4-7c15-4051-9fce-e59b71fbe630 HTTP/1.1" status: 204 len: 168 time: 0.2592435 Sep 16 04:59:03.603103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbf2db-f9e9-47f1-aebb-8893ba9307fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971aa58e-187a-41e0-87cb-3ca471200744,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.615599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9759bda-08f9-4baf-9827-dd58327b6590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f939b4-7c15-4051-9fce-e59b71fbe630,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.748055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d416a-3e79-4058-b27c-925f5ec20326 req-25c70419-f1e5-411b-a4ab-689d8c3b3b1d tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.749575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-548d416a-3e79-4058-b27c-925f5ec20326 req-25c70419-f1e5-411b-a4ab-689d8c3b3b1d tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 972 time: 0.3024671 Sep 16 04:59:03.791226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-fc2ceeb2-132f-40a7-8a8d-65b4e31e6672 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349793 Sep 16 04:59:03.805429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc2b7b-9e65-45c7-8133-f1bc351c92f3 req-24be7c2f-63ed-43e9-b1f6-84e7f4258a30 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.807457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abbc2b7b-9e65-45c7-8133-f1bc351c92f3 req-24be7c2f-63ed-43e9-b1f6-84e7f4258a30 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 943 time: 0.2692809 Sep 16 04:59:03.822301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c5d64c62-00c4-427b-98f7-5cc6d01ba121'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:03.861660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-548d416a-3e79-4058-b27c-925f5ec20326 req-7326b145-e862-4965-a3e8-88a53203172c tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999534 Sep 16 04:59:03.864360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:03.866605 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:03.945361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7aa4773-ed48-4a9b-9267-5074bd207c28 req-aef1ca7a-6d07-4059-b2b9-9983e47c5b78 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362751 Sep 16 04:59:03.966624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abbc2b7b-9e65-45c7-8133-f1bc351c92f3 req-7bbe8c91-4445-4a75-a371-95412c878108 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333599 Sep 16 04:59:04.050216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830426b5-3c4e-4c4c-a514-010acf51458c req-b4a6ad82-9f35-493b-93e1-43c0349317d4 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.050216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-830426b5-3c4e-4c4c-a514-010acf51458c req-b4a6ad82-9f35-493b-93e1-43c0349317d4 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 949 time: 0.0777702 Sep 16 04:59:04.086340 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5ca54b-06e2-403e-94d5-225721b33e59 x-openstack-request-id: req-9e5ca54b-06e2-403e-94d5-225721b33e59 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:04.086691 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:04.087513 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e5ca54b-06e2-403e-94d5-225721b33e59 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:04.087960 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3', 'status': 'completed', 'code': 200} Sep 16 04:59:04.100831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-830426b5-3c4e-4c4c-a514-010acf51458c req-0b4ddbab-0e59-4d0c-bc1b-5952ba158d63 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Sep 16 04:59:04.110381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dace2b07-ad59-4a5b-ba36-95ece38dec0e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:04.198217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port dace2b07-ad59-4a5b-ba36-95ece38dec0e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:04.204338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port dace2b07-ad59-4a5b-ba36-95ece38dec0e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:04.204946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.231857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-e793ed6c-c38c-462c-bcc5-3e6ab058e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.234411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-e793ed6c-c38c-462c-bcc5-3e6ab058e3af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1095 time: 0.1204617 Sep 16 04:59:04.315010 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.323495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2851ed5-ed09-48a7-aef9-e6e6a149e717 req-ce813f6e-5b56-44fe-91ec-539aaccf141b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.330663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2851ed5-ed09-48a7-aef9-e6e6a149e717 req-ce813f6e-5b56-44fe-91ec-539aaccf141b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 971 time: 0.1025763 Sep 16 04:59:04.369431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:04.372504 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca3868c-8e0f-48a6-9425-d23a57600f42" -d '{"events": [{"server_uuid": "82cdfe66-73d3-46bc-8a9f-da666dd780e7", "name": "network-vif-plugged", "status": "completed", "tag": "dace2b07-ad59-4a5b-ba36-95ece38dec0e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:04.396916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port dace2b07-ad59-4a5b-ba36-95ece38dec0e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:04.406225 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.436242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2851ed5-ed09-48a7-aef9-e6e6a149e717 req-2a9c47a7-5d40-4f5a-bde4-2dcaa5e22a88 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911460 Sep 16 04:59:04.443197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-bef006ca-80fd-40d5-b6a4-c88edb597805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.444685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-bef006ca-80fd-40d5-b6a4-c88edb597805 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.1987545 Sep 16 04:59:04.448210 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbaa11d-d0f7-4c7d-8231-191a67aaf334 x-openstack-request-id: req-4bbaa11d-d0f7-4c7d-8231-191a67aaf334 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:04.448505 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cdfe66-73d3-46bc-8a9f-da666dd780e7", "name": "network-vif-plugged", "status": "completed", "tag": "dace2b07-ad59-4a5b-ba36-95ece38dec0e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:04.448757 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bbaa11d-d0f7-4c7d-8231-191a67aaf334 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:04.449141 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e', 'code': 200} Sep 16 04:59:04.494935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=dace2b07-ad59-4a5b-ba36-95ece38dec0e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.535289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-894ef11b-5367-43ec-aa4c-fe4bce7b88a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 217 time: 0.0746400 Sep 16 04:59:04.566676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.73', 55606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.643511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-6bdc8722-0984-4800-9e52-67511d3614e1 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.645389 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-6bdc8722-0984-4800-9e52-67511d3614e1 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 972 time: 0.1842725 Sep 16 04:59:04.652442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d10c4c-1ef2-48a9-9485-3f14bfb4e7f4 req-492f4425-9e99-4538-a2cf-4b35ae944105 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.653279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6e949-ba2d-47b2-83d7-f015fc3a54ad req-be5becc2-03e6-4122-9d15-d701d5cd0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.654786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6d10c4c-1ef2-48a9-9485-3f14bfb4e7f4 req-492f4425-9e99-4538-a2cf-4b35ae944105 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.1107802 Sep 16 04:59:04.655101 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-47e6e949-ba2d-47b2-83d7-f015fc3a54ad req-be5becc2-03e6-4122-9d15-d701d5cd0c91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 1124 time: 0.0866668 Sep 16 04:59:04.659192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-b035d8b8-acbb-4fc9-b266-25923f0ab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.660590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-b035d8b8-acbb-4fc9-b266-25923f0ab614 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.0838401 Sep 16 04:59:04.719106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-a97daaab-f135-45f7-89a4-7279dcb8e758 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360370 Sep 16 04:59:04.732440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6d10c4c-1ef2-48a9-9485-3f14bfb4e7f4 req-28e50ed7-0983-4f3c-825d-3b69475ee7d1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670407 Sep 16 04:59:04.819509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60232) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.844116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-884859d6-fa00-45a0-a530-62e1c3160a9a service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105821 Sep 16 04:59:04.851454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60236) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.885464 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-47e6e949-ba2d-47b2-83d7-f015fc3a54ad req-6797581e-60bd-470e-91b4-f579a252c565 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Sep 16 04:59:05.018521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:05.023245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Deleting port 0a608b9a-e360-495f-9da2-bff37d213572 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:05.026883 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.077766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa4d2e5f-0aca-460a-8e87-b0e242564b9e req-669aa4ca-5455-45b6-a799-2fe87bdf2ea2 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163119 Sep 16 04:59:05.107777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b1ee-edf9-4d4c-961e-010282d422ab req-42dfeb66-3c7e-485e-af2f-f1b426fa39b6 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.109836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d882b1ee-edf9-4d4c-961e-010282d422ab req-42dfeb66-3c7e-485e-af2f-f1b426fa39b6 tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3f54a26-4c23-44f0-a6c5-1fc2daec87f3 HTTP/1.1" status: 200 len: 972 time: 0.1347411 Sep 16 04:59:05.117504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port c5d64c62-00c4-427b-98f7-5cc6d01ba121 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:05.121904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c5d64c62-00c4-427b-98f7-5cc6d01ba121 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:05.122333 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.134592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-network', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:05.168504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] For port 0a608b9a-e360-495f-9da2-bff37d213572, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a608b9a-e360-495f-9da2-bff37d213572,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:05.168787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.175439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fce3e269-939b-4384-b245-69d2e6669f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.189573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Calling delete_port for 0a608b9a-e360-495f-9da2-bff37d213572 owned by compute:tempest-test_az-1271846194 {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:05.213218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.232279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Made reservation on behalf of ada320c778d84f58b86584ed726eba5a for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:05.234524 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.251629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d882b1ee-edf9-4d4c-961e-010282d422ab req-4ebc0a7e-dd4b-4ab0-87fc-06984dff78fb tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.55 "GET /v2.0/security-groups?id=80a2cb25-9392-4105-9a75-694378d77993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121466 Sep 16 04:59:05.263370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:05.269535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.283857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb3df7-921b-4bb3-b2b3-2607dbd437c6 req-b16c4f90-026b-4064-b260-356d87fabbd0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.285435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01fb3df7-921b-4bb3-b2b3-2607dbd437c6 req-b16c4f90-026b-4064-b260-356d87fabbd0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 943 time: 0.1728151 Sep 16 04:59:05.288322 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.358497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.395769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.409410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['0a608b9a-e360-495f-9da2-bff37d213572'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:05.428889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01fb3df7-921b-4bb3-b2b3-2607dbd437c6 req-131646c4-ea24-476f-8fa7-5d7883feb340 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245818 Sep 16 04:59:05.457668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1f041-a38d-442c-b523-77db3cfa5d4d req-0b0e895b-0691-4e2c-8c3e-f90d95fbdb4e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.459178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84b1f041-a38d-442c-b523-77db3cfa5d4d req-0b0e895b-0691-4e2c-8c3e-f90d95fbdb4e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 949 time: 0.1352253 Sep 16 04:59:05.478442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Pushing event deleted for resources: {'Port': ['ID=0a608b9a-e360-495f-9da2-bff37d213572,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.501924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] No DVR routers for this DVR port 0a608b9a-e360-495f-9da2-bff37d213572 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:05.508617 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.515048 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a79096a9-8658-42fa-9ae2-bdfd9705aa5f req-7ba08f86-57d4-49f3-9c59-0481f4c130cf tempest-AggregatesAdminTestJSON-568469893 tempest-AggregatesAdminTestJSON-568469893-project] 10.222.0.73 "DELETE /v2.0/ports/0a608b9a-e360-495f-9da2-bff37d213572 HTTP/1.1" status: 204 len: 173 time: 0.8588552 Sep 16 04:59:05.515532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'name': 'network-vif-deleted', 'tag': '0a608b9a-e360-495f-9da2-bff37d213572'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:05.519084 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf54bc13-49b3-4699-9433-87ab562f920a" -d '{"events": [{"server_uuid": "f3f54a26-4c23-44f0-a6c5-1fc2daec87f3", "name": "network-vif-deleted", "tag": "0a608b9a-e360-495f-9da2-bff37d213572"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:05.589681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84b1f041-a38d-442c-b523-77db3cfa5d4d req-b2f4dc3f-4a3e-46d1-9cc0-e8cab0c48dde tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175592 Sep 16 04:59:05.608744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fce3e269-939b-4384-b245-69d2e6669f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.682816 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6885f5f3-3d7d-422f-b504-d30cd00212f1 x-openstack-request-id: req-6885f5f3-3d7d-422f-b504-d30cd00212f1 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:05.683453 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f54a26-4c23-44f0-a6c5-1fc2daec87f3", "name": "network-vif-deleted", "tag": "0a608b9a-e360-495f-9da2-bff37d213572", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:05.685559 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6885f5f3-3d7d-422f-b504-d30cd00212f1 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:05.687848 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f54a26-4c23-44f0-a6c5-1fc2daec87f3', 'name': 'network-vif-deleted', 'tag': '0a608b9a-e360-495f-9da2-bff37d213572', 'status': 'completed', 'code': 200} Sep 16 04:59:05.691522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fce3e269-939b-4384-b245-69d2e6669f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.783638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70254148-6638-4bd9-b291-ffb8e4d26d51 req-c07ab45a-b29a-423a-a1c8-2cdf58b8b46f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.785327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70254148-6638-4bd9-b291-ffb8e4d26d51 req-c07ab45a-b29a-423a-a1c8-2cdf58b8b46f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 972 time: 0.1921971 Sep 16 04:59:05.791215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fce3e269-939b-4384-b245-69d2e6669f8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c42c4e353d9c4615985594e950c8bb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9383004 Sep 16 04:59:05.793939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3e269-939b-4384-b245-69d2e6669f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a22e9-0cd0-4098-8766-5062c9a30920,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.794102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60270) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:05.854485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70254148-6638-4bd9-b291-ffb8e4d26d51 req-3c37acce-ed15-4174-a6f1-d93b7323ee4a tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539989 Sep 16 04:59:05.885437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d11e4c6-dc77-4a05-a556-dfd50ca8540f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.912600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d11e4c6-dc77-4a05-a556-dfd50ca8540f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.936255 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.949747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.975056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d11e4c6-dc77-4a05-a556-dfd50ca8540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.980032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d11e4c6-dc77-4a05-a556-dfd50ca8540f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.982306 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7d11e4c6-dc77-4a05-a556-dfd50ca8540f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/576a22e9-0cd0-4098-8766-5062c9a30920 HTTP/1.1" status: 204 len: 168 time: 0.1873770 Sep 16 04:59:05.992913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11e4c6-dc77-4a05-a556-dfd50ca8540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a22e9-0cd0-4098-8766-5062c9a30920,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.015967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:06.033496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0c5b08-d5a9-4c04-b602-fffde36e0700,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.043307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.043647 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Added segment 53942188-3f2e-4e08-ba7e-a3c304972eb4 of type vlan for network 4d94c122-1459-428c-8d2b-7e91c540520e Sep 16 04:59:06.061889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70876ed4-6ece-462c-a05a-e6f16473e450 req-ca224888-3e72-493b-ba5d-44246ac522cf tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.071721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70876ed4-6ece-462c-a05a-e6f16473e450 req-ca224888-3e72-493b-ba5d-44246ac522cf tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.1335349 Sep 16 04:59:06.120755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:06.145088 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.166663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70876ed4-6ece-462c-a05a-e6f16473e450 req-5939d215-8434-49f6-8380-53832ee2da34 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883493 Sep 16 04:59:06.249024 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.249567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.250261 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.313835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:06.329215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] Pushing event updated for resources: {'Network': ['ID=4d94c122-1459-428c-8d2b-7e91c540520e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.345742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a481cbb2-d3c9-4ec2-a60e-2984f45360ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5212059 Sep 16 04:59:06.345980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60284) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.351306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4d94c122-1459-428c-8d2b-7e91c540520e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:06.351576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Request body: {'subnet': {'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-subnet', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:06.371623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'ab299f24-84d1-48ff-976d-823c2e78aff3', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'port_id': 'ab299f24-84d1-48ff-976d-823c2e78aff3', 'mac_address': 'fa:16:3e:c8:2e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25775086-bd8b-4038-b187-b2838a899d02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:06.404958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Made reservation on behalf of ada320c778d84f58b86584ed726eba5a for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:06.408176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.511224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:06.520282 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb2f336-4e40-4e34-a36d-d19bb8b6e4ac" -d '{"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:06.553013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.572827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab299f24-84d1-48ff-976d-823c2e78aff3 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:06.600070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:06.607055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.645054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b0b0e-f81d-4bca-a264-e4da9d0f2ca6 req-9c26f931-61ac-4ac3-bcea-21184152d45f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.653765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-599b0b0e-f81d-4bca-a264-e4da9d0f2ca6 req-9c26f931-61ac-4ac3-bcea-21184152d45f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 949 time: 0.1113513 Sep 16 04:59:06.677345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60300) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.705911 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78fa5ced-3dcb-4129-9bc4-52cf05e618e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.712349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.723765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.759609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073064c-9d65-4de6-9b77-be72cf98c8a1 req-2569a525-8aeb-46ae-978f-c68d2653c50b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.761721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5073064c-9d65-4de6-9b77-be72cf98c8a1 req-2569a525-8aeb-46ae-978f-c68d2653c50b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 944 time: 0.1594446 Sep 16 04:59:06.769931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-599b0b0e-f81d-4bca-a264-e4da9d0f2ca6 req-6f7b1cce-b3e4-4dc0-908c-cbb67a68c5b9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152649 Sep 16 04:59:06.774972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fe4de3-d35c-408c-9749-5cdd67745ab2,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.811220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5073064c-9d65-4de6-9b77-be72cf98c8a1 req-a036f51e-18e8-4533-ad09-11917d2b6cc9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Sep 16 04:59:06.837506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Checking segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:06.837865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Network hostable DHCP agents. Network: 4d94c122-1459-428c-8d2b-7e91c540520e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:06.841587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ab299f24-84d1-48ff-976d-823c2e78aff3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:06.870733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Network 4d94c122-1459-428c-8d2b-7e91c540520e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:06.879693 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f969f883-ecca-4e42-be3d-5f51f3b8b7d6 x-openstack-request-id: req-f969f883-ecca-4e42-be3d-5f51f3b8b7d6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:06.880121 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:06.880503 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f969f883-ecca-4e42-be3d-5f51f3b8b7d6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:06.880948 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'code': 200} Sep 16 04:59:06.891179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4d94c122-1459-428c-8d2b-7e91c540520e) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:06.897959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60306) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.917489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.918334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.929881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e93dc1-3659-4dc0-9ed4-4aeb2d38be56 None None] Network 4d94c122-1459-428c-8d2b-7e91c540520e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:07.043504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78fa5ced-3dcb-4129-9bc4-52cf05e618e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.057372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78fa5ced-3dcb-4129-9bc4-52cf05e618e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.065628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f65dcae6-f1ee-4f4f-aecc-ca12895b5663 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7184248 Sep 16 04:59:07.075241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60310) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.083822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:07.096450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b920-813e-4780-8765-031ca868c2e6 req-7378e3ba-725d-49b8-af08-b0d982602f8e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.098159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58b2b920-813e-4780-8765-031ca868c2e6 req-7378e3ba-725d-49b8-af08-b0d982602f8e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 972 time: 0.1394136 Sep 16 04:59:07.123530 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c5dbe0f1-0c2b-4764-bda9-5aa43bbee53d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e0c625dcfde495fa47b6d65eb111769&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2235160 Sep 16 04:59:07.126014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60314) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.126917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:07.172930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-78fa5ced-3dcb-4129-9bc4-52cf05e618e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d6ce108754e481fa533f45c5e8f3eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907999 Sep 16 04:59:07.173594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60318) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.185597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa5ced-3dcb-4129-9bc4-52cf05e618e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1090581-1020-4be1-b78e-7c6372b0a9b3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.190046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c8baa-cb28-4d4d-92df-c30e2e54d3b6 req-0d87894e-3b6a-48aa-a4f8-7415c068cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.191879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed3c8baa-cb28-4d4d-92df-c30e2e54d3b6 req-0d87894e-3b6a-48aa-a4f8-7415c068cfd0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1102 time: 0.1938260 Sep 16 04:59:07.195971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.197952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.201573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60322) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.228058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01cc3ae3-fe1d-4e61-9dc6-591a6064a650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.264443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58b2b920-813e-4780-8765-031ca868c2e6 req-1516b127-d768-47d6-95bb-23a84e5c9326 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401284 Sep 16 04:59:07.291363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a260d76-edd1-4d0c-82ee-34e36c607744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.315627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01cc3ae3-fe1d-4e61-9dc6-591a6064a650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.360637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a260d76-edd1-4d0c-82ee-34e36c607744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.374375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:07.411995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '344cb260-c6cd-452a-9b1f-083c54579ab4', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'port_id': '344cb260-c6cd-452a-9b1f-083c54579ab4', 'mac_address': 'fa:16:3e:ad:cf:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745cf299-b5aa-411d-9896-73e8c2a1eba2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:07.422544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01cc3ae3-fe1d-4e61-9dc6-591a6064a650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.427028 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01cc3ae3-fe1d-4e61-9dc6-591a6064a650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.431162 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-01cc3ae3-fe1d-4e61-9dc6-591a6064a650 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80a2cb25-9392-4105-9a75-694378d77993 HTTP/1.1" status: 204 len: 168 time: 0.3010244 Sep 16 04:59:07.433597 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed3c8baa-cb28-4d4d-92df-c30e2e54d3b6 req-ec0ea8cc-8618-47e3-84e6-0aabfd15159b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220774 Sep 16 04:59:07.445125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3ae3-fe1d-4e61-9dc6-591a6064a650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a2cb25-9392-4105-9a75-694378d77993,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.448702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a260d76-edd1-4d0c-82ee-34e36c607744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.451944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a260d76-edd1-4d0c-82ee-34e36c607744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.453887 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a260d76-edd1-4d0c-82ee-34e36c607744 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1090581-1020-4be1-b78e-7c6372b0a9b3 HTTP/1.1" status: 204 len: 168 time: 0.2770772 Sep 16 04:59:07.458554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.459603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-04ccb460-fee3-48ae-9029-b0531b1034ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.482475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4d94c122-1459-428c-8d2b-7e91c540520e', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:07.482689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a260d76-edd1-4d0c-82ee-34e36c607744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1090581-1020-4be1-b78e-7c6372b0a9b3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.483533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.564765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.616616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903d086-60f0-44f5-ada0-e62f62491bb8 req-308a9fce-44cf-4278-95f7-83d902549f96 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.620573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0903d086-60f0-44f5-ada0-e62f62491bb8 req-308a9fce-44cf-4278-95f7-83d902549f96 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.2923722 Sep 16 04:59:07.646708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344cb260-c6cd-452a-9b1f-083c54579ab4 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:07.668348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:07.677211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.680141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681da983-94d3-4e2b-880d-28fd1703d09e req-d2dc0ee9-cebd-4cd1-884e-355c098c7187 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.682445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-681da983-94d3-4e2b-880d-28fd1703d09e req-d2dc0ee9-cebd-4cd1-884e-355c098c7187 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.3490784 Sep 16 04:59:07.807056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.812389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Allocated IP 172.20.0.2 (4d94c122-1459-428c-8d2b-7e91c540520e/86fe4de3-d35c-408c-9749-5cdd67745ab2/0ad6f849-8f8c-4439-bc79-7ea7a43cd51d) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:07.822270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.859203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0903d086-60f0-44f5-ada0-e62f62491bb8 req-f9a34ca8-fad8-4f29-b02c-336c04d3be7f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064650 Sep 16 04:59:07.952460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-681da983-94d3-4e2b-880d-28fd1703d09e req-6bed58fd-d1e5-4610-917c-c4f445e780a8 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185578 Sep 16 04:59:07.987978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60350) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:08.056969 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07be9390-8657-41b7-a669-38e0fdb2c51a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a97da1dc0bf7472c8ff2793b141db9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673978 Sep 16 04:59:08.057653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60352) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:08.102231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.110633 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.124886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:08.138367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bef190ba-dfe7-4f75-8a2e-2185c9f85c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.167329 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bef190ba-dfe7-4f75-8a2e-2185c9f85c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.191434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd3557-3f29-4c82-8335-c2625e69865f req-1fd6f31e-a139-4a91-a17f-7fc85ec3a65a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.199348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fecd3557-3f29-4c82-8335-c2625e69865f req-1fd6f31e-a139-4a91-a17f-7fc85ec3a65a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 949 time: 0.1991453 Sep 16 04:59:08.203487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-04ccb460-fee3-48ae-9029-b0531b1034ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.216778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['344cb260-c6cd-452a-9b1f-083c54579ab4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:08.234323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bef190ba-dfe7-4f75-8a2e-2185c9f85c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.237440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bef190ba-dfe7-4f75-8a2e-2185c9f85c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.242266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bef190ba-dfe7-4f75-8a2e-2185c9f85c33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7442270b-93d9-4d02-aa38-e5e474529cae HTTP/1.1" status: 204 len: 168 time: 0.1835790 Sep 16 04:59:08.258913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef190ba-dfe7-4f75-8a2e-2185c9f85c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442270b-93d9-4d02-aa38-e5e474529cae,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.281531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Pushing event updated for resources: {'Port': ['ID=0ad6f849-8f8c-4439-bc79-7ea7a43cd51d,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.336482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Network 4d94c122-1459-428c-8d2b-7e91c540520e is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:08.362973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:08.367343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port ab299f24-84d1-48ff-976d-823c2e78aff3 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:08.382014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:08.409629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port ab299f24-84d1-48ff-976d-823c2e78aff3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:08.410105 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.412180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390bf67-3fa8-4ec0-9adb-8d7aa110fb00 req-8a375e5d-a516-4f36-b13b-d93c7506a4f0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.413742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6390bf67-3fa8-4ec0-9adb-8d7aa110fb00 req-8a375e5d-a516-4f36-b13b-d93c7506a4f0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 944 time: 0.3463585 Sep 16 04:59:08.421201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-04ccb460-fee3-48ae-9029-b0531b1034ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.500139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccb460-fee3-48ae-9029-b0531b1034ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b04dea-6599-47f2-80b3-7e77bbe3b1ea,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.537999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fecd3557-3f29-4c82-8335-c2625e69865f req-994628bb-db64-4cf8-8b27-24bbf310d3a1 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376579 Sep 16 04:59:08.548384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60366) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:08.548495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-04ccb460-fee3-48ae-9029-b0531b1034ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=229e7b17717b4a308c629758eaf5b72e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3387330 Sep 16 04:59:08.573584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6390bf67-3fa8-4ec0-9adb-8d7aa110fb00 req-8a70a7cc-e9ed-4d1d-bc2c-bc0badb5f717 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473048 Sep 16 04:59:08.628078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Attempting to bind port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:08.628616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Attempting to bind port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:08.629486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Attempting to bind port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d on network 4d94c122-1459-428c-8d2b-7e91c540520e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:08.637470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:08.638128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Checking segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:08.638505 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.639028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Bound using segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:08.639732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Bound port: 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:08.640261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.666021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87ad02af-7c0f-45b5-ae58-5d329dcd6b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.683449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60370) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:08.726643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87ad02af-7c0f-45b5-ae58-5d329dcd6b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.743638 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] For port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:08.747895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] For port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ad6f849-8f8c-4439-bc79-7ea7a43cd51d,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:08.781513 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.863536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87ad02af-7c0f-45b5-ae58-5d329dcd6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.869951 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87ad02af-7c0f-45b5-ae58-5d329dcd6b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.871287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-87ad02af-7c0f-45b5-ae58-5d329dcd6b01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86b04dea-6599-47f2-80b3-7e77bbe3b1ea HTTP/1.1" status: 204 len: 168 time: 0.3263848 Sep 16 04:59:08.873672 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.882850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad02af-7c0f-45b5-ae58-5d329dcd6b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b04dea-6599-47f2-80b3-7e77bbe3b1ea,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.934071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9d58e-4a12-4cdc-9e3b-9fe2c254cf57 None None] Pushing event updated for resources: {'Port': ['ID=0ad6f849-8f8c-4439-bc79-7ea7a43cd51d,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.954402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-cede33d5-eda1-436c-8bc4-ed1a40c8864e tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.955991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-cede33d5-eda1-436c-8bc4-ed1a40c8864e tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 1101 time: 0.2162364 Sep 16 04:59:08.966268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.975106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:08.977747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:08.980888 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9ba33-f2b1-48eb-8ad3-4da692ac74d6" -d '{"events": [{"server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "name": "network-vif-plugged", "status": "completed", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:08.983517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-941871296-network', 'tenant_id': 'c3b4e0e5874540d3b46a89201782cc68'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:08.990151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.990974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a608b9a-e360-495f-9da2-bff37d213572 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:09.022009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.063030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Made reservation on behalf of c3b4e0e5874540d3b46a89201782cc68 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:09.068817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.095772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.122176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 0a608b9a-e360-495f-9da2-bff37d213572 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:09.122851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a608b9a-e360-495f-9da2-bff37d213572 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:09.131484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.329387 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.337842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.376643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:09.395174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45d5598-c2f2-492a-9791-1923a51b0a9e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.403330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.404540 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Added segment 3100f1fc-fc16-4f31-bb41-d12d1541cf57 of type vlan for network 386b3ff8-f39a-4e19-9d7e-802e7c412626 Sep 16 04:59:09.407654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34e0e1-dd3f-4586-ab8c-d062b4ccfc7e req-a02f0fbb-3453-485c-8e3d-cb841e2a20d7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.409351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd34e0e1-dd3f-4586-ab8c-d062b4ccfc7e req-a02f0fbb-3453-485c-8e3d-cb841e2a20d7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 945 time: 0.3254671 Sep 16 04:59:09.447857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3dcd0-01e8-4bed-82c1-2ace55e0cf3e req-97a3866b-7093-4940-b4b4-57d46f2bfb6b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.449920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92f3dcd0-01e8-4bed-82c1-2ace55e0cf3e req-97a3866b-7093-4940-b4b4-57d46f2bfb6b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.3075826 Sep 16 04:59:09.471302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.505205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Deleting port 344b1766-22a4-4429-ba6d-f2ac3e669d51 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:09.505495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.509605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.510774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.511476 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.531963 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8474574 Sep 16 04:59:09.533148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60398) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:09.535608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Allocated IP 172.25.6.26 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/4399b2b8-109b-41c7-a63b-13bfcd982d5e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:09.553399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Request body: {'subnet': {'network_id': '386b3ff8-f39a-4e19-9d7e-802e7c412626', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-941871296-subnet', 'tenant_id': 'c3b4e0e5874540d3b46a89201782cc68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:09.566484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:09.588822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd34e0e1-dd3f-4586-ab8c-d062b4ccfc7e req-bc04f11c-33df-4f71-9e03-a0e840efc748 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560111 Sep 16 04:59:09.597898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-360b98b9-062a-4694-a588-545da42d9f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.642288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Made reservation on behalf of c3b4e0e5874540d3b46a89201782cc68 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:09.644835 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3a38fb-c5eb-4783-a2f5-214dcf7425d8 x-openstack-request-id: req-3a3a38fb-c5eb-4783-a2f5-214dcf7425d8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:09.645372 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "name": "network-vif-plugged", "status": "completed", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:09.645372 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a3a38fb-c5eb-4783-a2f5-214dcf7425d8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:09.645731 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3', 'code': 200} Sep 16 04:59:09.647797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.700541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] For port 344b1766-22a4-4429-ba6d-f2ac3e669d51, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344b1766-22a4-4429-ba6d-f2ac3e669d51,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:09.700916 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.714043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Calling delete_port for 344b1766-22a4-4429-ba6d-f2ac3e669d51 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:09.740368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c2ee1-d4cc-4d32-99fd-8c3dd1afc09d admin admin] Pushing event updated for resources: {'Network': ['ID=386b3ff8-f39a-4e19-9d7e-802e7c412626,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.755232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 386b3ff8-f39a-4e19-9d7e-802e7c412626 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:09.762251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92f3dcd0-01e8-4bed-82c1-2ace55e0cf3e req-5249adb1-f0fa-4733-a1a1-f50653fd4363 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969429 Sep 16 04:59:09.943349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-360b98b9-062a-4694-a588-545da42d9f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.960876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba467-736f-4542-8a0c-00bdea2a3619 req-34f7f192-0a41-4bbb-be6a-51695212d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.963728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-447ba467-736f-4542-8a0c-00bdea2a3619 req-34f7f192-0a41-4bbb-be6a-51695212d71f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1097 time: 0.2334566 Sep 16 04:59:09.965390 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-360b98b9-062a-4694-a588-545da42d9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.993816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb070f3-3fc0-4c48-a9a3-ed332a2157a5 req-6900283c-e443-4640-94fe-a83569a2622c tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.995333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1fb070f3-3fc0-4c48-a9a3-ed332a2157a5 req-6900283c-e443-4640-94fe-a83569a2622c tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf HTTP/1.1" status: 200 len: 949 time: 0.2725277 Sep 16 04:59:09.996464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b98b9-062a-4694-a588-545da42d9f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc53816a-5439-403f-b791-68f43122ef49,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.059146 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-360b98b9-062a-4694-a588-545da42d9f97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e23e9cfb1a0048aab04d368a80c629dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872711 Sep 16 04:59:10.059879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cf7b1-7667-4f77-879d-9394a9155349 req-ebed7425-6e8e-466f-a143-3c0e89d9704f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.061322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b4cf7b1-7667-4f77-879d-9394a9155349 req-ebed7425-6e8e-466f-a143-3c0e89d9704f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 945 time: 0.1797891 Sep 16 04:59:10.064622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60414) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:10.067555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.160137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1fb070f3-3fc0-4c48-a9a3-ed332a2157a5 req-10494e4b-3def-49bb-9790-601a34b9595d tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395066 Sep 16 04:59:10.161830 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-447ba467-736f-4542-8a0c-00bdea2a3619 req-54e7843b-a33b-4114-b85c-80471983e672 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688900 Sep 16 04:59:10.225364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.232799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b4cf7b1-7667-4f77-879d-9394a9155349 req-3f06d3fb-60b0-4240-aa8f-5e49d83f9f7f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608901 Sep 16 04:59:10.247338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.252805 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.282613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['344b1766-22a4-4429-ba6d-f2ac3e669d51'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:10.284130 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0927bd58-5164-44bd-bf74-6771a78867e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.290351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Pushing event deleted for resources: {'Port': ['ID=344b1766-22a4-4429-ba6d-f2ac3e669d51,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.309756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=642fbe37-9442-48d4-afe4-2782af3f7cc5,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.318045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Checking segment: {'id': '3100f1fc-fc16-4f31-bb41-d12d1541cf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '386b3ff8-f39a-4e19-9d7e-802e7c412626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:10.318558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Network hostable DHCP agents. Network: 386b3ff8-f39a-4e19-9d7e-802e7c412626, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:10.334321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b93faf-4013-44e4-82f4-3d2815bb063a None None] Network 4d94c122-1459-428c-8d2b-7e91c540520e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:10.342204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Network 386b3ff8-f39a-4e19-9d7e-802e7c412626 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:10.354675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 386b3ff8-f39a-4e19-9d7e-802e7c412626) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:10.360873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.361861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.375137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4267d-f69c-46ff-9ce1-8ec9ba748469 None None] Network 386b3ff8-f39a-4e19-9d7e-802e7c412626 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:10.375321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:10.386178 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3e5dd79c-9517-4c5a-8a81-beddf7664fcf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8399682 Sep 16 04:59:10.406731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0927bd58-5164-44bd-bf74-6771a78867e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.411041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] No DVR routers for this DVR port 344b1766-22a4-4429-ba6d-f2ac3e669d51 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:10.415249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.417280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2bd5b46a-034c-4769-85ed-0437b83f1a77 req-977350c2-79a3-4a90-b23b-1710bd3171de tempest-DeleteServersAdminTestJSON-371543590 tempest-DeleteServersAdminTestJSON-371543590-project-admin] 10.222.0.64 "DELETE /v2.0/ports/344b1766-22a4-4429-ba6d-f2ac3e669d51 HTTP/1.1" status: 204 len: 173 time: 1.4486423 Sep 16 04:59:10.427782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'name': 'network-vif-deleted', 'tag': '344b1766-22a4-4429-ba6d-f2ac3e669d51'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:10.430497 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561d5118-bccf-4b2b-9707-7ac4caafcb14" -d '{"events": [{"server_uuid": "2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf", "name": "network-vif-deleted", "tag": "344b1766-22a4-4429-ba6d-f2ac3e669d51"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:10.434559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:10.437851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:10.488866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Pushing event updated for resources: {'Port': ['ID=4399b2b8-109b-41c7-a63b-13bfcd982d5e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.544482 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7c2cea-65ce-4b53-838c-5ed2011a8641 x-openstack-request-id: req-4d7c2cea-65ce-4b53-838c-5ed2011a8641 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:10.544845 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf", "name": "network-vif-deleted", "tag": "344b1766-22a4-4429-ba6d-f2ac3e669d51", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:10.545021 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d7c2cea-65ce-4b53-838c-5ed2011a8641 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:10.545394 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb0dfc-ab9c-45c0-bd2e-12eff9075bdf', 'name': 'network-vif-deleted', 'tag': '344b1766-22a4-4429-ba6d-f2ac3e669d51', 'status': 'completed', 'code': 200} Sep 16 04:59:10.603090 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0927bd58-5164-44bd-bf74-6771a78867e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.605938 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0927bd58-5164-44bd-bf74-6771a78867e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.607232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0927bd58-5164-44bd-bf74-6771a78867e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc53816a-5439-403f-b791-68f43122ef49 HTTP/1.1" status: 204 len: 168 time: 0.5377076 Sep 16 04:59:10.619751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927bd58-5164-44bd-bf74-6771a78867e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc53816a-5439-403f-b791-68f43122ef49,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:10.677169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-33f67424-ba7f-49b0-85cf-801827aac34d None None] Provisioning complete for port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:10.678301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-33f67424-ba7f-49b0-85cf-801827aac34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.790070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:10.910564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e951e8e-e682-4d2a-a99c-691cb7dd123a req-c927fec5-2fcf-4d43-b7b6-0e5c9fa1f473 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.912745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e951e8e-e682-4d2a-a99c-691cb7dd123a req-c927fec5-2fcf-4d43-b7b6-0e5c9fa1f473 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 945 time: 0.1196182 Sep 16 04:59:10.975461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a4f20-a6ab-4241-8c5e-914d6b0f05ae None None] Network 386b3ff8-f39a-4e19-9d7e-802e7c412626 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:11.037083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:11.053461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-33f67424-ba7f-49b0-85cf-801827aac34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.149480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:11.275713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e951e8e-e682-4d2a-a99c-691cb7dd123a req-c97f5b61-82d4-4a27-ae9e-33ba55bc9b88 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584230 Sep 16 04:59:11.326849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d763232-7b65-409f-a7b1-e38fa9dc4b7a req-c334ca2b-bb22-49dd-b756-b4d03e81560c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.328455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d763232-7b65-409f-a7b1-e38fa9dc4b7a req-c334ca2b-bb22-49dd-b756-b4d03e81560c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1126211 Sep 16 04:59:11.416887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d763232-7b65-409f-a7b1-e38fa9dc4b7a req-7662f15b-b41d-48b3-adef-ee6a61955034 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550475 Sep 16 04:59:11.537248 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.631180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.659209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-33f67424-ba7f-49b0-85cf-801827aac34d None None] For port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ad6f849-8f8c-4439-bc79-7ea7a43cd51d,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:11.693789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3ea15-f2fd-48c4-8ddd-8ae7bd0f8448 req-3e28a9e1-8532-44a5-95e5-871f0720b6f6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.694650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-33f67424-ba7f-49b0-85cf-801827aac34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.704623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c3ea15-f2fd-48c4-8ddd-8ae7bd0f8448 req-3e28a9e1-8532-44a5-95e5-871f0720b6f6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 945 time: 0.1502724 Sep 16 04:59:11.777281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f67424-ba7f-49b0-85cf-801827aac34d None None] Pushing event updated for resources: {'Port': ['ID=0ad6f849-8f8c-4439-bc79-7ea7a43cd51d,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.793753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:11.794489 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.798349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 344cb260-c6cd-452a-9b1f-083c54579ab4 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:11.816028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c3ea15-f2fd-48c4-8ddd-8ae7bd0f8448 req-206455bf-1bca-43b8-89e4-5b648f286f96 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105378 Sep 16 04:59:11.829079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 344cb260-c6cd-452a-9b1f-083c54579ab4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:11.829726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.876373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60496) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:11.877386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Router 249b2928-38b3-4de0-9649-658f59f20e43 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:11.882121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1780629272-network', 'tenant_id': '14ee0492dcc840c7b78b997fe2e91318'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:11.890663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5637e2a5-d572-4afb-8e73-fbd4619bc568 None None] Provisioning complete for port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:11.891187 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5637e2a5-d572-4afb-8e73-fbd4619bc568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.948942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Made reservation on behalf of 14ee0492dcc840c7b78b997fe2e91318 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:11.951423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.972121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.101482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-57ee72bc-4d03-469a-95e4-97b95d745c5c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=837588fc449a4490be3dc57b85fbdca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315053 Sep 16 04:59:12.119190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.120507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-ed4f0b1a-425d-42b4-8888-4c4481199ad1 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517709 Sep 16 04:59:12.131100 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.141110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.155746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:12.158408 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdf4b80-1d6c-4d11-b181-fde3f4325ad1" -d '{"events": [{"server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "name": "network-vif-plugged", "status": "completed", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:12.164368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:12.174234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:12.176811 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Sync routers for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:12.189978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc80edd4-cc84-4872-873e-18ec49515d86,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.190296 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.190886 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:12.191981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344b1766-22a4-4429-ba6d-f2ac3e669d51 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:12.192756 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:58:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:12.231107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:12.245173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.245475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.245818 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Added segment aeee5b8e-411e-492a-88d9-5498384dfcc0 of type vlan for network a28a24cf-4c46-4738-9fd8-9b28d0c62604 Sep 16 04:59:12.248268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b86fdad0-7472-40a8-b2cc-88137a6ecc25 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1671867 Sep 16 04:59:12.249210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60526) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.277069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 344b1766-22a4-4429-ba6d-f2ac3e669d51 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:12.278047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344b1766-22a4-4429-ba6d-f2ac3e669d51 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:12.316917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.350553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-1e7b789e-023f-4cc9-b33e-f69030639c04 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.353672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-1e7b789e-023f-4cc9-b33e-f69030639c04 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371471 Sep 16 04:59:12.376061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-b3b5446a-ddec-45d7-ad0c-cc699d3a21ba tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/quotas/837588fc449a4490be3dc57b85fbdca9 HTTP/1.1" status: 200 len: 375 time: 0.0123041 Sep 16 04:59:12.383565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-3233fe87-19fa-46e7-be48-937a1357749a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.385150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-3233fe87-19fa-46e7-be48-937a1357749a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491486 Sep 16 04:59:12.418771 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:12.436022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-cd3e7bdb-9c34-4d3b-941b-dae0daf5485a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/quotas/b56f080a5bc0406f88b4d714fe53d5f9 HTTP/1.1" status: 200 len: 375 time: 0.0416527 Sep 16 04:59:12.476950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-f032116f-2b46-4f26-b99d-decf4b8a8f44 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399468 Sep 16 04:59:12.508718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-b5b73b41-d245-4c51-9065-bcb2c4b6000d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221321 Sep 16 04:59:12.643546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.718779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.719804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.720439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.746483 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:10Z', 'revision_number': 3, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:12.823901 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Checking router: 249b2928-38b3-4de0-9649-658f59f20e43 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:12.824292 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Updating router 249b2928-38b3-4de0-9649-658f59f20e43 port 4399b2b8-109b-41c7-a63b-13bfcd982d5e binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:12.875626 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d9fb2-23d9-4cee-99d1-2ff2c724717b x-openstack-request-id: req-de9d9fb2-23d9-4cee-99d1-2ff2c724717b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:12.876161 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "name": "network-vif-plugged", "status": "completed", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:12.876263 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de9d9fb2-23d9-4cee-99d1-2ff2c724717b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:12.876648 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4', 'code': 200} Sep 16 04:59:12.910304 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.939818 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0619340 Sep 16 04:59:12.943886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60556) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.949099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Request body: {'subnet': {'network_id': 'a28a24cf-4c46-4738-9fd8-9b28d0c62604', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1780629272-subnet', 'tenant_id': '14ee0492dcc840c7b78b997fe2e91318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:13.017482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:13.057577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c071235-cc8e-4fd5-91f1-7d6459fabbe7 admin admin] Pushing event updated for resources: {'Network': ['ID=a28a24cf-4c46-4738-9fd8-9b28d0c62604,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.111831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a28a24cf-4c46-4738-9fd8-9b28d0c62604 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:13.131537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Made reservation on behalf of 14ee0492dcc840c7b78b997fe2e91318 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:13.135248 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.222131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ced4b-c95c-42bf-ae89-63f70c6abb01 req-6e3e12d8-0e4d-4ff7-8583-632fe40d6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.227781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f6ced4b-c95c-42bf-ae89-63f70c6abb01 req-6e3e12d8-0e4d-4ff7-8583-632fe40d6c3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1098 time: 0.2000740 Sep 16 04:59:13.263334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff43ca-fe09-4ad5-91cb-2850358b2676 req-d526ed4a-3f29-4e30-a217-62a3f8079f19 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.273320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55ff43ca-fe09-4ad5-91cb-2850358b2676 req-d526ed4a-3f29-4e30-a217-62a3f8079f19 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 946 time: 0.3141260 Sep 16 04:59:13.332361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:13.332966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.428675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f6ced4b-c95c-42bf-ae89-63f70c6abb01 req-bc144b1f-cdb6-4d06-9261-834e710db289 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873860 Sep 16 04:59:13.468850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a251bc-a804-4515-9129-4ad39fcbe699 req-35394f3d-a890-4c9c-b58f-24a49b53b793 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.476259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1a251bc-a804-4515-9129-4ad39fcbe699 req-35394f3d-a890-4c9c-b58f-24a49b53b793 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1097 time: 0.2608960 Sep 16 04:59:13.481088 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55ff43ca-fe09-4ad5-91cb-2850358b2676 req-de1cd4ee-af7d-446e-8fd8-1ebe6d1f3210 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046933 Sep 16 04:59:13.582370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1a251bc-a804-4515-9129-4ad39fcbe699 req-763c6b5a-185b-4ded-8cc1-a5a201212eff tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023834 Sep 16 04:59:13.585216 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.599682 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.636672 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.670302 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Attempting to bind port 4399b2b8-109b-41c7-a63b-13bfcd982d5e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:13.670677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Attempting to bind port 4399b2b8-109b-41c7-a63b-13bfcd982d5e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:13.671947 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Attempting to bind port 4399b2b8-109b-41c7-a63b-13bfcd982d5e on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:13.686994 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:13.687398 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:13.688002 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.688587 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:13.689227 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Bound port: 4399b2b8-109b-41c7-a63b-13bfcd982d5e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:13.689795 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.712425 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Pushing event updated for resources: {'Port': ['ID=4399b2b8-109b-41c7-a63b-13bfcd982d5e,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.723671 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.724010 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.724438 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.724769 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.725098 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.725424 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.725745 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.726065 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.726381 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.726697 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.727011 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.727381 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Tracked resource versions report: Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: pushed versions: Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: { 'AddressGroup': {'1.2'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'ConntrackHelper': {'1.0'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Log': {'1.0'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Network': {'1.1'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Port': {'1.7'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'PortForwarding': {'1.2'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'QosPolicy': {'1.9'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'SecurityGroup': {'1.4'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'SubPort': {'1.0'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Subnet': {'1.1'}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Trunk': {'1.1'}} Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: consumer versions: Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: { DHCP agent@n-d-713301-15: {}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: HyperV agent@n-h1-713301-15: {}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: HyperV agent@n-h2-713301-15: {}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: L3 agent@n-d-713301-15: {}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: Metadata agent@n-d-713301-15: {}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: Metering agent@n-d-713301-15: {}, Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: Open vSwitch agent@n-d-713301-15: { 'AddressGroup': '1.2', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'ConntrackHelper': '1.0', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Log': '1.0', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Network': '1.1', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Port': '1.7', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'PortForwarding': '1.2', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'QosPolicy': '1.9', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'SecurityGroup': '1.4', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'SecurityGroupRule': '1.2', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'SubPort': '1.0', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Subnet': '1.1', Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: 'Trunk': '1.1'}} Sep 16 04:59:13.728505 n-d-713301-15 neutron-server[94721]: {{(pid=94721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:59:13.735162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa376e4d-7909-4a7a-b908-483eb58af7b4 req-feb0c176-0513-4657-a327-c97c5c0622df tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 210 time: 0.1247797 Sep 16 04:59:13.738173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.772232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5df970f-5e69-4462-becf-d1dc6bd39014 req-7e469060-c7ed-43cd-acb7-3ff4e3b04738 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 210 time: 0.0661170 Sep 16 04:59:13.797489 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] For port 4399b2b8-109b-41c7-a63b-13bfcd982d5e, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:13.807455 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] For port 4399b2b8-109b-41c7-a63b-13bfcd982d5e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4399b2b8-109b-41c7-a63b-13bfcd982d5e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:13.817238 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-edbcf184-8e87-4d6b-8608-210cdf224891 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1328292 Sep 16 04:59:13.828661 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.838275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ef3f3e-b06a-4f0a-9e81-ca36d8af7a70,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.876766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Checking segment: {'id': 'aeee5b8e-411e-492a-88d9-5498384dfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a28a24cf-4c46-4738-9fd8-9b28d0c62604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:13.877643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Network hostable DHCP agents. Network: a28a24cf-4c46-4738-9fd8-9b28d0c62604, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:13.904204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Network a28a24cf-4c46-4738-9fd8-9b28d0c62604 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:13.921948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a28a24cf-4c46-4738-9fd8-9b28d0c62604) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:13.932701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17768340-4701-4aab-8fb3-49872b2ee30c None None] Network a28a24cf-4c46-4738-9fd8-9b28d0c62604 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:13.939292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.939901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.947927 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Allocated IP 172.20.0.1 (4d94c122-1459-428c-8d2b-7e91c540520e/86fe4de3-d35c-408c-9749-5cdd67745ab2/cc8986a5-59ec-45f1-b998-20b47dc42748) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:13.965055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-9f94dcd5-a567-4e6e-aa44-b9bb2cfa4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.966774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-9f94dcd5-a567-4e6e-aa44-b9bb2cfa4d71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 1124 time: 0.0725250 Sep 16 04:59:13.996297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-365ecf59-4c9e-4049-9eac-e10c40e9754c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0510292 Sep 16 04:59:14.029489 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b1ae7-1140-4d9b-be89-47b1f117bf9b None None] Pushing event updated for resources: {'Port': ['ID=4399b2b8-109b-41c7-a63b-13bfcd982d5e,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.045703 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:14.048153 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:58:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:14.135920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40222f33-04eb-4083-912e-fe10c36199e2 req-e00f6b6c-8ab8-4d92-a3b1-cbd5d7b68391 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.137926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40222f33-04eb-4083-912e-fe10c36199e2 req-e00f6b6c-8ab8-4d92-a3b1-cbd5d7b68391 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1097 time: 0.1229095 Sep 16 04:59:14.182464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1efdf-05eb-4365-99db-407683e4498a None None] Network a28a24cf-4c46-4738-9fd8-9b28d0c62604 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:14.183571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.207800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-b2f4aabb-001b-4de0-8526-f4c15c1e4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.210003 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-b2f4aabb-001b-4de0-8526-f4c15c1e4bc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2140262 Sep 16 04:59:14.214618 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:14.235327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40222f33-04eb-4083-912e-fe10c36199e2 req-d4f60398-3c1a-4fe7-9ec9-71bd55474394 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852721 Sep 16 04:59:14.282666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60586) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.286234 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-8c8f92da-df0e-4f9c-8207-9e355d375f34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e HTTP/1.1" status: 200 len: 217 time: 0.0693710 Sep 16 04:59:14.384735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] Deleting subnet 642fbe37-9442-48d4-afe4-2782af3f7cc5 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:14.389362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.397674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.455199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.475332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.529606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Network 4d94c122-1459-428c-8d2b-7e91c540520e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:14.536990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-42276b79-2e0c-41e6-9bf4-a5b6fedb4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.542639 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-42276b79-2e0c-41e6-9bf4-a5b6fedb4bb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2481363 Sep 16 04:59:14.558284 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:10Z', 'revision_number': 3, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:14.569961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:14.596015 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.603647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8986a5-59ec-45f1-b998-20b47dc42748,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.606597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:14.607321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.658724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642fbe37-9442-48d4-afe4-2782af3f7cc5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.676075 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fba1f-a9e8-4b49-89ef-fcdc25424d7a None None] The sync data for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 is: [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:10Z', 'revision_number': 3, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:14.680800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.688756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0fe41fbd-33c5-44c5-9dc9-373cc833496d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/642fbe37-9442-48d4-afe4-2782af3f7cc5 HTTP/1.1" status: 204 len: 168 time: 0.4044092 Sep 16 04:59:14.691777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.813837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-fecc95d8-1a4e-4f53-92c6-ac9e834a1d40 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471790 Sep 16 04:59:14.892145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-078f17fb-ae48-4305-b9d0-11e3705fe962 req-60f6314a-dbb5-4754-a7e1-53dd8423a932 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:14.894192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-078f17fb-ae48-4305-b9d0-11e3705fe962 req-60f6314a-dbb5-4754-a7e1-53dd8423a932 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082767 Sep 16 04:59:14.907926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-df1e191d-2337-449f-9a3a-572321840f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.911173 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-df1e191d-2337-449f-9a3a-572321840f11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3436551 Sep 16 04:59:14.947873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60614) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:14.960058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.971234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940b246-04b6-499d-928e-5705140cb310 req-9b4417b8-7590-4788-87ad-2c3e0b399e1b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.980033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3940b246-04b6-499d-928e-5705140cb310 req-9b4417b8-7590-4788-87ad-2c3e0b399e1b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 946 time: 0.2900751 Sep 16 04:59:15.049818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4f510f83-8c67-4efd-b52f-b2137f1e0dd9 None None] Provisioning complete for port cc8986a5-59ec-45f1-b998-20b47dc42748 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:15.050416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f510f83-8c67-4efd-b52f-b2137f1e0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.129566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3940b246-04b6-499d-928e-5705140cb310 req-7da7c546-a899-4da0-844b-b76d405698f2 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446049 Sep 16 04:59:15.178405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4f510f83-8c67-4efd-b52f-b2137f1e0dd9 None None] Port cc8986a5-59ec-45f1-b998-20b47dc42748 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:15.208559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.228049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-16a407f0-242a-4e25-9f82-b3c0bc07e254 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:15.231460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-16a407f0-242a-4e25-9f82-b3c0bc07e254 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110637 Sep 16 04:59:15.277541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Request body: {'port': {'device_id': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'b56f080a5bc0406f88b4d714fe53d5f9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:15.300140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.304612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ec578fc-0506-4d1b-b3aa-0dcf494f4015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.332681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d00a9d-c747-45b5-a26f-54ef6ce09e5b req-7993d9f6-d28c-4f5b-bb0b-a8776a45bb6c tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 210 time: 0.0515153 Sep 16 04:59:15.378125 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-8b2a035a-9dbc-411d-bfd7-e85f1aea3e22 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310455 Sep 16 04:59:15.381503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.381503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.382221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.382557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > port after_create 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.382889 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > port after_delete 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.383241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > port after_update 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.384148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.384464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.384772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.391590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.426736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Made reservation on behalf of b56f080a5bc0406f88b4d714fe53d5f9 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:15.431935 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.488439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f7ef430-7aba-4f33-a062-cd71a1add292 req-171d574f-4c38-49c7-9dc4-e52bc5a44362 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 210 time: 0.0411093 Sep 16 04:59:15.505625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.505973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.506311 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.506638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:59:15.507026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386b3ff8-f39a-4e19-9d7e-802e7c412626']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:15.675257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Allocated IP 192.168.233.44 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/800eb056-adc3-484d-810d-5acf2fe50bad) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:15.884508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3100f1fc-fc16-4f31-bb41-d12d1541cf57') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:15.884969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3100f1fc-fc16-4f31-bb41-d12d1541cf57') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:15.910212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.990039 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.029527 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-b38de017-2bfb-4e12-b963-3572d9a110d1 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=837588fc449a4490be3dc57b85fbdca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2014482 Sep 16 04:59:16.127517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.158874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:16.159499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: from cryptography.utils import int_from_bytes Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: from cryptography.utils import int_from_bytes Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: timer() Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:16.197416 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:16.222179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.299602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:16.306715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:16.309366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:16.315233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.315933 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.349297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Pushing event updated for resources: {'Port': ['ID=800eb056-adc3-484d-810d-5acf2fe50bad,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.365804 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df46b854-46d1-4f56-937e-161baa3cecb5 req-f6ebf236-c306-4a40-b348-c77318ed9b4e service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394089 Sep 16 04:59:16.370911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32539e1-9e16-40c9-8dcb-0bad1044b728 req-e5fa4346-384c-47fc-b9e0-cb9c8b2acb32 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.372940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a32539e1-9e16-40c9-8dcb-0bad1044b728 req-e5fa4346-384c-47fc-b9e0-cb9c8b2acb32 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 946 time: 0.1166830 Sep 16 04:59:16.437197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a32539e1-9e16-40c9-8dcb-0bad1044b728 req-76c5a66b-3c1b-49f5-988e-5402e0e6eee3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578458 Sep 16 04:59:16.452594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.515315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Pushing event deleted for resources: {'Network': ['ID=386b3ff8-f39a-4e19-9d7e-802e7c412626,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.518896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ec578fc-0506-4d1b-b3aa-0dcf494f4015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.520659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.523159 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1dc06549-d28f-4173-ae28-984699239dce admin admin] 10.222.0.55 "DELETE /v2.0/networks/386b3ff8-f39a-4e19-9d7e-802e7c412626 HTTP/1.1" status: 204 len: 168 time: 1.8281579 Sep 16 04:59:16.527807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60694) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.566086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-8da36b56-f17e-49da-a982-486f96f6be1f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2984722 Sep 16 04:59:16.583337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-e6b403c3-84bc-4b3b-8aa2-5b165a716b23 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.584579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] Deleting subnet e1ef3f3e-b06a-4f0a-9e81-ca36d8af7a70 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:16.587007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-e6b403c3-84bc-4b3b-8aa2-5b165a716b23 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365918 Sep 16 04:59:16.589127 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.592804 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.596764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ec578fc-0506-4d1b-b3aa-0dcf494f4015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.633951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Request body: {'port': {'device_id': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:16.638438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Request body: {'port': {'device_id': '28262498-ace8-4e0f-9507-604694261e0b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '837588fc449a4490be3dc57b85fbdca9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:16.647879 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec578fc-0506-4d1b-b3aa-0dcf494f4015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f413891-355c-4f70-854a-19cc9076e337,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.655906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.726603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-577abe4c-2344-4095-a04a-8763b9053e6d None None] Provisioning complete for port 800eb056-adc3-484d-810d-5acf2fe50bad triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:16.727138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-577abe4c-2344-4095-a04a-8763b9053e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.740876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.754460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.796662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-577abe4c-2344-4095-a04a-8763b9053e6d None None] Port 800eb056-adc3-484d-810d-5acf2fe50bad cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:16.801960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8986a5-59ec-45f1-b998-20b47dc42748,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.825488 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ec578fc-0506-4d1b-b3aa-0dcf494f4015 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be2a574cde7f4b10bafe09bd0b36a16e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8681645 Sep 16 04:59:16.828258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60706) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.833075 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.869010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.884447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079051-928c-4192-8a1a-c2c83421b7d3 req-5968323e-3745-4452-a173-22fad995ef09 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.890426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45079051-928c-4192-8a1a-c2c83421b7d3 req-5968323e-3745-4452-a173-22fad995ef09 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 935 time: 0.2126186 Sep 16 04:59:16.963985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60708) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:16.997881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4399b2b8-109b-41c7-a63b-13bfcd982d5e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:17.027585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Network 4d94c122-1459-428c-8d2b-7e91c540520e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:17.029190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Made reservation on behalf of 837588fc449a4490be3dc57b85fbdca9 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:17.033301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.033842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.036524 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:17.045151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45079051-928c-4192-8a1a-c2c83421b7d3 req-4b72573a-a4c4-4de8-9f8d-e1fed4b47437 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414967 Sep 16 04:59:17.088710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4399b2b8-109b-41c7-a63b-13bfcd982d5e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.089351 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.150355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-d79cd994-7b3c-4726-861f-71754e3a8328 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:17.151454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-d79cd994-7b3c-4726-861f-71754e3a8328 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1868584 Sep 16 04:59:17.171196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ef3f3e-b06a-4f0a-9e81-ca36d8af7a70,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.206160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.211787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c0ab2387-84d1-4f16-ae55-1140ef6bb99f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e1ef3f3e-b06a-4f0a-9e81-ca36d8af7a70 HTTP/1.1" status: 204 len: 168 time: 0.6820049 Sep 16 04:59:17.213942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdf27-58e5-4bfa-a8b2-4ac8c33d20ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.214236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.218791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60716) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:17.263330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 4399b2b8-109b-41c7-a63b-13bfcd982d5e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4399b2b8-109b-41c7-a63b-13bfcd982d5e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:17.272884 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.350769 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdf27-58e5-4bfa-a8b2-4ac8c33d20ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.353700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-7897cb67-6718-4d1e-8f00-40dae9f3fdb5 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.355095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-7897cb67-6718-4d1e-8f00-40dae9f3fdb5 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 1094 time: 0.1875002 Sep 16 04:59:17.385633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=4399b2b8-109b-41c7-a63b-13bfcd982d5e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.406999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Router 249b2928-38b3-4de0-9649-658f59f20e43 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:17.417965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.427321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Allocated IP 192.168.233.115 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/b6ab0d47-f622-46f2-b388-e8e7694b8f9d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:17.470194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd48e08-0d92-45fe-a7d9-b9c4d4775753 req-5a03f3ba-c347-48eb-94ba-96dfa044ef23 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.471640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fd48e08-0d92-45fe-a7d9-b9c4d4775753 req-5a03f3ba-c347-48eb-94ba-96dfa044ef23 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1098 time: 0.0428689 Sep 16 04:59:17.476624 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdf27-58e5-4bfa-a8b2-4ac8c33d20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.480003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdf27-58e5-4bfa-a8b2-4ac8c33d20ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.483885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a8fbdf27-58e5-4bfa-a8b2-4ac8c33d20ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f413891-355c-4f70-854a-19cc9076e337 HTTP/1.1" status: 204 len: 168 time: 0.6521244 Sep 16 04:59:17.506805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbdf27-58e5-4bfa-a8b2-4ac8c33d20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f413891-355c-4f70-854a-19cc9076e337,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:17.512560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Request body: {'binding': {'host': 'n-h1-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:17.513333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Unknown quota resources ['binding']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:59:17.546311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cae7ab71-ca60-4665-84ca-0d50768201d8 None None] Provisioning complete for port cc8986a5-59ec-45f1-b998-20b47dc42748 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:17.547760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cae7ab71-ca60-4665-84ca-0d50768201d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.558637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fd48e08-0d92-45fe-a7d9-b9c4d4775753 req-1c993a47-0366-4b80-8491-b35cd3a2c07c tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735047 Sep 16 04:59:17.620347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cae7ab71-ca60-4665-84ca-0d50768201d8 None None] Port cc8986a5-59ec-45f1-b998-20b47dc42748 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:17.663533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:17.692122 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fdd5f3e4-0688-4351-8f98-949269085261 admin admin] 10.222.0.55 "PUT /v2.0/routers/249b2928-38b3-4de0-9649-658f59f20e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4298677 Sep 16 04:59:17.692456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eae6ba57-4f38-4c83-8f49-fe938e14ed14 req-f40e2681-334e-44ca-9a67-6bb701919184 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 210 time: 0.0338695 Sep 16 04:59:17.779283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.785800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on host n-h1-713301-15 for vnic_type normal with profile None {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:17.786141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:17.786473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:17.799883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:17.800251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:17.806359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28a24cf-4c46-4738-9fd8-9b28d0c62604']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:17.811717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:17.813421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:17.813735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:17.814183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Bound port: ab299f24-84d1-48ff-976d-823c2e78aff3, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:17.818104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeee5b8e-411e-492a-88d9-5498384dfcc0') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:17.818407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeee5b8e-411e-492a-88d9-5498384dfcc0') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:17.830648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.863096 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.881098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:17.881506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: timer() Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:17.883243 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:17.936530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8950f-9e47-4de5-a09d-daf8c258b927 req-d7326c2b-264e-4269-8702-0cf6370a632b tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.937900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ef8950f-9e47-4de5-a09d-daf8c258b927 req-d7326c2b-264e-4269-8702-0cf6370a632b tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1098 time: 0.1273389 Sep 16 04:59:17.992583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ef8950f-9e47-4de5-a09d-daf8c258b927 req-554a8cda-4260-4927-9f7b-85313120c42f tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 Sep 16 04:59:18.005787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Sync routers for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:18.009832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.024830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.026769 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a28a24cf-4c46-4738-9fd8-9b28d0c62604 HTTP/1.1" status: 204 len: 168 time: 0.8070185 Sep 16 04:59:18.027221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:18.028412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:58:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:18.041744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b28aef-cd65-4509-9800-e954aa6c9294 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28a24cf-4c46-4738-9fd8-9b28d0c62604,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.047844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.053783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:18.054837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60740) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.060328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.061675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a465f8ea-adba-43b1-8ff4-a0c3e75d5b8d service neutron] 10.222.0.55 "POST /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6383724 Sep 16 04:59:18.083245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a536ecb-6e80-4ad8-956f-ace7014a421b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.275897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:18.311990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a536ecb-6e80-4ad8-956f-ace7014a421b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.317468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.330701 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a536ecb-6e80-4ad8-956f-ace7014a421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.375223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['dace2b07-ad59-4a5b-ba36-95ece38dec0e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:18.379159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c5d64c62-00c4-427b-98f7-5cc6d01ba121'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:18.414186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60760) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.469164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.64', 55629) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.565525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255b705-c613-4b9c-aa48-28440766c28f req-33ba8b08-392f-4a15-95c0-1484c4995a60 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.567094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0255b705-c613-4b9c-aa48-28440766c28f req-33ba8b08-392f-4a15-95c0-1484c4995a60 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 935 time: 0.2051210 Sep 16 04:59:18.648080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:18.657694 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7a536ecb-6e80-4ad8-956f-ace7014a421b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1274d2ee22264cbf999b7e9716b61071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006720 Sep 16 04:59:18.659054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:18.661033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60768) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.679709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536ecb-6e80-4ad8-956f-ace7014a421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6ddb0d-223a-4ada-9836-be5b193d9891,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.688830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-afecb1e1-4205-423a-8ef2-ba165987b922 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3b4e0e5874540d3b46a89201782cc68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735057 Sep 16 04:59:18.692859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60770) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.696793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:18.737160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba10282-9354-4e39-a7c4-e0073e17d464 req-2881273a-cdae-4d7f-bbfb-f2689445b692 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.740343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aba10282-9354-4e39-a7c4-e0073e17d464 req-2881273a-cdae-4d7f-bbfb-f2689445b692 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 945 time: 0.3117523 Sep 16 04:59:18.741315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Pushing event updated for resources: {'Port': ['ID=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.812223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.813223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.814647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60776) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.816916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800eb056-adc3-484d-810d-5acf2fe50bad {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:18.831488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-network', 'tenant_id': '482549eac66a4c97af389e4506cc6018'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:18.839647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-266ff92c-f77e-43ae-883e-135f7fb1129d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.864931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.886711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:16Z', 'revision_number': 2, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:18.890744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-266ff92c-f77e-43ae-883e-135f7fb1129d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.891435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-6b00c253-4beb-4858-8e42-cbdc2709951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:18.893480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-6b00c253-4beb-4858-8e42-cbdc2709951c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1097 time: 0.3957543 Sep 16 04:59:18.924238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Checking router: 249b2928-38b3-4de0-9649-658f59f20e43 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:18.924586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Updating router 249b2928-38b3-4de0-9649-658f59f20e43 port cc8986a5-59ec-45f1-b998-20b47dc42748 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:18.929419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0255b705-c613-4b9c-aa48-28440766c28f req-a5c8a7cb-4ed2-44b6-8545-7258e017401f tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735257 Sep 16 04:59:18.952156 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6881977c-502e-4248-a9c9-c8f449c98a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.981324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4399b2b8-109b-41c7-a63b-13bfcd982d5e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:18.990376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aba10282-9354-4e39-a7c4-e0073e17d464 req-15b38650-7e6f-4553-bcfd-b4b58d07d4e7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313459 Sep 16 04:59:18.991231 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-eb2dce0e-2541-4b55-aa41-4f104b431b28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3560572 Sep 16 04:59:19.017378 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Request body: {'port': {'device_id': '28262498-ace8-4e0f-9507-604694261e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:19.024287 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.051601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6881977c-502e-4248-a9c9-c8f449c98a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.079276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-266ff92c-f77e-43ae-883e-135f7fb1129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.082428 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-266ff92c-f77e-43ae-883e-135f7fb1129d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.086254 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-266ff92c-f77e-43ae-883e-135f7fb1129d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e6ddb0d-223a-4ada-9836-be5b193d9891 HTTP/1.1" status: 204 len: 168 time: 0.4052598 Sep 16 04:59:19.102742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6ed3f42e-04ee-4140-a40e-50307ebecb2d None None] Provisioning complete for port b6ab0d47-f622-46f2-b388-e8e7694b8f9d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:19.103355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f42e-04ee-4140-a40e-50307ebecb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.117021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ff92c-f77e-43ae-883e-135f7fb1129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6ddb0d-223a-4ada-9836-be5b193d9891,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.131092 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.155238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Transition to ACTIVE for port object 800eb056-adc3-484d-810d-5acf2fe50bad will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:19.170224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6881977c-502e-4248-a9c9-c8f449c98a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.173096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6881977c-502e-4248-a9c9-c8f449c98a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.174874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6881977c-502e-4248-a9c9-c8f449c98a8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a45d5598-c2f2-492a-9791-1923a51b0a9e HTTP/1.1" status: 204 len: 168 time: 0.4800992 Sep 16 04:59:19.201030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4399b2b8-109b-41c7-a63b-13bfcd982d5e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:19.201647 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.222403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Made reservation on behalf of 482549eac66a4c97af389e4506cc6018 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:19.228023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.256347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3f42e-04ee-4140-a40e-50307ebecb2d None None] Port b6ab0d47-f622-46f2-b388-e8e7694b8f9d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:19.262989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881977c-502e-4248-a9c9-c8f449c98a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45d5598-c2f2-492a-9791-1923a51b0a9e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.264755 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.449520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.503965 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.511532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.557930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ab0d47-f622-46f2-b388-e8e7694b8f9d {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:19.577067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.614130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Transition to ACTIVE for port object b6ab0d47-f622-46f2-b388-e8e7694b8f9d will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:19.619564 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.620481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Pushing event updated for resources: {'Port': ['ID=800eb056-adc3-484d-810d-5acf2fe50bad,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.629709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-3e805e36-ef74-44a2-8f64-5cb7a1d7eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.631529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-3e805e36-ef74-44a2-8f64-5cb7a1d7eacf service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.7264175 Sep 16 04:59:19.668576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Attempting to bind port 800eb056-adc3-484d-810d-5acf2fe50bad on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:19.670619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Attempting to bind port 800eb056-adc3-484d-810d-5acf2fe50bad by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:19.672722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Attempting to bind port 800eb056-adc3-484d-810d-5acf2fe50bad on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:19.746926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7568afb-301c-4427-91d8-4dd3a2222ecd None None] Pushing event updated for resources: {'Port': ['ID=cc8986a5-59ec-45f1-b998-20b47dc42748,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.749492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80705f2-a5f0-49a7-857e-9d168552d21b req-9e154d88-e533-43d2-8809-200dabbd1c4e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:19.757747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b80705f2-a5f0-49a7-857e-9d168552d21b req-9e154d88-e533-43d2-8809-200dabbd1c4e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 936 time: 0.5814993 Sep 16 04:59:19.772540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Port 800eb056-adc3-484d-810d-5acf2fe50bad on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:19.772905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Attempting to bind port 800eb056-adc3-484d-810d-5acf2fe50bad on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:19.828483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Attempting to bind port cc8986a5-59ec-45f1-b998-20b47dc42748 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:19.828864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Attempting to bind port cc8986a5-59ec-45f1-b998-20b47dc42748 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:19.829234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Attempting to bind port cc8986a5-59ec-45f1-b998-20b47dc42748 on network 4d94c122-1459-428c-8d2b-7e91c540520e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:19.839549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.843494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:19.843968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Checking segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:19.844311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.844709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Bound using segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:19.845195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Bound port: cc8986a5-59ec-45f1-b998-20b47dc42748, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:19.845579 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.895121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-ef12dfd0-ce53-4241-b8d6-8a7509889fac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 217 time: 0.2173631 Sep 16 04:59:19.900397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Attempting to bind port b6ab0d47-f622-46f2-b388-e8e7694b8f9d on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:19.900789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Attempting to bind port b6ab0d47-f622-46f2-b388-e8e7694b8f9d by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:19.901082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Attempting to bind port b6ab0d47-f622-46f2-b388-e8e7694b8f9d on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:19.909476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Port b6ab0d47-f622-46f2-b388-e8e7694b8f9d on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:19.909821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Attempting to bind port b6ab0d47-f622-46f2-b388-e8e7694b8f9d on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:19.911157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:19.911501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:19.911899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:19.912415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Bound port: 800eb056-adc3-484d-810d-5acf2fe50bad, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:19.912785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.921339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:19.921680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:19.934112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:19.934455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Bound port: b6ab0d47-f622-46f2-b388-e8e7694b8f9d, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:19.934675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.031778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] For port cc8986a5-59ec-45f1-b998-20b47dc42748, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:20.040936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] For port cc8986a5-59ec-45f1-b998-20b47dc42748, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cc8986a5-59ec-45f1-b998-20b47dc42748,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:20.045686 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.090458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] For port b6ab0d47-f622-46f2-b388-e8e7694b8f9d, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:20.092445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.096284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] For port b6ab0d47-f622-46f2-b388-e8e7694b8f9d, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:20.109067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.168539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d989311f-bd05-4300-9811-6be9985c5a8e None None] Provisioning complete for port cc8986a5-59ec-45f1-b998-20b47dc42748 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:20.169380 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d989311f-bd05-4300-9811-6be9985c5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.192038 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d2a0d2ac-2e8e-4a62-aaa8-c434e8220825 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14ee0492dcc840c7b78b997fe2e91318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0984509 Sep 16 04:59:20.196695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60818) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.222225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.222849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.224336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6ab0d47-f622-46f2-b388-e8e7694b8f9d HTTP/1.1" status: 200 len: 1097 time: 1.2124405 Sep 16 04:59:20.229060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28262498-ace8-4e0f-9507-604694261e0b', 'tag': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:20.231642 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e160730a-318b-40f3-a025-4e72f588414d" -d '{"events": [{"name": "network-changed", "server_uuid": "28262498-ace8-4e0f-9507-604694261e0b", "tag": "b6ab0d47-f622-46f2-b388-e8e7694b8f9d"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:20.277579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e72d5-e267-4551-a8ca-a6a8f8c0ab75 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.461837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:20.462491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-974951e5-0897-4cba-a9d7-e1b91b890b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.462610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:58:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:20.517144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-b1f9e272-9781-45dd-be2a-364931396e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.518640 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-b1f9e272-9781-45dd-be2a-364931396e72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 1100 time: 0.2277322 Sep 16 04:59:20.526723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-974951e5-0897-4cba-a9d7-e1b91b890b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.539503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] For port 800eb056-adc3-484d-810d-5acf2fe50bad, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:20.545795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] For port 800eb056-adc3-484d-810d-5acf2fe50bad, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=800eb056-adc3-484d-810d-5acf2fe50bad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:20.569065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b80705f2-a5f0-49a7-857e-9d168552d21b req-370291ae-7328-4e9c-9d62-2147a7440894 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8103354 Sep 16 04:59:20.576321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.624764 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-1726aa27-dd03-4ce3-8cfa-63a0307a3b6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=b6ab0d47-f622-46f2-b388-e8e7694b8f9d HTTP/1.1" status: 200 len: 217 time: 0.0865643 Sep 16 04:59:20.719543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.720160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:20.721010 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.722673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] 10.222.0.64 "PUT /v2.0/ports/800eb056-adc3-484d-810d-5acf2fe50bad HTTP/1.1" status: 200 len: 1096 time: 4.1008191 Sep 16 04:59:20.728242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'tag': '800eb056-adc3-484d-810d-5acf2fe50bad'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:20.731105 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fc1853-6fcb-4450-98c0-1c4dc657b777", "tag": "800eb056-adc3-484d-810d-5acf2fe50bad"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:20.758940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-1aa96596-3672-4f30-9561-f9dcdc629a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.761410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-1aa96596-3672-4f30-9561-f9dcdc629a93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.8085575 Sep 16 04:59:20.812841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-5208b669-8b4d-4f80-99ac-ac5119f639f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.815206 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-5208b669-8b4d-4f80-99ac-ac5119f639f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1707995 Sep 16 04:59:20.816590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-974951e5-0897-4cba-a9d7-e1b91b890b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.819785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-974951e5-0897-4cba-a9d7-e1b91b890b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.830502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.835444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb670b7-5119-451d-92ee-fabb76da7635 service neutron] Pushing event updated for resources: {'Port': ['ID=800eb056-adc3-484d-810d-5acf2fe50bad,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.835587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7568afb-301c-4427-91d8-4dd3a2222ecd None None] Pushing event updated for resources: {'Port': ['ID=cc8986a5-59ec-45f1-b998-20b47dc42748,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.836870 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-974951e5-0897-4cba-a9d7-e1b91b890b22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc80edd4-cc84-4872-873e-18ec49515d86 HTTP/1.1" status: 204 len: 168 time: 0.6352420 Sep 16 04:59:20.912305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974951e5-0897-4cba-a9d7-e1b91b890b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc80edd4-cc84-4872-873e-18ec49515d86,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.935363 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-673bb8e3-7bab-47b9-bd99-87f5e33eacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.937733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-673bb8e3-7bab-47b9-bd99-87f5e33eacd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0989385 Sep 16 04:59:20.983838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-311b3cee-5052-4794-b8fd-3f2ca1809e77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497765 Sep 16 04:59:20.988128 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.002335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:21.017080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.019428 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Added segment 982420f2-19b8-4a41-a039-608c5b6cc354 of type vlan for network ca41172a-2f00-4965-a256-d87c2fb142bc Sep 16 04:59:21.087152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d989311f-bd05-4300-9811-6be9985c5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.137193 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.139442 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-20cb1ead-1049-460b-aa67-070815fe0470 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896362 Sep 16 04:59:21.159232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d989311f-bd05-4300-9811-6be9985c5a8e None None] For port cc8986a5-59ec-45f1-b998-20b47dc42748, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cc8986a5-59ec-45f1-b998-20b47dc42748,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:21.169966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d989311f-bd05-4300-9811-6be9985c5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.204699 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.205328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60856) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.206066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.207239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.240777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1024422-abba-48f0-abea-785334d7c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:20Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:21.288129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989311f-bd05-4300-9811-6be9985c5a8e None None] Pushing event updated for resources: {'Port': ['ID=cc8986a5-59ec-45f1-b998-20b47dc42748,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.292980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024422-abba-48f0-abea-785334d7c233 None None] The sync data for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 is: [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:20Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:21.307068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-18e42761-db87-45fc-8e38-1157dc1d7ecb None None] Provisioning complete for port cc8986a5-59ec-45f1-b998-20b47dc42748 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:21.307466 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-18e42761-db87-45fc-8e38-1157dc1d7ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.342095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226455a2-06b1-4127-8f5c-fe509dc9f378 req-27239d81-813a-47b5-8776-53d0fcf52b2b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.345802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-226455a2-06b1-4127-8f5c-fe509dc9f378 req-27239d81-813a-47b5-8776-53d0fcf52b2b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 947 time: 0.5933523 Sep 16 04:59:21.398987 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af7a4dd6-0343-4f14-9232-ee1ba9afdf36 req-09680d65-2f44-4202-86d6-b5e64c617373 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521753 Sep 16 04:59:21.490360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741d227f-5627-4085-8031-9445f08763fb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.493527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=ca41172a-2f00-4965-a256-d87c2fb142bc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:21.507781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-138b8971-dbd0-464a-9e61-69fbc7c6cbe2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6848786 Sep 16 04:59:21.510757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60864) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.517627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Request body: {'subnet': {'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-subnet', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.521279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ca41172a-2f00-4965-a256-d87c2fb142bc details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:21.535252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-b0b56383-d8f8-400c-abe7-71b584309847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.536898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-b0b56383-d8f8-400c-abe7-71b584309847 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 1099 time: 0.7047563 Sep 16 04:59:21.561198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Made reservation on behalf of 482549eac66a4c97af389e4506cc6018 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:21.564063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.674707 n-d-713301-15 neutron-server[94718]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:59:21.676912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-226455a2-06b1-4127-8f5c-fe509dc9f378 req-a73258cb-95cd-4df9-94f9-ffd471e251ca tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915180 Sep 16 04:59:21.678895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b9924264-2f92-4667-b767-857eb1255aaf tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:21.679327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-0c5fbfae-954b-4149-9008-c373be05c128 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=800eb056-adc3-484d-810d-5acf2fe50bad HTTP/1.1" status: 200 len: 217 time: 0.1120553 Sep 16 04:59:21.687811 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b9924264-2f92-4667-b767-857eb1255aaf tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4813328 Sep 16 04:59:21.693677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-d26d8871-7c8e-4495-a78b-bc51438463c7 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040602 Sep 16 04:59:21.770837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-9cac6127-6efa-433f-893f-68d86daf79af tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.779720 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-9cac6127-6efa-433f-893f-68d86daf79af tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 1095 time: 0.0908864 Sep 16 04:59:21.881137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-f1cfe326-d5c4-4ba1-8c5c-e49140952476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.883352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-f1cfe326-d5c4-4ba1-8c5c-e49140952476 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1862099 Sep 16 04:59:21.921665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.004916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30ad81-69a9-4848-a24a-02af4a871abe req-cf7e8449-42dc-40e5-93d2-f10eb38c0ad3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.006459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e30ad81-69a9-4848-a24a-02af4a871abe req-cf7e8449-42dc-40e5-93d2-f10eb38c0ad3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 945 time: 0.2184684 Sep 16 04:59:22.009618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-7fac81f8-4bb6-46b7-aa94-8dadec3140e7 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950041 Sep 16 04:59:22.049684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c87e-413c-4e49-8007-30604697a326 req-8884310d-20df-491d-930c-62c54e306ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.051174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-8884310d-20df-491d-930c-62c54e306ae6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1488407 Sep 16 04:59:22.068929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e30ad81-69a9-4848-a24a-02af4a871abe req-71f4796e-2992-44b6-b454-612a507489e8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544598 Sep 16 04:59:22.069497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Checking segment: {'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:22.069894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Network hostable DHCP agents. Network: ca41172a-2f00-4965-a256-d87c2fb142bc, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:22.073715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6fb416-afb0-433a-b803-07e3e61c484e,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.114438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Network ca41172a-2f00-4965-a256-d87c2fb142bc is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:22.125603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ca41172a-2f00-4965-a256-d87c2fb142bc) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:22.132176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.133337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.136033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d0a17b-6a18-4b9d-8607-f8b9eeff7d6d None None] Network ca41172a-2f00-4965-a256-d87c2fb142bc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:22.164168 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052d9c3a-968d-4e9d-b6b5-2eaf076c1f1b x-openstack-request-id: req-052d9c3a-968d-4e9d-b6b5-2eaf076c1f1b {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:22.164677 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28262498-ace8-4e0f-9507-604694261e0b", "tag": "b6ab0d47-f622-46f2-b388-e8e7694b8f9d", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:22.164770 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-052d9c3a-968d-4e9d-b6b5-2eaf076c1f1b {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:22.165185 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28262498-ace8-4e0f-9507-604694261e0b', 'tag': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d', 'status': 'completed', 'code': 200} Sep 16 04:59:22.180821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60896) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.181064 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-20056ca0-61cc-4f8b-ab4b-7b8817cfd1e2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6684437 Sep 16 04:59:22.186026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:22.189465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Request body: {'binding': {'host': 'n-h2-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:22.192245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Unknown quota resources ['binding']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:59:22.327469 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9375fb2-aaee-4730-92ad-a3f6a6c4dced x-openstack-request-id: req-f9375fb2-aaee-4730-92ad-a3f6a6c4dced {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:22.327863 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fc1853-6fcb-4450-98c0-1c4dc657b777", "tag": "800eb056-adc3-484d-810d-5acf2fe50bad", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:22.328470 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9375fb2-aaee-4730-92ad-a3f6a6c4dced {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:22.329644 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'tag': '800eb056-adc3-484d-810d-5acf2fe50bad', 'status': 'completed', 'code': 200} Sep 16 04:59:22.389468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.395724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.438560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-ca41172a-2f00-4965-a256-d87c2fb142bc', 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'fixed_ips': [{'subnet_id': '2b6fb416-afb0-433a-b803-07e3e61c484e'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:59:22.439799 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.524461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-ba5635fd-0808-482c-8898-93c3f224ecf0 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.526099 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-ba5635fd-0808-482c-8898-93c3f224ecf0 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.1566377 Sep 16 04:59:22.544747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-15'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:22.549636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on host n-h2-713301-15 for vnic_type normal with profile None {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:22.549784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:22.550028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:22.599893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160730a-318b-40f3-a025-4e72f588414d req-1d4b2942-82c9-4c3d-b55a-307548e8d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.601493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e160730a-318b-40f3-a025-4e72f588414d req-1d4b2942-82c9-4c3d-b55a-307548e8d8ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 1100 time: 0.3192496 Sep 16 04:59:22.616876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:22.617253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:22.633721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:22.634750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:22.634750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:22.635480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Bound port: 344cb260-c6cd-452a-9b1f-083c54579ab4, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:22.654970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.692693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b12fc2-fa19-4eef-99e5-a2d7e3d49203 req-390d5ff9-9c75-4bcc-88de-6784f2c9fc96 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.693974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95b12fc2-fa19-4eef-99e5-a2d7e3d49203 req-390d5ff9-9c75-4bcc-88de-6784f2c9fc96 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 948 time: 0.2513902 Sep 16 04:59:22.696915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Allocated IP 172.20.0.2 (ca41172a-2f00-4965-a256-d87c2fb142bc/2b6fb416-afb0-433a-b803-07e3e61c484e/f917f83c-a273-4a23-9426-b97b981a634e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:22.730843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.787357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:22.795876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-1e6cc9e0-abe1-4b15-a4a7-37741dd85529 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890326 Sep 16 04:59:22.797465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] Notify callbacks [] for binding, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.799779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-b79163a5-c549-44dd-b5a5-f9acc55731ca service neutron] 10.222.0.55 "POST /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7605798 Sep 16 04:59:22.977594 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.996022 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.046584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:23.092836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cc8986a5-59ec-45f1-b998-20b47dc42748 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:23.118467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:23.120119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Network ca41172a-2f00-4965-a256-d87c2fb142bc is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:23.129383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:23.138126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:23.142607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Pushing event updated for resources: {'Port': ['ID=f917f83c-a273-4a23-9426-b97b981a634e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.159801 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.186999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.223084 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.236037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port cc8986a5-59ec-45f1-b998-20b47dc42748 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:23.236037 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.259217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160730a-318b-40f3-a025-4e72f588414d req-376cb106-7e58-4bf3-9bd1-569212042447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.261247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e160730a-318b-40f3-a025-4e72f588414d req-376cb106-7e58-4bf3-9bd1-569212042447 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.6036451 Sep 16 04:59:23.262131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Attempting to bind port f917f83c-a273-4a23-9426-b97b981a634e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:23.262490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Attempting to bind port f917f83c-a273-4a23-9426-b97b981a634e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:23.262939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Attempting to bind port f917f83c-a273-4a23-9426-b97b981a634e on network ca41172a-2f00-4965-a256-d87c2fb142bc {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:23.278593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:23.279711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Checking segment: {'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:23.280044 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.280908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Bound using segment: {'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:23.281146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Bound port: f917f83c-a273-4a23-9426-b97b981a634e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:23.281696 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.400154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] For port f917f83c-a273-4a23-9426-b97b981a634e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:23.407482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] For port f917f83c-a273-4a23-9426-b97b981a634e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f917f83c-a273-4a23-9426-b97b981a634e,segment=NetworkSegment(982420f2-19b8-4a41-a039-608c5b6cc354),segment_id=982420f2-19b8-4a41-a039-608c5b6cc354)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:23.408859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=7']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.427638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.433220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-7aa74254-b9c6-48c0-ac21-0216f7c756d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.437904 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-7aa74254-b9c6-48c0-ac21-0216f7c756d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1098 time: 0.2424366 Sep 16 04:59:23.452905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e160730a-318b-40f3-a025-4e72f588414d req-5b93b2dc-588c-43fa-ba76-61ac0ea1ee0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=b6ab0d47-f622-46f2-b388-e8e7694b8f9d HTTP/1.1" status: 200 len: 217 time: 0.1763682 Sep 16 04:59:23.490242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:23.490600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:23.490903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:23.493971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bc315-a982-4e39-958c-ed34ecb99b23 req-09e8b846-1753-476e-a631-f7e14370e584 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.495583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee2bc315-a982-4e39-958c-ed34ecb99b23 req-09e8b846-1753-476e-a631-f7e14370e584 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 947 time: 0.2008069 Sep 16 04:59:23.506715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3e7a-e993-4e25-b2e4-fe5ef17872f6 None None] Pushing event updated for resources: {'Port': ['ID=f917f83c-a273-4a23-9426-b97b981a634e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:23.510460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:23.510796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Attempting to bind port ab299f24-84d1-48ff-976d-823c2e78aff3 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:23.531139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95b12fc2-fa19-4eef-99e5-a2d7e3d49203 req-68946dc5-4baa-4a9b-97e3-ce69129fded0 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189547 Sep 16 04:59:23.551205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:23.551908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:23.551908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:23.552388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Bound port: ab299f24-84d1-48ff-976d-823c2e78aff3, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:23.552841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.587969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60944) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:23.659280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-17432181-5656-40b3-8604-157334e79686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.661015 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-17432181-5656-40b3-8604-157334e79686 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.2113159 Sep 16 04:59:23.732750 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-7252fdf1-f39e-4c7a-9f68-eacc353b89eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 217 time: 0.0621862 Sep 16 04:59:23.742780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:23.754083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:23.791379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.964079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160730a-318b-40f3-a025-4e72f588414d req-e015cc7a-7867-4dac-9cb5-50757aa44231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.965558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e160730a-318b-40f3-a025-4e72f588414d req-e015cc7a-7867-4dac-9cb5-50757aa44231 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.4977210 Sep 16 04:59:23.994506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b17c87e-413c-4e49-8007-30604697a326 req-64e1ddf4-3697-4c2c-a631-658f4a799318 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0631306 Sep 16 04:59:24.018713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee2bc315-a982-4e39-958c-ed34ecb99b23 req-4b305234-efe0-4890-bf9e-2ad532b836bb tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865324 Sep 16 04:59:24.033067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c72488d-54ca-4bcd-b5c8-cf7d73bc70c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.047643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00923ac-fdfb-45f1-9f63-50b5cf465a0c req-4b792d6c-bea4-470b-b20f-bbcbc834ca99 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.050782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-1d090694-763c-4ab7-bdc4-cb2098b82eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.052270 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-1d090694-763c-4ab7-bdc4-cb2098b82eaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.3114197 Sep 16 04:59:24.055203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a00923ac-fdfb-45f1-9f63-50b5cf465a0c req-4b792d6c-bea4-470b-b20f-bbcbc834ca99 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 946 time: 0.4140627 Sep 16 04:59:24.079856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160730a-318b-40f3-a025-4e72f588414d req-0a7a725d-5e7a-4470-9cc7-67804ae781c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.081402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e160730a-318b-40f3-a025-4e72f588414d req-0a7a725d-5e7a-4470-9cc7-67804ae781c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995493 Sep 16 04:59:24.112265 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-1ba014f0-16b9-4fac-8ff0-61255716a2b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435207 Sep 16 04:59:24.115654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a00923ac-fdfb-45f1-9f63-50b5cf465a0c req-846795f4-e824-4b00-afff-49b5f0928efc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594962 Sep 16 04:59:24.137467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=8']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.164820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.165451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.166839 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c0fc96c-70ef-4a8b-9679-6f0f9a4446b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 1123 time: 1.6321559 Sep 16 04:59:24.169883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3'}, {'name': 'network-changed', 'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:24.172273 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8debf63b-0d3b-47b1-9817-3e568b6bf16e" -d '{"events": [{"server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "name": "network-vif-unplugged", "status": "completed", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3"}, {"name": "network-changed", "server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:24.228812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ab299f24-84d1-48ff-976d-823c2e78aff3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:24.283188 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.309233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-30d231d8-0863-473e-84eb-adc96a13e189 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664431 Sep 16 04:59:24.362933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e160730a-318b-40f3-a025-4e72f588414d req-87d9786d-aebe-4bb7-8802-87c4e6c67d42 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462034 Sep 16 04:59:24.397801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c72488d-54ca-4bcd-b5c8-cf7d73bc70c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.413209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c72488d-54ca-4bcd-b5c8-cf7d73bc70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.462724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505f991-f189-460f-9794-581eb8330641 req-9d620fa0-5905-4490-9ef2-9423a27fa00b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.464655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0505f991-f189-460f-9794-581eb8330641 req-9d620fa0-5905-4490-9ef2-9423a27fa00b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 943 time: 0.2890317 Sep 16 04:59:24.474684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-bf9f30bb-2897-463f-8b88-5fc220b42569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.476715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-bf9f30bb-2897-463f-8b88-5fc220b42569 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 1099 time: 0.3100212 Sep 16 04:59:24.521340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.543550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-9590180e-2219-448e-bdb7-520010f00c9a service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641469 Sep 16 04:59:24.546353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72488d-54ca-4bcd-b5c8-cf7d73bc70c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d703b-d19f-4eac-b89a-b0e85cfb6437,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.549857 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2c72488d-54ca-4bcd-b5c8-cf7d73bc70c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f66d4caa9ec469495a168df1ba806b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9167469 Sep 16 04:59:24.552490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60988) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:24.557698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.648556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfe998dc-1d98-4293-b1c9-6a6e8425ede9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.675335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfe998dc-1d98-4293-b1c9-6a6e8425ede9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.730782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0505f991-f189-460f-9794-581eb8330641 req-6b99bc72-088d-46c4-ab8a-69924974a263 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242601 Sep 16 04:59:24.745503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e160730a-318b-40f3-a025-4e72f588414d req-79143d60-c18e-4f2c-b46a-eeb4979e2dba service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509021 Sep 16 04:59:24.762985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfe998dc-1d98-4293-b1c9-6a6e8425ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.766052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfe998dc-1d98-4293-b1c9-6a6e8425ede9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:24.767229 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dfe998dc-1d98-4293-b1c9-6a6e8425ede9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/386d703b-d19f-4eac-b89a-b0e85cfb6437 HTTP/1.1" status: 204 len: 168 time: 0.2101867 Sep 16 04:59:24.778502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe998dc-1d98-4293-b1c9-6a6e8425ede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d703b-d19f-4eac-b89a-b0e85cfb6437,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:24.803689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-77bb91af-3e12-4758-9aa7-1f1be22151e6 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.806581 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-77bb91af-3e12-4758-9aa7-1f1be22151e6 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1098 time: 0.0976832 Sep 16 04:59:24.828844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46def66f-647a-4b38-99a8-049d038b002e None None] Network ca41172a-2f00-4965-a256-d87c2fb142bc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:24.841509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-189f7941-f4e9-4a90-8c9c-5e527f0b9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.843352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-189f7941-f4e9-4a90-8c9c-5e527f0b9509 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2993803 Sep 16 04:59:24.848516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-15'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:24.861448 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c7e814-a5be-4b4f-84ef-ac1fcf24cdcf x-openstack-request-id: req-d1c7e814-a5be-4b4f-84ef-ac1fcf24cdcf {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:24.862579 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "name": "network-vif-unplugged", "status": "completed", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3", "code": 200}, {"name": "network-changed", "server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:24.863222 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1c7e814-a5be-4b4f-84ef-ac1fcf24cdcf {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:24.865141 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3', 'code': 200} Sep 16 04:59:24.866123 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3', 'status': 'completed', 'code': 200} Sep 16 04:59:24.873360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Allocated IP 172.25.6.207 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/5a2d78b7-4829-44e7-817e-643ae78b6078) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:24.968412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-3de7eee5-d672-441f-a828-f5a48e78a907 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=800eb056-adc3-484d-810d-5acf2fe50bad HTTP/1.1" status: 200 len: 217 time: 0.1101623 Sep 16 04:59:24.982018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.011724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2c4fb411-62bf-401a-8c6e-2d47016cbe4c None None] Provisioning complete for port f917f83c-a273-4a23-9426-b97b981a634e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:25.012128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb411-62bf-401a-8c6e-2d47016cbe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.063635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-a7c1a5c8-41c3-4769-8f0a-8d94b7c4b0e5 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2d9a74e45e9d466d838796016c1d7b40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326396 Sep 16 04:59:25.081519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f917f83c-a273-4a23-9426-b97b981a634e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:25.151377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-ef193360-a336-4e93-85bc-c6ce8f34a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.152697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-ef193360-a336-4e93-85bc-c6ce8f34a047 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1126 time: 0.2756217 Sep 16 04:59:25.155262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:25.168880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f917f83c-a273-4a23-9426-b97b981a634e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:25.169648 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.171314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b6ab0d47-f622-46f2-b388-e8e7694b8f9d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:25.179572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-4acf2e1e-5d3d-4556-931c-daf1e7dc66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.182094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-4acf2e1e-5d3d-4556-931c-daf1e7dc66c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1882255 Sep 16 04:59:25.209408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe386f9-8dba-411f-9190-0898deef7b51 req-57f2efdd-a152-48bd-973a-02124fa591f5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.211495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1fe386f9-8dba-411f-9190-0898deef7b51 req-57f2efdd-a152-48bd-973a-02124fa591f5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 948 time: 0.2559834 Sep 16 04:59:25.216048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:25.266915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32782) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:25.277718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.285221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10399d08-4a35-492d-8090-ea0d732b7924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.288559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb411-62bf-401a-8c6e-2d47016cbe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.293719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.378258 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=7']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.386041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2c4fb411-62bf-401a-8c6e-2d47016cbe4c None None] For port f917f83c-a273-4a23-9426-b97b981a634e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f917f83c-a273-4a23-9426-b97b981a634e,segment=NetworkSegment(982420f2-19b8-4a41-a039-608c5b6cc354),segment_id=982420f2-19b8-4a41-a039-608c5b6cc354)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:25.402466 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb411-62bf-401a-8c6e-2d47016cbe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.427027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-142ed2a9-2776-44b5-b177-2533859a28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.429144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b6ab0d47-f622-46f2-b388-e8e7694b8f9d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:25.435265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-142ed2a9-2776-44b5-b177-2533859a28c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364078 Sep 16 04:59:25.436984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on host n-h1-713301-15 for vnic_type normal with profile {"migrating_to": "n-h2-713301-15"} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:25.436984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:25.436984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:25.443955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:25.444185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Attempting to bind port 344cb260-c6cd-452a-9b1f-083c54579ab4 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:25.453746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:25.454086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:25.454468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:25.454911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Bound port: 344cb260-c6cd-452a-9b1f-083c54579ab4, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:25.455264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.465737 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.541476 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10399d08-4a35-492d-8090-ea0d732b7924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.549457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10399d08-4a35-492d-8090-ea0d732b7924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.578182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-8635ae3e-d13c-4736-9b35-b3b5815189a6 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101441 Sep 16 04:59:25.579191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:25.599663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d', 'mac_address': 'fa:16:3e:63:be:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:25.605060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:25.605793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1fe386f9-8dba-411f-9190-0898deef7b51 req-bbf3dbf3-177d-4af3-977b-66684afdc5e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715501 Sep 16 04:59:25.610616 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-10399d08-4a35-492d-8090-ea0d732b7924 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1873e3e173640fbb84c8fe513377c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426964 Sep 16 04:59:25.614019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32784) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:25.623542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.634414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10399d08-4a35-492d-8090-ea0d732b7924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69461b5c-692a-4fb9-9b04-cc1285b3b1d5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.637207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fb411-62bf-401a-8c6e-2d47016cbe4c None None] Pushing event updated for resources: {'Port': ['ID=f917f83c-a273-4a23-9426-b97b981a634e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.647179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-30188520-d73c-4226-a054-488e9e8db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.649330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-30188520-d73c-4226-a054-488e9e8db7b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.4824529 Sep 16 04:59:25.657947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-9c2ef2f5-91e1-455b-9c44-c2067d3e226f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.668651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-9c2ef2f5-91e1-455b-9c44-c2067d3e226f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5844932 Sep 16 04:59:25.689812 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.707674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ab0d47-f622-46f2-b388-e8e7694b8f9d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:25.736510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b6ab0d47-f622-46f2-b388-e8e7694b8f9d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:25.741762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.743378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e32fd1ce-aa96-4152-a1b0-c5fd282cde28 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/quotas/2d9a74e45e9d466d838796016c1d7b40 HTTP/1.1" status: 200 len: 375 time: 0.0738184 Sep 16 04:59:25.746226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-0d85bbc2-d88a-4e7d-b830-177cb033623f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 217 time: 0.0670130 Sep 16 04:59:25.802912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7584961f-98e8-4ba8-9e9b-29866c972353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.832371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.839384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-76f23d5e-3de3-4580-a47d-697cc109fc59 None None] Provisioning complete for port f917f83c-a273-4a23-9426-b97b981a634e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:25.840000 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76f23d5e-3de3-4580-a47d-697cc109fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.846666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.848296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.850411 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] 10.222.0.73 "PUT /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 1124 time: 1.0136769 Sep 16 04:59:25.850533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-a5816d8b-edf9-4688-9791-cc1b095d76c9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d9a74e45e9d466d838796016c1d7b40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061776 Sep 16 04:59:25.871944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05eb44ef-4acf-4219-ba7f-73e1bb6f8930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.923924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3d7f3-c075-4e6b-9fa3-b0b861a15b62 service neutron] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=8']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:25.948148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05eb44ef-4acf-4219-ba7f-73e1bb6f8930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.955711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:25.966851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-e458e68b-aee8-411e-bb84-03a5765dd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.968340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-e458e68b-aee8-411e-bb84-03a5765dd64e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.2014446 Sep 16 04:59:25.989553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f70031-d1a4-4e8d-a99a-04f34ecf6915 req-a8bd20e1-0b4b-427b-8dc0-19f2df496f9d service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444817 Sep 16 04:59:26.016978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05eb44ef-4acf-4219-ba7f-73e1bb6f8930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.021982 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05eb44ef-4acf-4219-ba7f-73e1bb6f8930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.027464 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-05eb44ef-4acf-4219-ba7f-73e1bb6f8930 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69461b5c-692a-4fb9-9b04-cc1285b3b1d5 HTTP/1.1" status: 204 len: 168 time: 0.4123931 Sep 16 04:59:26.038170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb44ef-4acf-4219-ba7f-73e1bb6f8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69461b5c-692a-4fb9-9b04-cc1285b3b1d5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.211541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['344cb260-c6cd-452a-9b1f-083c54579ab4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:26.290236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-ce01a047-75a1-46b9-83a6-492f158a1140 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2996113 Sep 16 04:59:26.292429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:26.310189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Pushing event updated for resources: {'Port': ['ID=5a2d78b7-4829-44e7-817e-643ae78b6078,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:26.353909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b6ab0d47-f622-46f2-b388-e8e7694b8f9d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:26.415568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:26.441220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-1de97bc9-1f9a-44e9-90f7-c4e978e46bfb service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281114 Sep 16 04:59:26.445114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:26.452886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.453237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.453578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.453914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.454577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.454969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.455303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.455842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.456239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.456553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.457121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.457669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:26.661944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7175eea-c27e-4721-b957-04253b0ecda7 req-95e8cd96-b60d-48a6-b155-b684ca70d6b6 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.663489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7175eea-c27e-4721-b957-04253b0ecda7 req-95e8cd96-b60d-48a6-b155-b684ca70d6b6 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 947 time: 0.3699770 Sep 16 04:59:26.679876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4052080-fa32-439f-be61-23ae9c2d28a9 req-7a6d40df-99ca-498b-afa2-366fe61d7aa0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.681474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4052080-fa32-439f-be61-23ae9c2d28a9 req-7a6d40df-99ca-498b-afa2-366fe61d7aa0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.2625680 Sep 16 04:59:26.787716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8debf63b-0d3b-47b1-9817-3e568b6bf16e req-c0dbd12c-a222-4c9a-8e36-f7a5837aeeb7 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980263 Sep 16 04:59:26.812735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7175eea-c27e-4721-b957-04253b0ecda7 req-c2fd437b-8fa5-4cea-b3d8-7efebdb553d9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303947 Sep 16 04:59:26.818155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4052080-fa32-439f-be61-23ae9c2d28a9 req-656218fa-c35d-4a05-9073-7b9324db44c4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255844 Sep 16 04:59:26.866911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4'}, {'name': 'network-changed', 'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:26.871691 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edc0fce-ba39-4fc8-9060-cb0298421934" -d '{"events": [{"server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "name": "network-vif-unplugged", "status": "completed", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4"}, {"name": "network-changed", "server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:26.881216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:26.957065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f917f83c-a273-4a23-9426-b97b981a634e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:27.010324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f917f83c-a273-4a23-9426-b97b981a634e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:27.010690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.025752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccbf6f8d-763c-4327-ae7f-a4f72acb6c77 req-8353cedc-e4d5-4e11-82bc-d3e133aa33ed tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 210 time: 0.0749683 Sep 16 04:59:27.059146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e031014-e3e6-4a5a-bb9c-b1585a50352e req-c4a51853-72b8-4942-a4d9-739309657088 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.060679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e031014-e3e6-4a5a-bb9c-b1585a50352e req-c4a51853-72b8-4942-a4d9-739309657088 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 943 time: 0.1218972 Sep 16 04:59:27.196005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:27.273067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e031014-e3e6-4a5a-bb9c-b1585a50352e req-f6442e25-afe7-4d85-93e6-04d190ad4a47 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668940 Sep 16 04:59:27.288140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-258e4089-8a04-4b0e-99d6-07d008a17f44 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2d9a74e45e9d466d838796016c1d7b40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460732 Sep 16 04:59:27.323050 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20cb7b2-e0c5-4b16-bcd1-201c72fa25ee x-openstack-request-id: req-b20cb7b2-e0c5-4b16-bcd1-201c72fa25ee {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:27.323457 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "name": "network-vif-unplugged", "status": "completed", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4", "code": 200}, {"name": "network-changed", "server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:27.323707 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b20cb7b2-e0c5-4b16-bcd1-201c72fa25ee {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:27.324116 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4', 'code': 200} Sep 16 04:59:27.324390 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4', 'status': 'completed', 'code': 200} Sep 16 04:59:27.353103 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.378665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:27.391032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:59:27.401924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358805-f478-49fc-ab59-d51bf6ff1e16 req-17b23d52-e1a7-4fa0-97cf-1141ad850bce tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.403419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1358805-f478-49fc-ab59-d51bf6ff1e16 req-17b23d52-e1a7-4fa0-97cf-1141ad850bce tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 949 time: 0.2415092 Sep 16 04:59:27.532182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-1b01ce34-25ca-4ed2-9dda-421bba8b53fd tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.533659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-1b01ce34-25ca-4ed2-9dda-421bba8b53fd tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361650 Sep 16 04:59:27.606176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Request body: {'port': {'device_id': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '2d9a74e45e9d466d838796016c1d7b40'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:27.620736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1358805-f478-49fc-ab59-d51bf6ff1e16 req-d9b6cd68-7c73-4325-9a3f-0be71ec76a97 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744766 Sep 16 04:59:27.661164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-046f7449-55ed-45c7-a719-3305c0e3d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.662812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-046f7449-55ed-45c7-a719-3305c0e3d7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1127 time: 0.2057328 Sep 16 04:59:27.850631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Router 0ad817f1-501d-4821-bdc2-2162891bab9e is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:27.854987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-4c9a5508-f8a3-4c65-928e-79ef1ffc16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:27.856521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-4c9a5508-f8a3-4c65-928e-79ef1ffc16ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.1773450 Sep 16 04:59:27.947030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-4b13c672-70bb-4537-a52f-6e2f55ef21e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 217 time: 0.0792742 Sep 16 04:59:27.956727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Made reservation on behalf of 2d9a74e45e9d466d838796016c1d7b40 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:27.960502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.102642 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d89a41ce-ad29-4698-bd2a-9c8735ef2eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.198888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.304338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32986) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.322042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-c6b1d645-ca0c-4d9a-98cb-cf64549bfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.323502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-c6b1d645-ca0c-4d9a-98cb-cf64549bfdd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.3600183 Sep 16 04:59:28.369409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:28.381870 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Sync routers for ids ['0ad817f1-501d-4821-bdc2-2162891bab9e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:28.391364 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Routers {'0ad817f1-501d-4821-bdc2-2162891bab9e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:28.392002 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['0ad817f1-501d-4821-bdc2-2162891bab9e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:28.399191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-85a0e806-afe8-4b9a-a9eb-3c4c55c28518 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534484 Sep 16 04:59:28.406932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30966a6-34fb-4e10-94c3-d196c9c82c17 req-fb1d3aa0-d735-4c90-89f3-c8506f03306b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.408860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30966a6-34fb-4e10-94c3-d196c9c82c17 req-fb1d3aa0-d735-4c90-89f3-c8506f03306b tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 947 time: 0.2328539 Sep 16 04:59:28.414831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.450332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b3312-84b6-4573-adde-292440812087 req-cda33762-96ba-497b-8d46-e796fb7c1c81 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.451789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e9b3312-84b6-4573-adde-292440812087 req-cda33762-96ba-497b-8d46-e796fb7c1c81 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.2072473 Sep 16 04:59:28.500198 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Set router 0ad817f1-501d-4821-bdc2-2162891bab9e gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:28.579283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e9b3312-84b6-4573-adde-292440812087 req-d46e349b-f623-48e2-a0f5-e0ee75923d02 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121221 Sep 16 04:59:28.581890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30966a6-34fb-4e10-94c3-d196c9c82c17 req-b8fefa43-1113-4d28-9ef4-28b363282d5e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618245 Sep 16 04:59:28.606274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.620181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.635976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.637455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a8f550d1-c6ce-4fcd-9df7-e638217c5b8f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4555228 Sep 16 04:59:28.642636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32994) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.646622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-4c0c3589-89f9-49a0-b4bb-0b74bd2339e5 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302468 Sep 16 04:59:28.718151 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:26Z', 'revision_number': 3, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:28.753879 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Checking router: 0ad817f1-501d-4821-bdc2-2162891bab9e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:28.754712 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Updating router 0ad817f1-501d-4821-bdc2-2162891bab9e port 5a2d78b7-4829-44e7-817e-643ae78b6078 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:28.773718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1738f2e0-9a2d-4f9b-a09e-2060945d7764 req-3550cacc-7926-4557-8cb9-ce58cad62a65 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 210 time: 0.0583320 Sep 16 04:59:28.774327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c154a4bd-db0c-4d37-b73a-35e9573135a3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.783307 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.925521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.930643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.936801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57c4d-6496-46c2-95d7-06dafcb44495 req-8da3a2a1-1436-4227-aab5-d6ffa89fb5fa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.938295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ff57c4d-6496-46c2-95d7-06dafcb44495 req-8da3a2a1-1436-4227-aab5-d6ffa89fb5fa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 943 time: 0.1718278 Sep 16 04:59:28.944803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edc0fce-ba39-4fc8-9060-cb0298421934 req-2e0e03c9-bdc0-47f1-a80a-6617a08ccf08 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823954 Sep 16 04:59:28.973022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Allocated IP 192.168.233.238 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/466e9229-9cdf-4632-b2d3-265554d49d2c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:29.011346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873b995-f91f-44be-b9a6-9dd1ecf6c72e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.015476 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0cc69aa8c0b468aac6121814f654792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092168 Sep 16 04:59:29.018328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.026716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.027150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.027487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.028027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.028381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.028710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.029036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.029363 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.029679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.030166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.030493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.030812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e8839-c480-4734-9eed-c9b7de755300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:29.038714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93899b-85f2-45a1-a892-ca1db11abb39 req-656cc29f-6077-44c8-9763-60f03c1dc94f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.040819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b93899b-85f2-45a1-a892-ca1db11abb39 req-656cc29f-6077-44c8-9763-60f03c1dc94f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 949 time: 0.1252222 Sep 16 04:59:29.096426 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.104568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ff57c4d-6496-46c2-95d7-06dafcb44495 req-dee6c5a7-240d-4202-ab83-2c171d678107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417687 Sep 16 04:59:29.135079 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.141008 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.198295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b93899b-85f2-45a1-a892-ca1db11abb39 req-de29d133-5719-417e-9e7c-0a40d72aeae6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186728 Sep 16 04:59:29.199226 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bab69e-9c85-4db5-a16c-419356890ed2 None None] Pushing event updated for resources: {'Port': ['ID=5a2d78b7-4829-44e7-817e-643ae78b6078,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.204041 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Attempting to bind port 5a2d78b7-4829-44e7-817e-643ae78b6078 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:29.204252 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Attempting to bind port 5a2d78b7-4829-44e7-817e-643ae78b6078 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:29.204502 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Attempting to bind port 5a2d78b7-4829-44e7-817e-643ae78b6078 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:29.210191 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:29.210561 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:29.211286 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.211409 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:29.211820 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Bound port: 5a2d78b7-4829-44e7-817e-643ae78b6078, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:29.212224 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.215784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 800eb056-adc3-484d-810d-5acf2fe50bad details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:29.261214 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b6ab0d47-f622-46f2-b388-e8e7694b8f9d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:29.263959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d956a71-7022-49b3-99eb-e572df9db0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.278010 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] For port 5a2d78b7-4829-44e7-817e-643ae78b6078, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:29.284939 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] For port 5a2d78b7-4829-44e7-817e-643ae78b6078, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5a2d78b7-4829-44e7-817e-643ae78b6078,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:29.297414 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.301640 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d956a71-7022-49b3-99eb-e572df9db0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.339957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.346281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.364658 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Routers {'0ad817f1-501d-4821-bdc2-2162891bab9e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:29.365481 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['0ad817f1-501d-4821-bdc2-2162891bab9e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:29.368059 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bab69e-9c85-4db5-a16c-419356890ed2 None None] Pushing event updated for resources: {'Port': ['ID=5a2d78b7-4829-44e7-817e-643ae78b6078,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.400726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d956a71-7022-49b3-99eb-e572df9db0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.403591 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d956a71-7022-49b3-99eb-e572df9db0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.408159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1d956a71-7022-49b3-99eb-e572df9db0d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3873b995-f91f-44be-b9a6-9dd1ecf6c72e HTTP/1.1" status: 204 len: 168 time: 0.3858337 Sep 16 04:59:29.417676 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.427068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d956a71-7022-49b3-99eb-e572df9db0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873b995-f91f-44be-b9a6-9dd1ecf6c72e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.474700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:29.478591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:29.481169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:29.487077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.487682 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.503607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Pushing event updated for resources: {'Port': ['ID=466e9229-9cdf-4632-b2d3-265554d49d2c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.521270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-287da5fd-b530-472f-b775-18bf05f500e9 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9287384 Sep 16 04:59:29.538491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Request body: {'port': {'device_id': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:29.570977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port b6ab0d47-f622-46f2-b388-e8e7694b8f9d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:29.578901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b6ab0d47-f622-46f2-b388-e8e7694b8f9d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.579748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.622505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] Set router 0ad817f1-501d-4821-bdc2-2162891bab9e gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:29.674204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 800eb056-adc3-484d-810d-5acf2fe50bad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=800eb056-adc3-484d-810d-5acf2fe50bad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:29.722407 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.723192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '800eb056-adc3-484d-810d-5acf2fe50bad', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '800eb056-adc3-484d-810d-5acf2fe50bad', 'mac_address': 'fa:16:3e:9b:56:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:29.741455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Allocated IP 172.20.0.1 (ca41172a-2f00-4965-a256-d87c2fb142bc/2b6fb416-afb0-433a-b803-07e3e61c484e/ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:29.769999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.847107 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.875877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33054) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.886728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800eb056-adc3-484d-810d-5acf2fe50bad {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:29.897662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bff01f7-50b5-49af-8989-60690eae856d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.939833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b0a0-acc5-4be9-b52d-1d625a62e26f req-e8702419-d286-4523-b229-14dcfa8a1b2e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.941540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4335b0a0-acc5-4be9-b52d-1d625a62e26f req-e8702419-d286-4523-b229-14dcfa8a1b2e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 947 time: 0.2183094 Sep 16 04:59:29.943587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.952825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf4ef-e214-4a8d-8f58-297af2c934a8 req-6e2cd103-c09c-4949-ba17-034af10ab4e4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.954469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63fcf4ef-e214-4a8d-8f58-297af2c934a8 req-6e2cd103-c09c-4949-ba17-034af10ab4e4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.1193993 Sep 16 04:59:29.969957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-61b9b6b0-d7e9-431c-90e4-6cb8a2a92003 None None] Provisioning complete for port 466e9229-9cdf-4632-b2d3-265554d49d2c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:29.970517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-61b9b6b0-d7e9-431c-90e4-6cb8a2a92003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.001074 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:26Z', 'revision_number': 3, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:30.023666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.025698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-61b9b6b0-d7e9-431c-90e4-6cb8a2a92003 None None] Port 466e9229-9cdf-4632-b2d3-265554d49d2c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:30.038099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 800eb056-adc3-484d-810d-5acf2fe50bad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=800eb056-adc3-484d-810d-5acf2fe50bad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:30.044516 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.051450 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644f28b-8cbe-459a-85e8-c8528eddd426 None None] The sync data for ids ['0ad817f1-501d-4821-bdc2-2162891bab9e'] in n-d-713301-15 is: [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:26Z', 'revision_number': 3, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:30.054123 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.087366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Network ca41172a-2f00-4965-a256-d87c2fb142bc is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:30.094126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:30.095025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28262498-ace8-4e0f-9507-604694261e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:30.096727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:30.097695 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc1fed0-72ca-498d-b7ea-d912a0a05e4d" -d '{"events": [{"server_uuid": "28262498-ace8-4e0f-9507-604694261e0b", "name": "network-vif-plugged", "status": "completed", "tag": "b6ab0d47-f622-46f2-b388-e8e7694b8f9d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:30.134320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b6ab0d47-f622-46f2-b388-e8e7694b8f9d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:30.139489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.151180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.156956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=800eb056-adc3-484d-810d-5acf2fe50bad,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.168345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bff01f7-50b5-49af-8989-60690eae856d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.175571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bff01f7-50b5-49af-8989-60690eae856d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.184366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63fcf4ef-e214-4a8d-8f58-297af2c934a8 req-8bc70b32-cb5f-4d8f-9f75-ca0484a56c35 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196424 Sep 16 04:59:30.211395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4335b0a0-acc5-4be9-b52d-1d625a62e26f req-6e4534fc-0953-4138-819c-2bd3c27fdece tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534704 Sep 16 04:59:30.242400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.255388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.263133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:30.313120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-e46b314c-26a0-44a7-a71e-6ab20f3d9ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2008717 Sep 16 04:59:30.336965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff01f7-50b5-49af-8989-60690eae856d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf3f5ca-21c0-47f5-a214-298fcf5b9ce4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.352829 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5bff01f7-50b5-49af-8989-60690eae856d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4805ee65efe430199e08a42a740ebd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758897 Sep 16 04:59:30.370758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33070) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:30.528050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:30.537903 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6f6298d-ac1e-48b8-a794-e256bb76dd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.543585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 has no active binding in host n-h2-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:59:30.559463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b9633ce6-ccc9-4332-a9a0-09a65516578d None None] Provisioning complete for port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:30.559977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9633ce6-ccc9-4332-a9a0-09a65516578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.600633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b9633ce6-ccc9-4332-a9a0-09a65516578d None None] Port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:30.604184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.611487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6f6298d-ac1e-48b8-a794-e256bb76dd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.628865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466e9229-9cdf-4632-b2d3-265554d49d2c {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:30.638575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.652882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Transition to ACTIVE for port object 466e9229-9cdf-4632-b2d3-265554d49d2c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:30.692520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.727922 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6f6298d-ac1e-48b8-a794-e256bb76dd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.730722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6f6298d-ac1e-48b8-a794-e256bb76dd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.732141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e6f6298d-ac1e-48b8-a794-e256bb76dd7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccf3f5ca-21c0-47f5-a214-298fcf5b9ce4 HTTP/1.1" status: 204 len: 168 time: 0.3599615 Sep 16 04:59:30.759000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6298d-ac1e-48b8-a794-e256bb76dd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf3f5ca-21c0-47f5-a214-298fcf5b9ce4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.790110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-d055ecab-43d3-4f88-96db-908536cc06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.791727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-d055ecab-43d3-4f88-96db-908536cc06bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=837588fc449a4490be3dc57b85fbdca9&device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1102 time: 0.3623724 Sep 16 04:59:30.805098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbba60b-5d2c-4b82-bf40-0d29cabb1c46 req-10f0be72-788d-4bcb-a47a-71a858ac5458 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:30.806826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bbba60b-5d2c-4b82-bf40-0d29cabb1c46 req-10f0be72-788d-4bcb-a47a-71a858ac5458 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 936 time: 0.4853194 Sep 16 04:59:30.893802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['800eb056-adc3-484d-810d-5acf2fe50bad'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:30.961712 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.968345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.016699 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088bdf83-8da5-4c8f-bdf0-395c47d91208 x-openstack-request-id: req-088bdf83-8da5-4c8f-bdf0-395c47d91208 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:31.031814 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28262498-ace8-4e0f-9507-604694261e0b", "name": "network-vif-plugged", "status": "completed", "tag": "b6ab0d47-f622-46f2-b388-e8e7694b8f9d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:31.032270 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-088bdf83-8da5-4c8f-bdf0-395c47d91208 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:31.032700 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28262498-ace8-4e0f-9507-604694261e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d', 'code': 200} Sep 16 04:59:31.073681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-25410e7d-11c1-4ecc-a6f1-965998cc60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.080192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-25410e7d-11c1-4ecc-a6f1-965998cc60c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2363622 Sep 16 04:59:31.093768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Pushing event updated for resources: {'Port': ['ID=466e9229-9cdf-4632-b2d3-265554d49d2c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.119154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a2d78b7-4829-44e7-817e-643ae78b6078 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:31.127811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.130066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.205964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.240842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bbba60b-5d2c-4b82-bf40-0d29cabb1c46 req-4c581712-74b2-4f3c-8a31-7f2f1088e3f6 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251337 Sep 16 04:59:31.242235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-f11d46ea-7d2b-45c1-b0ea-46b4d2711b68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121 HTTP/1.1" status: 200 len: 217 time: 0.1456246 Sep 16 04:59:31.307272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Network ca41172a-2f00-4965-a256-d87c2fb142bc is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:31.308752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:31.328525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5a2d78b7-4829-44e7-817e-643ae78b6078 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:31.328899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.393985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f01dc4-3e01-4670-adf0-be2ed460280e req-76778033-4ccd-47f6-b530-92d7d7463585 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.395582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0f01dc4-3e01-4670-adf0-be2ed460280e req-76778033-4ccd-47f6-b530-92d7d7463585 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 943 time: 0.3057544 Sep 16 04:59:31.433344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Attempting to bind port 466e9229-9cdf-4632-b2d3-265554d49d2c on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:31.433698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Attempting to bind port 466e9229-9cdf-4632-b2d3-265554d49d2c by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:31.433999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Attempting to bind port 466e9229-9cdf-4632-b2d3-265554d49d2c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:31.487160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05325df-5754-4f86-8868-c039fada2763 req-c6f2f37f-d99d-497f-a2f5-c7167d276dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.488674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b05325df-5754-4f86-8868-c039fada2763 req-c6f2f37f-d99d-497f-a2f5-c7167d276dfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 1102 time: 0.3619103 Sep 16 04:59:31.509082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Port 466e9229-9cdf-4632-b2d3-265554d49d2c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:31.509329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Attempting to bind port 466e9229-9cdf-4632-b2d3-265554d49d2c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:31.514260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Router 0ad817f1-501d-4821-bdc2-2162891bab9e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:31.519257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:31.519655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:31.520511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:31.520947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Bound port: 466e9229-9cdf-4632-b2d3-265554d49d2c, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:31.521297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.525312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-c674fbef-7af2-486e-bf61-e1864ab5f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.527246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-c674fbef-7af2-486e-bf61-e1864ab5f587 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2453551 Sep 16 04:59:31.530487 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.592365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 5a2d78b7-4829-44e7-817e-643ae78b6078, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5a2d78b7-4829-44e7-817e-643ae78b6078,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:31.606407 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.630813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0f01dc4-3e01-4670-adf0-be2ed460280e req-b3a00b38-9c6d-46a8-addd-5c6a49971a34 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809032 Sep 16 04:59:31.678465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=5a2d78b7-4829-44e7-817e-643ae78b6078,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.704513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a99e49ed-4a5a-4f81-bd96-9c5b1a7fe55d None None] Provisioning complete for port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:31.704928 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a99e49ed-4a5a-4f81-bd96-9c5b1a7fe55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.707816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b05325df-5754-4f86-8868-c039fada2763 req-25d3079a-bb35-4f0d-8953-c17d1d504b0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076495 Sep 16 04:59:31.732750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8a04a-791e-4dbc-9570-ac3e85cbf2e7 req-c05dc9c8-3130-4307-b914-5ca6d6c4c20e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.734429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ee8a04a-791e-4dbc-9570-ac3e85cbf2e7 req-c05dc9c8-3130-4307-b914-5ca6d6c4c20e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 950 time: 0.3352952 Sep 16 04:59:31.771151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-a223c0fa-32ed-4b88-99bd-c9653156389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:31.772856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-a223c0fa-32ed-4b88-99bd-c9653156389e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2005510 Sep 16 04:59:31.776610 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-25657977-2ee9-47ef-85c5-c9cb215c5c51 service neutron] 10.222.0.73 "GET /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.1748648 Sep 16 04:59:31.785185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a99e49ed-4a5a-4f81-bd96-9c5b1a7fe55d None None] Port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:31.810112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] For port 466e9229-9cdf-4632-b2d3-265554d49d2c, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:31.820538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:31.839584 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-75df83d5-f19a-489e-9aec-31c77f93b487 admin admin] 10.222.0.55 "PUT /v2.0/routers/0ad817f1-501d-4821-bdc2-2162891bab9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1869335 Sep 16 04:59:32.042909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:32.057005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] For port 466e9229-9cdf-4632-b2d3-265554d49d2c, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=466e9229-9cdf-4632-b2d3-265554d49d2c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:32.063874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ee8a04a-791e-4dbc-9570-ac3e85cbf2e7 req-af00d36f-4ad7-4ebd-9ff0-33f2a5c07f56 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147833 Sep 16 04:59:32.067999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.070392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:32.103232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.103854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.105811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] 10.222.0.73 "PUT /v2.0/ports/466e9229-9cdf-4632-b2d3-265554d49d2c HTTP/1.1" status: 200 len: 1097 time: 2.5719993 Sep 16 04:59:32.106490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'tag': '466e9229-9cdf-4632-b2d3-265554d49d2c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:32.109362 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400c17f-fd62-4319-a562-30765d321429" -d '{"events": [{"name": "network-changed", "server_uuid": "c77b6a36-5309-4d6c-9677-57695be92d0e", "tag": "466e9229-9cdf-4632-b2d3-265554d49d2c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:32.126918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab299f24-84d1-48ff-976d-823c2e78aff3 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:32.138666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c634b8-4117-428b-a10c-5347fe98933f req-961a7590-1037-486e-a7a4-71671f80d274 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.140243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c634b8-4117-428b-a10c-5347fe98933f req-961a7590-1037-486e-a7a4-71671f80d274 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 944 time: 0.3236363 Sep 16 04:59:32.163022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:32.185304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.202103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4556a-d4e3-4669-91aa-2a62cb5faea9 service neutron] Pushing event updated for resources: {'Port': ['ID=466e9229-9cdf-4632-b2d3-265554d49d2c,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.313686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] Transition to ACTIVE for port object ab299f24-84d1-48ff-976d-823c2e78aff3 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:32.320013 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:32.372939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c634b8-4117-428b-a10c-5347fe98933f req-6fc370fb-02cc-4134-ad91-fec3f2e90a45 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219002 Sep 16 04:59:32.396077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-eb684f24-4e26-4b02-a93f-cbc92ab1d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.397607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-eb684f24-4e26-4b02-a93f-cbc92ab1d204 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d9a74e45e9d466d838796016c1d7b40&device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 1100 time: 0.1971140 Sep 16 04:59:32.401615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] No DVR routers for this DVR port ab299f24-84d1-48ff-976d-823c2e78aff3 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:32.447963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] Pushing event updated for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.465086 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-5682b983-3503-4a0f-a4cf-b9badf517658 service neutron] 10.222.0.73 "PUT /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3/bindings/n-h1-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6801863 Sep 16 04:59:32.496693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-25a6a709-72df-4334-912d-e72043e16606 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=466e9229-9cdf-4632-b2d3-265554d49d2c HTTP/1.1" status: 200 len: 217 time: 0.0884380 Sep 16 04:59:32.498579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-5faf9b71-78f5-4b47-bf00-1daae7e60c80 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411604 Sep 16 04:59:32.555114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc8b6b-ba5d-40f5-97d1-3adef75fb8bb req-72cebf63-bb05-4f44-8eb5-29abc25b6c8a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.556711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8edc8b6b-ba5d-40f5-97d1-3adef75fb8bb req-72cebf63-bb05-4f44-8eb5-29abc25b6c8a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 948 time: 0.3065405 Sep 16 04:59:32.627909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Sync routers for ids ['0ad817f1-501d-4821-bdc2-2162891bab9e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:32.642196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Routers {'0ad817f1-501d-4821-bdc2-2162891bab9e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:32.643201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['0ad817f1-501d-4821-bdc2-2162891bab9e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:32.656289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-1576b818-a030-4677-ac6d-3ec79299b537 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.657717 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-1576b818-a030-4677-ac6d-3ec79299b537 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.0835876 Sep 16 04:59:32.729754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-9372516d-9e14-49e0-91f2-cc3d9d63aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.731308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-9372516d-9e14-49e0-91f2-cc3d9d63aa0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2092454 Sep 16 04:59:32.773769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8edc8b6b-ba5d-40f5-97d1-3adef75fb8bb req-8291d00a-28d0-49d3-aecc-b1e9e78cbc01 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931760 Sep 16 04:59:32.775646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-237f9a66-ad4d-4922-a7bc-651fa1d65c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.777440 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-237f9a66-ad4d-4922-a7bc-651fa1d65c16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073&tenant_id=f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 1096 time: 0.1076605 Sep 16 04:59:32.796453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-cad65e9a-3db7-45c0-a764-963dfa6c21ba service neutron] 10.222.0.64 "GET /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4/bindings/n-h2-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.3729231 Sep 16 04:59:32.798106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Set router 0ad817f1-501d-4821-bdc2-2162891bab9e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:32.826783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f8aa683-a694-4b13-bc0d-ae57b4c336b6 req-39d7b407-799a-433d-bb7e-ac53663cfe7f service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003221 Sep 16 04:59:32.971504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f68aa-2666-42fd-9499-c1d4c701863b req-818df130-59fb-459a-bebb-fdc4f304bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.977330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-818df130-59fb-459a-bebb-fdc4f304bfc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2294173 Sep 16 04:59:33.037071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a2d78b7-4829-44e7-817e-643ae78b6078 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:33.148294 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6889a465-55a6-415e-b914-0fcaca8a3581 x-openstack-request-id: req-6889a465-55a6-415e-b914-0fcaca8a3581 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:33.148670 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77b6a36-5309-4d6c-9677-57695be92d0e", "tag": "466e9229-9cdf-4632-b2d3-265554d49d2c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:33.148842 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6889a465-55a6-415e-b914-0fcaca8a3581 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:33.149218 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'tag': '466e9229-9cdf-4632-b2d3-265554d49d2c', 'status': 'completed', 'code': 200} Sep 16 04:59:33.238364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5a2d78b7-4829-44e7-817e-643ae78b6078 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:33.238828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.266237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 800eb056-adc3-484d-810d-5acf2fe50bad up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:33.269953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:33.284150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-1a39840c-996a-4da0-a786-6d3c3ec01b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.285892 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-1a39840c-996a-4da0-a786-6d3c3ec01b0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1096 time: 0.4627159 Sep 16 04:59:33.323741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:30Z', 'revision_number': 4, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d', 'name': '', 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'mac_address': 'fa:16:3e:01:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2b6fb416-afb0-433a-b803-07e3e61c484e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:29Z', 'updated_at': '2021-09-16T04:59:30Z', 'revision_number': 2, 'project_id': '482549eac66a4c97af389e4506cc6018', 'subnets': [{'id': '2b6fb416-afb0-433a-b803-07e3e61c484e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:33.331999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:33.382554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e795f-3cf9-40d9-81eb-c809e8195a29 req-fe09dde2-6896-48dc-89c7-5e542d23f4c8 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.384299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-670e795f-3cf9-40d9-81eb-c809e8195a29 req-fe09dde2-6896-48dc-89c7-5e542d23f4c8 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 948 time: 0.2382081 Sep 16 04:59:33.386310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-97fe27fd-9970-4d59-8c5d-e71c7142d12a service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356160 Sep 16 04:59:33.402008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-8fcdadb3-4a1f-4bfb-8a47-add1cc11ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.403950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-8fcdadb3-4a1f-4bfb-8a47-add1cc11ecc3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.0998285 Sep 16 04:59:33.415173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344cb260-c6cd-452a-9b1f-083c54579ab4 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:33.447531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:33.453117 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-a6aa49a7-db9b-4061-b4e9-db01e2b0edc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 217 time: 0.0401781 Sep 16 04:59:33.468043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Checking router: 0ad817f1-501d-4821-bdc2-2162891bab9e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:33.468358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Updating router 0ad817f1-501d-4821-bdc2-2162891bab9e port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:33.490059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25fd2d-384a-41a8-9687-83f5e296f588 req-6c2e87f2-620b-4131-80d0-a86f579fa11c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.492399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e25fd2d-384a-41a8-9687-83f5e296f588 req-6c2e87f2-620b-4131-80d0-a86f579fa11c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 944 time: 0.1869059 Sep 16 04:59:33.501545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.502770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.514540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-f5c45c10-171d-49bf-a468-d88d0166ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.516156 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-f5c45c10-171d-49bf-a468-d88d0166ed84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.0542431 Sep 16 04:59:33.531758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-670e795f-3cf9-40d9-81eb-c809e8195a29 req-832ddb7d-3782-42c2-8e1f-f4c0ac2218df tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392775 Sep 16 04:59:33.535074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 800eb056-adc3-484d-810d-5acf2fe50bad completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:33.564855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 800eb056-adc3-484d-810d-5acf2fe50bad triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:33.565228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.623606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-4c02749f-4260-4ec8-a9b4-578bfc3f2ce0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340154 Sep 16 04:59:33.656230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e25fd2d-384a-41a8-9687-83f5e296f588 req-e8357d55-b222-4731-b9b4-fc43994a8563 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495004 Sep 16 04:59:33.666879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f68aa-2666-42fd-9499-c1d4c701863b req-29fd4f8d-fee3-40c4-8177-57f44220349e service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618799 Sep 16 04:59:33.789697 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.853959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] Transition to ACTIVE for port object 344cb260-c6cd-452a-9b1f-083c54579ab4 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:33.856675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800eb056-adc3-484d-810d-5acf2fe50bad'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:33.859248 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226810d7-2ecd-4d21-bfb3-06e715124562" -d '{"events": [{"server_uuid": "e8fc1853-6fcb-4450-98c0-1c4dc657b777", "name": "network-vif-plugged", "status": "completed", "tag": "800eb056-adc3-484d-810d-5acf2fe50bad"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:33.867873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.881207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 800eb056-adc3-484d-810d-5acf2fe50bad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=800eb056-adc3-484d-810d-5acf2fe50bad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:33.888052 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:33.888920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:33.914715 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-84b24b84-0dee-4f8c-b812-745d34ca7139 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676990 Sep 16 04:59:33.927260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400c17f-fd62-4319-a562-30765d321429 req-e9172374-c78a-4f95-9ea9-bb05b729b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.929256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e400c17f-fd62-4319-a562-30765d321429 req-e9172374-c78a-4f95-9ea9-bb05b729b67e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d9a74e45e9d466d838796016c1d7b40&device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 1100 time: 0.2005026 Sep 16 04:59:33.951960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] No DVR routers for this DVR port 344cb260-c6cd-452a-9b1f-083c54579ab4 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:33.970037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d13b68-ddbc-4ac4-9980-a4e9bcc04257 req-d3c2c185-141a-41ee-a340-407616370096 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.978966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2d13b68-ddbc-4ac4-9980-a4e9bcc04257 req-d3c2c185-141a-41ee-a340-407616370096 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 950 time: 0.1856177 Sep 16 04:59:34.019828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.021613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=800eb056-adc3-484d-810d-5acf2fe50bad,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.026568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:34.035161 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.083683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] Pushing event updated for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=10']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.090898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2d13b68-ddbc-4ac4-9980-a4e9bcc04257 req-55226dcd-c5df-45f4-a74a-e3fdda8136ed tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112065 Sep 16 04:59:34.110599 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-b0a7b216-4f84-4d9d-ad83-35c7c56e0fe5 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735787 Sep 16 04:59:34.136520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102408-bd2a-4c76-a2cc-b0392449ef06 None None] Pushing event updated for resources: {'Port': ['ID=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.137643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-684ff089-5ef2-413a-988b-55f561f25470 service neutron] 10.222.0.64 "PUT /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4/bindings/n-h2-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3234897 Sep 16 04:59:34.181810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400c17f-fd62-4319-a562-30765d321429 req-9ed4c917-e20f-4199-b603-ebfec22847c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.184930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e400c17f-fd62-4319-a562-30765d321429 req-9ed4c917-e20f-4199-b603-ebfec22847c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2348583 Sep 16 04:59:34.187505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Attempting to bind port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:34.189516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Attempting to bind port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:34.189886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Attempting to bind port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d on network ca41172a-2f00-4965-a256-d87c2fb142bc {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:34.207958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:34.208370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Checking segment: {'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:34.208789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.209193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Bound using segment: {'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:34.209696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Bound port: ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982420f2-19b8-4a41-a039-608c5b6cc354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:34.210061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.257100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e400c17f-fd62-4319-a562-30765d321429 req-40aeee1e-0e88-417e-a6e2-d472fa02f09d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=466e9229-9cdf-4632-b2d3-265554d49d2c HTTP/1.1" status: 200 len: 217 time: 0.0637209 Sep 16 04:59:34.310394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:34.322075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-82550598-2291-4aa4-ba99-27777311ec7d tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.323623 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-82550598-2291-4aa4-ba99-27777311ec7d tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.0752966 Sep 16 04:59:34.383475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400c17f-fd62-4319-a562-30765d321429 req-9d17ae50-77d9-4780-b4d5-de4d113f0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.385434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e400c17f-fd62-4319-a562-30765d321429 req-9d17ae50-77d9-4780-b4d5-de4d113f0841 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1199250 Sep 16 04:59:34.418636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:34.421348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-576f1657-c524-4431-ab8a-0f2c2291cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.422863 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-576f1657-c524-4431-ab8a-0f2c2291cb11 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f&tenant_id=63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0892751 Sep 16 04:59:34.429047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] For port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:34.433196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] For port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,segment=NetworkSegment(982420f2-19b8-4a41-a039-608c5b6cc354),segment_id=982420f2-19b8-4a41-a039-608c5b6cc354)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:34.440079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.518944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-7d339953-5b09-4aa1-9e58-b15a38140296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.520962 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-7d339953-5b09-4aa1-9e58-b15a38140296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1097 time: 0.0670567 Sep 16 04:59:34.539234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Routers {'0ad817f1-501d-4821-bdc2-2162891bab9e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:34.539879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['0ad817f1-501d-4821-bdc2-2162891bab9e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:34.546281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102408-bd2a-4c76-a2cc-b0392449ef06 None None] Pushing event updated for resources: {'Port': ['ID=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:34.600370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-de4a78a3-3419-40a3-995d-be919fc7789f None None] Provisioning complete for port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:34.601606 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de4a78a3-3419-40a3-995d-be919fc7789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.615263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758b2c3-d7dc-4a8d-a234-bb8e5d135cb5 req-37134cc9-1693-4812-abae-4d28ab2c73d6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.616909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2758b2c3-d7dc-4a8d-a234-bb8e5d135cb5 req-37134cc9-1693-4812-abae-4d28ab2c73d6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 945 time: 0.2002413 Sep 16 04:59:34.626826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400c17f-fd62-4319-a562-30765d321429 req-aba5a5e0-aafb-4d30-9e1d-d660476d44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.628353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e400c17f-fd62-4319-a562-30765d321429 req-aba5a5e0-aafb-4d30-9e1d-d660476d44a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2310331 Sep 16 04:59:34.630166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-dc3addb2-01bc-45e7-aa3b-819cb7269bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.633928 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-dc3addb2-01bc-45e7-aa3b-819cb7269bde service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.1044149 Sep 16 04:59:34.692947 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-16ae65ec-bf41-4e74-994b-13338f563d11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 217 time: 0.0434849 Sep 16 04:59:34.723958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90b139-4734-4eb7-8015-ce1b0e1eeaf0 req-a6f99695-b81a-4040-9edc-7ea754330c08 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.725552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce90b139-4734-4eb7-8015-ce1b0e1eeaf0 req-a6f99695-b81a-4040-9edc-7ea754330c08 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 949 time: 0.2329352 Sep 16 04:59:34.731797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-87b841d3-e90f-4e07-9cfc-d31a675054ed tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.733250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-87b841d3-e90f-4e07-9cfc-d31a675054ed tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.2223742 Sep 16 04:59:34.739902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2758b2c3-d7dc-4a8d-a234-bb8e5d135cb5 req-2411b279-7674-4b05-83f8-8acdeb8b2578 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098719 Sep 16 04:59:34.759933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-8700d29c-d872-4ead-b814-9873b81eebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.759933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-8700d29c-d872-4ead-b814-9873b81eebca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.0579824 Sep 16 04:59:34.760959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] Set router 0ad817f1-501d-4821-bdc2-2162891bab9e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:34.800021 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db55cb9-6ab1-4bd5-80fc-aa3b6237748c x-openstack-request-id: req-9db55cb9-6ab1-4bd5-80fc-aa3b6237748c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:34.800640 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fc1853-6fcb-4450-98c0-1c4dc657b777", "name": "network-vif-plugged", "status": "completed", "tag": "800eb056-adc3-484d-810d-5acf2fe50bad", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:34.800640 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9db55cb9-6ab1-4bd5-80fc-aa3b6237748c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:34.800947 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800eb056-adc3-484d-810d-5acf2fe50bad', 'code': 200} Sep 16 04:59:34.808607 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-fc6e2be8-3fa4-46ea-be75-87b3f31405e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402544 Sep 16 04:59:34.814023 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de4a78a3-3419-40a3-995d-be919fc7789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.840901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce90b139-4734-4eb7-8015-ce1b0e1eeaf0 req-cd6d45ac-4d85-4654-9fda-e8f22e38778e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066871 Sep 16 04:59:34.903582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e400c17f-fd62-4319-a562-30765d321429 req-a54d87e7-b375-4b01-8520-ef831c8ab14c service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538743 Sep 16 04:59:34.924457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-de4a78a3-3419-40a3-995d-be919fc7789f None None] For port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,segment=NetworkSegment(982420f2-19b8-4a41-a039-608c5b6cc354),segment_id=982420f2-19b8-4a41-a039-608c5b6cc354)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:34.937774 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de4a78a3-3419-40a3-995d-be919fc7789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.017097 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-914a042f-3745-4bc7-8132-a65e713ee9f4 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014844 Sep 16 04:59:35.027504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c54c41-321d-42eb-b1ec-58a94ba33ee7 req-ae46719b-3382-4ea2-8401-c7ce8d98ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.029067 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-28c54c41-321d-42eb-b1ec-58a94ba33ee7 req-ae46719b-3382-4ea2-8401-c7ce8d98ca42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 1101 time: 0.0890133 Sep 16 04:59:35.036137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a78a3-3419-40a3-995d-be919fc7789f None None] Pushing event updated for resources: {'Port': ['ID=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.095657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b5158932-f545-403d-9395-e6fc9a4cf803 None None] Provisioning complete for port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:35.096145 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b5158932-f545-403d-9395-e6fc9a4cf803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.126730 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-28c54c41-321d-42eb-b1ec-58a94ba33ee7 req-06028848-6ec8-4c39-9c51-024b27d05541 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837185 Sep 16 04:59:35.156515 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-cea1e08e-3cd0-4199-94aa-8c02dc214181 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219409 Sep 16 04:59:35.184778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:30Z', 'revision_number': 4, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d', 'name': '', 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'mac_address': 'fa:16:3e:01:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2b6fb416-afb0-433a-b803-07e3e61c484e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:29Z', 'updated_at': '2021-09-16T04:59:34Z', 'revision_number': 4, 'project_id': '482549eac66a4c97af389e4506cc6018', 'subnets': [{'id': '2b6fb416-afb0-433a-b803-07e3e61c484e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:35.222991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3f6a4-77c9-46fe-8197-db3bc999f0e5 None None] The sync data for ids ['0ad817f1-501d-4821-bdc2-2162891bab9e'] in n-d-713301-15 is: [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T04:59:30Z', 'revision_number': 4, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d', 'name': '', 'network_id': 'ca41172a-2f00-4965-a256-d87c2fb142bc', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'mac_address': 'fa:16:3e:01:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2b6fb416-afb0-433a-b803-07e3e61c484e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:29Z', 'updated_at': '2021-09-16T04:59:34Z', 'revision_number': 4, 'project_id': '482549eac66a4c97af389e4506cc6018', 'subnets': [{'id': '2b6fb416-afb0-433a-b803-07e3e61c484e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:35.325225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5a8b7-5843-42db-b71b-7b85ad5074e7 req-ea6ea134-a211-459c-b393-3c79bcd85383 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.326723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fc5a8b7-5843-42db-b71b-7b85ad5074e7 req-ea6ea134-a211-459c-b393-3c79bcd85383 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 944 time: 0.1883328 Sep 16 04:59:35.330708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-d8dd48c7-6243-4fcd-95b2-92909c98f56e service neutron] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:35.341247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157b4e-dff7-4118-95b5-1a87f9ae384a req-e9ee9bbf-61eb-430f-81e7-cbb85896aac2 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.342821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db157b4e-dff7-4118-95b5-1a87f9ae384a req-e9ee9bbf-61eb-430f-81e7-cbb85896aac2 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 948 time: 0.2018809 Sep 16 04:59:35.349706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-d8dd48c7-6243-4fcd-95b2-92909c98f56e service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.350777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84439f07-b246-4b78-ac63-3c95e57ccfff req-d8dd48c7-6243-4fcd-95b2-92909c98f56e service neutron] 10.222.0.64 "DELETE /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3/bindings/n-h2-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.6029410 Sep 16 04:59:35.357380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e400c17f-fd62-4319-a562-30765d321429 req-a17f515a-4b8b-4cd8-a65c-28eafa912d83 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440935 Sep 16 04:59:35.407893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fc5a8b7-5843-42db-b71b-7b85ad5074e7 req-7dd62238-f3d9-4315-8575-e59e53f30e32 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623708 Sep 16 04:59:35.428146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db157b4e-dff7-4118-95b5-1a87f9ae384a req-928709e0-50d4-40ae-b5db-601eac93c9be tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 Sep 16 04:59:35.498085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-91d0ed40-b99c-4819-be89-a7e752368d50 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.499690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-91d0ed40-b99c-4819-be89-a7e752368d50 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.0639307 Sep 16 04:59:35.626494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55886bbf-3d72-4bda-9c66-ef7d85f95738 req-b6843060-56da-4af3-b00a-07210cacecf6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.628077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55886bbf-3d72-4bda-9c66-ef7d85f95738 req-b6843060-56da-4af3-b00a-07210cacecf6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 950 time: 0.0919816 Sep 16 04:59:35.700268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55886bbf-3d72-4bda-9c66-ef7d85f95738 req-7a08d05d-4b92-48de-88f8-fdeb7bbea26e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492117 Sep 16 04:59:35.705419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-5023608c-0adc-4a94-bed0-79c9d4350ed0 service neutron] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:35.708770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-5023608c-0adc-4a94-bed0-79c9d4350ed0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.709926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b655af-265c-4a07-8a9e-176b16bb4637 req-5023608c-0adc-4a94-bed0-79c9d4350ed0 service neutron] 10.222.0.73 "DELETE /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4/bindings/n-h1-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.2015707 Sep 16 04:59:36.032395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9fd2-6573-4dc0-8d09-245726943a45 req-0f1eeb43-e0a2-4dab-9a2f-4e40d16ca06e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.034227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-292d9fd2-6573-4dc0-8d09-245726943a45 req-0f1eeb43-e0a2-4dab-9a2f-4e40d16ca06e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 945 time: 0.0664258 Sep 16 04:59:36.083854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-292d9fd2-6573-4dc0-8d09-245726943a45 req-771b8357-e794-4463-9e93-de4bf373dd31 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Sep 16 04:59:36.188935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed036a-63c6-4211-ad92-75a7c47d0bbc req-c187c5bd-4e55-4430-a42e-d1f2953dd34a tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.198681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9eed036a-63c6-4211-ad92-75a7c47d0bbc req-c187c5bd-4e55-4430-a42e-d1f2953dd34a tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1096 time: 0.0532942 Sep 16 04:59:36.240649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9eed036a-63c6-4211-ad92-75a7c47d0bbc req-b56291fd-8469-430e-9b43-539db6366ff0 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Sep 16 04:59:36.283579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ff715-267a-4e11-a157-af04edc59eaa req-9ec4185f-554f-4190-a058-5cd6c093bf03 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.290645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-379ff715-267a-4e11-a157-af04edc59eaa req-9ec4185f-554f-4190-a058-5cd6c093bf03 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 949 time: 0.0633478 Sep 16 04:59:36.301056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 466e9229-9cdf-4632-b2d3-265554d49d2c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:36.346617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-379ff715-267a-4e11-a157-af04edc59eaa req-69f5d2b7-df56-4097-9e9b-671e2d8baddc tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536442 Sep 16 04:59:36.499090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 466e9229-9cdf-4632-b2d3-265554d49d2c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=466e9229-9cdf-4632-b2d3-265554d49d2c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:36.516022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '466e9229-9cdf-4632-b2d3-265554d49d2c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '466e9229-9cdf-4632-b2d3-265554d49d2c', 'mac_address': 'fa:16:3e:48:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:36.567835 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.605267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e9229-9cdf-4632-b2d3-265554d49d2c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:36.638947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 466e9229-9cdf-4632-b2d3-265554d49d2c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=466e9229-9cdf-4632-b2d3-265554d49d2c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:36.644822 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.654796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.659129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-18917fdc-1cd5-40e0-a5a1-04745d87bb08 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502765109', 'description': 'tempest-description--1469587229'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:36.686603 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18917fdc-1cd5-40e0-a5a1-04745d87bb08 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.712645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=466e9229-9cdf-4632-b2d3-265554d49d2c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.784278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18917fdc-1cd5-40e0-a5a1-04745d87bb08 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.789536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18917fdc-1cd5-40e0-a5a1-04745d87bb08 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.823021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18917fdc-1cd5-40e0-a5a1-04745d87bb08 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.824446 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-18917fdc-1cd5-40e0-a5a1-04745d87bb08 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1688585 Sep 16 04:59:36.830303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18917fdc-1cd5-40e0-a5a1-04745d87bb08 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b92aa6-27db-4f0d-a214-98ca202f322f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.831800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33390) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.839830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-887aa912-a4a2-4a8a-81c4-053192a293f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'security_group_rule': {'security_group_id': '07b92aa6-27db-4f0d-a214-98ca202f322f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:36.872345 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-887aa912-a4a2-4a8a-81c4-053192a293f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.882954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['466e9229-9cdf-4632-b2d3-265554d49d2c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:36.978372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-887aa912-a4a2-4a8a-81c4-053192a293f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.985834 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-887aa912-a4a2-4a8a-81c4-053192a293f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.010414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887aa912-a4a2-4a8a-81c4-053192a293f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6514341-c7d1-4e0d-9289-d7d270030778,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.023884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:37.036212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1d401-9806-4ce2-b46b-23baad3c7cde req-5cc0c20c-d60a-4cda-b1d9-376c68de9243 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.037692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b1d401-9806-4ce2-b46b-23baad3c7cde req-5cc0c20c-d60a-4cda-b1d9-376c68de9243 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 949 time: 0.1356199 Sep 16 04:59:37.078556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-887aa912-a4a2-4a8a-81c4-053192a293f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.082228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-887aa912-a4a2-4a8a-81c4-053192a293f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2467153 Sep 16 04:59:37.083779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33396) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.087674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-401e2548-d6e5-4ba4-bd1d-014bc0940c8b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'security_group_rule': {'security_group_id': '07b92aa6-27db-4f0d-a214-98ca202f322f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:37.120549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b1d401-9806-4ce2-b46b-23baad3c7cde req-4fb17b41-15d6-400a-bd45-9aed6a6bfad5 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 Sep 16 04:59:37.135167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.135661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.136198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.136668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.137134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.137779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.138283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.146840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7865c698-ea9b-4c38-ad71-311534046f3a req-22abedab-d02c-410e-ad2d-8673db01a4fd tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e&device_id=28262498-ace8-4e0f-9507-604694261e0b&device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777&device_id=771a1197-673f-4150-9cc4-b5bc46a49073&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f&device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7&device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 6464 time: 0.1244426 Sep 16 04:59:37.166496 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7865c698-ea9b-4c38-ad71-311534046f3a req-e4b55ed9-cd81-4132-aac2-4225fd10c08a tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.177457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-401e2548-d6e5-4ba4-bd1d-014bc0940c8b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.258832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:37.259202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.283622 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-401e2548-d6e5-4ba4-bd1d-014bc0940c8b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.288357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-401e2548-d6e5-4ba4-bd1d-014bc0940c8b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.309428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e2548-d6e5-4ba4-bd1d-014bc0940c8b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12eccb3-4c42-4981-b486-43440544509d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.316588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7865c698-ea9b-4c38-ad71-311534046f3a req-e4b55ed9-cd81-4132-aac2-4225fd10c08a tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.324988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-401e2548-d6e5-4ba4-bd1d-014bc0940c8b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.328136 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-401e2548-d6e5-4ba4-bd1d-014bc0940c8b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2430108 Sep 16 04:59:37.329695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33406) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.334601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:37.346382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7865c698-ea9b-4c38-ad71-311534046f3a req-e4b55ed9-cd81-4132-aac2-4225fd10c08a tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.363106 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.381885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7865c698-ea9b-4c38-ad71-311534046f3a req-e4b55ed9-cd81-4132-aac2-4225fd10c08a tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&id=c154a4bd-db0c-4d37-b73a-35e9573135a3&id=90f0d481-4f92-4bf0-afcc-749c29c84a48&id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.2341709 Sep 16 04:59:37.396718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b55ed9-cd81-4132-aac2-4225fd10c08a tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f4f01-4e63-4301-aeb7-177539ec98cf,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.425334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57550-cd21-4271-8452-9181e83db67c req-f2d8b02a-a9a4-4d2f-a0fa-7e7d54ad50cd tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.427034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-f2d8b02a-a9a4-4d2f-a0fa-7e7d54ad50cd tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.1649036 Sep 16 04:59:37.442586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-07eae220-e767-4426-b726-8923a733ca84 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/quotas/f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 375 time: 0.0098641 Sep 16 04:59:37.483446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.513790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d8859-7668-4a5a-8664-ba743e1d9b0d req-a75c5c69-02ac-4c8f-929e-082276bbfbbf tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.515290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-103d8859-7668-4a5a-8664-ba743e1d9b0d req-a75c5c69-02ac-4c8f-929e-082276bbfbbf tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1097 time: 0.0693636 Sep 16 04:59:37.525197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-4746dc25-60fd-4bda-8f91-2c3aad6a39d5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698960 Sep 16 04:59:37.578928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-103d8859-7668-4a5a-8664-ba743e1d9b0d req-2e30d09f-4198-44de-879e-f337f863647d tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532644 Sep 16 04:59:37.590702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Allocated IP 172.25.6.254 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/809bd8a5-7d75-4b39-8481-2d68f18e4fbb) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:37.666002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-278fc31f-175c-40d4-8695-93b792ff57f6 service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279428 Sep 16 04:59:37.715699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.751328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.799502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:37.806796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:37.807466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-aed67c20-16d0-423c-b2d1-315cccf55629 service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342990 Sep 16 04:59:37.811480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:37.814684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event updated for resources: {'Port': ['ID=809bd8a5-7d75-4b39-8481-2d68f18e4fbb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.876388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d49ccf-267e-40d9-9917-98d573c9cef0 req-f49f2d5d-eb37-45b6-a018-e8a50905a3a8 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.878536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60d49ccf-267e-40d9-9917-98d573c9cef0 req-f49f2d5d-eb37-45b6-a018-e8a50905a3a8 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 949 time: 0.0696771 Sep 16 04:59:37.925344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60d49ccf-267e-40d9-9917-98d573c9cef0 req-bae3b3c5-f049-49d8-8fd3-95241c6eb613 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Sep 16 04:59:37.946538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.004273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.214033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24219516-e364-4bde-bf6b-6183a542ba60 req-16124966-0447-48e6-9ca7-d4307eed8fd0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 210 time: 0.0353482 Sep 16 04:59:38.229254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.235654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.238144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-492b0512-eed2-44bf-a788-1d576533b07d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.239827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-492b0512-eed2-44bf-a788-1d576533b07d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.2021873 Sep 16 04:59:38.268760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-57504f5d-0d5c-4db4-bdd6-9b70841093ba tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/quotas/63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 375 time: 0.0129380 Sep 16 04:59:38.296636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 466e9229-9cdf-4632-b2d3-265554d49d2c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:38.322640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.348305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.350089 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0193686 Sep 16 04:59:38.355014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f24f7-197c-45c6-8254-fbc7bf2c6695 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event updated for resources: {'Port': ['ID=809bd8a5-7d75-4b39-8481-2d68f18e4fbb,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:38.378167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-1b3472d1-df0d-4ddb-a161-be1b97918a11 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982358 Sep 16 04:59:38.395440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 466e9229-9cdf-4632-b2d3-265554d49d2c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:38.401384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 466e9229-9cdf-4632-b2d3-265554d49d2c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:38.401897 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.508310 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.535596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e9229-9cdf-4632-b2d3-265554d49d2c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:38.538816 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0715f-1474-414b-a6cb-f391a5446ef0" -d '{"events": [{"server_uuid": "c77b6a36-5309-4d6c-9677-57695be92d0e", "name": "network-vif-plugged", "status": "completed", "tag": "466e9229-9cdf-4632-b2d3-265554d49d2c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:38.560150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-88c497d8-64ad-4a72-b3e2-50f2acc7dc3d service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809280 Sep 16 04:59:38.565050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 466e9229-9cdf-4632-b2d3-265554d49d2c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=466e9229-9cdf-4632-b2d3-265554d49d2c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:38.574029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.651204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=466e9229-9cdf-4632-b2d3-265554d49d2c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:38.652828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33482) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:38.718482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-4f8eab43-b368-4543-a8e6-7c398fd44871 service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572721 Sep 16 04:59:38.728200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3203691-256b-4113-a929-01364fb5d80b req-b9e35c9b-8ec5-4782-bfcd-78c5277476f2 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.728760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3203691-256b-4113-a929-01364fb5d80b req-b9e35c9b-8ec5-4782-bfcd-78c5277476f2 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.729305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3203691-256b-4113-a929-01364fb5d80b req-b9e35c9b-8ec5-4782-bfcd-78c5277476f2 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.731006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3203691-256b-4113-a929-01364fb5d80b req-b9e35c9b-8ec5-4782-bfcd-78c5277476f2 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b&device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7&device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 2909 time: 0.0626745 Sep 16 04:59:38.786878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2613577d-a9a2-48f7-afaa-2afce9919f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.791956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3203691-256b-4113-a929-01364fb5d80b req-f78e984e-2be8-41e6-9e00-70435f371a87 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Sep 16 04:59:38.950464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2613577d-a9a2-48f7-afaa-2afce9919f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.954821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2613577d-a9a2-48f7-afaa-2afce9919f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:38.957502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ebe9-71a6-4d7f-9f0e-7f4ffe706350 req-1fc9443c-9b37-41c2-8f55-c5ffe3336b4c tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.974856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8019ebe9-71a6-4d7f-9f0e-7f4ffe706350 req-1fc9443c-9b37-41c2-8f55-c5ffe3336b4c tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 950 time: 0.0893183 Sep 16 04:59:38.987615 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2613577d-a9a2-48f7-afaa-2afce9919f12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d6fe037ae3b4ee487a5aef9274bfca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336349 Sep 16 04:59:38.990505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33502) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.040653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8019ebe9-71a6-4d7f-9f0e-7f4ffe706350 req-a26ab04b-d861-4023-8dc4-e1bed31f71fa tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649281 Sep 16 04:59:39.044844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613577d-a9a2-48f7-afaa-2afce9919f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afed6cdb-98a9-4711-b395-800dbcae5ef6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:39.073282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-6a366216-e0e1-409f-9628-dbb4576adbc2 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1502765109&fields=id&tenant_id=ada320c778d84f58b86584ed726eba5a HTTP/1.1" status: 200 len: 267 time: 0.0791719 Sep 16 04:59:39.097466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de7bb21f-25ca-4250-90e0-e868b9e3ce58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.121152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de7bb21f-25ca-4250-90e0-e868b9e3ce58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.170339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33510) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.192199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de7bb21f-25ca-4250-90e0-e868b9e3ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.195345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de7bb21f-25ca-4250-90e0-e868b9e3ce58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.196754 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de7bb21f-25ca-4250-90e0-e868b9e3ce58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afed6cdb-98a9-4711-b395-800dbcae5ef6 HTTP/1.1" status: 204 len: 168 time: 0.2053380 Sep 16 04:59:39.223147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bb21f-25ca-4250-90e0-e868b9e3ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afed6cdb-98a9-4711-b395-800dbcae5ef6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:39.277516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-401d661b-61db-4b85-8456-ef8cfceb7b64 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.285317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-401d661b-61db-4b85-8456-ef8cfceb7b64 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 822 time: 0.2107074 Sep 16 04:59:39.295109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb2c2e-8ae8-4a7e-889d-db683f25f5d7 req-186e9046-a92c-4dec-84f7-d55ae517a6f7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.303310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23fb2c2e-8ae8-4a7e-889d-db683f25f5d7 req-186e9046-a92c-4dec-84f7-d55ae517a6f7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 949 time: 0.1169930 Sep 16 04:59:39.368415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-38f65db9-f30e-4ebb-9232-9bf09f7f060b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/quotas/ada320c778d84f58b86584ed726eba5a HTTP/1.1" status: 200 len: 375 time: 0.0819092 Sep 16 04:59:39.439337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23fb2c2e-8ae8-4a7e-889d-db683f25f5d7 req-314aaab9-441e-4178-a722-27d427f4622a tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329420 Sep 16 04:59:39.502410 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d94592-b82c-41ad-84dc-48576ea91c71 x-openstack-request-id: req-53d94592-b82c-41ad-84dc-48576ea91c71 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:39.502929 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b6a36-5309-4d6c-9677-57695be92d0e", "name": "network-vif-plugged", "status": "completed", "tag": "466e9229-9cdf-4632-b2d3-265554d49d2c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:39.503152 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53d94592-b82c-41ad-84dc-48576ea91c71 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:39.503691 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e9229-9cdf-4632-b2d3-265554d49d2c', 'code': 200} Sep 16 04:59:39.580715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-d551c93d-75d9-42f3-b441-77c971ab8c72 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1993649 Sep 16 04:59:39.581647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a4d438b-f828-4b65-bdc5-7fd9e0cffa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.591001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57550-cd21-4271-8452-9181e83db67c req-dda0e840-1e0e-49da-b1a3-92a0c3e505ef tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.593435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-dda0e840-1e0e-49da-b1a3-92a0c3e505ef tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.2873476 Sep 16 04:59:39.625327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Request body: {'port': {'device_id': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'admin_state_up': True, 'tenant_id': 'f6074832fbab4cd1950613d1387def2a'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:39.661863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b924-457a-4890-9ef0-5337c336347e req-8b4bea3f-9091-4363-8c6b-e4bfcedd097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:39.663924 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4766b924-457a-4890-9ef0-5337c336347e req-8b4bea3f-9091-4363-8c6b-e4bfcedd097b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 1102 time: 0.0796165 Sep 16 04:59:39.705093 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4766b924-457a-4890-9ef0-5337c336347e req-e762e560-9b67-40b9-8238-3ae414287753 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Sep 16 04:59:39.744808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1fc209a-2b9b-424c-b03d-026720dea9f3 req-1e81bdf8-1786-4c7a-9254-604c8c58b8b0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 210 time: 0.0918150 Sep 16 04:59:39.876042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6b98d36-2a96-46d8-b9bc-2367f3d144ff req-09696915-3356-420a-9cbf-820be4f8c392 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 210 time: 0.0575588 Sep 16 04:59:39.882144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-eb717a8f-3d6a-4ce3-b5fa-74d10595c1ea service neutron] 10.222.0.55 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875807 Sep 16 04:59:40.030366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a4d438b-f828-4b65-bdc5-7fd9e0cffa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.041677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a4d438b-f828-4b65-bdc5-7fd9e0cffa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.065546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-e6380bab-a2f9-4bb8-8087-39cfb297608d service neutron] 10.222.0.55 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594007 Sep 16 04:59:40.101883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Made reservation on behalf of f6074832fbab4cd1950613d1387def2a for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:40.105331 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.112722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2a4d438b-f828-4b65-bdc5-7fd9e0cffa01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8aa5221f1e4940a8b44be1dbba8ce05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9413793 Sep 16 04:59:40.115482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33548) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.122262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d438b-f828-4b65-bdc5-7fd9e0cffa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd35bc15-2231-4c92-82e5-ede9c61a5b5d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.137988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:40.206093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca1050c4-f5ff-4277-acef-e2f497c46199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.261157 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca1050c4-f5ff-4277-acef-e2f497c46199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.329126 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca1050c4-f5ff-4277-acef-e2f497c46199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.331811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca1050c4-f5ff-4277-acef-e2f497c46199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.333067 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ca1050c4-f5ff-4277-acef-e2f497c46199 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd35bc15-2231-4c92-82e5-ede9c61a5b5d HTTP/1.1" status: 204 len: 168 time: 0.2159429 Sep 16 04:59:40.343293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1050c4-f5ff-4277-acef-e2f497c46199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd35bc15-2231-4c92-82e5-ede9c61a5b5d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.608145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8c6f2-12ce-486e-bd2d-e3410f0b907d req-9b79306a-f721-49ac-a659-a3d2aa4edd53 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.615199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38f8c6f2-12ce-486e-bd2d-e3410f0b907d req-9b79306a-f721-49ac-a659-a3d2aa4edd53 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 949 time: 0.4310210 Sep 16 04:59:40.715896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33566) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.717064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Allocated IP 172.20.0.3 (21426758-a088-4903-af89-b8f96b31da87/25775086-bd8b-4038-b187-b2838a899d02/5aa2c27d-f22a-4841-b071-c1b0d585ea52) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:40.735682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52100ca9-6ce7-44a3-a9bd-9b4dbac82731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.767027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108e8-7fe7-467a-93e4-0798d03b3544 req-628ad1e8-c39c-4c15-bc8d-b2242d1a7e00 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.768795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5108e8-7fe7-467a-93e4-0798d03b3544 req-628ad1e8-c39c-4c15-bc8d-b2242d1a7e00 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 950 time: 0.4737015 Sep 16 04:59:40.784451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38f8c6f2-12ce-486e-bd2d-e3410f0b907d req-e455e76e-698b-47ff-8014-5ad7bfbc381e tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665602 Sep 16 04:59:40.865155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-bde3b1f3-fa14-4a45-83a3-e05fb400e994 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.866725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-bde3b1f3-fa14-4a45-83a3-e05fb400e994 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.3008413 Sep 16 04:59:40.895116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52100ca9-6ce7-44a3-a9bd-9b4dbac82731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.901543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52100ca9-6ce7-44a3-a9bd-9b4dbac82731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.907457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Request body: {'port': {'device_id': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'admin_state_up': True, 'tenant_id': '63e3856888cc4b30a3894b6796a21ac7'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:40.929990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5108e8-7fe7-467a-93e4-0798d03b3544 req-759c440e-3919-4136-a9a6-a5ba4f822fdb tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415606 Sep 16 04:59:40.970566 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52100ca9-6ce7-44a3-a9bd-9b4dbac82731 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7da151eb26384dee8ac24b197e81967a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534399 Sep 16 04:59:40.973319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52100ca9-6ce7-44a3-a9bd-9b4dbac82731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88ae392-3386-46ee-8dec-aa64b8355828,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.978090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33576) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.055354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdad9655-6258-4fa5-a5b5-b90683a0cfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.081249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdad9655-6258-4fa5-a5b5-b90683a0cfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.117643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37a1d2de-f62b-4d84-aedc-b98ffce5b462 req-16e5c5aa-0251-456f-8650-507bb4e91230 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 210 time: 0.0479138 Sep 16 04:59:41.142863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdad9655-6258-4fa5-a5b5-b90683a0cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.145401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdad9655-6258-4fa5-a5b5-b90683a0cfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.146556 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fdad9655-6258-4fa5-a5b5-b90683a0cfa8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b88ae392-3386-46ee-8dec-aa64b8355828 HTTP/1.1" status: 204 len: 168 time: 0.1670942 Sep 16 04:59:41.164185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad9655-6258-4fa5-a5b5-b90683a0cfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88ae392-3386-46ee-8dec-aa64b8355828,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.178410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Made reservation on behalf of 63e3856888cc4b30a3894b6796a21ac7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:41.182100 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.269726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8529436c-40bf-4602-9efd-87528fca15eb req-cb7ecf8e-e84f-42be-a983-305bebe6d6d1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 210 time: 0.0572512 Sep 16 04:59:41.342499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.343198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.347786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5cdbe0c5-3b28-45ab-8616-f71f833a8d97 req-832dd9f2-0646-4759-a79c-3555f0e50f72 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 210 time: 0.0477364 Sep 16 04:59:41.445598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Allocated IP 172.20.0.2 (8cb60b0c-a3f5-42f8-8978-f1db57537b64/745cf299-b5aa-411d-9896-73e8c2a1eba2/8bb63282-52ea-4e6f-81d8-a8279e168cea) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:41.456612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.513400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Network 21426758-a088-4903-af89-b8f96b31da87 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:41.526897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:41.533161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:41.539716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.540405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.566074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.596946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-4d6a5b01-8cd7-42b5-8375-bb89e5c59205 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9858696 Sep 16 04:59:41.735338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Request body: {'port': {'device_id': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:41.842353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-7a3a2b8d-248a-4b6b-9574-442accca4457 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.844616 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-7a3a2b8d-248a-4b6b-9574-442accca4457 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 822 time: 0.4103181 Sep 16 04:59:41.853689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.908684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.934591 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-28acfb61-21a3-4db2-9a28-eb6da9c99480 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada320c778d84f58b86584ed726eba5a HTTP/1.1" status: 200 len: 380 time: 0.0789773 Sep 16 04:59:41.945184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'port': {'device_id': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'admin_state_up': True, 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'security_groups': ['07b92aa6-27db-4f0d-a214-98ca202f322f']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:42.001238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33632) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:42.027785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9d0b-bacc-4dfb-aec1-78f0361adc8a req-1fab558d-eca2-4a9f-98c5-f807102faa81 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.029767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-827d9d0b-bacc-4dfb-aec1-78f0361adc8a req-1fab558d-eca2-4a9f-98c5-f807102faa81 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1102 time: 0.1802025 Sep 16 04:59:42.102516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Made reservation on behalf of ada320c778d84f58b86584ed726eba5a for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:42.103627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d77ef-4dde-4911-8879-8a0c2c14f476 req-14d7553a-f989-47cf-826e-ae7add361739 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.105361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e2d77ef-4dde-4911-8879-8a0c2c14f476 req-14d7553a-f989-47cf-826e-ae7add361739 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 949 time: 0.2000654 Sep 16 04:59:42.106973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.134867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.242791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25ade561-709a-432f-bec3-a6d7a6c3d451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.262552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:42.265997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Allocated IP 172.20.0.7 (4d94c122-1459-428c-8d2b-7e91c540520e/86fe4de3-d35c-408c-9749-5cdd67745ab2/9b98f88f-1734-4c97-bfd6-a8dce5e57150) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:42.270391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-827d9d0b-bacc-4dfb-aec1-78f0361adc8a req-4ad344e6-7884-499b-9202-2426bb3ef66b tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899765 Sep 16 04:59:42.297838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:42.313027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e2d77ef-4dde-4911-8879-8a0c2c14f476 req-5104c962-9ad5-4ef8-97f0-6135f48afad7 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c00c703-3e54-4ffb-8528-a614561745e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933770 Sep 16 04:59:42.320696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:42.326988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.327883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.343676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.536302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9bcdafa-5d1f-44e3-9465-63d0c9cfa547 req-c98df72f-049d-45cd-a043-cb289104c1f0 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 210 time: 0.0649054 Sep 16 04:59:42.578130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137fb5f-bdfe-4aa1-9d4b-6d0b7917c11e req-2218e402-48b1-4a74-a17d-549e725d0067 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.579590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c137fb5f-bdfe-4aa1-9d4b-6d0b7917c11e req-2218e402-48b1-4a74-a17d-549e725d0067 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 950 time: 0.1469760 Sep 16 04:59:42.586564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa2c27d-f22a-4841-b071-c1b0d585ea52 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:42.591052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-ab4b39d5-c959-4706-a064-2f1b58053e20 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.592914 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-ab4b39d5-c959-4706-a064-2f1b58053e20 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 949 time: 0.1035264 Sep 16 04:59:42.604781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.631663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25ade561-709a-432f-bec3-a6d7a6c3d451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.666470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25ade561-709a-432f-bec3-a6d7a6c3d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.696767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Transition to ACTIVE for port object 5aa2c27d-f22a-4841-b071-c1b0d585ea52 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:42.705458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-9d2f73f4-489c-4c61-b95d-2bbe61961755 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8043983 Sep 16 04:59:42.714212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.723300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade561-709a-432f-bec3-a6d7a6c3d451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4facafc2-ca64-4c01-abaf-12ce9e63f020,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.728809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c137fb5f-bdfe-4aa1-9d4b-6d0b7917c11e req-d2b06cc6-edea-4644-8c48-d808a7abfc78 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374395 Sep 16 04:59:42.734466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Request body: {'port': {'device_id': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:42.758897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.796141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-25ade561-709a-432f-bec3-a6d7a6c3d451 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=665cf3599a69498894007651de9503f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7845123 Sep 16 04:59:42.802666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33662) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:42.813758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Deleting port 800eb056-adc3-484d-810d-5acf2fe50bad {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:42.814631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.815723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770faf5c-c9e6-46ec-9378-e1351c0925ea req-c5b197d9-1583-4c8e-983b-e9a0bc9d61a5 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.817289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-770faf5c-c9e6-46ec-9378-e1351c0925ea req-c5b197d9-1583-4c8e-983b-e9a0bc9d61a5 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1102 time: 0.1879759 Sep 16 04:59:42.863240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.915216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.946625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.948952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:42.949237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:42.949635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:42.973770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] For port 800eb056-adc3-484d-810d-5acf2fe50bad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=800eb056-adc3-484d-810d-5acf2fe50bad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:42.974134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.014257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f795daa0-4b3d-436e-8bf1-e20bf65b160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.019154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Calling delete_port for 800eb056-adc3-484d-810d-5acf2fe50bad owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:43.028563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Network 4d94c122-1459-428c-8d2b-7e91c540520e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:43.047272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:43.060762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:43.067358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event updated for resources: {'Port': ['ID=9b98f88f-1734-4c97-bfd6-a8dce5e57150,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.071233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f795daa0-4b3d-436e-8bf1-e20bf65b160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.202599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.203259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.204659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-770faf5c-c9e6-46ec-9378-e1351c0925ea req-b448cbd4-ff26-4a88-b96a-eff3e26b43fe tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772957 Sep 16 04:59:43.209171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:43.209171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:43.226693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8eefb-f399-4e85-a31f-3cd42832230a req-b1f51ddd-d676-4a4d-89d1-00a3d4bde0a7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.228767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46b8eefb-f399-4e85-a31f-3cd42832230a req-b1f51ddd-d676-4a4d-89d1-00a3d4bde0a7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 931 time: 0.4166961 Sep 16 04:59:43.235814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:43.236404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:43.236907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:43.237590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Bound port: 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:43.238083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.269611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-e7b83ca9-0294-4e5d-a4db-d4af0b77b2aa tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3286207 Sep 16 04:59:43.288570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Request body: {'port': {'device_id': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:43.316555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f795daa0-4b3d-436e-8bf1-e20bf65b160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.319977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f795daa0-4b3d-436e-8bf1-e20bf65b160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.323800 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f795daa0-4b3d-436e-8bf1-e20bf65b160b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4facafc2-ca64-4c01-abaf-12ce9e63f020 HTTP/1.1" status: 204 len: 168 time: 0.5119216 Sep 16 04:59:43.326858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-08accb5f-2a88-4137-a969-ae829434f2a3 None None] Provisioning complete for port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:43.327317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08accb5f-2a88-4137-a969-ae829434f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.366270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-08accb5f-2a88-4137-a969-ae829434f2a3 None None] Port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:43.387831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.391505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795daa0-4b3d-436e-8bf1-e20bf65b160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4facafc2-ca64-4c01-abaf-12ce9e63f020,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.433842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['800eb056-adc3-484d-810d-5acf2fe50bad'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:43.464355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46b8eefb-f399-4e85-a31f-3cd42832230a req-2cc90b2c-a57c-4218-b664-cb5a5c13053d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079487 Sep 16 04:59:43.464473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.464677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Pushing event deleted for resources: {'Port': ['ID=800eb056-adc3-484d-810d-5acf2fe50bad,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.526499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] No DVR routers for this DVR port 800eb056-adc3-484d-810d-5acf2fe50bad on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:43.569386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a74753-6423-444b-a0d2-bc3349348028 req-7e42b29a-86ae-4b0d-8702-49b2f8097008 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.577176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.578456 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-73e56e3a-49d5-41d1-8449-641a4ba02337 req-a6afaefe-faee-4eac-90e5-8cf948e0f6f9 tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.64 "DELETE /v2.0/ports/800eb056-adc3-484d-810d-5acf2fe50bad HTTP/1.1" status: 204 len: 173 time: 0.9443269 Sep 16 04:59:43.579002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'name': 'network-vif-deleted', 'tag': '800eb056-adc3-484d-810d-5acf2fe50bad'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:43.581001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04a74753-6423-444b-a0d2-bc3349348028 req-7e42b29a-86ae-4b0d-8702-49b2f8097008 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.2513599 Sep 16 04:59:43.581479 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b9b91d-f96a-4a63-aefb-7a463120b92e" -d '{"events": [{"server_uuid": "e8fc1853-6fcb-4450-98c0-1c4dc657b777", "name": "network-vif-deleted", "tag": "800eb056-adc3-484d-810d-5acf2fe50bad"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:43.607592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:43.676895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:43.712956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.845943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.847372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.849114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 1092 time: 2.1182039 Sep 16 04:59:43.871751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:43.875099 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48d7418-b5b5-413e-bc5f-08c64a790cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:43.888947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04a74753-6423-444b-a0d2-bc3349348028 req-ab0af4dd-44b5-42ec-a2c8-ab2542e68b35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841382 Sep 16 04:59:43.923991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb63282-52ea-4e6f-81d8-a8279e168cea {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:43.942412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.966014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04043d2b-d222-4424-8e11-661e434754b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.978687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Transition to ACTIVE for port object 8bb63282-52ea-4e6f-81d8-a8279e168cea will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:43.982556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.986591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b98f88f-1734-4c97-bfd6-a8dce5e57150 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:44.002354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.018325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Transition to ACTIVE for port object 9b98f88f-1734-4c97-bfd6-a8dce5e57150 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:44.023150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.058938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57550-cd21-4271-8452-9181e83db67c req-d5a82b77-bc6b-4c17-b756-b8b168eed346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.060381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-d5a82b77-bc6b-4c17-b756-b8b168eed346 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1095 time: 0.1509473 Sep 16 04:59:44.099350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:44.099350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:44.099615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:44.107002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b98f88f-1734-4c97-bfd6-a8dce5e57150,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.136484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.144668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-e89d2698-d661-41bd-ba61-09c94ed2d9b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 217 time: 0.0675526 Sep 16 04:59:44.145225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:44.145551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:44.151263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:44.151868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:44.152005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:44.152471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Bound port: 8bb63282-52ea-4e6f-81d8-a8279e168cea, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:44.152833 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.241393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Attempting to bind port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:44.241993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Attempting to bind port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:44.242779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Attempting to bind port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 on network 4d94c122-1459-428c-8d2b-7e91c540520e {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:44.247807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 on network 4d94c122-1459-428c-8d2b-7e91c540520e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:44.248622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Attempting to bind port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 on network 4d94c122-1459-428c-8d2b-7e91c540520e {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:44.275198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:44.275809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Checking segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:44.277661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Bound using segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:44.280284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Bound port: 9b98f88f-1734-4c97-bfd6-a8dce5e57150, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:44.281356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.389647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] For port 9b98f88f-1734-4c97-bfd6-a8dce5e57150, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:44.395441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] For port 9b98f88f-1734-4c97-bfd6-a8dce5e57150, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:44.414281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57550-cd21-4271-8452-9181e83db67c req-0dcdec01-15cf-4aed-a47d-bcdb2b3ef729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.416340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-0dcdec01-15cf-4aed-a47d-bcdb2b3ef729 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.2603953 Sep 16 04:59:44.417203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.426526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:44.431633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:44.445997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.485638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.486294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.487859 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b98f88f-1734-4c97-bfd6-a8dce5e57150 HTTP/1.1" status: 200 len: 1092 time: 1.2059240 Sep 16 04:59:44.518102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-0ed0c1b4-f0cb-41b3-adb8-97e3f24c4535 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888796 Sep 16 04:59:44.534224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61956b63-b9b0-45d1-af6d-8fc5261e30e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b98f88f-1734-4c97-bfd6-a8dce5e57150,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.560645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-997a5295-77af-4c19-a486-a710b0086f43 req-ea2b4a6b-f39b-48dc-9309-70aa709539ef tempest-DeleteServersAdminTestJSON-1211382865 tempest-DeleteServersAdminTestJSON-1211382865-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fc1853-6fcb-4450-98c0-1c4dc657b777 HTTP/1.1" status: 200 len: 210 time: 0.1184225 Sep 16 04:59:44.593600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.596944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.597556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.611495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-a620a4bc-2a59-4551-a99a-46b92dbd712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.612210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-69b74c28-7302-45aa-be6c-de43ebdbcd32 service neutron] 10.222.0.64 "PUT /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 1092 time: 1.8824108 Sep 16 04:59:44.613040 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-a620a4bc-2a59-4551-a99a-46b92dbd712c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 1095 time: 0.0757866 Sep 16 04:59:44.687772 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d111c4ee-a8aa-4658-971d-b8b0d38a33d6 x-openstack-request-id: req-d111c4ee-a8aa-4658-971d-b8b0d38a33d6 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:44.688074 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:44.688605 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d111c4ee-a8aa-4658-971d-b8b0d38a33d6 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:44.689177 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52', 'status': 'completed', 'code': 200} Sep 16 04:59:44.693103 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95178100-1bf3-4065-8eeb-3d4c43bdabb0 x-openstack-request-id: req-95178100-1bf3-4065-8eeb-3d4c43bdabb0 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:44.693217 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fc1853-6fcb-4450-98c0-1c4dc657b777", "name": "network-vif-deleted", "tag": "800eb056-adc3-484d-810d-5acf2fe50bad", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:44.693462 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95178100-1bf3-4065-8eeb-3d4c43bdabb0 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:44.693858 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc1853-6fcb-4450-98c0-1c4dc657b777', 'name': 'network-vif-deleted', 'tag': '800eb056-adc3-484d-810d-5acf2fe50bad', 'status': 'completed', 'code': 200} Sep 16 04:59:44.696246 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-ac3bdaef-bdf1-4061-be9b-5ad3590d2408 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150 HTTP/1.1" status: 200 len: 217 time: 0.0747404 Sep 16 04:59:44.700515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc1b6-afe3-4c5c-8380-78c494be03a3 req-dbce8439-c8b5-414c-b2e6-3f41c0fda3bf tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.702087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-868fc1b6-afe3-4c5c-8380-78c494be03a3 req-dbce8439-c8b5-414c-b2e6-3f41c0fda3bf tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 943 time: 0.1811738 Sep 16 04:59:44.759242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-5a1dd9ef-e243-42b7-b52d-2cbaf43bb07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.761960 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-5a1dd9ef-e243-42b7-b52d-2cbaf43bb07f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86fe4de3-d35c-408c-9749-5cdd67745ab2 HTTP/1.1" status: 200 len: 861 time: 0.0531509 Sep 16 04:59:44.764424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-bb8eafbd-9172-4cd4-a5dd-23910dc92556 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062004 Sep 16 04:59:44.792072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-868fc1b6-afe3-4c5c-8380-78c494be03a3 req-3ce292b0-5ca1-4b35-a2a2-fa37e4b02ba9 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762808 Sep 16 04:59:44.817058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-e5f926e0-e0ed-4801-a70e-1e02bf5fd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.818627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-e5f926e0-e0ed-4801-a70e-1e02bf5fd557 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1095 time: 0.1155846 Sep 16 04:59:44.822980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d939d5-edba-428c-905f-b54bd4999890 req-2086cb25-f267-4d58-ae6d-8dce7303d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.824587 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-2086cb25-f267-4d58-ae6d-8dce7303d0a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d94c122-1459-428c-8d2b-7e91c540520e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489872 Sep 16 04:59:44.905761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-aee5109b-119b-48c9-9ea0-ce146040671b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 217 time: 0.0551565 Sep 16 04:59:44.942820 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-d5f5c63b-6979-4353-9835-b9b25a9d3767 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094391 Sep 16 04:59:44.969923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f57550-cd21-4271-8452-9181e83db67c req-0ee3a17c-080e-4caf-94fb-fc51d1e94e78 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922550 Sep 16 04:59:44.999666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-65fe1014-332d-4873-ae94-9bd35b18e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.999666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-65fe1014-332d-4873-ae94-9bd35b18e3cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.0835063 Sep 16 04:59:45.043595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-a51fb5d8-da65-4a46-9bc7-d1e3bbcdcfbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370591 Sep 16 04:59:45.051455 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-93d939d5-edba-428c-905f-b54bd4999890 req-11a696b7-d13b-4299-aced-2ebc650159a7 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010034 Sep 16 04:59:45.051999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ff56-4e1b-4135-b660-5b62a8bfbaaf req-ec03a813-2fff-4fd7-9a0e-730490317eb5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.053663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b1ff56-4e1b-4135-b660-5b62a8bfbaaf req-ec03a813-2fff-4fd7-9a0e-730490317eb5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.1208823 Sep 16 04:59:45.183463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-1f5a056c-596a-44cc-bcaa-0ae546a64339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.184891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-1f5a056c-596a-44cc-bcaa-0ae546a64339 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1095 time: 0.1441479 Sep 16 04:59:45.193409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b1ff56-4e1b-4135-b660-5b62a8bfbaaf req-7f743c61-9aea-4b07-9996-7191c8331528 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209760 Sep 16 04:59:45.235566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-29d1d9ce-11f9-4322-8028-36ae25720e3a service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809046 Sep 16 04:59:45.404594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-7541dcfb-6934-4679-b599-a61084f0426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.406066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-7541dcfb-6934-4679-b599-a61084f0426d service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2069783 Sep 16 04:59:45.419056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120f680-259d-4239-8cfa-cc5843445754 req-b8e6d963-5479-4aa6-a363-b3159b25c112 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.420507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6120f680-259d-4239-8cfa-cc5843445754 req-b8e6d963-5479-4aa6-a363-b3159b25c112 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.1560521 Sep 16 04:59:45.463171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54d9ead-6ec5-4789-b968-7c4ba855a470 req-cfd3215a-0858-499a-ae3d-f6551a7ab540 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200661 Sep 16 04:59:45.470025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-65dd5290-9927-4ee1-8e44-88e68f214e34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 217 time: 0.0471349 Sep 16 04:59:45.526943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6120f680-259d-4239-8cfa-cc5843445754 req-e3dfd130-b2b9-4104-aec7-b4806620dd83 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956442 Sep 16 04:59:45.537655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-63fd454e-7829-4c12-bd8f-e5a9804df717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.539997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-63fd454e-7829-4c12-bd8f-e5a9804df717 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.0616887 Sep 16 04:59:45.586203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-16f8066f-830b-4f77-9ac8-2a1abc14f68f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354412 Sep 16 04:59:45.761341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-dbb80182-683e-444a-ae62-a1a2c41dfb95 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633604 Sep 16 04:59:45.820541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431a546-dd0b-45ce-a8d0-c7bd9107e07e req-ba3973c6-2d84-427a-b28c-32eba9a50593 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.822557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0431a546-dd0b-45ce-a8d0-c7bd9107e07e req-ba3973c6-2d84-427a-b28c-32eba9a50593 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 950 time: 0.1107006 Sep 16 04:59:45.979345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d3b47-16cc-4862-9a5f-fa0044e0c648 req-3812b292-a9fe-43fa-86e3-0f0439881e4b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.986616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f41d3b47-16cc-4862-9a5f-fa0044e0c648 req-3812b292-a9fe-43fa-86e3-0f0439881e4b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1503744 Sep 16 04:59:46.003802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0431a546-dd0b-45ce-a8d0-c7bd9107e07e req-d2be7153-e339-44ab-85b5-e69e553808f1 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499751 Sep 16 04:59:46.030845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e48d7418-b5b5-413e-bc5f-08c64a790cdd req-4db55ca9-c6ff-4dfc-abdb-5de5a8ae950a service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580793 Sep 16 04:59:46.042946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.050903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f41d3b47-16cc-4862-9a5f-fa0044e0c648 req-93ebe01c-e821-4db4-ae5e-d142fa15914f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580916 Sep 16 04:59:46.270204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdef3e-d8a4-43e6-a666-ac07916e5c25 req-d3504dd4-ee39-4abb-a2ef-eecbc2377dbb tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.273217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-decdef3e-d8a4-43e6-a666-ac07916e5c25 req-d3504dd4-ee39-4abb-a2ef-eecbc2377dbb tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 943 time: 0.1081474 Sep 16 04:59:46.277081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1db3ecf3-7f79-4e0b-b1b5-933d7cd2f1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.363099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33814) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.414734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1db3ecf3-7f79-4e0b-b1b5-933d7cd2f1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.420736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1db3ecf3-7f79-4e0b-b1b5-933d7cd2f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.451880 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1db3ecf3-7f79-4e0b-b1b5-933d7cd2f1f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=017bcf9b334442509d36b9ec969fddbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079721 Sep 16 04:59:46.459934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33818) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.505588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3ecf3-7f79-4e0b-b1b5-933d7cd2f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73af5592-cde0-44dc-a30a-6126aa55debc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.528977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37bf5b8b-b579-4d91-9479-725fdc60010b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.565362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f16a29-d8a5-4142-8e58-a6822a34b2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.587181 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-decdef3e-d8a4-43e6-a666-ac07916e5c25 req-d3211995-782d-4492-98a4-455d92c0fa79 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064449 Sep 16 04:59:46.599373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09139d-4fba-4b34-9324-625f6805f06f req-61c96b9f-19c0-4906-b0d9-f52f208471f4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.603854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d09139d-4fba-4b34-9324-625f6805f06f req-61c96b9f-19c0-4906-b0d9-f52f208471f4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.2761843 Sep 16 04:59:46.604290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.605974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f16a29-d8a5-4142-8e58-a6822a34b2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.652588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d09139d-4fba-4b34-9324-625f6805f06f req-e235baf8-4a74-4bda-ba95-1fde0eec836a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Sep 16 04:59:46.691368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:46.693733 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:46.699611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:46.701915 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5" -d '{"events": [{"name": "network-changed", "server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:46.710175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37bf5b8b-b579-4d91-9479-725fdc60010b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.713085 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f16a29-d8a5-4142-8e58-a6822a34b2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.716350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f16a29-d8a5-4142-8e58-a6822a34b2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.728233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-99f16a29-d8a5-4142-8e58-a6822a34b2c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73af5592-cde0-44dc-a30a-6126aa55debc HTTP/1.1" status: 204 len: 168 time: 0.2594287 Sep 16 04:59:46.740746 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530048b6-74fa-40f0-a2ac-24fc08b6729a x-openstack-request-id: req-530048b6-74fa-40f0-a2ac-24fc08b6729a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:46.741608 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:46.742099 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-530048b6-74fa-40f0-a2ac-24fc08b6729a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:46.742497 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea', 'status': 'completed', 'code': 200} Sep 16 04:59:46.743262 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37bf5b8b-b579-4d91-9479-725fdc60010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.757829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f16a29-d8a5-4142-8e58-a6822a34b2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73af5592-cde0-44dc-a30a-6126aa55debc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.761241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a7f8f-0e8a-4f87-9b1e-2e6c58b3970a req-e9369791-51e4-49e8-9e54-6b682c526f66 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.768824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c5a7f8f-0e8a-4f87-9b1e-2e6c58b3970a req-e9369791-51e4-49e8-9e54-6b682c526f66 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.0715723 Sep 16 04:59:46.792496 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-37bf5b8b-b579-4d91-9479-725fdc60010b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f140285744a74d75906c9b4f597e33c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281654 Sep 16 04:59:46.795472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.797027 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b955a9a-9b74-4815-bd16-0c1cc3fb6ed2 x-openstack-request-id: req-9b955a9a-9b74-4815-bd16-0c1cc3fb6ed2 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:46.797316 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:46.797563 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b955a9a-9b74-4815-bd16-0c1cc3fb6ed2 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:46.798571 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'status': 'completed', 'code': 200} Sep 16 04:59:46.859779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf5b8b-b579-4d91-9479-725fdc60010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f1063-8e30-4b0a-8e01-afb0080e34f4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.877843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffce326-48b2-4ef4-9a2d-4077ffadffe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.903290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffce326-48b2-4ef4-9a2d-4077ffadffe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.904746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c5a7f8f-0e8a-4f87-9b1e-2e6c58b3970a req-9f7df905-fc1d-4b5b-a611-dce651bc0272 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350551 Sep 16 04:59:46.916267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-85e2236d-683a-46fb-a7d6-edffb03d7442 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b56f080a5bc0406f88b4d714fe53d5f9&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3105826 Sep 16 04:59:46.921216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33838) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.951525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-21453b52-c0b3-4910-9edc-f1ca525020f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.953203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-21453b52-c0b3-4910-9edc-f1ca525020f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 1095 time: 0.1254365 Sep 16 04:59:46.975270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-9863d838-4b3c-4c7e-92f1-0617de63f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.977403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-9863d838-4b3c-4c7e-92f1-0617de63f756 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1095 time: 0.1525006 Sep 16 04:59:46.981333 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffce326-48b2-4ef4-9a2d-4077ffadffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.983868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffce326-48b2-4ef4-9a2d-4077ffadffe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.985143 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0ffce326-48b2-4ef4-9a2d-4077ffadffe5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d1f1063-8e30-4b0a-8e01-afb0080e34f4 HTTP/1.1" status: 204 len: 168 time: 0.1860425 Sep 16 04:59:46.995866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffce326-48b2-4ef4-9a2d-4077ffadffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f1063-8e30-4b0a-8e01-afb0080e34f4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.122206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-5203425c-dd71-420a-a954-5b39ad6f50b1 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.124497 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-5203425c-dd71-420a-a954-5b39ad6f50b1 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.73 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 950 time: 0.0853167 Sep 16 04:59:47.134812 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c93fcf8-cadb-4f90-a8d2-e182c0ab23c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.215487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-677e60ee-b191-4166-b80d-5b72a1d01081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.217005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-677e60ee-b191-4166-b80d-5b72a1d01081 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 923 time: 0.2536814 Sep 16 04:59:47.234248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-2ec29382-7f6b-402d-a92b-93daf3f1187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.235707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-2ec29382-7f6b-402d-a92b-93daf3f1187c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.2375445 Sep 16 04:59:47.239923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c93fcf8-cadb-4f90-a8d2-e182c0ab23c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.262069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Deleting port 466e9229-9cdf-4632-b2d3-265554d49d2c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:47.262664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.312141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 800eb056-adc3-484d-810d-5acf2fe50bad no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:47.336349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-f0431601-fdba-41e7-b72c-353e96adb3b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 217 time: 0.0929713 Sep 16 04:59:47.344403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 800eb056-adc3-484d-810d-5acf2fe50bad {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:47.345190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-e9f895ac-7c88-4881-add8-67968d359a71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150 HTTP/1.1" status: 200 len: 217 time: 0.1056626 Sep 16 04:59:47.346380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 800eb056-adc3-484d-810d-5acf2fe50bad not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:47.392541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] For port 466e9229-9cdf-4632-b2d3-265554d49d2c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=466e9229-9cdf-4632-b2d3-265554d49d2c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:47.393029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.412234 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Calling delete_port for 466e9229-9cdf-4632-b2d3-265554d49d2c owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:47.414619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33856) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.439946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cc931c1-877e-4c4b-82e8-ced4c1b0573d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.444678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfd0ff-3aaa-44d4-a51d-f4585e35524d req-6110b27c-3a1a-451a-9a0a-1e732346a099 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.446554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71cfd0ff-3aaa-44d4-a51d-f4585e35524d req-6110b27c-3a1a-451a-9a0a-1e732346a099 tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/ports?device_id=c77b6a36-5309-4d6c-9677-57695be92d0e HTTP/1.1" status: 200 len: 950 time: 0.2986605 Sep 16 04:59:47.459298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2871c-6eff-4017-a398-2651c96e3df6 req-2d2ee4c4-efa7-4f58-b419-57f5c2df2626 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.461368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61d2871c-6eff-4017-a398-2651c96e3df6 req-2d2ee4c4-efa7-4f58-b419-57f5c2df2626 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.2867084 Sep 16 04:59:47.512460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-56f185db-e284-4aff-85c0-135c308aea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.513928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-56f185db-e284-4aff-85c0-135c308aea20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1671548 Sep 16 04:59:47.525748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-5efbd654-fc04-40cb-a10c-029f49755894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.527194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-5efbd654-fc04-40cb-a10c-029f49755894 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86fe4de3-d35c-408c-9749-5cdd67745ab2 HTTP/1.1" status: 200 len: 861 time: 0.1576252 Sep 16 04:59:47.542900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c93fcf8-cadb-4f90-a8d2-e182c0ab23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.545350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c93fcf8-cadb-4f90-a8d2-e182c0ab23c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.546447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7c93fcf8-cadb-4f90-a8d2-e182c0ab23c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c00c703-3e54-4ffb-8528-a614561745e3 HTTP/1.1" status: 204 len: 168 time: 0.6233902 Sep 16 04:59:47.568496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71cfd0ff-3aaa-44d4-a51d-f4585e35524d req-9da74eac-1178-4556-8d07-06680e1e47fd tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.55 "GET /v2.0/security-groups?id=c154a4bd-db0c-4d37-b73a-35e9573135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061075 Sep 16 04:59:47.604778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61d2871c-6eff-4017-a398-2651c96e3df6 req-5d248641-fefe-445b-a7f2-15dbf35571b1 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295495 Sep 16 04:59:47.633927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-8bd60e83-0759-4aeb-b0b1-143a11190433 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054912 Sep 16 04:59:47.636396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93fcf8-cadb-4f90-a8d2-e182c0ab23c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c00c703-3e54-4ffb-8528-a614561745e3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.686198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cc931c1-877e-4c4b-82e8-ced4c1b0573d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.692071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-a19d3c9f-a1f8-4ce1-9105-0b3ed37d92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.695518 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cc931c1-877e-4c4b-82e8-ced4c1b0573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.695726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-a19d3c9f-a1f8-4ce1-9105-0b3ed37d92ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d94c122-1459-428c-8d2b-7e91c540520e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482770 Sep 16 04:59:47.761941 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5cc931c1-877e-4c4b-82e8-ced4c1b0573d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57ca6caf444e4c51b9b1aa671ad4129b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395660 Sep 16 04:59:47.761941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc931c1-877e-4c4b-82e8-ced4c1b0573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57377d9e-5f9f-4932-823c-274282d588b9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.761941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33870) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.781810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.798947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['466e9229-9cdf-4632-b2d3-265554d49d2c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:47.883841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Pushing event deleted for resources: {'Port': ['ID=466e9229-9cdf-4632-b2d3-265554d49d2c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.912625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-17edb267-d2eb-45b6-8881-769c0e710119 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684095 Sep 16 04:59:47.927874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c5e9b-2442-4304-b20e-d271554867d7 req-c4eafd09-d5f8-403f-becb-7b0b6ca459c2 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.929992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af4c5e9b-2442-4304-b20e-d271554867d7 req-c4eafd09-d5f8-403f-becb-7b0b6ca459c2 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 943 time: 0.2155230 Sep 16 04:59:47.930600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] No DVR routers for this DVR port 466e9229-9cdf-4632-b2d3-265554d49d2c on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:47.934467 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.937141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f4d4c10e-c8b6-4ce0-b27e-19ff44e0e909 req-71504b2f-1d5e-42c2-b94e-756af38a722f tempest-TenantUsagesTestJSON-1950201898 tempest-TenantUsagesTestJSON-1950201898-project] 10.222.0.73 "DELETE /v2.0/ports/466e9229-9cdf-4632-b2d3-265554d49d2c HTTP/1.1" status: 204 len: 173 time: 0.8042920 Sep 16 04:59:47.942389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-54c1902e-ce55-4b27-90d9-ed5dfa4d46d8 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370048 Sep 16 04:59:47.961330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07efba34-7281-435b-a1e7-16b374c1e023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.003419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07efba34-7281-435b-a1e7-16b374c1e023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.035555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed524f77-ecc3-4b49-a234-3daf28a9dbe8 req-693cb3a9-dbd3-4992-a5e1-977d9711eaa8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.037118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed524f77-ecc3-4b49-a234-3daf28a9dbe8 req-693cb3a9-dbd3-4992-a5e1-977d9711eaa8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.2128444 Sep 16 04:59:48.071124 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07efba34-7281-435b-a1e7-16b374c1e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.074631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07efba34-7281-435b-a1e7-16b374c1e023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.076174 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07efba34-7281-435b-a1e7-16b374c1e023 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57377d9e-5f9f-4932-823c-274282d588b9 HTTP/1.1" status: 204 len: 168 time: 0.3139861 Sep 16 04:59:48.094555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efba34-7281-435b-a1e7-16b374c1e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57377d9e-5f9f-4932-823c-274282d588b9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.167393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af4c5e9b-2442-4304-b20e-d271554867d7 req-7ef7c1dd-995f-46e7-84b0-eef864c6ce3b tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232554 Sep 16 04:59:48.207945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed524f77-ecc3-4b49-a234-3daf28a9dbe8 req-7463e85e-750f-4487-a1c0-c2c58d6e19fc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591496 Sep 16 04:59:48.211426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c65d403-3bda-4c57-b6c9-bb4fc946aca6 req-41752b44-79c3-4b9f-993b-98031c404753 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787986 Sep 16 04:59:48.234105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d047895-2b5e-44fd-a1e2-a3dc2c4883a5 req-cae664e1-0fdd-455b-b82a-ac0be15adc9b service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754593 Sep 16 04:59:48.253450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33884) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:48.274791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8117f69-465b-4c4e-85f8-3cf8cefdbe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.353692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b19ff-0129-4616-8f78-ffcc90ba39c3 req-eab03f1b-1e6c-404a-8904-ff79d15ae0b3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.355193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-318b19ff-0129-4616-8f78-ffcc90ba39c3 req-eab03f1b-1e6c-404a-8904-ff79d15ae0b3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.0777974 Sep 16 04:59:48.385151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 9b98f88f-1734-4c97-bfd6-a8dce5e57150 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:48.439271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-318b19ff-0129-4616-8f78-ffcc90ba39c3 req-4cb79150-d410-44c8-83d7-7e3be480cd00 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754197 Sep 16 04:59:48.498892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 9b98f88f-1734-4c97-bfd6-a8dce5e57150, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:48.502693 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8117f69-465b-4c4e-85f8-3cf8cefdbe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.508073 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8117f69-465b-4c4e-85f8-3cf8cefdbe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.513416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'port_id': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'mac_address': 'fa:16:3e:61:0a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:48.554380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117f69-465b-4c4e-85f8-3cf8cefdbe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a85527-a3c3-42f7-8eab-d701b4f66336,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.569647 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.572812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e8117f69-465b-4c4e-85f8-3cf8cefdbe51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08e0c11180ce4fe0946b7c524ef46049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170633 Sep 16 04:59:48.575750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33894) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:48.600533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b98f88f-1734-4c97-bfd6-a8dce5e57150 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:48.641351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 9b98f88f-1734-4c97-bfd6-a8dce5e57150, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:48.648665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.650148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:48.659787 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677cc10f-910b-4aeb-a788-0bdad76158cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.685031 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677cc10f-910b-4aeb-a788-0bdad76158cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.717853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=9b98f88f-1734-4c97-bfd6-a8dce5e57150,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.735611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.736360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.737007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.737498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.737996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.738503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.738849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.739372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.739648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.740671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.740671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.741691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:48.744234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677cc10f-910b-4aeb-a788-0bdad76158cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.747799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677cc10f-910b-4aeb-a788-0bdad76158cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.752796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-677cc10f-910b-4aeb-a788-0bdad76158cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85a85527-a3c3-42f7-8eab-d701b4f66336 HTTP/1.1" status: 204 len: 168 time: 0.1738262 Sep 16 04:59:48.763129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cc10f-910b-4aeb-a788-0bdad76158cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a85527-a3c3-42f7-8eab-d701b4f66336,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:48.799244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'name': 'network-vif-deleted', 'tag': '466e9229-9cdf-4632-b2d3-265554d49d2c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:48.801954 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d54a6-43c2-4c50-894f-505613d33ab9" -d '{"events": [{"server_uuid": "c77b6a36-5309-4d6c-9677-57695be92d0e", "name": "network-vif-deleted", "tag": "466e9229-9cdf-4632-b2d3-265554d49d2c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:48.852322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f087239-604b-4a65-b86b-1a7dbb08d58d req-fb15f75e-96ae-421f-9207-48f69adca62e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.863933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f087239-604b-4a65-b86b-1a7dbb08d58d req-fb15f75e-96ae-421f-9207-48f69adca62e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0835106 Sep 16 04:59:48.915633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f087239-604b-4a65-b86b-1a7dbb08d58d req-73505251-8cf8-40b8-99ef-25af69fcc3a3 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474713 Sep 16 04:59:48.918750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:48.936973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '5aa2c27d-f22a-4841-b071-c1b0d585ea52', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'port_id': '5aa2c27d-f22a-4841-b071-c1b0d585ea52', 'mac_address': 'fa:16:3e:d5:e6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25775086-bd8b-4038-b187-b2838a899d02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:48.966575 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bee2522-b362-450a-89bf-4c88e9f4868c x-openstack-request-id: req-6bee2522-b362-450a-89bf-4c88e9f4868c {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:48.967064 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b6a36-5309-4d6c-9677-57695be92d0e", "name": "network-vif-deleted", "tag": "466e9229-9cdf-4632-b2d3-265554d49d2c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:48.967486 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bee2522-b362-450a-89bf-4c88e9f4868c {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:48.968054 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b6a36-5309-4d6c-9677-57695be92d0e', 'name': 'network-vif-deleted', 'tag': '466e9229-9cdf-4632-b2d3-265554d49d2c', 'status': 'completed', 'code': 200} Sep 16 04:59:48.985658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.003394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa2c27d-f22a-4841-b071-c1b0d585ea52 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:49.028724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:49.036324 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.090932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.148703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33914) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.311049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['5aa2c27d-f22a-4841-b071-c1b0d585ea52'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:49.314771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:49.348895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552999b9-42a1-4147-92a4-c8459ffbe9d9 req-a5f4aeda-cc3a-4c14-a8ea-ff12c1b7f6ea tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.358551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552999b9-42a1-4147-92a4-c8459ffbe9d9 req-a5f4aeda-cc3a-4c14-a8ea-ff12c1b7f6ea tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 944 time: 0.0967219 Sep 16 04:59:49.395253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-58f2123f-bf0b-48d0-a85b-9dd10e000c0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d9a74e45e9d466d838796016c1d7b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441142 Sep 16 04:59:49.398346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33934) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.401295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['9b98f88f-1734-4c97-bfd6-a8dce5e57150'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:49.473339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552999b9-42a1-4147-92a4-c8459ffbe9d9 req-e58e5559-fc7f-42f4-b705-daa39b55a8ca tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129909 Sep 16 04:59:49.488493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e822930b-883d-4637-8375-331c83ae4c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.526934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e822930b-883d-4637-8375-331c83ae4c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.609063 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e822930b-883d-4637-8375-331c83ae4c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.612020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e822930b-883d-4637-8375-331c83ae4c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.616253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e822930b-883d-4637-8375-331c83ae4c8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c154a4bd-db0c-4d37-b73a-35e9573135a3 HTTP/1.1" status: 204 len: 168 time: 0.2141149 Sep 16 04:59:49.630211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:49.654621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '8bb63282-52ea-4e6f-81d8-a8279e168cea', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'port_id': '8bb63282-52ea-4e6f-81d8-a8279e168cea', 'mac_address': 'fa:16:3e:c7:63:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745cf299-b5aa-411d-9896-73e8c2a1eba2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:49.761929 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.812222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb63282-52ea-4e6f-81d8-a8279e168cea {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:49.867242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:49.873957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.875387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822930b-883d-4637-8375-331c83ae4c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c154a4bd-db0c-4d37-b73a-35e9573135a3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.906687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50a1a1-7e6c-4cd2-972b-b03fbf1a74f5 req-35f7663b-a32b-410b-870d-4bbc2fa9d9f8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.908231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd50a1a1-7e6c-4cd2-972b-b03fbf1a74f5 req-35f7663b-a32b-410b-870d-4bbc2fa9d9f8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.3270967 Sep 16 04:59:49.920724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4a013-1434-4e71-9338-3de19654b579 req-0b38ecf2-5cf5-467f-ad28-086d81282596 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:49.928339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fc4a013-1434-4e71-9338-3de19654b579 req-0b38ecf2-5cf5-467f-ad28-086d81282596 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 944 time: 0.3230426 Sep 16 04:59:49.950819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.993382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd50a1a1-7e6c-4cd2-972b-b03fbf1a74f5 req-2d7b71c2-5e7a-4b05-a546-39fabf76fed1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628886 Sep 16 04:59:50.002326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fc4a013-1434-4e71-9338-3de19654b579 req-8b4a10bb-3f7c-4923-a31c-a43393a8b59c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732179 Sep 16 04:59:50.105564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33968) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:50.123701 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41c68b86-06da-4735-aabd-634f63e76748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.136891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdf716-4049-4095-8b31-04d1cadc450a req-623beb49-62e8-4d6e-928f-eb691aa534f6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.138382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bcdf716-4049-4095-8b31-04d1cadc450a req-623beb49-62e8-4d6e-928f-eb691aa534f6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0573044 Sep 16 04:59:50.212399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bcdf716-4049-4095-8b31-04d1cadc450a req-c0a0f8f9-747a-4818-8ddd-03fc25b2ce64 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660708 Sep 16 04:59:50.240608 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41c68b86-06da-4735-aabd-634f63e76748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.245266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41c68b86-06da-4735-aabd-634f63e76748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.274098 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-41c68b86-06da-4735-aabd-634f63e76748 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d14d39ec4e046a6b7450f48639b567d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667566 Sep 16 04:59:50.277223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33970) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:50.324680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c68b86-06da-4735-aabd-634f63e76748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9750ff99-59f2-4e60-a1a0-c4a579e66910,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:50.362783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6f401e9-f99e-4f98-8999-d180cd3ae6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.387711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6f401e9-f99e-4f98-8999-d180cd3ae6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.414251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 9b98f88f-1734-4c97-bfd6-a8dce5e57150 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:50.418233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8bb63282-52ea-4e6f-81d8-a8279e168cea'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:50.454151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6f401e9-f99e-4f98-8999-d180cd3ae6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.460896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6f401e9-f99e-4f98-8999-d180cd3ae6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.469125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d6f401e9-f99e-4f98-8999-d180cd3ae6a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9750ff99-59f2-4e60-a1a0-c4a579e66910 HTTP/1.1" status: 204 len: 168 time: 0.1837695 Sep 16 04:59:50.473034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f401e9-f99e-4f98-8999-d180cd3ae6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9750ff99-59f2-4e60-a1a0-c4a579e66910,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:50.561202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:50.573906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:50.574484 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.707693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191337a7-1050-47f1-bed4-d45e531b2aba req-1ace1c98-103b-4ae0-88ae-35c8d63466f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:50.709217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-191337a7-1050-47f1-bed4-d45e531b2aba req-1ace1c98-103b-4ae0-88ae-35c8d63466f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 944 time: 0.1032109 Sep 16 04:59:50.759080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-191337a7-1050-47f1-bed4-d45e531b2aba req-c19ca147-ae85-457a-90d1-beef8e904404 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388005 Sep 16 04:59:50.765400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.812800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 9b98f88f-1734-4c97-bfd6-a8dce5e57150, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:50.814409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:50.817221 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68565461-b426-4406-9b2e-f739102b5561" -d '{"events": [{"server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "name": "network-vif-plugged", "status": "completed", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:50.821842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.822660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:50.886955 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f103b83-726a-4370-ab5b-94b443b6100f x-openstack-request-id: req-9f103b83-726a-4370-ab5b-94b443b6100f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:50.887256 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "name": "network-vif-plugged", "status": "completed", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:50.887673 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f103b83-726a-4370-ab5b-94b443b6100f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:50.888235 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'code': 200} Sep 16 04:59:50.934007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:50.940262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:50.940878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.943723 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=9b98f88f-1734-4c97-bfd6-a8dce5e57150,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.038243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b501eb-0c65-4ac7-81fa-d8cdd47d8345 req-99e938bd-c56d-47e6-b34d-e0b1ba706684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.042175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0b501eb-0c65-4ac7-81fa-d8cdd47d8345 req-99e938bd-c56d-47e6-b34d-e0b1ba706684 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 1097 time: 0.0777354 Sep 16 04:59:51.042376 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.092316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:51.096810 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.099696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 466e9229-9cdf-4632-b2d3-265554d49d2c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:51.110237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0b501eb-0c65-4ac7-81fa-d8cdd47d8345 req-a824af4b-d429-4ec7-a5f9-f9905aa21379 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586629 Sep 16 04:59:51.132396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 466e9229-9cdf-4632-b2d3-265554d49d2c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:51.133492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 466e9229-9cdf-4632-b2d3-265554d49d2c not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:51.189395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.405744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709dc8d-a035-454e-8548-a1bbe57cdd98 req-6727c497-9be6-4505-883a-8b7f6d3371f7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.407143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6709dc8d-a035-454e-8548-a1bbe57cdd98 req-6727c497-9be6-4505-883a-8b7f6d3371f7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 944 time: 0.0540247 Sep 16 04:59:51.454387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6709dc8d-a035-454e-8548-a1bbe57cdd98 req-bc090b65-7ab0-4414-98a1-0c7fdc47d25a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Sep 16 04:59:51.576044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63b0e4-c730-41f4-a0e5-9e5985f10d31 req-8d0459b0-a598-4837-a8f1-76e539fa6f41 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.577885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb63b0e4-c730-41f4-a0e5-9e5985f10d31 req-8d0459b0-a598-4837-a8f1-76e539fa6f41 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 945 time: 0.0787911 Sep 16 04:59:51.598026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7243-26dd-4cca-9b28-df7ff2e0048d req-a584b6b0-2d6d-44d9-a47a-56588f1d9481 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:51.599465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f70d7243-26dd-4cca-9b28-df7ff2e0048d req-a584b6b0-2d6d-44d9-a47a-56588f1d9481 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0733979 Sep 16 04:59:51.651592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb63b0e4-c730-41f4-a0e5-9e5985f10d31 req-18b49513-8c7e-44be-94c8-2d02cb823ec6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674112 Sep 16 04:59:51.656496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f70d7243-26dd-4cca-9b28-df7ff2e0048d req-7aef0ab5-9ee8-40be-bb9b-9ff680d04384 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495391 Sep 16 04:59:51.673187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34042) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.770204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1081293458-network', 'tenant_id': '96f61c59369d4d0f8c2b42cf4b0ca004'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:51.792447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Made reservation on behalf of 96f61c59369d4d0f8c2b42cf4b0ca004 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:51.794681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.803908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.901220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.905920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.941183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:51.952919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ac4d2a-ff97-4055-bf35-4b0fa47776ae,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:51.958002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.958353 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Added segment f17f216a-b467-498f-9cae-1c4c6f7b1c0f of type vlan for network 48506ee8-29da-4163-93ee-0dda0e90a4d0 Sep 16 04:59:52.023530 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.055639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605500c-d3b2-456a-83b1-ccb6c4d61314 req-5c3f9bd6-e69e-4a06-b3c8-2590d8bb2eea tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.057156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7605500c-d3b2-456a-83b1-ccb6c4d61314 req-5c3f9bd6-e69e-4a06-b3c8-2590d8bb2eea tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 945 time: 0.0968194 Sep 16 04:59:52.070486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.071401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.072138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.132782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4583979 Sep 16 04:59:52.135688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34064) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.141851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Request body: {'subnet': {'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1081293458-subnet', 'tenant_id': '96f61c59369d4d0f8c2b42cf4b0ca004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:52.168918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7605500c-d3b2-456a-83b1-ccb6c4d61314 req-dd20a721-2fe0-4819-bfb7-6a002fd1bac7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046147 Sep 16 04:59:52.172572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14691efa-d427-495f-8460-4b51d38835e0 admin admin] Pushing event updated for resources: {'Network': ['ID=48506ee8-29da-4163-93ee-0dda0e90a4d0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.180769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Made reservation on behalf of 96f61c59369d4d0f8c2b42cf4b0ca004 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:52.183565 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.186441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:52.433060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.494561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8625bab-ccfa-451a-9da1-93c6b868b66d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.508703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34090) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.535364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Checking segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:52.535799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Network hostable DHCP agents. Network: 48506ee8-29da-4163-93ee-0dda0e90a4d0, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:52.561881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:52.582253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 48506ee8-29da-4163-93ee-0dda0e90a4d0) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:52.587532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.588189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.598172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc40e5-d96a-4c4e-8630-9707dba9b87a None None] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:52.633516 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-498fd4b7-3ea2-4e97-bc7a-cd0c810b4e72 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4880717 Sep 16 04:59:52.706698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620470b1-29de-4905-bc8f-34a352eb9fcc req-9bdcf0b7-4458-4f74-b0e1-5c3f8cf98534 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.709338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-620470b1-29de-4905-bc8f-34a352eb9fcc req-9bdcf0b7-4458-4f74-b0e1-5c3f8cf98534 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 944 time: 0.1288676 Sep 16 04:59:52.784512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34118) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:52.791385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-620470b1-29de-4905-bc8f-34a352eb9fcc req-f8609118-dc30-4640-8075-0e44286bfd61 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 Sep 16 04:59:52.794695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528b538-0ddd-40e4-b7ea-5c97bd107075 None None] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:52.850905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb037d4-d33f-47db-a95d-7089c6fc65f5 req-e9a7f812-d7bf-4535-94a0-9ad7deb09eb3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:52.858568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb037d4-d33f-47db-a95d-7089c6fc65f5 req-e9a7f812-d7bf-4535-94a0-9ad7deb09eb3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 945 time: 0.1234729 Sep 16 04:59:52.893882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:52.897765 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70781c86-9be2-4584-814e-f583977113c1" -d '{"events": [{"server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "name": "network-vif-plugged", "status": "completed", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:52.923849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-750ae28d-db4c-4d4a-b50e-c4e93fd927c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.973575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb037d4-d33f-47db-a95d-7089c6fc65f5 req-7836fbdb-a4ca-4967-a21f-b74cbf1a4fe7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032336 Sep 16 04:59:53.009612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7779-dc28-46ab-ad00-3997d5b849da req-f07223fa-06ca-4d2f-aae1-52a0fe8712ef tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.015733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c2013a-f68d-4c28-9c68-07a9d72a53c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.017272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3bf7779-dc28-46ab-ad00-3997d5b849da req-f07223fa-06ca-4d2f-aae1-52a0fe8712ef tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1351140 Sep 16 04:59:53.054648 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691517b-6bba-4988-a20a-5d03cda77ce5 x-openstack-request-id: req-2691517b-6bba-4988-a20a-5d03cda77ce5 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:53.055145 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "name": "network-vif-plugged", "status": "completed", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:53.055548 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2691517b-6bba-4988-a20a-5d03cda77ce5 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:53.056434 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52', 'code': 200} Sep 16 04:59:53.086275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3bf7779-dc28-46ab-ad00-3997d5b849da req-edc01138-19ee-4d98-a01e-cec9c7bd7272 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663095 Sep 16 04:59:53.120006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34128) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.187371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56003a2-5bcd-4242-a022-8a8f299bb6b6 req-60b7fbd4-a647-4cd6-956f-9eaacfda74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.189096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e56003a2-5bcd-4242-a022-8a8f299bb6b6 req-60b7fbd4-a647-4cd6-956f-9eaacfda74a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1097 time: 0.0653334 Sep 16 04:59:53.204726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-750ae28d-db4c-4d4a-b50e-c4e93fd927c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.215677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-750ae28d-db4c-4d4a-b50e-c4e93fd927c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.260512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59f36c89-a54b-4ba5-a068-a55cc738e745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.268736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-750ae28d-db4c-4d4a-b50e-c4e93fd927c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=442df9cee5e24197962d32b3b07800c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580686 Sep 16 04:59:53.272993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.277618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae28d-db4c-4d4a-b50e-c4e93fd927c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aad0f6-e899-4e6b-bf31-8f8813032862,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.292829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e56003a2-5bcd-4242-a022-8a8f299bb6b6 req-5f1d93dd-c9fb-47b8-9eab-88334eef98cf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957522 Sep 16 04:59:53.338685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:53.367826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b3dec-3116-42b2-bad4-cafffabfc051 req-1bf8eeed-038a-4e92-a4f9-4c11e57a4a8d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.369009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79ee51e6-dfb9-4557-8403-173c0341dcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.369364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-108b3dec-3116-42b2-bad4-cafffabfc051 req-1bf8eeed-038a-4e92-a4f9-4c11e57a4a8d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 945 time: 0.0742898 Sep 16 04:59:53.391287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 8bb63282-52ea-4e6f-81d8-a8279e168cea completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:53.396627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 8bb63282-52ea-4e6f-81d8-a8279e168cea triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:53.397742 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.407667 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79ee51e6-dfb9-4557-8403-173c0341dcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.410456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c2013a-f68d-4c28-9c68-07a9d72a53c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.419767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c2013a-f68d-4c28-9c68-07a9d72a53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.451829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2013a-f68d-4c28-9c68-07a9d72a53c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877c7dbd-0d73-475b-b285-49c93a4041ce,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.466785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-108b3dec-3116-42b2-bad4-cafffabfc051 req-065f72a1-2ba1-4e07-9c6a-89a3daea28d5 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860722 Sep 16 04:59:53.509710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-d2ed4428-b259-4ed0-b6a8-7c9eb2e033dd tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.510336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-85c2013a-f68d-4c28-9c68-07a9d72a53c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02a6cd273db247f881f8e1a0b9a1cc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239594 Sep 16 04:59:53.512550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34150) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.516208 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.518955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-d2ed4428-b259-4ed0-b6a8-7c9eb2e033dd tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.1730571 Sep 16 04:59:53.538243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-39fb1d45-8ccc-4859-a0bb-7bdf9f530630 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/quotas/96f61c59369d4d0f8c2b42cf4b0ca004 HTTP/1.1" status: 200 len: 375 time: 0.0179343 Sep 16 04:59:53.561423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79ee51e6-dfb9-4557-8403-173c0341dcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.563863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79ee51e6-dfb9-4557-8403-173c0341dcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.567279 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-79ee51e6-dfb9-4557-8403-173c0341dcdc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11aad0f6-e899-4e6b-bf31-8f8813032862 HTTP/1.1" status: 204 len: 168 time: 0.2884803 Sep 16 04:59:53.576064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:53.582594 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.596810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-a9267bb8-34ca-4261-a140-7e36d1e83e3c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573606 Sep 16 04:59:53.605338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee51e6-dfb9-4557-8403-173c0341dcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aad0f6-e899-4e6b-bf31-8f8813032862,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.633539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b98d37c2-8503-444b-ba7b-7a2795e2e2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.651830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.663523 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59f36c89-a54b-4ba5-a068-a55cc738e745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.672400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59f36c89-a54b-4ba5-a068-a55cc738e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.676205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b98d37c2-8503-444b-ba7b-7a2795e2e2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.720691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc88f3d-6a23-49ab-92c1-d3c21524ea1f req-982cb45b-ad74-4010-8194-a51f085089f9 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:53.722374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afc88f3d-6a23-49ab-92c1-d3c21524ea1f req-982cb45b-ad74-4010-8194-a51f085089f9 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 945 time: 0.1737332 Sep 16 04:59:53.739108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34156) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.745293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'floatingip': {'port_id': '9b98f88f-1734-4c97-bfd6-a8dce5e57150'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:53.749720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f36c89-a54b-4ba5-a068-a55cc738e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9936626f-70ff-4a73-995c-219b46d5e806,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.755267 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-59f36c89-a54b-4ba5-a068-a55cc738e745 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=077128683bcf4cf3b0e9bff6abba8c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342065 Sep 16 04:59:53.760219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34158) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.818867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-04fc8c4a-56c8-4a12-8f72-24905a128032 service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809144 Sep 16 04:59:53.836978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.857016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f0305ba-3f5a-4d91-9772-bc7afe0c2ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.885287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f0305ba-3f5a-4d91-9772-bc7afe0c2ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.911468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b98d37c2-8503-444b-ba7b-7a2795e2e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.914056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b98d37c2-8503-444b-ba7b-7a2795e2e2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.915196 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b98d37c2-8503-444b-ba7b-7a2795e2e2f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/877c7dbd-0d73-475b-b285-49c93a4041ce HTTP/1.1" status: 204 len: 168 time: 0.4017551 Sep 16 04:59:53.949701 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d37c2-8503-444b-ba7b-7a2795e2e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c7dbd-0d73-475b-b285-49c93a4041ce,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:53.993313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34164) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.034549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc57e9e1-3fd8-4964-b582-df02b544dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.051737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3873f-27d4-4938-8dcd-45fee4fbd394 req-b0ea8a50-7fc5-4222-943c-c22e92d7eac9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.053682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b3873f-27d4-4938-8dcd-45fee4fbd394 req-b0ea8a50-7fc5-4222-943c-c22e92d7eac9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 945 time: 0.1612489 Sep 16 04:59:54.093453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-6f98e830-8a6e-4551-96e6-58d7e244ad4a service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632411 Sep 16 04:59:54.097642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f0305ba-3f5a-4d91-9772-bc7afe0c2ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.100733 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f0305ba-3f5a-4d91-9772-bc7afe0c2ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.104532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2f0305ba-3f5a-4d91-9772-bc7afe0c2ded admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9936626f-70ff-4a73-995c-219b46d5e806 HTTP/1.1" status: 204 len: 168 time: 0.3432851 Sep 16 04:59:54.204309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b3873f-27d4-4938-8dcd-45fee4fbd394 req-87acc3cd-3a20-42b4-af04-135a2c77497b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372812 Sep 16 04:59:54.205590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0305ba-3f5a-4d91-9772-bc7afe0c2ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9936626f-70ff-4a73-995c-219b46d5e806,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.277020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.372307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc57e9e1-3fd8-4964-b582-df02b544dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.383175 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc57e9e1-3fd8-4964-b582-df02b544dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.504417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fc57e9e1-3fd8-4964-b582-df02b544dc41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b57a16b0d1034aa7a3502865d1f28b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018620 Sep 16 04:59:54.508180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34186) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.508823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57e9e1-3fd8-4964-b582-df02b544dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b8eb30-a81b-42de-a7ee-bfb426e5df94,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.534882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90597-c26e-40d5-8ca6-d376cf47848f req-156233d2-88fe-4091-84c9-286231636d5d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.540765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81a90597-c26e-40d5-8ca6-d376cf47848f req-156233d2-88fe-4091-84c9-286231636d5d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 945 time: 0.2086773 Sep 16 04:59:54.734426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba57c-c3d9-4eba-9f60-82da445b70fd req-880834c4-b916-4d69-ae39-63eb9f062b45 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:54.745550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-030ba57c-c3d9-4eba-9f60-82da445b70fd req-880834c4-b916-4d69-ae39-63eb9f062b45 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.3265874 Sep 16 04:59:54.779844 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0502a9ef-db1f-45d4-97de-9646a0398355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.792481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34200) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.834843 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb1b636d-2dd3-4160-b46c-abbdfba674ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.835038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.840445 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.856528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0502a9ef-db1f-45d4-97de-9646a0398355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.882642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81a90597-c26e-40d5-8ca6-d376cf47848f req-45aa7ad8-ec34-4084-bcc2-d3cc7f64ed7b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315211 Sep 16 04:59:54.919399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-030ba57c-c3d9-4eba-9f60-82da445b70fd req-1111afe2-df63-42d6-9123-6a8479fc255d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715198 Sep 16 04:59:54.983634 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Floating IP f28b202a-4094-470f-9547-7b022792c008 associated. External IP: 172.25.6.254, port: 9b98f88f-1734-4c97-bfd6-a8dce5e57150. Sep 16 04:59:55.002913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f821778b-1053-450b-99c5-1d6bac11608f req-17538953-772f-44e5-bf3a-d7fbc4143895 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 210 time: 0.0393593 Sep 16 04:59:55.008987 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0502a9ef-db1f-45d4-97de-9646a0398355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.011662 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0502a9ef-db1f-45d4-97de-9646a0398355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.015352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0502a9ef-db1f-45d4-97de-9646a0398355 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1b8eb30-a81b-42de-a7ee-bfb426e5df94 HTTP/1.1" status: 204 len: 168 time: 0.4701104 Sep 16 04:59:55.057570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:55.060354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a9ef-db1f-45d4-97de-9646a0398355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b8eb30-a81b-42de-a7ee-bfb426e5df94,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:55.061564 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b53c06-fb45-4b0a-881b-17dcb9a95516" -d '{"events": [{"server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "name": "network-vif-plugged", "status": "completed", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:55.145438 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730f187-5ec1-4908-90f8-504d54ded6ca x-openstack-request-id: req-a730f187-5ec1-4908-90f8-504d54ded6ca {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:55.145917 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "name": "network-vif-plugged", "status": "completed", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:55.146442 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a730f187-5ec1-4908-90f8-504d54ded6ca {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:55.147643 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea', 'code': 200} Sep 16 04:59:55.157030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb1b636d-2dd3-4160-b46c-abbdfba674ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.163389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb1b636d-2dd3-4160-b46c-abbdfba674ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.235494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Router 249b2928-38b3-4de0-9649-658f59f20e43 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:55.242694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cb1b636d-2dd3-4160-b46c-abbdfba674ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16acb8e93f67495aa5427d73c1a2b74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485817 Sep 16 04:59:55.245759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34214) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:55.253628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b636d-2dd3-4160-b46c-abbdfba674ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c186b300-919c-4143-9aea-4e88fa34d7e1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:55.359266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a26d9a7c-6f40-4b28-91a1-b213086d6487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.387925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5019-4af1-4641-a5dd-f1e22ebdaf4d req-2d82f7aa-384f-4af7-a45e-411c4235b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.389440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c78a5019-4af1-4641-a5dd-f1e22ebdaf4d req-2d82f7aa-384f-4af7-a45e-411c4235b223 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1097 time: 0.0984483 Sep 16 04:59:55.419954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:55.433095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a26d9a7c-6f40-4b28-91a1-b213086d6487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.435569 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] Sync routers for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:55.447586 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:55.450742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.451575 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:55.504678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c78a5019-4af1-4641-a5dd-f1e22ebdaf4d req-d88b6c15-1739-47c9-b7c3-a03300dea9e7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969498 Sep 16 04:59:55.508048 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-04f36d70-0c8b-4b3f-ab09-7e0f721f2656 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "PUT /v2.0/floatingips/f28b202a-4094-470f-9547-7b022792c008 HTTP/1.1" status: 200 len: 991 time: 1.7652361 Sep 16 04:59:55.509754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:55.512035 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9136b-f51e-450a-96c2-f6243a5fa250" -d '{"events": [{"name": "network-changed", "server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:55.524068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48680363-65dd-40ed-adf9-cce9a7c448c5 req-bac4f42f-9bd6-4782-9728-225f298d1a4f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.528853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48680363-65dd-40ed-adf9-cce9a7c448c5 req-bac4f42f-9bd6-4782-9728-225f298d1a4f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 945 time: 0.1461723 Sep 16 04:59:55.559148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a26d9a7c-6f40-4b28-91a1-b213086d6487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.561673 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a26d9a7c-6f40-4b28-91a1-b213086d6487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.566434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a26d9a7c-6f40-4b28-91a1-b213086d6487 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c186b300-919c-4143-9aea-4e88fa34d7e1 HTTP/1.1" status: 204 len: 168 time: 0.3160546 Sep 16 04:59:55.586397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d9a7c-6f40-4b28-91a1-b213086d6487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c186b300-919c-4143-9aea-4e88fa34d7e1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:55.668656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48680363-65dd-40ed-adf9-cce9a7c448c5 req-fa36c810-6f08-4d9e-9fb7-dbfec3c63206 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114078 Sep 16 04:59:55.678789 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:55.713584 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24069b22-ed21-48bc-8e28-fae66ff74d0f x-openstack-request-id: req-24069b22-ed21-48bc-8e28-fae66ff74d0f {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:55.714066 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:55.714326 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24069b22-ed21-48bc-8e28-fae66ff74d0f {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:55.714838 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'status': 'completed', 'code': 200} Sep 16 04:59:55.786092 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d82a7b91-27fa-48e8-a356-751c1daf4725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.787178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-7c370f10-0170-43b9-aa3e-ea0888e768d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.790031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-7c370f10-0170-43b9-aa3e-ea0888e768d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 1097 time: 0.0516853 Sep 16 04:59:55.909319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-a6359f12-6a2d-4e4c-aba8-32e18d7be5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:55.914513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-a6359f12-6a2d-4e4c-aba8-32e18d7be5ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 923 time: 0.1165192 Sep 16 04:59:56.057686 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'f28b202a-4094-470f-9547-7b022792c008', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'port_id': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'mac_address': 'fa:16:3e:61:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:54Z', 'revision_number': 1, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:56.081353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-64660208-c941-41cc-8095-32e7ae715587 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150 HTTP/1.1" status: 200 len: 999 time: 0.1563158 Sep 16 04:59:56.114886 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] Checking router: 249b2928-38b3-4de0-9649-658f59f20e43 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:56.126911 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:56.127739 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:56.224030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab846-6d59-473b-9057-8b0f289aa721 req-1342b5c1-4e96-49a6-8391-319b81f4cf8a tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.229193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42bab846-6d59-473b-9057-8b0f289aa721 req-1342b5c1-4e96-49a6-8391-319b81f4cf8a tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.2178602 Sep 16 04:59:56.243987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-4aa2c373-caf1-438d-8d8f-c18ca60352bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.245497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-4aa2c373-caf1-438d-8d8f-c18ca60352bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86fe4de3-d35c-408c-9749-5cdd67745ab2 HTTP/1.1" status: 200 len: 861 time: 0.1551228 Sep 16 04:59:56.284332 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:56.497134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-54b668e5-0460-4fcd-8271-2e5cce34d317 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.498696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-54b668e5-0460-4fcd-8271-2e5cce34d317 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.1967063 Sep 16 04:59:56.524077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Request body: {'port': {'device_id': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'admin_state_up': True, 'tenant_id': '96f61c59369d4d0f8c2b42cf4b0ca004'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:56.580346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42bab846-6d59-473b-9057-8b0f289aa721 req-16bd9679-1840-4415-99b2-c398b264bb95 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452280 Sep 16 04:59:56.685544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-62533b19-b634-4cd5-a7ef-80ee04a2a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.687810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-62533b19-b634-4cd5-a7ef-80ee04a2a012 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d94c122-1459-428c-8d2b-7e91c540520e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4199030 Sep 16 04:59:56.695646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141366e1-e276-4435-b4aa-1e1b3034e1c6 req-6f76460b-d846-4261-8fb8-b2292a3188d4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:56.697345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-141366e1-e276-4435-b4aa-1e1b3034e1c6 req-6f76460b-d846-4261-8fb8-b2292a3188d4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 945 time: 0.4276285 Sep 16 04:59:56.722507 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'f28b202a-4094-470f-9547-7b022792c008', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'port_id': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'mac_address': 'fa:16:3e:61:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:54Z', 'revision_number': 1, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:56.734101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd2cb8ea-aa34-41ff-8d1d-1084c246d6a4 req-a7c4226e-3a39-47bf-8785-99ce983c645a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 210 time: 0.0694687 Sep 16 04:59:56.774925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789fc99-9ee7-49a9-bff2-18d1ae3ac787 None None] The sync data for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 is: [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'f28b202a-4094-470f-9547-7b022792c008', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'port_id': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'mac_address': 'fa:16:3e:61:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T04:59:54Z', 'revision_number': 1, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:57.043820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-141366e1-e276-4435-b4aa-1e1b3034e1c6 req-e68d7daa-d77c-421c-8e99-1f7c453d92d1 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206413 Sep 16 04:59:57.062704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Made reservation on behalf of 96f61c59369d4d0f8c2b42cf4b0ca004 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:57.066938 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.092134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-0d27f0b8-3b6b-40bf-bfac-7eb6e8e72305 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795452 Sep 16 04:59:57.117742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392223b-24e3-4c56-8baa-a000e07d51e6 None None] New status for floating IP f28b202a-4094-470f-9547-7b022792c008: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:57.352442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60a9136b-f51e-450a-96c2-f6243a5fa250 req-69e780aa-6963-4a60-a6d5-32895619b778 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460353 Sep 16 04:59:57.362334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Allocated IP 172.20.0.8 (48506ee8-29da-4163-93ee-0dda0e90a4d0/c8625bab-ccfa-451a-9da1-93c6b868b66d/77cdc347-37fe-4248-94c6-10458a057f9c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:57.398007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1aab3-6dba-4cbf-999a-df9b337b9d13 req-ca2caf92-de12-4ab8-9f9e-eb35e8dd9e77 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.399545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ef1aab3-6dba-4cbf-999a-df9b337b9d13 req-ca2caf92-de12-4ab8-9f9e-eb35e8dd9e77 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 945 time: 0.1691039 Sep 16 04:59:57.502461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ef1aab3-6dba-4cbf-999a-df9b337b9d13 req-2c2425de-4b53-4c81-8e77-d433b892a156 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956385 Sep 16 04:59:57.512747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e85f3-d985-46aa-a853-b417403b858a req-15c6ead2-5fb2-4ca3-9cec-6493d96b188b tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.532772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e3e85f3-d985-46aa-a853-b417403b858a req-15c6ead2-5fb2-4ca3-9cec-6493d96b188b tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1097 time: 0.1719165 Sep 16 04:59:57.637255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e3e85f3-d985-46aa-a853-b417403b858a req-ef028d40-2486-4d02-b8b9-d38e00933949 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Sep 16 04:59:57.682753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.741053 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.810644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:57.821278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:57.824550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:57.830280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.830948 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.833705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:57.843702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f56043-a447-4797-8b7f-ac4c994ff181 req-f80c48f3-1453-4d3e-919e-ed0902528950 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:57.845461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79f56043-a447-4797-8b7f-ac4c994ff181 req-f80c48f3-1453-4d3e-919e-ed0902528950 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1163735 Sep 16 04:59:57.871358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f8c55e2e-6215-499b-a3d0-6930eade7c02 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3517778 Sep 16 04:59:57.893514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Request body: {'port': {'device_id': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:57.904609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79f56043-a447-4797-8b7f-ac4c994ff181 req-78c528f1-34d6-43e7-a592-4c950fda5f0e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502975 Sep 16 04:59:57.946002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-01633325-6622-4ab6-97a7-dbde60565bf1 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2027b4e99a7942f290afdf5897c65454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403113 Sep 16 04:59:57.994739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.105042 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e45cafc8-7498-49ae-9002-58c052f0b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.184923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83564-b9e4-4317-af1d-123d5cfe1ea7 req-571b446f-bfbb-4140-994f-b7d247104997 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.186459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48d83564-b9e4-4317-af1d-123d5cfe1ea7 req-571b446f-bfbb-4140-994f-b7d247104997 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1097 time: 0.1741254 Sep 16 04:59:58.201009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-2840412b-1041-46a4-8e51-a9428da36f2b tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.202421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-2840412b-1041-46a4-8e51-a9428da36f2b tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495475 Sep 16 04:59:58.235296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-63f2ab50-1cc4-4308-bd81-5775282212af tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/quotas/2027b4e99a7942f290afdf5897c65454 HTTP/1.1" status: 200 len: 375 time: 0.0247750 Sep 16 04:59:58.291590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48d83564-b9e4-4317-af1d-123d5cfe1ea7 req-629e2ee7-d2e9-42c7-837b-58ca3b81a4fc tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983732 Sep 16 04:59:58.294993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-a188fdd1-87f8-46f0-8188-d9db09a7a0b4 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2027b4e99a7942f290afdf5897c65454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525768 Sep 16 04:59:58.442962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cdc347-37fe-4248-94c6-10458a057f9c {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:58.453158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.472974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c313a5-479b-498e-9ef9-f2fbfd72f090 req-b26fc4f1-29e1-4e90-a78c-7dc37f03bcdd tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.474478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82c313a5-479b-498e-9ef9-f2fbfd72f090 req-b26fc4f1-29e1-4e90-a78c-7dc37f03bcdd tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 931 time: 0.0980918 Sep 16 04:59:58.477138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Transition to ACTIVE for port object 77cdc347-37fe-4248-94c6-10458a057f9c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:58.485364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.564668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82c313a5-479b-498e-9ef9-f2fbfd72f090 req-62438f68-6f6a-485c-a7cb-7b9a759605b7 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817816 Sep 16 04:59:58.571322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.640609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Attempting to bind port 77cdc347-37fe-4248-94c6-10458a057f9c on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:58.641301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Attempting to bind port 77cdc347-37fe-4248-94c6-10458a057f9c by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:58.641301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Attempting to bind port 77cdc347-37fe-4248-94c6-10458a057f9c on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:58.648634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-bf6b746c-854d-4d1d-a7d2-21be3d75d3a7 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d9d3b176077d43fab85548948f6c2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365074 Sep 16 04:59:58.665193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Port 77cdc347-37fe-4248-94c6-10458a057f9c on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:58.665551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Attempting to bind port 77cdc347-37fe-4248-94c6-10458a057f9c on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:58.699652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:58.699996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Checking segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:58.700618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Bound using segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:58.701064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Bound port: 77cdc347-37fe-4248-94c6-10458a057f9c, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:58.701419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.801653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42ff3a75-4595-49bc-8728-546dfaf5e78e req-270f73d8-507a-4621-b8b4-021e7ee01695 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 210 time: 0.0574396 Sep 16 04:59:58.853846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-62355141-38ef-4e0f-8f3d-7d2bee7ce5d7 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.855585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-62355141-38ef-4e0f-8f3d-7d2bee7ce5d7 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043200 Sep 16 04:59:58.862749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:58.868051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:58.879094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.895190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-4c513f64-377d-44e9-9fce-cc68c992e402 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/quotas/d9d3b176077d43fab85548948f6c2002 HTTP/1.1" status: 200 len: 375 time: 0.0291510 Sep 16 04:59:58.931013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:58.931758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.933916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] 10.222.0.64 "PUT /v2.0/ports/77cdc347-37fe-4248-94c6-10458a057f9c HTTP/1.1" status: 200 len: 1092 time: 1.0453546 Sep 16 04:59:58.952244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:58.955844 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bb59bf-b88f-47e3-9765-e0dad9062636" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:58.994497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-f29bf8c9-a10f-41a7-abbe-85f2c7000e65 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9d3b176077d43fab85548948f6c2002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722358 Sep 16 04:59:59.047385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ecf6f-bbc7-487c-8b55-e26a46cbf910 service neutron] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:59.066956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98e084-305a-4114-9f9d-d0655ef37fd0 req-7b49bf87-d4ae-4e4d-b64f-7a2c89b9c3a1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.069426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa98e084-305a-4114-9f9d-d0655ef37fd0 req-7b49bf87-d4ae-4e4d-b64f-7a2c89b9c3a1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 945 time: 0.1813002 Sep 16 04:59:59.095218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-2dc75196-77b6-4b51-8a77-5c6967005a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.097353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-2dc75196-77b6-4b51-8a77-5c6967005a13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 1095 time: 0.0975049 Sep 16 04:59:59.103540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.129835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa98e084-305a-4114-9f9d-d0655ef37fd0 req-8c485290-4f7b-4489-b9e7-545c61cb80f6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Sep 16 04:59:59.173104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f622bd94-858d-4b7d-8d50-7596dc2620f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77cdc347-37fe-4248-94c6-10458a057f9c HTTP/1.1" status: 200 len: 217 time: 0.0572212 Sep 16 04:59:59.278023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f37c7066-f3a6-46c6-bcd6-ecf6eb8e67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.280014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f37c7066-f3a6-46c6-bcd6-ecf6eb8e67a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.0967937 Sep 16 04:59:59.298030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59fccb-41b2-4d66-876e-4a02de41485f req-34425994-7d7f-462f-869f-e628b3c84568 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.300356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e59fccb-41b2-4d66-876e-4a02de41485f req-34425994-7d7f-462f-869f-e628b3c84568 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0685692 Sep 16 04:59:59.311500 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d451d7e2-f61d-488a-85b8-51f1390fc6d5 x-openstack-request-id: req-d451d7e2-f61d-488a-85b8-51f1390fc6d5 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:59.311848 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:59.312115 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d451d7e2-f61d-488a-85b8-51f1390fc6d5 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:59.312531 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c', 'status': 'completed', 'code': 200} Sep 16 04:59:59.332704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-f26d5958-1b91-40c6-bb92-bb4975dc3b97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428543 Sep 16 04:59:59.407368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d477b0a0-a2a0-49b5-841c-af035890bf84 req-2ae09c85-b49d-4fdb-a6b5-0025ea4f1a9c tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 210 time: 0.0601902 Sep 16 04:59:59.467594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e59fccb-41b2-4d66-876e-4a02de41485f req-f5f32d91-8b63-4ee1-a131-c5326866a950 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372166 Sep 16 04:59:59.513249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-05c1e4b1-5a40-4050-bd93-50a528f03416 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649604 Sep 16 04:59:59.648236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.652900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-045a41dc-e55b-46e6-bfbf-37d9492035ec tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2027b4e99a7942f290afdf5897c65454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433130 Sep 16 04:59:59.871613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:59.941827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eb3e1-5c32-4187-be63-d2ea89fea4e4 req-8498ddc8-3765-4c31-ace7-d61068459888 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:59.943375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e26eb3e1-5c32-4187-be63-d2ea89fea4e4 req-8498ddc8-3765-4c31-ace7-d61068459888 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1097 time: 0.4026515 Sep 16 04:59:59.989347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c262b1b-209d-4d70-a92e-69d2941c7080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.021424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8d4c7-2670-41e6-b9f3-5aae2e153582 req-e43c4f40-910c-42ac-8f1d-5a2a4c9d9054 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.023454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b8d4c7-2670-41e6-b9f3-5aae2e153582 req-e43c4f40-910c-42ac-8f1d-5a2a4c9d9054 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1097 time: 0.4355130 Sep 16 05:00:00.025278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d26c79b-5334-4f1f-ba51-70be55cd7d4d req-8d3aff12-d515-4db8-b7ce-2ee7d44f913b service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992604 Sep 16 05:00:00.065688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e26eb3e1-5c32-4187-be63-d2ea89fea4e4 req-cc35718c-7b2d-4b36-932b-c48dbfe57465 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134095 Sep 16 05:00:00.075765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-20dd9872-6326-4733-a476-fe85da876353 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.077271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-20dd9872-6326-4733-a476-fe85da876353 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120082 Sep 16 05:00:00.094777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Request body: {'port': {'device_id': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '2027b4e99a7942f290afdf5897c65454'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:00.104137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b8d4c7-2670-41e6-b9f3-5aae2e153582 req-4ed7de2c-5b8b-4521-b7cf-dbb45c03fd59 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699358 Sep 16 05:00:00.105016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c262b1b-209d-4d70-a92e-69d2941c7080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.111488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c262b1b-209d-4d70-a92e-69d2941c7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.163576 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c262b1b-209d-4d70-a92e-69d2941c7080 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e42dc261b2cf4c30adc621dd83d1646b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898960 Sep 16 05:00:00.169893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34408) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.186976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c262b1b-209d-4d70-a92e-69d2941c7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e12fc-c639-47c0-9c3f-02a872d765f4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:00.237137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-212adc9a-d12b-4a97-a880-ce734a093036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.259568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-212adc9a-d12b-4a97-a880-ce734a093036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.299917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf923eda-bba3-457b-a882-d9f97cc00436 req-352bd1f1-4c21-4ad3-b92f-e701fd9ddcd0 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 210 time: 0.0464997 Sep 16 05:00:00.309648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-212adc9a-d12b-4a97-a880-ce734a093036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.312748 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-212adc9a-d12b-4a97-a880-ce734a093036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.316987 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-212adc9a-d12b-4a97-a880-ce734a093036 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/148e12fc-c639-47c0-9c3f-02a872d765f4 HTTP/1.1" status: 204 len: 168 time: 0.1461177 Sep 16 05:00:00.326352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212adc9a-d12b-4a97-a880-ce734a093036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e12fc-c639-47c0-9c3f-02a872d765f4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:00.329600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5021015-7ea4-4faa-99f1-957b291b449b req-9fa73730-dc5e-4681-8cd8-b2cab0b2628c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.331208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5021015-7ea4-4faa-99f1-957b291b449b req-9fa73730-dc5e-4681-8cd8-b2cab0b2628c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 943 time: 0.1473258 Sep 16 05:00:00.337934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-fe7027f1-ec36-4598-bb5b-5cd355549b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.339578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-fe7027f1-ec36-4598-bb5b-5cd355549b54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 1095 time: 0.1567855 Sep 16 05:00:00.430988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Made reservation on behalf of 2027b4e99a7942f290afdf5897c65454 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:00.433491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.484263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.493511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5021015-7ea4-4faa-99f1-957b291b449b req-b486365e-1e70-45a6-b3dd-87669c29668b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462369 Sep 16 05:00:00.531613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e2a5-3fd6-40ad-9aa8-49d9e7a02a3f req-9116617c-b63b-4d10-a897-379573ad32ea tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.533168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e976e2a5-3fd6-40ad-9aa8-49d9e7a02a3f req-9116617c-b63b-4d10-a897-379573ad32ea tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1097 time: 0.1438642 Sep 16 05:00:00.558891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-5cf9fd12-a890-4a30-bea1-8f5d8dccae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.561668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-5cf9fd12-a890-4a30-bea1-8f5d8dccae6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 906 time: 0.2043340 Sep 16 05:00:00.649838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-8ebd3826-21c9-4251-ba79-848e10332a10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77cdc347-37fe-4248-94c6-10458a057f9c HTTP/1.1" status: 200 len: 217 time: 0.0739219 Sep 16 05:00:00.655402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9c493ba-443d-4aa1-bd27-a77e9500b03a req-de6cff95-cde1-4725-83cc-ae36df42ec14 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 210 time: 0.0897169 Sep 16 05:00:00.706326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e976e2a5-3fd6-40ad-9aa8-49d9e7a02a3f req-c148c999-7292-45b5-b5b1-1d29d74df0e0 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610780 Sep 16 05:00:00.743045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-fee8494e-5852-4511-a333-73659c4e006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.744684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-fee8494e-5852-4511-a333-73659c4e006b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.0809717 Sep 16 05:00:00.804471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-901d1dcf-5dbe-4d1f-b48c-a6366811190b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462363 Sep 16 05:00:00.853397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.872047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0418f-73c7-4423-844c-334e35c72d1d req-37891b7d-4ca6-4136-a914-d4c162d00e28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.873590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3dd0418f-73c7-4423-844c-334e35c72d1d req-37891b7d-4ca6-4136-a914-d4c162d00e28 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1337757 Sep 16 05:00:00.876037 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.037187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.079136 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-1ca6cb9a-2085-41c0-bdde-df9d70251705 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d9d3b176077d43fab85548948f6c2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406289 Sep 16 05:00:01.092760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:01.095295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.142120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-6a32d65b-2e5f-4431-b73e-781b17b20c56 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237822 Sep 16 05:00:01.159349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3dd0418f-73c7-4423-844c-334e35c72d1d req-11bd22d8-b50f-4ead-a36a-7974ff7bcd91 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679529 Sep 16 05:00:01.201404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84752a41-1277-40e3-8511-0388c374ca25 req-90dcb643-a186-4c6c-8677-6bef4400600c tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.203245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84752a41-1277-40e3-8511-0388c374ca25 req-90dcb643-a186-4c6c-8677-6bef4400600c tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1097 time: 0.2599847 Sep 16 05:00:01.237342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Allocated IP 192.168.233.117 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/87d1eb05-de9d-4f70-9a66-9e3f44a862a8) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:01.239928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-9d12de6c-c106-4fe7-8c00-bfb8c73de5d9 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.243165 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-9d12de6c-c106-4fe7-8c00-bfb8c73de5d9 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435399 Sep 16 05:00:01.263749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-135490534-network', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:01.272609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Request body: {'port': {'device_id': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'd9d3b176077d43fab85548948f6c2002'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:01.339990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Made reservation on behalf of 35320b4eecdc42f7871e76cd012f8dd8 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:01.342256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.348478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84752a41-1277-40e3-8511-0388c374ca25 req-51fe86a3-6d43-4a17-a112-8fbad3f3da0f tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285629 Sep 16 05:00:01.362011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.393445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133123b-c2ec-4ad9-9fc3-e5f1abf62220 req-a96e5525-bfe3-46ab-b4a9-ce08977665d7 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.395028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2133123b-c2ec-4ad9-9fc3-e5f1abf62220 req-a96e5525-bfe3-46ab-b4a9-ce08977665d7 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1097 time: 0.1599474 Sep 16 05:00:01.401803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bb59bf-b88f-47e3-9765-e0dad9062636 req-a9c6e2c2-86a7-464b-9934-9fe340d7a9f2 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308366 Sep 16 05:00:01.488359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.494450 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.527965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2133123b-c2ec-4ad9-9fc3-e5f1abf62220 req-12712fd8-c1b4-4a6e-ae36-88bb2ca5c08b tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196859 Sep 16 05:00:01.529862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afa53b80-1a0d-4c6b-9038-22f57c7cbad8 req-a3d47e67-233c-4628-a9db-caf97c8478f7 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 210 time: 0.0438824 Sep 16 05:00:01.530563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:01.537750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Made reservation on behalf of d9d3b176077d43fab85548948f6c2002 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:01.542260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.545709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7077df8-a2fe-4ec0-a889-1951e547099c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.572286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.574826 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Added segment a433a54c-6018-4405-8522-833638841326 of type vlan for network d0f274c1-86ad-4aa8-904e-598e37950391 Sep 16 05:00:01.577574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.586004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.644040 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.669159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.692388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.694210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.694871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.697884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a7bf3-a290-441f-9dbd-7fc1f87071ff req-f9377cbb-c74a-4429-9194-6529a63cdadd tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.699625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14a7bf3-a290-441f-9dbd-7fc1f87071ff req-f9377cbb-c74a-4429-9194-6529a63cdadd tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 943 time: 0.0788419 Sep 16 05:00:01.748828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:01.758706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:01.766800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:01.773358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.774001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.778733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Pushing event updated for resources: {'Port': ['ID=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.780904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f274c1-86ad-4aa8-904e-598e37950391,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.804444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d0f274c1-86ad-4aa8-904e-598e37950391 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:01.807402 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.807993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14a7bf3-a290-441f-9dbd-7fc1f87071ff req-17ecdb67-d997-47e1-8b41-49a809c5e209 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890489 Sep 16 05:00:01.817831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.821604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-ec411ce8-9f2a-4518-9a47-02f77bdb995d tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7331536 Sep 16 05:00:01.835285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Request body: {'port': {'device_id': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:01.847117 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3465229d-850f-47aa-81d9-f4ca04d20a09 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7529514 Sep 16 05:00:01.856533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34458) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:01.862504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Request body: {'subnet': {'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-135490534-subnet', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:01.956557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29a5c92-a960-4243-a077-36aa9d3ecfe7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:01.982039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b90fe48f-9bf7-47b9-b005-570e4e553f15 req-3e12e86f-23b1-4429-981f-c46bae8a6b84 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 210 time: 0.0462105 Sep 16 05:00:01.982625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.986385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Made reservation on behalf of 35320b4eecdc42f7871e76cd012f8dd8 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:01.989034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.060555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Allocated IP 192.168.233.217 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/94428218-8031-491e-813c-5abc56e2497e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:02.107965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5783c2e1-b23f-464a-9f2c-58191ecefead None None] Provisioning complete for port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:02.108843 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5783c2e1-b23f-464a-9f2c-58191ecefead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.171788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5783c2e1-b23f-464a-9f2c-58191ecefead None None] Port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:02.250779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.285885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.340416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:02.346078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:02.350771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:02.376204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Pushing event updated for resources: {'Port': ['ID=94428218-8031-491e-813c-5abc56e2497e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.406132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.406813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.425742 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-c595713c-95cc-46ac-82fa-3a4aaedc1f56 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1570268 Sep 16 05:00:02.448288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Request body: {'port': {'device_id': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:02.508957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.585921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.600799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-74636db9-5879-4d9f-bc3a-4e7a8fb71b10 None None] Provisioning complete for port 94428218-8031-491e-813c-5abc56e2497e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:02.601286 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-74636db9-5879-4d9f-bc3a-4e7a8fb71b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.638531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-74636db9-5879-4d9f-bc3a-4e7a8fb71b10 None None] Port 94428218-8031-491e-813c-5abc56e2497e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:02.652737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9107-905b-410a-8380-c9e16ffa283f req-20c6cdaf-f011-480d-a341-8a57048b5e39 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.654658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-222f9107-905b-410a-8380-c9e16ffa283f req-20c6cdaf-f011-480d-a341-8a57048b5e39 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.3894792 Sep 16 05:00:02.710810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=628d6484-b303-4cd8-b63b-76e093020c4e,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.739916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Checking segment: {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:02.740311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Network hostable DHCP agents. Network: d0f274c1-86ad-4aa8-904e-598e37950391, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:02.754717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-2fb57ec8-b7b4-4fbe-a7e2-c30fd0308db8 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:02.756221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-2fb57ec8-b7b4-4fbe-a7e2-c30fd0308db8 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168493 Sep 16 05:00:02.765138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-222f9107-905b-410a-8380-c9e16ffa283f req-a9323c07-7d76-4f3b-840c-5c27f9226155 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002948 Sep 16 05:00:02.824241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Network d0f274c1-86ad-4aa8-904e-598e37950391 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:02.837131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-491af3cc-3d4e-441a-acb6-152470c03467 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.838558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-491af3cc-3d4e-441a-acb6-152470c03467 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 1094 time: 0.0725942 Sep 16 05:00:02.850772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d0f274c1-86ad-4aa8-904e-598e37950391) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:02.854762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Request body: {'binding': {'host': 'n-h1-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:02.855205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Unknown quota resources ['binding']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:00:02.858969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3a66c-e57a-4c67-bc96-64af8fd39981 None None] Network d0f274c1-86ad-4aa8-904e-598e37950391 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:02.871659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:02.881951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.882527 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.905399 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.939366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7b5bc93e-80df-4cc4-9c0b-1f721e40af0b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0790000 Sep 16 05:00:02.942272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Transition to ACTIVE for port object 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:02.942895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34490) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:02.948825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:02.955052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.974699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b73b-685f-4e1c-b8ee-7fb258bed42f req-79e30de7-7c4d-4ab2-983c-944e5c374c97 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:02.976379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2764b73b-685f-4e1c-b8ee-7fb258bed42f req-79e30de7-7c4d-4ab2-983c-944e5c374c97 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1097 time: 0.1443856 Sep 16 05:00:02.996487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.997555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.018034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-d0f274c1-86ad-4aa8-904e-598e37950391', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:03.019919 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.080319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Pushing event updated for resources: {'Port': ['ID=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:03.135919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2764b73b-685f-4e1c-b8ee-7fb258bed42f req-107b5e63-ba29-45e4-b3b9-850189c8b7e5 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392891 Sep 16 05:00:03.144471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Attempting to bind port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:03.144814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Attempting to bind port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:03.145123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Attempting to bind port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:03.154445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:03.154445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Attempting to bind port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:03.173405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:03.173741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:03.174122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:03.174554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Bound port: 87d1eb05-de9d-4f70-9a66-9e3f44a862a8, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:03.174665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.174906 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.182146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on host n-h1-713301-15 for vnic_type normal with profile None {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:03.182534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:03.182866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:03.205409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Allocated IP 172.20.0.2 (d0f274c1-86ad-4aa8-904e-598e37950391/628d6484-b303-4cd8-b63b-76e093020c4e/6e15e920-cd62-42d7-b85c-0ef4efbf4d7e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:03.207514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:03.209914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:03.257904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:03.258719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:03.258719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:03.259048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Bound port: 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:03.338003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] For port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:03.372419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] For port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:03.375538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:03.380677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.387585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.388821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-757a1e48-0526-494f-bc8f-e0dc79631646 service neutron] 10.222.0.55 "POST /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52/bindings HTTP/1.1" status: 201 len: 390 time: 0.5388763 Sep 16 05:00:03.430939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559eb41-51d2-461b-ad4d-0ed5e3f977f4 req-4653d4b8-312e-4a5b-b5fd-2d4ea622654b tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.432542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d559eb41-51d2-461b-ad4d-0ed5e3f977f4 req-4653d4b8-312e-4a5b-b5fd-2d4ea622654b tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 948 time: 0.1087208 Sep 16 05:00:03.433622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:03.435906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.436539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.437948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/87d1eb05-de9d-4f70-9a66-9e3f44a862a8 HTTP/1.1" status: 200 len: 1097 time: 1.6077442 Sep 16 05:00:03.438387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'tag': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:03.440706 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9bcb58-0898-4553-b619-93e7636f533b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5a17ce-fd7f-4739-878e-80e021418b6c", "tag": "87d1eb05-de9d-4f70-9a66-9e3f44a862a8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:03.484587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88ab2d-ad2d-4367-a24e-df060b4754b0 service neutron] Pushing event updated for resources: {'Port': ['ID=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:03.519236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.534866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d559eb41-51d2-461b-ad4d-0ed5e3f977f4 req-00056530-d533-4008-a0fa-3740405f86a3 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904980 Sep 16 05:00:03.535825 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.561968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-4653ef75-eaab-4c4c-86d2-dad832eedb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.572346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-4653ef75-eaab-4c4c-86d2-dad832eedb9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2027b4e99a7942f290afdf5897c65454&device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 1100 time: 0.0846131 Sep 16 05:00:03.672871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-a2a140be-8916-48fe-83e3-025670404159 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=87d1eb05-de9d-4f70-9a66-9e3f44a862a8 HTTP/1.1" status: 200 len: 217 time: 0.0885718 Sep 16 05:00:03.718745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Network d0f274c1-86ad-4aa8-904e-598e37950391 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:03.728253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:03.735046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:03.740437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.756833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Pushing event updated for resources: {'Port': ['ID=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:03.795916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e907da-5699-446f-af51-b2ccb5be2840 req-2561dc27-b04a-4866-955b-0aa8ac9ddd52 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.804245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95e907da-5699-446f-af51-b2ccb5be2840 req-2561dc27-b04a-4866-955b-0aa8ac9ddd52 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 943 time: 0.2305772 Sep 16 05:00:03.813968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.816293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-2c8bbc12-a6b9-4c98-b59c-1f5400eceb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.817941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-2c8bbc12-a6b9-4c98-b59c-1f5400eceb4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1300957 Sep 16 05:00:03.822677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea063b-3665-40e1-82f9-003f4b8733ba req-cd488fb4-c61d-4b32-9cc9-1f4a19bb56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.824401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ea063b-3665-40e1-82f9-003f4b8733ba req-cd488fb4-c61d-4b32-9cc9-1f4a19bb56ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1102 time: 0.1759250 Sep 16 05:00:03.828898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:03.831887 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b462e596-72fd-4406-8c90-c1a6f39bc2b0" -d '{"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:03.832370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94428218-8031-491e-813c-5abc56e2497e {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:03.841388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.858005 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Transition to ACTIVE for port object 94428218-8031-491e-813c-5abc56e2497e will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:03.866534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:03.872477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.876575 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.905100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd61e08-807f-4b15-beb1-3a1a1a9e17a4 req-7d8df1d7-6e61-4b06-bc21-57b4c260fafa tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.912326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bd61e08-807f-4b15-beb1-3a1a1a9e17a4 req-7d8df1d7-6e61-4b06-bc21-57b4c260fafa tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 936 time: 0.2064483 Sep 16 05:00:03.935202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Attempting to bind port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:03.935741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Attempting to bind port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:03.936361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Attempting to bind port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e on network d0f274c1-86ad-4aa8-904e-598e37950391 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:03.948415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:03.948999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Checking segment: {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:03.949766 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.949971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Bound using segment: {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:03.950551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Bound port: 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:03.951043 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.966537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:03.981488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95e907da-5699-446f-af51-b2ccb5be2840 req-d0b82542-f1fa-4e4a-bb8e-e9c24df7878b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748991 Sep 16 05:00:04.004226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Pushing event updated for resources: {'Port': ['ID=94428218-8031-491e-813c-5abc56e2497e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:04.012706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ea063b-3665-40e1-82f9-003f4b8733ba req-adf1dd3c-c4a9-4390-a671-fa28107701f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681039 Sep 16 05:00:04.035846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-de9672d0-44b2-4f77-b37b-35664ea059e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.043459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-de9672d0-44b2-4f77-b37b-35664ea059e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2099211 Sep 16 05:00:04.046336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] For port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:04.050197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] For port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:04.055609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.083299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bd61e08-807f-4b15-beb1-3a1a1a9e17a4 req-5ea94028-8c47-4019-ac6b-5ae971352c7d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698661 Sep 16 05:00:04.102990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Attempting to bind port 94428218-8031-491e-813c-5abc56e2497e on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:04.103329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Attempting to bind port 94428218-8031-491e-813c-5abc56e2497e by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:04.104169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Attempting to bind port 94428218-8031-491e-813c-5abc56e2497e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:04.109744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-c31e023a-9a3f-4f39-899b-7680dc47912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.111259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-c31e023a-9a3f-4f39-899b-7680dc47912f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1097 time: 0.2325730 Sep 16 05:00:04.119755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Port 94428218-8031-491e-813c-5abc56e2497e on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:04.120085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Attempting to bind port 94428218-8031-491e-813c-5abc56e2497e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:04.125003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4fe6-2195-482f-9a51-f71b25054845 None None] Pushing event updated for resources: {'Port': ['ID=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:04.146905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:04.147288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:04.147668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:04.148172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Bound port: 94428218-8031-491e-813c-5abc56e2497e, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:04.148508 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.173277 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5edf203-3b5e-46c5-bc39-1d973fd2818c x-openstack-request-id: req-c5edf203-3b5e-46c5-bc39-1d973fd2818c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:04.173656 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5a17ce-fd7f-4739-878e-80e021418b6c", "tag": "87d1eb05-de9d-4f70-9a66-9e3f44a862a8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:04.174024 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5edf203-3b5e-46c5-bc39-1d973fd2818c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:04.174474 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'tag': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8', 'status': 'completed', 'code': 200} Sep 16 05:00:04.212272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-7d6a420a-7168-453f-a66c-0da99e8734b8 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623046 Sep 16 05:00:04.258973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] For port 94428218-8031-491e-813c-5abc56e2497e, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:04.263474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] For port 94428218-8031-491e-813c-5abc56e2497e, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=94428218-8031-491e-813c-5abc56e2497e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:04.276139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.400434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3faaf-7ab9-4af8-a3cd-4be47120f920 req-6c869933-6df7-43c4-bfeb-91d5c09ffa85 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.408895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9a3faaf-7ab9-4af8-a3cd-4be47120f920 req-6c869933-6df7-43c4-bfeb-91d5c09ffa85 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 945 time: 0.1606481 Sep 16 05:00:04.431080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560b9ab2-b821-415a-95aa-64766e5c1146 req-16594eed-c8ee-4664-9fe0-b64c05dcf699 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054465 Sep 16 05:00:04.466436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.467054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.469972 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] 10.222.0.64 "PUT /v2.0/ports/94428218-8031-491e-813c-5abc56e2497e HTTP/1.1" status: 200 len: 1097 time: 2.0268300 Sep 16 05:00:04.470445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'tag': '94428218-8031-491e-813c-5abc56e2497e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:04.475070 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e9ca16-9a34-41ce-aff0-26af39be3b2b", "tag": "94428218-8031-491e-813c-5abc56e2497e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:04.507437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958ac07-e255-4c98-83a0-126b3305677b service neutron] Pushing event updated for resources: {'Port': ['ID=94428218-8031-491e-813c-5abc56e2497e,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:04.546693 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.591025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.638711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-5e0d8bd8-1cc5-4912-aa0e-7122910a1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.640623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-5e0d8bd8-1cc5-4912-aa0e-7122910a1b00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.3030162 Sep 16 05:00:04.656529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9a3faaf-7ab9-4af8-a3cd-4be47120f920 req-aa7e3e43-e413-48c1-8c62-154bd5d8ae6f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466829 Sep 16 05:00:04.660356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bcb58-0898-4553-b619-93e7636f533b req-053ec0a0-dc99-4378-bad3-df975d0f4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.662020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9bcb58-0898-4553-b619-93e7636f533b req-053ec0a0-dc99-4378-bad3-df975d0f4cf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2027b4e99a7942f290afdf5897c65454&device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 1100 time: 0.1194117 Sep 16 05:00:04.726806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-e6aea37a-7923-49a0-ae4e-814442489747 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 217 time: 0.0690050 Sep 16 05:00:04.761996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-fd482bf8-f945-481d-a0e5-fbe8c391d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.764166 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-fd482bf8-f945-481d-a0e5-fbe8c391d0d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9d3b176077d43fab85548948f6c2002&device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 1100 time: 0.2150567 Sep 16 05:00:04.765735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Allocated IP 172.25.6.44 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/61c2223b-28a0-4b0f-8766-9a356e3f560c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:04.821604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-7f9c2e49-10ce-447f-aaf3-5ef1525cf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.823081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-7f9c2e49-10ce-447f-aaf3-5ef1525cf474 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.0813460 Sep 16 05:00:04.837096 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-7e21f54b-4fa9-4fcc-842c-bc8d96f3336f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=94428218-8031-491e-813c-5abc56e2497e HTTP/1.1" status: 200 len: 217 time: 0.0527356 Sep 16 05:00:04.889665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-c7974a3f-e93b-4a00-ac34-30b35dc87341 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339162 Sep 16 05:00:04.943971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f42a3b-233f-4ebe-9078-66ea699f7341 req-8d29486e-e5ec-4552-8b7a-96acedbfac38 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.951511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83f42a3b-233f-4ebe-9078-66ea699f7341 req-8d29486e-e5ec-4552-8b7a-96acedbfac38 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 948 time: 0.2085304 Sep 16 05:00:04.963002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-92d4a503-3f27-4ce4-92e0-f5c9b335134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.964613 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-92d4a503-3f27-4ce4-92e0-f5c9b335134e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1184144 Sep 16 05:00:04.965958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bcb58-0898-4553-b619-93e7636f533b req-e311005e-23cf-45dd-8f09-35ab710baf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.967557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9bcb58-0898-4553-b619-93e7636f533b req-e311005e-23cf-45dd-8f09-35ab710baf00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2529354 Sep 16 05:00:05.008148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.040930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-a9bd8b72-d3a8-46c9-85d8-c644a06769b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.040930 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-a9bd8b72-d3a8-46c9-85d8-c644a06769b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645366 Sep 16 05:00:05.056616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9bcb58-0898-4553-b619-93e7636f533b req-cbe8a2c0-8ee7-4a17-b0c9-2fbe83f9a1a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=87d1eb05-de9d-4f70-9a66-9e3f44a862a8 HTTP/1.1" status: 200 len: 217 time: 0.0780966 Sep 16 05:00:05.080288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83f42a3b-233f-4ebe-9078-66ea699f7341 req-2733a63c-ff55-46f3-83ae-ba4fb315189f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274705 Sep 16 05:00:05.102441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:05.153248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-d5eee539-a14c-41ab-b753-1741451b715b service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544851 Sep 16 05:00:05.162788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bcb58-0898-4553-b619-93e7636f533b req-dbc35957-cf3b-4e07-835e-243fd6f26f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.164310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9bcb58-0898-4553-b619-93e7636f533b req-dbc35957-cf3b-4e07-835e-243fd6f26f28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0830247 Sep 16 05:00:05.191245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:05.191769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.212959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.227828 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34588444-fe6f-4ff7-8cd0-27b2378f4fe6 x-openstack-request-id: req-34588444-fe6f-4ff7-8cd0-27b2378f4fe6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:05.228314 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:05.228688 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34588444-fe6f-4ff7-8cd0-27b2378f4fe6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:05.229166 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'code': 200} Sep 16 05:00:05.298777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:05.308032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:05.335157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:05.337690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.356798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-813230dc-51a2-4b39-afd1-d62cf327deea tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:05.357907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-813230dc-51a2-4b39-afd1-d62cf327deea tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370228 Sep 16 05:00:05.372793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bcb58-0898-4553-b619-93e7636f533b req-2e6cda47-762c-446e-9111-ae16657891fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.378015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9bcb58-0898-4553-b619-93e7636f533b req-2e6cda47-762c-446e-9111-ae16657891fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1956201 Sep 16 05:00:05.385403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Pushing event updated for resources: {'Port': ['ID=61c2223b-28a0-4b0f-8766-9a356e3f560c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.392208 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd63d610-4662-481b-93d5-87bbefc3724f x-openstack-request-id: req-cd63d610-4662-481b-93d5-87bbefc3724f {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:05.392503 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e9ca16-9a34-41ce-aff0-26af39be3b2b", "tag": "94428218-8031-491e-813c-5abc56e2497e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:05.392820 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd63d610-4662-481b-93d5-87bbefc3724f {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:05.393135 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'tag': '94428218-8031-491e-813c-5abc56e2497e', 'status': 'completed', 'code': 200} Sep 16 05:00:05.400567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:05.405054 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-7e4aa7b2-8326-49f9-b449-1b19b61dbaf2 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574371 Sep 16 05:00:05.407351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:05.421666 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.488823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-3d73b434-13c1-4808-a723-e3f40e7b41d9 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.497821 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-3d73b434-13c1-4808-a723-e3f40e7b41d9 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 1094 time: 0.1094589 Sep 16 05:00:05.516455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Request body: {'binding': {'host': 'n-h2-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:05.518137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Unknown quota resources ['binding']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:00:05.539878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a973c0d3-286c-411c-a1b1-96e10ed17142 None None] Network d0f274c1-86ad-4aa8-904e-598e37950391 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:05.603721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:05.674375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-23c92914-125d-4f47-9ddc-2c1e4acf2303 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051978 Sep 16 05:00:05.715588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:05.734119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'mac_address': 'fa:16:3e:ef:60:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:05.738992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d90a2202-df00-4f6f-aa0b-53a3134b27d8 None None] Provisioning complete for port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:05.742444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d90a2202-df00-4f6f-aa0b-53a3134b27d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.761642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ca7c-016d-4845-ba7c-905a302ecad8 req-13e8b102-0615-4a7e-a6c5-f0a8e7369c43 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.763123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b684ca7c-016d-4845-ba7c-905a302ecad8 req-13e8b102-0615-4a7e-a6c5-f0a8e7369c43 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 948 time: 0.0943696 Sep 16 05:00:05.775843 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f21ab12-d5b2-4717-b26d-dd659b3d380b req-9fbae7c9-80ba-494f-b145-c3f2b0771b40 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592675 Sep 16 05:00:05.791983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9bcb58-0898-4553-b619-93e7636f533b req-29b0d9a4-4c55-4d8b-b15a-52edddac46d9 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032454 Sep 16 05:00:05.887073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b684ca7c-016d-4845-ba7c-905a302ecad8 req-8bd3b1e1-44cc-495e-a8d1-d0e0f7034f6a tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067338 Sep 16 05:00:05.888762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.912480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on host n-h2-713301-15 for vnic_type normal with profile None {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:05.913010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:05.913391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:05.929450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:05.929849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:05.932470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d64c62-00c4-427b-98f7-5cc6d01ba121 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:05.947181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-74d2583b-5c26-4bf3-a519-6037b4207a5a tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:05.949023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-74d2583b-5c26-4bf3-a519-6037b4207a5a tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.1446164 Sep 16 05:00:05.964510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-15'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:05.964826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:05.965273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:05.966134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:05.966697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Bound port: 8bb63282-52ea-4e6f-81d8-a8279e168cea, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:05.988551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:05.995909 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.999563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.999563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77cdc347-37fe-4248-94c6-10458a057f9c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:06.011879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9bcb58-0898-4553-b619-93e7636f533b req-e998296d-e4ec-46d1-a41a-457c2f0ea0f1 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089450 Sep 16 05:00:06.063179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-9559c5ee-4a20-4d8a-beac-3814f630d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.064867 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-9559c5ee-4a20-4d8a-beac-3814f630d216 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9d3b176077d43fab85548948f6c2002&device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 1100 time: 0.1540921 Sep 16 05:00:06.067095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.082781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.089555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1512d-632c-4ddf-9173-321262555990 req-98a1f7c0-2b6f-4a3a-8aa5-ec2a148d136a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.091070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fc1512d-632c-4ddf-9173-321262555990 req-98a1f7c0-2b6f-4a3a-8aa5-ec2a148d136a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 943 time: 0.0971115 Sep 16 05:00:06.178429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:06.191161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '77cdc347-37fe-4248-94c6-10458a057f9c', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '77cdc347-37fe-4248-94c6-10458a057f9c', 'mac_address': 'fa:16:3e:5a:b4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:06.191898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fc1512d-632c-4ddf-9173-321262555990 req-2eeb2d5d-a243-43b5-9c64-01f50a612645 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741580 Sep 16 05:00:06.249695 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.266619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cdc347-37fe-4248-94c6-10458a057f9c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:06.295329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:06.298086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-8ba968d5-6a84-4bcb-8276-0aeed1711fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.300191 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-8ba968d5-6a84-4bcb-8276-0aeed1711fc5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2256119 Sep 16 05:00:06.306055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.308644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:06.322759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.323871 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8af83c25-395f-40d0-9762-a7d0a80853a3 service neutron] 10.222.0.55 "POST /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea/bindings HTTP/1.1" status: 201 len: 390 time: 0.8125658 Sep 16 05:00:06.335233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:06.359132 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-623ec1c6-3b74-4636-b744-ce50602e9903 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=94428218-8031-491e-813c-5abc56e2497e HTTP/1.1" status: 200 len: 217 time: 0.0490332 Sep 16 05:00:06.393246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720324-aff6-4622-a228-3790d225f41d req-7b90b487-826e-4bb0-806d-7ac3dbfe7282 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.394958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e720324-aff6-4622-a228-3790d225f41d req-7b90b487-826e-4bb0-806d-7ac3dbfe7282 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 948 time: 0.1127465 Sep 16 05:00:06.446634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:06.475035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6e0fd4b5-b29e-445e-8826-d535a122516c None None] Provisioning complete for port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:06.475585 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6e0fd4b5-b29e-445e-8826-d535a122516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.503545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.513805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-4c790b73-da60-4aed-96ec-b06d262be2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.515275 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-4c790b73-da60-4aed-96ec-b06d262be2bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1165650 Sep 16 05:00:06.518110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.544806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e720324-aff6-4622-a228-3790d225f41d req-f85712d2-b306-4f8c-8598-67509de68c42 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325028 Sep 16 05:00:06.588794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.595185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:06.599883 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531a1171-cf4f-4b5b-9720-a0b0d125efbf" -d '{"events": [{"server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:06.608889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.739264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca41c7-bcea-43ef-8f40-a7385284c1df req-21486719-3a6a-41e3-9422-c4e4cc31685c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.741293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7ca41c7-bcea-43ef-8f40-a7385284c1df req-21486719-3a6a-41e3-9422-c4e4cc31685c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 945 time: 0.2434688 Sep 16 05:00:06.775292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.809153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:06.809484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:06.809811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:06.825307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1e650-0f91-484e-ba31-6b6d1b6a3e85 req-85622063-0e85-49e0-ad16-626fa52a4a56 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.826778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9a1e650-0f91-484e-ba31-6b6d1b6a3e85 req-85622063-0e85-49e0-ad16-626fa52a4a56 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 949 time: 0.1845505 Sep 16 05:00:06.828693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-1f7b7fc2-3cf0-4c1f-896f-37363a3839c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.829994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-1f7b7fc2-3cf0-4c1f-896f-37363a3839c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1097 time: 0.1853981 Sep 16 05:00:06.838212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:06.838528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Attempting to bind port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:06.849180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-4878286a-0b29-4ca7-8fc0-c02bf32f21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:06.850679 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-4878286a-0b29-4ca7-8fc0-c02bf32f21ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3005841 Sep 16 05:00:06.870087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:06.870612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:06.870979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:06.871414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Bound port: 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:06.871762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.886642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7ca41c7-bcea-43ef-8f40-a7385284c1df req-d9d313f4-d832-483f-950c-1a93b0decc54 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349382 Sep 16 05:00:06.892155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['77cdc347-37fe-4248-94c6-10458a057f9c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:06.934418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9a1e650-0f91-484e-ba31-6b6d1b6a3e85 req-92ddcc9b-564e-4111-b714-5b631b0c584d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970604 Sep 16 05:00:06.956457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c5d64c62-00c4-427b-98f7-5cc6d01ba121'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:06.987380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:07.003218 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-348743f0-9082-4432-a091-8f246ccc08dd service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438241 Sep 16 05:00:07.050729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:07.073804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-01b01b21-a6e5-45f0-ad20-abc179e1665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.075518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-01b01b21-a6e5-45f0-ad20-abc179e1665b service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.2269008 Sep 16 05:00:07.079203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:07.131776 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc66006-f12c-4461-a693-203f9b039093 x-openstack-request-id: req-fdc66006-f12c-4461-a693-203f9b039093 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:07.132005 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:07.132187 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fdc66006-f12c-4461-a693-203f9b039093 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:07.132576 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52', 'code': 200} Sep 16 05:00:07.134647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:07.137544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-49c00379-8ed2-486e-b578-77371eadaba0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 217 time: 0.0530164 Sep 16 05:00:07.146125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.175654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa6add-6eb4-4af3-8a0c-0ed7ce69b403 req-1ff825bd-74d1-402c-9920-5e36dba0aa55 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.177288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32aa6add-6eb4-4af3-8a0c-0ed7ce69b403 req-1ff825bd-74d1-402c-9920-5e36dba0aa55 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 945 time: 0.1516576 Sep 16 05:00:07.211954 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce7b8e5d-d3e7-4a54-b040-d1fc94b9eb95 req-7a0ddb6d-ebe5-42ad-83b9-0de21539c293 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960762 Sep 16 05:00:07.225649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:07.235302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:07.235810 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.244437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.249087 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Sync routers for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:07.250298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ae6dcdc3-5a90-43d1-9df6-8053b07d290b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3052297 Sep 16 05:00:07.253394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34550) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:07.263149 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:07.263772 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:07.348575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-f7d0e505-24a4-4bdb-80d1-b9921a2bc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.350514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-f7d0e505-24a4-4bdb-80d1-b9921a2bc820 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.2009044 Sep 16 05:00:07.374130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=8']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:07.396829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.397398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.398781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-48143fe4-069a-49b4-95a9-44067cb53a7c service neutron] 10.222.0.64 "PUT /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 1123 time: 1.4410443 Sep 16 05:00:07.423220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c7f7-ce9b-4d84-b1d9-7c27953d9754 req-f14a5abd-f317-40f3-9f12-ea3ce2700f60 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.424770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf55c7f7-ce9b-4d84-b1d9-7c27953d9754 req-f14a5abd-f317-40f3-9f12-ea3ce2700f60 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 948 time: 0.1996109 Sep 16 05:00:07.428169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32aa6add-6eb4-4af3-8a0c-0ed7ce69b403 req-a1014c17-124f-412a-b424-62b9346fbe12 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040696 Sep 16 05:00:07.430243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-8401c31d-26fa-4aee-a0fe-b683af738091 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522530 Sep 16 05:00:07.460955 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:07.489665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['5aa2c27d-f22a-4841-b071-c1b0d585ea52'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:07.541111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf55c7f7-ce9b-4d84-b1d9-7c27953d9754 req-c014cf36-2166-428f-9b45-160fb26bff3f tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886681 Sep 16 05:00:07.583201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-3e03e411-5604-498d-b8b9-06557ddd2106 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407762 Sep 16 05:00:07.712922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837f4f-6dd5-4be4-b386-f65875de4a40 req-16ba2de6-6b7d-4d37-a98d-ebe924a14782 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.714602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62837f4f-6dd5-4be4-b386-f65875de4a40 req-16ba2de6-6b7d-4d37-a98d-ebe924a14782 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 949 time: 0.1569030 Sep 16 05:00:07.761367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1b519-b553-49b0-b11c-4b7eb493cef6 req-49bc46a4-2d02-4b56-8720-6df80c9296ce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.762949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5a1b519-b553-49b0-b11c-4b7eb493cef6 req-49bc46a4-2d02-4b56-8720-6df80c9296ce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 944 time: 0.1296952 Sep 16 05:00:07.765800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-c47889b5-b0bd-4707-8805-af541c453832 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642411 Sep 16 05:00:07.800372 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:05Z', 'revision_number': 3, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:07.804085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62837f4f-6dd5-4be4-b386-f65875de4a40 req-0825f5de-36fa-4d90-b35e-d7862950438d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823455 Sep 16 05:00:07.835917 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Checking router: ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:07.836542 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Updating router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 port 61c2223b-28a0-4b0f-8766-9a356e3f560c binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:07.869617 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.904401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5a1b519-b553-49b0-b11c-4b7eb493cef6 req-061495a2-2330-4f41-a53d-f7784400249d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340823 Sep 16 05:00:07.940460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.963064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-21d7c911-4afb-49dd-9a2f-ee4f1ff739b2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:07.964593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-21d7c911-4afb-49dd-9a2f-ee4f1ff739b2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.1241815 Sep 16 05:00:07.987530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-15'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:08.027016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14c5f-1c25-429f-88a1-37464a7e29d5 req-ddac3215-452a-4a56-ab9d-6556a1c1ad52 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.034575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7d14c5f-1c25-429f-88a1-37464a7e29d5 req-ddac3215-452a-4a56-ab9d-6556a1c1ad52 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 948 time: 0.1282783 Sep 16 05:00:08.112464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7d14c5f-1c25-429f-88a1-37464a7e29d5 req-844137ce-f7fd-4026-9b2a-ac89e7984a2e tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727456 Sep 16 05:00:08.128981 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.173144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Allocated IP 172.20.0.1 (d0f274c1-86ad-4aa8-904e-598e37950391/628d6484-b303-4cd8-b63b-76e093020c4e/2b979b9f-e760-4fd9-9e8c-75af95d5f84b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:08.234489 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.243524 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.306745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.368549 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Attempting to bind port 61c2223b-28a0-4b0f-8766-9a356e3f560c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:08.369148 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Attempting to bind port 61c2223b-28a0-4b0f-8766-9a356e3f560c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:08.369272 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Attempting to bind port 61c2223b-28a0-4b0f-8766-9a356e3f560c on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:08.380641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.383365 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58b220-8632-47ad-a2b2-777f37668272 None None] Pushing event updated for resources: {'Port': ['ID=61c2223b-28a0-4b0f-8766-9a356e3f560c,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.386079 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:08.386959 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:08.386959 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.387259 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:08.387828 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Bound port: 61c2223b-28a0-4b0f-8766-9a356e3f560c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:08.400536 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.420804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584e8b0-e73a-41b8-a1f4-f934dc8bf322 req-51fecae1-5906-4562-9959-b204509a0dbc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.428709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6584e8b0-e73a-41b8-a1f4-f934dc8bf322 req-51fecae1-5906-4562-9959-b204509a0dbc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.1860852 Sep 16 05:00:08.432566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:08.446759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Network d0f274c1-86ad-4aa8-904e-598e37950391 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:08.450245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:08.453274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:08.462494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:08.503980 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] For port 61c2223b-28a0-4b0f-8766-9a356e3f560c, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:08.508878 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] For port 61c2223b-28a0-4b0f-8766-9a356e3f560c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61c2223b-28a0-4b0f-8766-9a356e3f560c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:08.517979 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.527591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6584e8b0-e73a-41b8-a1f4-f934dc8bf322 req-3bbb4214-e328-40b3-92cc-117cebd80446 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979269 Sep 16 05:00:08.563545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:08.608449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.618504 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58b220-8632-47ad-a2b2-777f37668272 None None] Pushing event updated for resources: {'Port': ['ID=61c2223b-28a0-4b0f-8766-9a356e3f560c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.647202 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:08.651844 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:08.696065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c39a-358a-4e90-9d3f-f9f584148766 req-1868d91a-8b45-4a0a-ac1d-aef02af023a6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.697970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bd0c39a-358a-4e90-9d3f-f9f584148766 req-1868d91a-8b45-4a0a-ac1d-aef02af023a6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 949 time: 0.2155359 Sep 16 05:00:08.730921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:08.747739 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8', 'mac_address': 'fa:16:3e:07:a4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:08.750391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Pushing event updated for resources: {'Port': ['ID=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:08.760594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.811340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.826239 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.843003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:08.873521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-69cfdefd-875e-4b0c-892e-e53139392592 None None] Provisioning complete for port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:08.874151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69cfdefd-875e-4b0c-892e-e53139392592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.886029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bd0c39a-358a-4e90-9d3f-f9f584148766 req-e0c9bfa5-5eba-4a03-ba5e-61bf517aa41c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494033 Sep 16 05:00:08.898373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.939052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283049b-d8a7-49c6-b122-f96c33cc73d8 req-a4651b78-cc40-4b9b-91c0-4c65f379cfa6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.954186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b283049b-d8a7-49c6-b122-f96c33cc73d8 req-a4651b78-cc40-4b9b-91c0-4c65f379cfa6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 945 time: 0.2155735 Sep 16 05:00:08.996537 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:08.996941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:08.997898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-69cfdefd-875e-4b0c-892e-e53139392592 None None] Port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:09.008015 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.045626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.078706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b283049b-d8a7-49c6-b122-f96c33cc73d8 req-86348c87-4bd8-4a54-99f3-954a08acdf78 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232209 Sep 16 05:00:09.095114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.108139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on host n-h1-713301-15 for vnic_type normal with profile {"migrating_to": "n-h2-713301-15"} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:09.108139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:09.112571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:09.126607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:09.127087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Attempting to bind port 8bb63282-52ea-4e6f-81d8-a8279e168cea on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:09.127352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.134788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52'}, {'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:09.136056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.137407 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f9391-a89c-484a-bfd7-710f74b02bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52"}, {"server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:09.144876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:09.145375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:09.145863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:09.146950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Bound port: 8bb63282-52ea-4e6f-81d8-a8279e168cea, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:09.147409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.178835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26aa73-869c-4fec-890f-6c4a939ba424 req-02e472f6-ba47-48d3-90bb-2a71f087c390 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.180588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f26aa73-869c-4fec-890f-6c4a939ba424 req-02e472f6-ba47-48d3-90bb-2a71f087c390 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 949 time: 0.1401544 Sep 16 05:00:09.227210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Pushing event updated for resources: {'Port': ['ID=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.229888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.262295 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:05Z', 'revision_number': 3, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:09.278913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['87d1eb05-de9d-4f70-9a66-9e3f44a862a8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:09.293645 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18aa994-38a4-4c87-b4a9-497c1c704cea None None] The sync data for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 is: [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:05Z', 'revision_number': 3, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:09.338007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Network d0f274c1-86ad-4aa8-904e-598e37950391 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:09.340922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:09.451855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 94428218-8031-491e-813c-5abc56e2497e details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:09.457079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:09.490667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:09.526198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f26aa73-869c-4fec-890f-6c4a939ba424 req-122bb515-4536-49ed-ac4e-00b5d11882d0 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196323 Sep 16 05:00:09.568399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:09.600727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:09.640509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1ada6-9fee-44fe-9799-a89907fdcaf1 req-62c7bbb6-cb1d-46c3-bd3f-5dddabcde13f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.645630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acf1ada6-9fee-44fe-9799-a89907fdcaf1 req-62c7bbb6-cb1d-46c3-bd3f-5dddabcde13f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 944 time: 0.4349501 Sep 16 05:00:09.656052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.673357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:09.684045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a3f5b519-0304-4d59-8d17-8b3954a0e6cb admin admin] 10.222.0.55 "PUT /v2.0/routers/ab0bac21-c4a9-4acc-81f8-11ce29e1bd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290757 Sep 16 05:00:09.776866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 94428218-8031-491e-813c-5abc56e2497e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=94428218-8031-491e-813c-5abc56e2497e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:09.789370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '94428218-8031-491e-813c-5abc56e2497e', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '94428218-8031-491e-813c-5abc56e2497e', 'mac_address': 'fa:16:3e:9b:97:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:09.796008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c5d64c62-00c4-427b-98f7-5cc6d01ba121 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:09.796410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.850571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.852220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.855459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] 10.222.0.73 "PUT /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 1123 time: 1.8746433 Sep 16 05:00:09.886393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e227-5268-445c-85c7-1ba73faf6d62 req-5867b4c4-b8ca-4d23-be85-eb7209406801 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.887961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0790e227-5268-445c-85c7-1ba73faf6d62 req-5867b4c4-b8ca-4d23-be85-eb7209406801 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 948 time: 0.2087548 Sep 16 05:00:09.918549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.924834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01bc5-757f-4603-9d00-c2bf87cd8936 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=8']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:09.931608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acf1ada6-9fee-44fe-9799-a89907fdcaf1 req-97a573ab-4848-483a-a49a-80991fe294de tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557533 Sep 16 05:00:09.959866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0790e227-5268-445c-85c7-1ba73faf6d62 req-57c3047c-1886-4e72-8c90-c31f6ae9fbcb tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573044 Sep 16 05:00:09.981518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94428218-8031-491e-813c-5abc56e2497e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:09.994484 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.995846 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ef5b5-eecd-4a71-a113-53b88bb5b236 x-openstack-request-id: req-8b2ef5b5-eecd-4a71-a113-53b88bb5b236 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:09.996526 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52", "status": "completed", "code": 200}, {"server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:09.997110 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b2ef5b5-eecd-4a71-a113-53b88bb5b236 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:10.000909 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52', 'status': 'completed', 'code': 200} Sep 16 05:00:10.001315 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea', 'code': 200} Sep 16 05:00:10.007846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 94428218-8031-491e-813c-5abc56e2497e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=94428218-8031-491e-813c-5abc56e2497e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:10.014541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d9620d74-acc3-4f3d-b878-e5b2a0163873 None None] Provisioning complete for port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:10.014913 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d9620d74-acc3-4f3d-b878-e5b2a0163873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.040426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8bb63282-52ea-4e6f-81d8-a8279e168cea'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:10.045329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.045994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:10.073720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-cc9d802c-adb8-4b18-9978-003527f2e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.078262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-cc9d802c-adb8-4b18-9978-003527f2e908 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1126 time: 0.0587528 Sep 16 05:00:10.136162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:10.138165 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7406bc-1ff4-48dd-a24b-72120ee4fb2e" -d '{"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:10.154221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d9620d74-acc3-4f3d-b878-e5b2a0163873 None None] Port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:10.173812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:10.196504 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.197273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77cdc347-37fe-4248-94c6-10458a057f9c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:10.245325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=94428218-8031-491e-813c-5abc56e2497e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.246251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709032-7f2e-4be1-9e93-4d758ef3664d req-3cfa7dcc-4b52-4462-8cbc-595b2e1a71c0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.261091 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b709032-7f2e-4be1-9e93-4d758ef3664d req-3cfa7dcc-4b52-4462-8cbc-595b2e1a71c0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.1619163 Sep 16 05:00:10.272202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-11765403-86bb-4211-a7ae-849dff57ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.273811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-11765403-86bb-4211-a7ae-849dff57ad17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.1867187 Sep 16 05:00:10.329696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-7699749e-669a-44f7-9fc8-f3df92ec6f0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 217 time: 0.0463285 Sep 16 05:00:10.347081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b709032-7f2e-4be1-9e93-4d758ef3664d req-68995106-c844-4965-8dce-7d1e0061f9da tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802398 Sep 16 05:00:10.387509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:10.414873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.434974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:00:10.437338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 77cdc347-37fe-4248-94c6-10458a057f9c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:10.454551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 77cdc347-37fe-4248-94c6-10458a057f9c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:10.454930 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.468608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-089c7da5-753a-4fea-a897-d7d98df3dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.470205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-089c7da5-753a-4fea-a897-d7d98df3dd55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1219289 Sep 16 05:00:10.482118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:10.507010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-0d93d0c2-2bcb-4272-be10-c15d1be7bdea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293672 Sep 16 05:00:10.515309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0b10-2974-4ea2-9014-037da8cbba32 req-adc51f40-fc1b-4cd5-b854-099dc848a384 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.516912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-663d0b10-2974-4ea2-9014-037da8cbba32 req-adc51f40-fc1b-4cd5-b854-099dc848a384 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0837588 Sep 16 05:00:10.594386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34602) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.599051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-40181f18-5dcf-4e96-a8f9-12e778173509 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578897382', 'description': 'tempest-description--1792345774'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.632832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-663d0b10-2974-4ea2-9014-037da8cbba32 req-8b6d24c1-5f35-4b23-8767-1d5386e88f72 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075783 Sep 16 05:00:10.637821 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.640628 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40181f18-5dcf-4e96-a8f9-12e778173509 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.666421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:10.683943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-c96f1e9d-6a93-4240-8ee2-1e0792cbc39b service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659422 Sep 16 05:00:10.685249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:10.685967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.731821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:10.734084 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c4266c-41cc-48cb-8f0b-83a02323f5f0 x-openstack-request-id: req-57c4266c-41cc-48cb-8f0b-83a02323f5f0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:10.734374 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:10.734687 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57c4266c-41cc-48cb-8f0b-83a02323f5f0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:10.735057 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'code': 200} Sep 16 05:00:10.745240 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.752605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40181f18-5dcf-4e96-a8f9-12e778173509 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.758915 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40181f18-5dcf-4e96-a8f9-12e778173509 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.795758 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40181f18-5dcf-4e96-a8f9-12e778173509 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.799908 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-40181f18-5dcf-4e96-a8f9-12e778173509 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2017059 Sep 16 05:00:10.800214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34604) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.801658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a29141-1597-4654-a4a7-bdeb16ff54e5 req-e3b8573f-23d2-45ad-bb9a-b7425662a626 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.804659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a29141-1597-4654-a4a7-bdeb16ff54e5 req-e3b8573f-23d2-45ad-bb9a-b7425662a626 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.1473024 Sep 16 05:00:10.805706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7a2b8dc4-51da-420f-a6cf-aae659d5b733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Request body: {'security_group_rule': {'security_group_id': 'dfa442b2-9c1f-4843-87bf-126e69c597cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.830108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181f18-5dcf-4e96-a8f9-12e778173509 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa442b2-9c1f-4843-87bf-126e69c597cc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.838596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8dc4-51da-420f-a6cf-aae659d5b733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.893297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a29141-1597-4654-a4a7-bdeb16ff54e5 req-c7b35808-9354-4c5c-9737-0a2e4067d36b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653806 Sep 16 05:00:10.898494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d0f9391-a89c-484a-bfd7-710f74b02bc0 req-5aa4e322-7c5a-4517-86a7-2c9208e4da02 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979768 Sep 16 05:00:10.914788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8dc4-51da-420f-a6cf-aae659d5b733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.920007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc16601-2fcd-4b12-8d5e-155c75e6f064 req-7f69e76d-50f6-4459-8e41-a3e8af7de734 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:10.922065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dc16601-2fcd-4b12-8d5e-155c75e6f064 req-7f69e76d-50f6-4459-8e41-a3e8af7de734 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 949 time: 0.1740239 Sep 16 05:00:10.924367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8dc4-51da-420f-a6cf-aae659d5b733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.946279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b8dc4-51da-420f-a6cf-aae659d5b733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7219a44-ad31-4a5a-9321-635f4ed36841,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.957413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a2b8dc4-51da-420f-a6cf-aae659d5b733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.959907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7a2b8dc4-51da-420f-a6cf-aae659d5b733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576016 Sep 16 05:00:10.962241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34608) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.968397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-cceadc24-c158-4fe0-a4af-e71c56e8acd4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Request body: {'security_group_rule': {'security_group_id': 'dfa442b2-9c1f-4843-87bf-126e69c597cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.976713 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.992973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dc16601-2fcd-4b12-8d5e-155c75e6f064 req-325dbbfe-d586-45e4-8b7b-c5bf76e8948b tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553987 Sep 16 05:00:11.002957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.018905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cceadc24-c158-4fe0-a4af-e71c56e8acd4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.063436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:11.077014 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.102937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cceadc24-c158-4fe0-a4af-e71c56e8acd4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.108210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cceadc24-c158-4fe0-a4af-e71c56e8acd4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.135179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61c2223b-28a0-4b0f-8766-9a356e3f560c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:11.140777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceadc24-c158-4fe0-a4af-e71c56e8acd4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f1b438-5e30-443d-8023-d3fd2643d65a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.147654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cceadc24-c158-4fe0-a4af-e71c56e8acd4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.151785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cceadc24-c158-4fe0-a4af-e71c56e8acd4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1859059 Sep 16 05:00:11.152049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34614) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:11.156795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:11.179130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e0c1-17ec-4835-86fb-3ca7109cd424 req-ec8a52d4-4af4-4954-a2d7-215f999f467e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.179715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.182560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52c0e0c1-17ec-4835-86fb-3ca7109cd424 req-ec8a52d4-4af4-4954-a2d7-215f999f467e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 945 time: 0.1158960 Sep 16 05:00:11.185822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.201225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720393b-7e9b-41f6-a065-8a72ec0c827f req-f9fae15d-4026-4ae8-ae0f-bdea6e138f17 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.203876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3720393b-7e9b-41f6-a065-8a72ec0c827f req-f9fae15d-4026-4ae8-ae0f-bdea6e138f17 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 949 time: 0.0769708 Sep 16 05:00:11.210376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['94428218-8031-491e-813c-5abc56e2497e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:11.243116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61c2223b-28a0-4b0f-8766-9a356e3f560c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:11.243486 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.268563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52c0e0c1-17ec-4835-86fb-3ca7109cd424 req-dce492d8-2b18-46b4-86b0-c7f93726406b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Sep 16 05:00:11.280963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3720393b-7e9b-41f6-a065-8a72ec0c827f req-adaf68a8-fec9-4bba-841a-fe4d76863e97 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619907 Sep 16 05:00:11.327936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.386177 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.392128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.424877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 61c2223b-28a0-4b0f-8766-9a356e3f560c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61c2223b-28a0-4b0f-8766-9a356e3f560c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:11.432630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.443597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Allocated IP 172.25.6.209 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/e81cae31-9597-4ba9-a49a-5f5c91fe3878) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:11.493697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95ad5-36da-4206-9e70-371021a4ece5 req-1c0a13be-8d2e-4178-b29a-4dfda03b67a4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.495194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ec95ad5-36da-4206-9e70-371021a4ece5 req-1c0a13be-8d2e-4178-b29a-4dfda03b67a4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.0653293 Sep 16 05:00:11.499974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=61c2223b-28a0-4b0f-8766-9a356e3f560c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.539239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ec95ad5-36da-4206-9e70-371021a4ece5 req-eb55c35c-6821-4db8-8506-a7336a00a086 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Sep 16 05:00:11.545257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Sync routers for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:11.556361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:11.557339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:11.569640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.605003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.640153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:11.642865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:11.646360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:11.667894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:11.673244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event updated for resources: {'Port': ['ID=e81cae31-9597-4ba9-a49a-5f5c91fe3878,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:11.739940 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.766005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa1b12-b9fc-45c7-ba53-b1db80d949f9 req-a0676dd1-56f5-42ae-b67e-c1f0f601784d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:11.767485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cfa1b12-b9fc-45c7-ba53-b1db80d949f9 req-a0676dd1-56f5-42ae-b67e-c1f0f601784d tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0593839 Sep 16 05:00:11.778936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.807609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cfa1b12-b9fc-45c7-ba53-b1db80d949f9 req-76035877-6080-4f6c-991f-b7c41f348ca0 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Sep 16 05:00:11.888867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 2, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:11.915367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Checking router: ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:11.915721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Updating router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:11.931034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.935746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.951195 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.001967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:12.004561 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:12.013922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event updated for resources: {'Port': ['ID=e81cae31-9597-4ba9-a49a-5f5c91fe3878,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.026622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382435cd-fa25-40e8-a5c1-0e5d9693cba3 req-557261f0-b8a4-41f6-868e-dde10c470597 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.031803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.036142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382435cd-fa25-40e8-a5c1-0e5d9693cba3 req-557261f0-b8a4-41f6-868e-dde10c470597 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.0660043 Sep 16 05:00:12.049047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.061699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-af78e3e0-9481-4538-8258-b4fb8698d7bd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9077313 Sep 16 05:00:12.074749 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9077116b-3c28-4c78-9afc-aaaf6a4d5382 x-openstack-request-id: req-9077116b-3c28-4c78-9afc-aaaf6a4d5382 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:12.075106 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:12.075559 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9077116b-3c28-4c78-9afc-aaaf6a4d5382 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:12.076008 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea', 'status': 'completed', 'code': 200} Sep 16 05:00:12.098710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382435cd-fa25-40e8-a5c1-0e5d9693cba3 req-a93486ec-06d6-4826-a37e-a258a5b698a8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603127 Sep 16 05:00:12.185753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-5ac0ea75-18d2-4d3a-816a-dd5521606a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.187373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-5ac0ea75-18d2-4d3a-816a-dd5521606a88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1126 time: 0.0734043 Sep 16 05:00:12.213909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e93d6-fad1-46fd-a44c-3733d0585e8c req-67c416cd-35a3-4ed1-9060-353a781a26ee tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.215417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e3e93d6-fad1-46fd-a44c-3733d0585e8c req-67c416cd-35a3-4ed1-9060-353a781a26ee tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 950 time: 0.0752397 Sep 16 05:00:12.263824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.270188 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.342780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-01f2e092-b726-44b4-be73-376470ddaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.344823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-01f2e092-b726-44b4-be73-376470ddaf72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.1489692 Sep 16 05:00:12.349605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3730c-99a4-4b0b-bd01-ff79fa8e4860 None None] Pushing event updated for resources: {'Port': ['ID=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.368189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e3e93d6-fad1-46fd-a44c-3733d0585e8c req-a8512d64-8fc5-4cc3-aa2f-65e8ac4280ce tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378875 Sep 16 05:00:12.390620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Attempting to bind port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:12.391632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Attempting to bind port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:12.392274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Attempting to bind port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b on network d0f274c1-86ad-4aa8-904e-598e37950391 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:12.401938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:12.402636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Checking segment: {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:12.403392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.404004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Bound using segment: {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:12.404714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Bound port: 2b979b9f-e760-4fd9-9e8c-75af95d5f84b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:12.405584 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.444981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-73785081-aa28-45d9-bfa4-5d78fce49742 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 217 time: 0.0757012 Sep 16 05:00:12.482530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:12.500529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437e1a-74e4-4a42-8138-70670bca62a8 req-1510b0a6-0a0a-4755-83b1-38ac5d804090 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.508305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b6437e1a-74e4-4a42-8138-70670bca62a8 req-1510b0a6-0a0a-4755-83b1-38ac5d804090 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 945 time: 0.1317294 Sep 16 05:00:12.578547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-992da81b-fe8f-4fc4-a9fb-af47e9316142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.580555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-992da81b-fe8f-4fc4-a9fb-af47e9316142 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1270540 Sep 16 05:00:12.591305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b6437e1a-74e4-4a42-8138-70670bca62a8 req-5ee68820-0e2d-46c0-af04-47dc04f89445 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820570 Sep 16 05:00:12.613325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] For port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:12.618723 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] For port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:12.630584 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.642144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae386c-c6ec-4018-8826-5166a1a1184e req-73f119c0-5909-4b9b-b2b6-a101e7d07c47 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:12.642998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-67f0ab0f-9977-4ae7-8dac-79fa838ea4b7 None None] Provisioning complete for port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:12.643370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-67f0ab0f-9977-4ae7-8dac-79fa838ea4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.650538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96ae386c-c6ec-4018-8826-5166a1a1184e req-73f119c0-5909-4b9b-b2b6-a101e7d07c47 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 949 time: 0.1866436 Sep 16 05:00:12.668897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:12.672016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-93c9da3c-1c5b-4c29-8610-3cc1c8634487 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629835 Sep 16 05:00:12.709977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96ae386c-c6ec-4018-8826-5166a1a1184e req-09c25455-ae35-4389-b9c6-8f67355c2c8d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Sep 16 05:00:12.710799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea has no active binding in host n-h2-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:00:12.750109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c'}, {'server_uuid': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:12.752387 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3997db52-193b-473d-9a67-160a2d7bbd1c" -d '{"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-plugged", "status": "completed", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c"}, {"server_uuid": "6f5a17ce-fd7f-4739-878e-80e021418b6c", "name": "network-vif-plugged", "status": "completed", "tag": "87d1eb05-de9d-4f70-9a66-9e3f44a862a8"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:12.766255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3730c-99a4-4b0b-bd01-ff79fa8e4860 None None] Pushing event updated for resources: {'Port': ['ID=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.774268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:12.775514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T04:59:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:12.827189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-6d75a277-2c9a-490b-8a80-fc6f65184635 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427577 Sep 16 05:00:12.838578 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405832a6-b347-442b-bc53-e655b9010213 x-openstack-request-id: req-405832a6-b347-442b-bc53-e655b9010213 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:12.838879 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-plugged", "status": "completed", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c", "code": 200}, {"server_uuid": "6f5a17ce-fd7f-4739-878e-80e021418b6c", "name": "network-vif-plugged", "status": "completed", "tag": "87d1eb05-de9d-4f70-9a66-9e3f44a862a8", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:12.839158 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-405832a6-b347-442b-bc53-e655b9010213 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:12.839533 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c', 'code': 200} Sep 16 05:00:12.839786 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8', 'code': 200} Sep 16 05:00:13.020236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-67f0ab0f-9977-4ae7-8dac-79fa838ea4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.030263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70531e88-7690-4549-b9c2-0f6d7887cf89 req-860219ee-4f51-4c72-a2ad-c8120d446384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.031832 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-70531e88-7690-4549-b9c2-0f6d7887cf89 req-860219ee-4f51-4c72-a2ad-c8120d446384 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 1097 time: 0.1104507 Sep 16 05:00:13.058378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61c2223b-28a0-4b0f-8766-9a356e3f560c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:13.081620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48dc0065-737b-4e32-bd98-7c0ec96f6bf7 req-94b468a2-db42-4f0c-9a8d-793a0a2a9562 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117314 Sep 16 05:00:13.103479 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-70531e88-7690-4549-b9c2-0f6d7887cf89 req-9beb6183-06e0-493b-b01e-831aa29b14d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629523 Sep 16 05:00:13.134232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:13.151660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e6b49-82c1-48be-9304-83382b805ef8 req-1705493b-0124-48bc-b480-2f4e35e561e2 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.153487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-641e6b49-82c1-48be-9304-83382b805ef8 req-1705493b-0124-48bc-b480-2f4e35e561e2 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 943 time: 0.3554370 Sep 16 05:00:13.170069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-67f0ab0f-9977-4ae7-8dac-79fa838ea4b7 None None] For port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:13.178374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c6d8-3d7a-42d0-948e-1af4b7d463c3 req-239fd509-5e69-4bc4-b9f2-9de938ec9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.179181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-67f0ab0f-9977-4ae7-8dac-79fa838ea4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.181031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e38c6d8-3d7a-42d0-948e-1af4b7d463c3 req-239fd509-5e69-4bc4-b9f2-9de938ec9129 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 1102 time: 0.2774920 Sep 16 05:00:13.226558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1d22c-421c-41f7-a4ec-762f8a183dab req-502aadcf-4317-4a63-8596-6ee95931ed80 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.234154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ab1d22c-421c-41f7-a4ec-762f8a183dab req-502aadcf-4317-4a63-8596-6ee95931ed80 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.2611079 Sep 16 05:00:13.275554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-641e6b49-82c1-48be-9304-83382b805ef8 req-37decdbd-1b7a-45e2-b395-4d12be429989 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145616 Sep 16 05:00:13.289520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e38c6d8-3d7a-42d0-948e-1af4b7d463c3 req-3c7059b8-5b9a-455d-aa7b-5cdfc4b14968 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965745 Sep 16 05:00:13.308669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ab1d22c-421c-41f7-a4ec-762f8a183dab req-e976f816-e44e-4d90-afe1-6ef968946255 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735912 Sep 16 05:00:13.362237 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-a0617065-60ed-444e-bf20-3d3b41817f77 service neutron] 10.222.0.73 "GET /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.1326542 Sep 16 05:00:13.447448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6b968-1e02-4ff5-8995-03ede1421ebb req-32d5dc12-08a3-4d6a-8c69-4abd9e5ae39e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.449298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ab6b968-1e02-4ff5-8995-03ede1421ebb req-32d5dc12-08a3-4d6a-8c69-4abd9e5ae39e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.0845556 Sep 16 05:00:13.461341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61c2223b-28a0-4b0f-8766-9a356e3f560c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:13.462328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.526579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf10962-5ccc-4e34-beaf-a265854f505f req-c59293cb-2f57-452c-a239-f24080fea4b8 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.528266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bf10962-5ccc-4e34-beaf-a265854f505f req-c59293cb-2f57-452c-a239-f24080fea4b8 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 950 time: 0.0778575 Sep 16 05:00:13.544239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ab6b968-1e02-4ff5-8995-03ede1421ebb req-f1d76816-379a-485f-afde-ae7322f4159b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802083 Sep 16 05:00:13.563529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0ab0f-9977-4ae7-8dac-79fa838ea4b7 None None] Pushing event updated for resources: {'Port': ['ID=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:13.566182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:13.569216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 94428218-8031-491e-813c-5abc56e2497e up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:13.570942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fe852ee7-3518-4b18-8bf1-67bc315913e7 None None] Provisioning complete for port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:13.571304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fe852ee7-3518-4b18-8bf1-67bc315913e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.604667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bf10962-5ccc-4e34-beaf-a265854f505f req-cec6a3b0-a546-4afa-b362-434b3fb5ab4b tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565569 Sep 16 05:00:13.693318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:13.742675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:13.759866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ce386-178b-4f49-a3b5-3b7b3bdad172 req-1c0c8202-a1fe-48d1-85fd-2cb3981d7bd4 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.767275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d47ce386-178b-4f49-a3b5-3b7b3bdad172 req-1c0c8202-a1fe-48d1-85fd-2cb3981d7bd4 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 945 time: 0.0618343 Sep 16 05:00:13.801215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa2c27d-f22a-4841-b071-c1b0d585ea52 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:13.817561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:13.818901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d47ce386-178b-4f49-a3b5-3b7b3bdad172 req-19c09aa4-febf-4cab-a9ef-e401f02bb516 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507069 Sep 16 05:00:13.836910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.865901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 94428218-8031-491e-813c-5abc56e2497e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:13.901258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 94428218-8031-491e-813c-5abc56e2497e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:13.901993 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.934535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95cca1-cdac-48a3-9ba1-6215fff3ff48 req-84faedf8-717b-4824-ba57-d727dea265e1 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.936442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a95cca1-cdac-48a3-9ba1-6215fff3ff48 req-84faedf8-717b-4824-ba57-d727dea265e1 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 949 time: 0.0838070 Sep 16 05:00:13.950804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:13.975924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:00:13.982638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a95cca1-cdac-48a3-9ba1-6215fff3ff48 req-ee9167d0-fbe7-4a59-b5b2-173b36698871 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 Sep 16 05:00:13.986053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:12Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:14.021811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524caba-ef1e-4be8-9864-1dd53a08548e None None] The sync data for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 is: [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:12Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:14.036292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] Transition to ACTIVE for port object 5aa2c27d-f22a-4841-b071-c1b0d585ea52 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:14.042890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.049889 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-5dc0d35d-6c49-4ec0-9512-9ff6fa8352dd service neutron] 10.222.0.64 "GET /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea/bindings/n-h2-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.1207287 Sep 16 05:00:14.121358 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.170141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 94428218-8031-491e-813c-5abc56e2497e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=94428218-8031-491e-813c-5abc56e2497e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:14.175986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.259815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=94428218-8031-491e-813c-5abc56e2497e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.461729 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] No DVR routers for this DVR port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:14.477637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:14.536289 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-aefb312d-542c-4035-9a51-4a7162f50a78 service neutron] 10.222.0.73 "PUT /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52/bindings/n-h1-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0533628 Sep 16 05:00:14.592943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c312ff-c883-41d7-8ef4-a0eea85181e9 req-20739af0-884c-4942-8260-3e11dd5246ab tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.595678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81c312ff-c883-41d7-8ef4-a0eea85181e9 req-20739af0-884c-4942-8260-3e11dd5246ab tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1039696 Sep 16 05:00:14.612825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6c95-7641-41e7-abbf-5dd02abb2f06 req-caa84020-82ff-450c-aeb9-1512e27bbf79 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.621911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-589e6c95-7641-41e7-abbf-5dd02abb2f06 req-caa84020-82ff-450c-aeb9-1512e27bbf79 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 944 time: 0.1994905 Sep 16 05:00:14.726384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:14.753119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-589e6c95-7641-41e7-abbf-5dd02abb2f06 req-e18f90ea-01ab-43a8-af21-988b83a7388b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299713 Sep 16 05:00:14.771089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81c312ff-c883-41d7-8ef4-a0eea85181e9 req-e011b1ed-2de3-4d87-80c1-b0b873f69d3a tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402497 Sep 16 05:00:14.773256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:14.779494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-cdad871f-f4ea-4e70-977b-aa028fad04b1 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:14.783483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-cdad871f-f4ea-4e70-977b-aa028fad04b1 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.1563048 Sep 16 05:00:14.841624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94428218-8031-491e-813c-5abc56e2497e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:14.845809 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bde01b-e4bd-4ec7-91c8-d4646c1b356d" -d '{"events": [{"server_uuid": "a9e9ca16-9a34-41ce-aff0-26af39be3b2b", "name": "network-vif-plugged", "status": "completed", "tag": "94428218-8031-491e-813c-5abc56e2497e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:14.894836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb63282-52ea-4e6f-81d8-a8279e168cea {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:14.923933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:14.960204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.087114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2b979b9f-e760-4fd9-9e8c-75af95d5f84b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:15.102968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-25579176-6755-4daa-a6a4-56f9c6d17e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.104544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-25579176-6755-4daa-a6a4-56f9c6d17e0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4&tenant_id=f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 1096 time: 0.3025339 Sep 16 05:00:15.112469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53fdfe-78a1-48c2-a23d-c2e5dd0b50fe req-34b348a5-b18e-4579-81e0-c53d73317404 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.121086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c53fdfe-78a1-48c2-a23d-c2e5dd0b50fe req-34b348a5-b18e-4579-81e0-c53d73317404 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 943 time: 0.2178867 Sep 16 05:00:15.129977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1904f34-d254-4925-a130-b8c349cbf3b0 req-3f974735-686e-43c9-aa96-13991932bbc0 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.132057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1904f34-d254-4925-a130-b8c349cbf3b0 req-3f974735-686e-43c9-aa96-13991932bbc0 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 950 time: 0.2303450 Sep 16 05:00:15.140705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] Transition to ACTIVE for port object 8bb63282-52ea-4e6f-81d8-a8279e168cea will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:15.148254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.175821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:15.176539 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.218875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] Pushing event updated for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:15.256384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c53fdfe-78a1-48c2-a23d-c2e5dd0b50fe req-8e297d21-5b3a-42af-b994-0bc760725434 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342893 Sep 16 05:00:15.280676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] No DVR routers for this DVR port 8bb63282-52ea-4e6f-81d8-a8279e168cea on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:15.303381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1904f34-d254-4925-a130-b8c349cbf3b0 req-43388eff-88d9-473a-b737-9a39cc0ef3a0 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614685 Sep 16 05:00:15.330611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-16a9dc8d-eb5c-4497-bd94-1994ea1db378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.332629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-16a9dc8d-eb5c-4497-bd94-1994ea1db378 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1096 time: 0.1813564 Sep 16 05:00:15.360916 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-e6f0f3dd-b109-4044-ab4a-85565aee221b service neutron] 10.222.0.64 "PUT /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea/bindings/n-h2-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0002177 Sep 16 05:00:15.423024 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81497b0-670f-4a39-9177-f509c201b8a3 x-openstack-request-id: req-c81497b0-670f-4a39-9177-f509c201b8a3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:15.423389 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e9ca16-9a34-41ce-aff0-26af39be3b2b", "name": "network-vif-plugged", "status": "completed", "tag": "94428218-8031-491e-813c-5abc56e2497e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:15.423718 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c81497b0-670f-4a39-9177-f509c201b8a3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:15.424209 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94428218-8031-491e-813c-5abc56e2497e', 'code': 200} Sep 16 05:00:15.521559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-6913676d-0c42-4954-9e2c-90b809171575 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.523294 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-6913676d-0c42-4954-9e2c-90b809171575 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.0655370 Sep 16 05:00:15.613446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-aaeb5a32-ab2b-411e-b218-f3eb843d2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.615340 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-aaeb5a32-ab2b-411e-b218-f3eb843d2ae1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da&tenant_id=63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0835104 Sep 16 05:00:15.625771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159bc28-9926-4cd1-ba11-9a12776a9802 req-9049e1e1-ff4f-4e74-8f0d-5472c1536c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.627434 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a159bc28-9926-4cd1-ba11-9a12776a9802 req-9049e1e1-ff4f-4e74-8f0d-5472c1536c76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 1102 time: 0.0863326 Sep 16 05:00:15.737857 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a159bc28-9926-4cd1-ba11-9a12776a9802 req-815b9a55-b291-46ba-846a-529c7fece325 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004617 Sep 16 05:00:15.744910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162a429-02b2-48bd-84e0-184add18c4c2 req-0bc84d66-f98d-4489-a8e0-6778e586121f tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.746428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a162a429-02b2-48bd-84e0-184add18c4c2 req-0bc84d66-f98d-4489-a8e0-6778e586121f tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.1310298 Sep 16 05:00:15.749895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-658b0822-f843-4c26-b9b1-76a1d49aa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.752195 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-658b0822-f843-4c26-b9b1-76a1d49aa562 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1096 time: 0.1069822 Sep 16 05:00:15.764402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ba985-1a3b-42e0-8e0e-34c03f02c481 req-42bc9ee8-c373-47b2-a947-699fdc93d038 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.769033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a22ba985-1a3b-42e0-8e0e-34c03f02c481 req-42bc9ee8-c373-47b2-a947-699fdc93d038 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 945 time: 0.1617682 Sep 16 05:00:15.777699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-daf69fbc-dd72-4e51-a0be-c16a4eceea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.779129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-daf69fbc-dd72-4e51-a0be-c16a4eceea32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.4337971 Sep 16 05:00:15.840599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a162a429-02b2-48bd-84e0-184add18c4c2 req-97561efb-f83e-444d-b3ef-f84c374071eb tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860755 Sep 16 05:00:15.845558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a22ba985-1a3b-42e0-8e0e-34c03f02c481 req-49df9c85-f93f-46fd-bf7d-dd37223da645 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643957 Sep 16 05:00:15.857472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-4682f406-e482-4c9d-9304-1be885ff7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.859012 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-4682f406-e482-4c9d-9304-1be885ff7184 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.0995362 Sep 16 05:00:15.922829 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-63c2ff2c-5c68-4445-984b-feb3b7354b4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 217 time: 0.0555215 Sep 16 05:00:15.981122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03db59-5b11-41bd-9474-3b204fdcc2c5 req-5a0834d9-6e11-4a58-87eb-161bc364e570 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.981122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf03db59-5b11-41bd-9474-3b204fdcc2c5 req-5a0834d9-6e11-4a58-87eb-161bc364e570 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0566859 Sep 16 05:00:15.985616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-6198a2b7-1461-48f9-b122-e41dc4e5c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:15.988271 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-6198a2b7-1461-48f9-b122-e41dc4e5c9d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.0571849 Sep 16 05:00:16.036648 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-d27f0c7b-8d0c-4b77-b46d-8f601b672653 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391831 Sep 16 05:00:16.052519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96a7b-9a50-4a9a-beb2-509ed177bff9 req-253d8505-5f33-4d76-86da-6bf1968878a0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.054050 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ee96a7b-9a50-4a9a-beb2-509ed177bff9 req-253d8505-5f33-4d76-86da-6bf1968878a0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 944 time: 0.0894539 Sep 16 05:00:16.060181 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf03db59-5b11-41bd-9474-3b204fdcc2c5 req-c28eba29-87ce-4757-8441-69671b48a7e8 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761755 Sep 16 05:00:16.106892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ee96a7b-9a50-4a9a-beb2-509ed177bff9 req-4c4aee72-ba20-4cf7-956a-fe86c78caf4b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444348 Sep 16 05:00:16.180030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-832998fd-4853-46ba-a766-c32a9e1cfb37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 217 time: 0.0636599 Sep 16 05:00:16.218000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-15b313ad-caca-42a9-b547-6702f4ef3b60 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693034 Sep 16 05:00:16.306911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-d8b99404-d545-4e53-a3ee-54f489fe2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.308620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-d8b99404-d545-4e53-a3ee-54f489fe2539 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.0887825 Sep 16 05:00:16.348327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-131d333c-08db-48bf-8720-fcebe50da74c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298903 Sep 16 05:00:16.357182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3641b20-d044-4e8e-9e6b-be3c9a2f5514 req-bc1de673-33bd-47cf-a3a3-065e1f0e26ce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.358803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3641b20-d044-4e8e-9e6b-be3c9a2f5514 req-bc1de673-33bd-47cf-a3a3-065e1f0e26ce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 945 time: 0.1044357 Sep 16 05:00:16.415792 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-da906345-c96e-4783-bbee-011cc4a19ce2 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877985 Sep 16 05:00:16.484966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:16.495531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3641b20-d044-4e8e-9e6b-be3c9a2f5514 req-3f1f2ad3-26eb-42dd-81b5-8e5f63f8ce9a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162555 Sep 16 05:00:16.509040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b26ac-a9cd-487c-bacf-33c743530687 req-c2adfbeb-3521-4def-800d-7172a8e277b8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.521221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b5b26ac-a9cd-487c-bacf-33c743530687 req-c2adfbeb-3521-4def-800d-7172a8e277b8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 944 time: 0.1530266 Sep 16 05:00:16.541189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:16.549977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-5c87b870-4d02-4b02-856b-b34392053119 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815324 Sep 16 05:00:16.592955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b5b26ac-a9cd-487c-bacf-33c743530687 req-5dfb32ed-c472-4df7-8d51-34c749824a71 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744615 Sep 16 05:00:16.684584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-8b547f2e-fb03-45fc-afb5-1dcc58fa01cd service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198595 Sep 16 05:00:16.740132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fcb7-abf2-4b85-858d-6678bcbbe010 req-8cf46cfc-60c0-42b0-ab83-71a96d43a312 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.741649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eea2fcb7-abf2-4b85-858d-6678bcbbe010 req-8cf46cfc-60c0-42b0-ab83-71a96d43a312 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 950 time: 0.0815687 Sep 16 05:00:16.782517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-27ce5def-6b85-4146-a64c-eb059eb99ac2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.782517 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-27ce5def-6b85-4146-a64c-eb059eb99ac2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.0611749 Sep 16 05:00:16.785260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eea2fcb7-abf2-4b85-858d-6678bcbbe010 req-f5787f12-8569-4a2c-81b8-57791bdb117b tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371273 Sep 16 05:00:16.899788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-f549b39d-269f-4e17-a7b8-77d631be5f2f service neutron] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:16.903974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-f549b39d-269f-4e17-a7b8-77d631be5f2f service neutron] Notify callbacks [] for binding, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.905263 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2b832633-a4c5-4bfe-a30f-0f04528befa2 req-f549b39d-269f-4e17-a7b8-77d631be5f2f service neutron] 10.222.0.73 "DELETE /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea/bindings/n-h1-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.1185524 Sep 16 05:00:16.987595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c811d0-0448-4fde-abbf-9d51f67120c2 req-6d630ba6-e2e6-4d72-b95f-aa6fa4e02ada tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:16.989136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c811d0-0448-4fde-abbf-9d51f67120c2 req-6d630ba6-e2e6-4d72-b95f-aa6fa4e02ada tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.0629029 Sep 16 05:00:17.058450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-b335eb86-28e6-466f-b371-b877a84b7627 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.059934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-b335eb86-28e6-466f-b371-b877a84b7627 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.0888479 Sep 16 05:00:17.063273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c811d0-0448-4fde-abbf-9d51f67120c2 req-e5cc8112-59c4-4578-8bb4-c9adecc3845a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657611 Sep 16 05:00:17.130987 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:17.274014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-b203c75e-6899-4de8-856b-c7fdd6422e35 service neutron] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:17.282045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de9ac6-8f8a-4866-ba6b-c1d6dfaf19ea req-b592528c-7462-4e78-9def-2ec85a0bec1f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.284109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63de9ac6-8f8a-4866-ba6b-c1d6dfaf19ea req-b592528c-7462-4e78-9def-2ec85a0bec1f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1303470 Sep 16 05:00:17.289249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-b203c75e-6899-4de8-856b-c7fdd6422e35 service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.290327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bd1c7f6-6090-4923-8bb5-ec2f6d78d4bc req-b203c75e-6899-4de8-856b-c7fdd6422e35 service neutron] 10.222.0.64 "DELETE /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52/bindings/n-h2-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.2164800 Sep 16 05:00:17.298708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb344e-49a4-41a9-a013-a87deb6fc8fa req-808f305f-9f6b-4ba3-8f65-84d21ab7c10b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.300198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7eb344e-49a4-41a9-a013-a87deb6fc8fa req-808f305f-9f6b-4ba3-8f65-84d21ab7c10b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 944 time: 0.1120362 Sep 16 05:00:17.359228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63de9ac6-8f8a-4866-ba6b-c1d6dfaf19ea req-0d3b5e41-67b2-4f6f-813c-ed83bcdf529b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568464 Sep 16 05:00:17.366991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7eb344e-49a4-41a9-a013-a87deb6fc8fa req-aa162e26-1c96-426a-8a25-7dca13442ce8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580814 Sep 16 05:00:17.488521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:17.541976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2a676-2425-471f-8a93-2f0c21cd0caa req-67b594f8-8a8d-44cd-a62d-20e85aa1dbfc tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.544488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1e2a676-2425-471f-8a93-2f0c21cd0caa req-67b594f8-8a8d-44cd-a62d-20e85aa1dbfc tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1096 time: 0.0665376 Sep 16 05:00:17.585261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:17.586657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:17.648351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1e2a676-2425-471f-8a93-2f0c21cd0caa req-5c9158f6-53f7-4203-a828-6fa02e900ac7 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935626 Sep 16 05:00:17.735241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4b1f-2f40-40b9-9e95-745b15350902 req-0b5898ba-c63f-453b-a829-0248e0fdfc43 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.736542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e81a4b1f-2f40-40b9-9e95-745b15350902 req-0b5898ba-c63f-453b-a829-0248e0fdfc43 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 945 time: 0.1132994 Sep 16 05:00:17.805117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e81a4b1f-2f40-40b9-9e95-745b15350902 req-1024fcb0-bd4e-4882-97a7-12407600851a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624611 Sep 16 05:00:17.847823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef5498-df2c-494d-852a-45f7b763c3f4 req-935df89d-f13c-4583-be11-99ba331e35ac tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.849776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfef5498-df2c-494d-852a-45f7b763c3f4 req-935df89d-f13c-4583-be11-99ba331e35ac tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 944 time: 0.0765481 Sep 16 05:00:17.908531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-4d97e80e-ba0e-4d15-bded-7c78ac0a849f tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:17.910228 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-4d97e80e-ba0e-4d15-bded-7c78ac0a849f tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 950 time: 0.0971928 Sep 16 05:00:17.913201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfef5498-df2c-494d-852a-45f7b763c3f4 req-c8c8f6f2-f0d5-45fd-8fc9-b77235aad48c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566456 Sep 16 05:00:18.000428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa260-cf1e-4adc-80f9-d2566675bf6b req-5600dda2-17e7-4773-be38-6f1addd90898 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.008649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c7aa260-cf1e-4adc-80f9-d2566675bf6b req-5600dda2-17e7-4773-be38-6f1addd90898 tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5a17ce-fd7f-4739-878e-80e021418b6c HTTP/1.1" status: 200 len: 950 time: 0.0620792 Sep 16 05:00:18.060486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c7aa260-cf1e-4adc-80f9-d2566675bf6b req-07313c95-9919-4bec-ae68-7219020f43db tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.55 "GET /v2.0/security-groups?id=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Sep 16 05:00:18.073463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Deleting port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:18.073463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.185862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] For port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:18.186318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.200904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Calling delete_port for 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:18.282393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-bc182391-c872-4c69-8b6e-414516c24fc6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.283974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-bc182391-c872-4c69-8b6e-414516c24fc6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.1471221 Sep 16 05:00:18.304786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-b97da7f2-a5a3-43c0-9d20-7c7ba6e6920d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/quotas/f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 375 time: 0.0136030 Sep 16 05:00:18.405024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-d8169f24-1d2d-48fd-96ed-91ec8d3223a0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944438 Sep 16 05:00:18.444577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.457772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['87d1eb05-de9d-4f70-9a66-9e3f44a862a8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:18.485451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Pushing event deleted for resources: {'Port': ['ID=87d1eb05-de9d-4f70-9a66-9e3f44a862a8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.538629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] No DVR routers for this DVR port 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:18.541430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.543671 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-178c3998-80e2-40e4-96cd-da79afef69a1 req-8f8aa764-e4d6-4ba2-a3d1-fe74fea527ab tempest-ServerDiagnosticsNegativeTest-870574492 tempest-ServerDiagnosticsNegativeTest-870574492-project] 10.222.0.73 "DELETE /v2.0/ports/87d1eb05-de9d-4f70-9a66-9e3f44a862a8 HTTP/1.1" status: 204 len: 173 time: 0.6199284 Sep 16 05:00:18.544224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'name': 'network-vif-deleted', 'tag': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:18.546564 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf4c8f7-c66d-47a7-873e-0eb81732c4be" -d '{"events": [{"server_uuid": "6f5a17ce-fd7f-4739-878e-80e021418b6c", "name": "network-vif-deleted", "tag": "87d1eb05-de9d-4f70-9a66-9e3f44a862a8"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:18.609880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-b56e434e-b8a9-4846-acfb-7d3138593126 service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946306 Sep 16 05:00:18.621001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccf9cc-0865-405b-a06b-142aba2950b2 req-55ea8f05-2ce8-4a0f-80e5-1804499ee861 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.622310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ccf9cc-0865-405b-a06b-142aba2950b2 req-55ea8f05-2ce8-4a0f-80e5-1804499ee861 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.1669726 Sep 16 05:00:18.730952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ccf9cc-0865-405b-a06b-142aba2950b2 req-450cfdda-0c8c-4988-a660-342e0cf568d3 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987844 Sep 16 05:00:18.763243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-bd64d741-4c9a-41c3-9bc0-d7e6fcdb7f33 service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398468 Sep 16 05:00:18.946583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034ece7-7f85-4366-91dc-3c7285fe814b req-0f232b93-5ce3-4967-8920-aab0e994bf43 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:18.948845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6034ece7-7f85-4366-91dc-3c7285fe814b req-0f232b93-5ce3-4967-8920-aab0e994bf43 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0776834 Sep 16 05:00:19.032341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6034ece7-7f85-4366-91dc-3c7285fe814b req-6d943201-a6c1-4442-98ea-032bbf943933 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739799 Sep 16 05:00:19.046516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e48a6-cdc7-406a-83a0-dd36598dd893 req-cd7c5e1a-fd75-481f-8421-11b6200e38a5 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.048305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194e48a6-cdc7-406a-83a0-dd36598dd893 req-cd7c5e1a-fd75-481f-8421-11b6200e38a5 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1096 time: 0.0915351 Sep 16 05:00:19.087364 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad45cc-51d1-46e9-a717-0897c4f45fbe x-openstack-request-id: req-e0ad45cc-51d1-46e9-a717-0897c4f45fbe {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:19.092907 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5a17ce-fd7f-4739-878e-80e021418b6c", "name": "network-vif-deleted", "tag": "87d1eb05-de9d-4f70-9a66-9e3f44a862a8", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:19.093886 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0ad45cc-51d1-46e9-a717-0897c4f45fbe {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:19.094342 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5a17ce-fd7f-4739-878e-80e021418b6c', 'name': 'network-vif-deleted', 'tag': '87d1eb05-de9d-4f70-9a66-9e3f44a862a8', 'status': 'completed', 'code': 200} Sep 16 05:00:19.111058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194e48a6-cdc7-406a-83a0-dd36598dd893 req-c3872e02-882d-4612-83c3-f361297707b2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484240 Sep 16 05:00:19.272847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c097829d-44b5-427c-9303-e22e7bdc5f90 req-f9092a68-31e7-4c73-83b6-8f8cb6fc5e76 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 210 time: 0.0817387 Sep 16 05:00:19.598485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069373-b4f3-4858-ace1-f5151bdba55c req-cc9599d9-7fd3-4c15-ab26-150b1cbb4083 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.600839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4069373-b4f3-4858-ace1-f5151bdba55c req-cc9599d9-7fd3-4c15-ab26-150b1cbb4083 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.1641841 Sep 16 05:00:19.648548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-4c174c9b-1a4f-42b0-bc91-1aaefb3f0ae5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.650081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-4c174c9b-1a4f-42b0-bc91-1aaefb3f0ae5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.1789136 Sep 16 05:00:19.690534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4069373-b4f3-4858-ace1-f5151bdba55c req-0ee35de3-265e-4449-81cf-48fa9e8fa248 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815890 Sep 16 05:00:19.691445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34876) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:19.693390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-69f5cf6b-5ff1-4f15-8e26-6b346816b4a6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/quotas/63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 375 time: 0.0321405 Sep 16 05:00:19.783781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-1a4465a8-02cf-4da8-831e-1e9661ee491b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802693 Sep 16 05:00:19.911537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-7625bbcd-2b41-447e-9bbf-6888c6b188f7 service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265709 Sep 16 05:00:19.929614 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3e13cd9-b9d1-41d9-abfc-3adf388dd80d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2027b4e99a7942f290afdf5897c65454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347004 Sep 16 05:00:19.930116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:19.993879 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-309eed26-1ab9-48f9-b4e7-4c533c28d85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.012665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-201f2bad-4d5d-4314-93a2-cbe41e54e28b tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d9d3b176077d43fab85548948f6c2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267899 Sep 16 05:00:20.021551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-309eed26-1ab9-48f9-b4e7-4c533c28d85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.112589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-309eed26-1ab9-48f9-b4e7-4c533c28d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.113678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-ea403a1f-533c-47d1-8cbf-7169a15b864e service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012553 Sep 16 05:00:20.115888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-309eed26-1ab9-48f9-b4e7-4c533c28d85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.117262 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-309eed26-1ab9-48f9-b4e7-4c533c28d85a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/083c53e7-0ef9-44c9-b6bc-2c12c9f95b30 HTTP/1.1" status: 204 len: 168 time: 0.1860833 Sep 16 05:00:20.132425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eed26-1ab9-48f9-b4e7-4c533c28d85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083c53e7-0ef9-44c9-b6bc-2c12c9f95b30,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.191916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-d5a1cf51-1be4-48ed-905b-1aa13a7f76d2 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.193525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-d5a1cf51-1be4-48ed-905b-1aa13a7f76d2 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736407 Sep 16 05:00:20.226923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-9c89222e-522f-4888-b331-67318f91de5a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/quotas/d9d3b176077d43fab85548948f6c2002 HTTP/1.1" status: 200 len: 375 time: 0.0218678 Sep 16 05:00:20.233310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-65102b99-3545-4506-8c6e-214bff89ea0a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.235728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-65102b99-3545-4506-8c6e-214bff89ea0a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.1605814 Sep 16 05:00:20.251010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Request body: {'port': {'device_id': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'admin_state_up': True, 'tenant_id': 'f6074832fbab4cd1950613d1387def2a'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:20.313307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-cf373fcb-4962-4d97-b395-4081f9fb2465 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9d3b176077d43fab85548948f6c2002&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765524 Sep 16 05:00:20.423070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad2426-db70-49ed-84b2-c5e29da246b9 req-e98502b7-eb4c-4d3d-a22a-7ae106fe2dbd tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.424715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Made reservation on behalf of f6074832fbab4cd1950613d1387def2a for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:20.425287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63ad2426-db70-49ed-84b2-c5e29da246b9 req-e98502b7-eb4c-4d3d-a22a-7ae106fe2dbd tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0644383 Sep 16 05:00:20.429315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.502387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63ad2426-db70-49ed-84b2-c5e29da246b9 req-4b0db005-42f7-4f67-b0eb-e3010b0427fc tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669625 Sep 16 05:00:20.681531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Allocated IP 172.20.0.4 (21426758-a088-4903-af89-b8f96b31da87/25775086-bd8b-4038-b187-b2838a899d02/78169492-437b-4df1-826b-bded7672c883) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:20.703785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d771c1e7-d0dc-43f3-b2ed-44064bf49079 req-ce45f80e-38d0-4b3d-8389-c062d27a0e6c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 210 time: 0.0630610 Sep 16 05:00:20.718825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34926) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.759670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-43697a29-b24e-4a5b-8320-35cf5ec21d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.760714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2debe7b7-d985-474c-b42b-7c4f17e35737 req-03c86e32-6e0a-4a89-b075-ac1d855dd6b1 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 210 time: 0.1016150 Sep 16 05:00:20.897222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52c3fa70-e36e-4caa-8032-6639564a54ea req-f49b7d7f-d472-4fb4-a053-7cd1c7255284 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 210 time: 0.0542188 Sep 16 05:00:21.079104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.106914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-43697a29-b24e-4a5b-8320-35cf5ec21d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.119435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-43697a29-b24e-4a5b-8320-35cf5ec21d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.169369 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-43697a29-b24e-4a5b-8320-35cf5ec21d04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df3ea6b6c79f46ddb00b7d991889f95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492817 Sep 16 05:00:21.171499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.172327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34948) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.172920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43697a29-b24e-4a5b-8320-35cf5ec21d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881d8ea2-786a-4564-a99a-f8dae96e0522,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.230810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Network 21426758-a088-4903-af89-b8f96b31da87 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:21.234244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:21.237713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:21.278561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69d1782e-3eff-4237-b53e-bb3edf65434a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.285250 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.305805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.306583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.314878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69d1782e-3eff-4237-b53e-bb3edf65434a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.323729 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-dc712291-d6ab-485d-8351-a74aef8276a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0774179 Sep 16 05:00:21.339828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Request body: {'port': {'device_id': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:21.388848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69d1782e-3eff-4237-b53e-bb3edf65434a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.391406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69d1782e-3eff-4237-b53e-bb3edf65434a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.393141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-69d1782e-3eff-4237-b53e-bb3edf65434a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/881d8ea2-786a-4564-a99a-f8dae96e0522 HTTP/1.1" status: 204 len: 168 time: 0.2190075 Sep 16 05:00:21.403328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.414000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1782e-3eff-4237-b53e-bb3edf65434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d8ea2-786a-4564-a99a-f8dae96e0522,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.820024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78169492-437b-4df1-826b-bded7672c883 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:21.834190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.860138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Transition to ACTIVE for port object 78169492-437b-4df1-826b-bded7672c883 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:21.866646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.894253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ceeab-3b6b-4bdb-882c-fddae0369aa1 req-27cc3708-2041-4284-b118-53577a14fc8b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.901812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d88ceeab-3b6b-4bdb-882c-fddae0369aa1 req-27cc3708-2041-4284-b118-53577a14fc8b tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.3155160 Sep 16 05:00:21.965242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e562e7e7-0b6f-4807-9a4f-ef5edb17bf4e req-781dcf75-144c-4e9f-8b1b-b2361ccd6339 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 210 time: 0.0943537 Sep 16 05:00:22.051134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.103662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d88ceeab-3b6b-4bdb-882c-fddae0369aa1 req-e85edd6f-8375-4431-9907-6d0131ea9926 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009373 Sep 16 05:00:22.120770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-0e5e7400-c0ee-44ff-9737-87a7beefe3aa tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.122928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-0e5e7400-c0ee-44ff-9737-87a7beefe3aa tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.2957518 Sep 16 05:00:22.141839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2bbc-f88e-4f99-b3ad-81c2e3b66942 req-639ecd56-2fa8-4e6c-944f-08e2eea0d105 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.148131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:22.148700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:22.148916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:22.154094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:22.154239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9ae2bbc-f88e-4f99-b3ad-81c2e3b66942 req-639ecd56-2fa8-4e6c-944f-08e2eea0d105 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.1052561 Sep 16 05:00:22.154551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:22.160166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:22.160591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:22.160713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Request body: {'port': {'device_id': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'admin_state_up': True, 'tenant_id': '63e3856888cc4b30a3894b6796a21ac7'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:22.161629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:22.162135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Bound port: 78169492-437b-4df1-826b-bded7672c883, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:22.162678 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.247264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:22.251139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:22.260874 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.335833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.336497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.337901 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] 10.222.0.73 "PUT /v2.0/ports/78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 1092 time: 1.0056815 Sep 16 05:00:22.338348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'tag': '78169492-437b-4df1-826b-bded7672c883'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:22.345009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9ae2bbc-f88e-4f99-b3ad-81c2e3b66942 req-d7097e2b-bcde-4e62-86fd-4e5611817d36 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891997 Sep 16 05:00:22.359347 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16032157-c0d4-4215-bf8b-9a3bc8c865a8" -d '{"events": [{"name": "network-changed", "server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "tag": "78169492-437b-4df1-826b-bded7672c883"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:22.391277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5d6370-460d-41c8-82aa-bb8ea1580aff req-06ccd50b-15f6-463f-92f1-409d0d9b7df1 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 210 time: 0.0899992 Sep 16 05:00:22.434933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Made reservation on behalf of 63e3856888cc4b30a3894b6796a21ac7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:22.447629 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.451554 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5140ea64-0ef7-44f2-afaf-ae6a0f431f7c x-openstack-request-id: req-5140ea64-0ef7-44f2-afaf-ae6a0f431f7c {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:22.451840 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "tag": "78169492-437b-4df1-826b-bded7672c883", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:22.452109 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5140ea64-0ef7-44f2-afaf-ae6a0f431f7c {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:22.452496 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'tag': '78169492-437b-4df1-826b-bded7672c883', 'status': 'completed', 'code': 200} Sep 16 05:00:22.483412 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-2dfda669-f978-40b5-be4d-f6bf417aa749 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d9d3b176077d43fab85548948f6c2002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622780 Sep 16 05:00:22.509528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:22.557731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:22.558242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 87d1eb05-de9d-4f70-9a66-9e3f44a862a8 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:22.574205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad73c9-9f9b-456a-86d5-edf0076f30cd service neutron] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.646489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-4e16a633-7a49-4955-b07f-ab62229f24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.648118 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-4e16a633-7a49-4955-b07f-ab62229f24d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1095 time: 0.2098336 Sep 16 05:00:22.657849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Allocated IP 172.20.0.9 (8cb60b0c-a3f5-42f8-8978-f1db57537b64/745cf299-b5aa-411d-9896-73e8c2a1eba2/5a5850f6-5af9-4faa-ba45-d3f4cf507a02) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:22.715704 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-a7b9bba1-e711-4bad-af09-af32be2502e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 217 time: 0.0549576 Sep 16 05:00:22.723529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-8b2d0893-4e59-42d1-9c95-146001cea826 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.725031 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-8b2d0893-4e59-42d1-9c95-146001cea826 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317431 Sep 16 05:00:22.761885 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Request body: {'port': {'device_id': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'd9d3b176077d43fab85548948f6c2002'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:22.850342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-ab166c7a-1bed-49d3-aaa8-52adb73b2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:22.851819 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-ab166c7a-1bed-49d3-aaa8-52adb73b2ade service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1259148 Sep 16 05:00:22.865553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.896678 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-f98c5458-0a7e-459a-851a-bc6a9335ab7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364788 Sep 16 05:00:22.925419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.988113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Made reservation on behalf of d9d3b176077d43fab85548948f6c2002 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:22.992457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.002586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:23.009755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:23.014193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:23.021043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.021703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.032243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.048580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-068524d9-9e55-4e24-b313-42081540e6ee tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8920779 Sep 16 05:00:23.070123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Request body: {'port': {'device_id': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:23.124192 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-18cc89b6-422c-47dd-8203-4055ed67fd59 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193453 Sep 16 05:00:23.179023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.201758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75707028-1118-4403-a8c6-85c0f4d80d61 req-e8dc7e3b-43ee-4a22-9e9b-a1b7141017a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.205648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75707028-1118-4403-a8c6-85c0f4d80d61 req-e8dc7e3b-43ee-4a22-9e9b-a1b7141017a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 931 time: 0.1307871 Sep 16 05:00:23.300862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Allocated IP 192.168.233.77 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/bb6ec16e-e2a0-4769-b011-3ea1c972427b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:23.327684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75707028-1118-4403-a8c6-85c0f4d80d61 req-035a424a-7db8-4fcf-b9ea-f1f9c65c18e2 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103947 Sep 16 05:00:23.330047 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37854c4e-4f42-4589-8701-cac83c4ceed1 req-7a2e871d-5a5e-41f5-8e42-7bf22262d5f9 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964819 Sep 16 05:00:23.354593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f253396-eaef-4dac-926f-22c8fba14d10 req-cf6fbc71-e79e-436f-b63b-02ec6a4f015c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.356350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f253396-eaef-4dac-926f-22c8fba14d10 req-cf6fbc71-e79e-436f-b63b-02ec6a4f015c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1205766 Sep 16 05:00:23.476463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f253396-eaef-4dac-926f-22c8fba14d10 req-f136222e-39a2-4ec5-9415-8cd64c85b233 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663297 Sep 16 05:00:23.524838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77cdc347-37fe-4248-94c6-10458a057f9c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:23.533549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-1080cff2-0747-47f1-82e3-ec3d631a42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.535259 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-1080cff2-0747-47f1-82e3-ec3d631a42e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1095 time: 0.1093450 Sep 16 05:00:23.619796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e4b1c61-7504-4047-bf4f-169163e825ec req-433e1123-a6e8-41d9-ac5b-611fce10bcb8 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 210 time: 0.0443206 Sep 16 05:00:23.673835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.687001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:23.703882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '77cdc347-37fe-4248-94c6-10458a057f9c', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '77cdc347-37fe-4248-94c6-10458a057f9c', 'mac_address': 'fa:16:3e:5a:b4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:23.707633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee33464-707e-4ac8-b376-b88d9ae5baa9 req-c6198203-74d8-494f-9f94-e229c4465d75 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.715517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cee33464-707e-4ac8-b376-b88d9ae5baa9 req-c6198203-74d8-494f-9f94-e229c4465d75 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.1411037 Sep 16 05:00:23.765629 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.774997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-f3d4c457-556e-4312-ac89-45b3b2ffb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:23.776809 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-f3d4c457-556e-4312-ac89-45b3b2ffb4d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2315927 Sep 16 05:00:23.781579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.788359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77cdc347-37fe-4248-94c6-10458a057f9c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:23.804031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cee33464-707e-4ac8-b376-b88d9ae5baa9 req-6bbd9321-0f5d-443a-9fbf-bd259dec1acb tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822442 Sep 16 05:00:23.842096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:23.853121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['94428218-8031-491e-813c-5abc56e2497e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:23.861629 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.861853 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-37cce938-3687-4890-9def-c3e4abc9d828 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 217 time: 0.0733335 Sep 16 05:00:23.867073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:23.877669 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.903145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:23.925548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Transition to ACTIVE for port object 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:23.931139 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.943699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:23.947630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:23.953427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Pushing event updated for resources: {'Port': ['ID=bb6ec16e-e2a0-4769-b011-3ea1c972427b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.019065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-f04430c0-aacb-4f97-ab7a-59a72303ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.022235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-f04430c0-aacb-4f97-ab7a-59a72303ddb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1520710 Sep 16 05:00:24.060557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.079891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:24.081303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:24.081439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:24.093839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['77cdc347-37fe-4248-94c6-10458a057f9c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:24.097439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:24.098040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:24.114506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:24.115531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:24.116455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:24.118399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.119427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Bound port: 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:24.119610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.119815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.137879 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-cb76a224-e053-4122-bf47-f285cbc1d8f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946717 Sep 16 05:00:24.139540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.147693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-1867ab00-884b-4e5c-84ba-0e16d129a28d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3942358 Sep 16 05:00:24.194656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Request body: {'port': {'device_id': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:24.257147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:24.262975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:24.274077 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.300670 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.335607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.336251 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.337942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 1092 time: 1.2736158 Sep 16 05:00:24.338510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:24.341594 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da3b4d-07f6-4739-959b-f171cdeaf234" -d '{"events": [{"name": "network-changed", "server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:24.403268 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999a27a4-cba9-492c-b953-5b5fee347cfc x-openstack-request-id: req-999a27a4-cba9-492c-b953-5b5fee347cfc {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:24.403890 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:24.404050 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-999a27a4-cba9-492c-b953-5b5fee347cfc {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:24.404459 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02', 'status': 'completed', 'code': 200} Sep 16 05:00:24.410048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1b6d07ef-87cf-42aa-a9d2-22e7f5257c0f None None] Provisioning complete for port bb6ec16e-e2a0-4769-b011-3ea1c972427b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:24.410422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1b6d07ef-87cf-42aa-a9d2-22e7f5257c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.441442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822d5b5-833a-481c-be9f-f5ff20e0f743 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:24.465863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d07ef-87cf-42aa-a9d2-22e7f5257c0f None None] Port bb6ec16e-e2a0-4769-b011-3ea1c972427b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:24.479657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-5fc4b199-56db-42e1-9ee7-45731ada68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.484354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-5fc4b199-56db-42e1-9ee7-45731ada68d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1095 time: 0.0829201 Sep 16 05:00:24.490584 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.553388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-296882ca-ab73-48a3-bdf2-d580212ef26b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 217 time: 0.0570998 Sep 16 05:00:24.619423 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-75d079d9-05eb-451e-84d2-615dd88ceacc service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671261 Sep 16 05:00:24.639316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-a4b5ef58-0aaa-4ad4-809d-d44a7e29d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.641167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-a4b5ef58-0aaa-4ad4-809d-d44a7e29d6e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.0786066 Sep 16 05:00:24.654380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf65d47-0ea2-49cc-a58d-c039c8d3b69a req-6525efe1-4cc2-4ead-9523-85205e5b6ec5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.656172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcf65d47-0ea2-49cc-a58d-c039c8d3b69a req-6525efe1-4cc2-4ead-9523-85205e5b6ec5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1061816 Sep 16 05:00:24.698122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-72b270d5-8701-4657-9654-926692ef767c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406399 Sep 16 05:00:24.713830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35064) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.790275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcf65d47-0ea2-49cc-a58d-c039c8d3b69a req-11254ffb-0139-4e49-92e4-a582aee0319f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105492 Sep 16 05:00:24.829420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0144b-9c8c-4ca6-84a6-291d9e456271 req-d91f7549-0e6d-4108-b134-1cf35012ded5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.830622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cf0144b-9c8c-4ca6-84a6-291d9e456271 req-d91f7549-0e6d-4108-b134-1cf35012ded5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1724720 Sep 16 05:00:24.916555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c123d44b-a56a-48a4-84c9-c46df86156f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.022454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cf0144b-9c8c-4ca6-84a6-291d9e456271 req-1f46a1cd-e84a-47f9-a4bb-46b0d83c1be6 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225266 Sep 16 05:00:25.037496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-f99bfa99-8f50-47f3-821c-2d3a7ab8dcb6 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238525 Sep 16 05:00:25.096737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27491795-5f72-4ff5-a69e-67cefd432052 req-3259a00e-ce89-474e-9ab1-e635c711f9d8 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.098511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27491795-5f72-4ff5-a69e-67cefd432052 req-3259a00e-ce89-474e-9ab1-e635c711f9d8 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 935 time: 0.2008524 Sep 16 05:00:25.113821 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-16032157-c0d4-4215-bf8b-9a3bc8c865a8 req-1972272e-28c4-4054-be29-6bfb2d276469 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323010 Sep 16 05:00:25.217706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6ec16e-e2a0-4769-b011-3ea1c972427b {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:25.229647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.254449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Transition to ACTIVE for port object bb6ec16e-e2a0-4769-b011-3ea1c972427b will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:25.258999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.263416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27491795-5f72-4ff5-a69e-67cefd432052 req-0267e585-0446-4ab0-98ca-92f9a077d4b5 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490061 Sep 16 05:00:25.286160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd96cc-736c-4fdb-9597-6167d2a0c99f req-19c32975-b473-4e88-8cd6-8957be214fa0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.287714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8afd96cc-736c-4fdb-9597-6167d2a0c99f req-19c32975-b473-4e88-8cd6-8957be214fa0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.1995437 Sep 16 05:00:25.294866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf7e44-2aaf-4975-8f76-959e8818c767 req-b93c3836-695f-4643-97f3-d7f9d26e613a service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446868 Sep 16 05:00:25.351912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c123d44b-a56a-48a4-84c9-c46df86156f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.360628 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c123d44b-a56a-48a4-84c9-c46df86156f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.409931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ec16e-e2a0-4769-b011-3ea1c972427b,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.437367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8afd96cc-736c-4fdb-9597-6167d2a0c99f req-775cf2d3-e6e2-4520-b749-64310a41e686 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400585 Sep 16 05:00:25.453224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c123d44b-a56a-48a4-84c9-c46df86156f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43aa30f9cae645c787b655383e49b7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7345417 Sep 16 05:00:25.455470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35082) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.463536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123d44b-a56a-48a4-84c9-c46df86156f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1620b9-1236-4c25-b912-75ec528693ec,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.480005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-0ab34647-86ba-468d-99a3-206ac2b6212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.481906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-0ab34647-86ba-468d-99a3-206ac2b6212c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1095 time: 0.0963576 Sep 16 05:00:25.493648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Attempting to bind port bb6ec16e-e2a0-4769-b011-3ea1c972427b on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:25.494245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Attempting to bind port bb6ec16e-e2a0-4769-b011-3ea1c972427b by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:25.494376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Attempting to bind port bb6ec16e-e2a0-4769-b011-3ea1c972427b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:25.519316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Port bb6ec16e-e2a0-4769-b011-3ea1c972427b on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:25.519647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Attempting to bind port bb6ec16e-e2a0-4769-b011-3ea1c972427b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:25.523090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77cdc347-37fe-4248-94c6-10458a057f9c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:25.529559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a78f907b-27e7-404d-ba77-2339cd3917a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.531150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:25.531494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:25.531888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:25.532934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Bound port: bb6ec16e-e2a0-4769-b011-3ea1c972427b, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:25.533065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.595746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a78f907b-27e7-404d-ba77-2339cd3917a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.606138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 77cdc347-37fe-4248-94c6-10458a057f9c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:25.606516 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.643155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-e081485d-6e75-41f8-9b9a-dca3eee5f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.647794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-e081485d-6e75-41f8-9b9a-dca3eee5f310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.1572707 Sep 16 05:00:25.653672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] For port bb6ec16e-e2a0-4769-b011-3ea1c972427b, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:25.668217 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] For port bb6ec16e-e2a0-4769-b011-3ea1c972427b, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb6ec16e-e2a0-4769-b011-3ea1c972427b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:25.677177 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.718235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.719154 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.721035 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] 10.222.0.73 "PUT /v2.0/ports/bb6ec16e-e2a0-4769-b011-3ea1c972427b HTTP/1.1" status: 200 len: 1096 time: 1.5391743 Sep 16 05:00:25.721914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'tag': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:25.723938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.725373 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664b2fd-dd8e-4697-a86d-0ba137703280" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9a7e3d-e1d3-474e-94dd-29a00e2c8612", "tag": "bb6ec16e-e2a0-4769-b011-3ea1c972427b"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:25.731273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a78f907b-27e7-404d-ba77-2339cd3917a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.734482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a78f907b-27e7-404d-ba77-2339cd3917a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.736448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a78f907b-27e7-404d-ba77-2339cd3917a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c1620b9-1236-4c25-b912-75ec528693ec HTTP/1.1" status: 204 len: 168 time: 0.2760189 Sep 16 05:00:25.764531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f907b-27e7-404d-ba77-2339cd3917a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1620b9-1236-4c25-b912-75ec528693ec,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.784302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-56f37d0e-8889-4707-99a6-0da66000be7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 217 time: 0.1253455 Sep 16 05:00:25.797569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:25.799871 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e142f9cc-838b-4878-a5bb-4b05f91cbe13" -d '{"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-plugged", "status": "completed", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:25.827696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:25.837907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-00e221f9-e700-41d0-81de-486ea18cc9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.845083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.854547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79556f1f-0f52-44bb-80c5-0a925a13c4ab service neutron] Pushing event updated for resources: {'Port': ['ID=bb6ec16e-e2a0-4769-b011-3ea1c972427b,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.872829 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b70a56c-7653-455d-b89e-86a8bcc4ebaf x-openstack-request-id: req-6b70a56c-7653-455d-b89e-86a8bcc4ebaf {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:25.873134 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9a7e3d-e1d3-474e-94dd-29a00e2c8612", "tag": "bb6ec16e-e2a0-4769-b011-3ea1c972427b", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:25.877898 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b70a56c-7653-455d-b89e-86a8bcc4ebaf {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:25.878400 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'tag': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b', 'status': 'completed', 'code': 200} Sep 16 05:00:25.898527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-dc4694f4-8f88-4b26-b1e4-94314358fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.900878 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-dc4694f4-8f88-4b26-b1e4-94314358fa3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9d3b176077d43fab85548948f6c2002&device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 1099 time: 0.1305993 Sep 16 05:00:25.902443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-cd001724-f3c6-49bf-9190-db375d7ff63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.904630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-cd001724-f3c6-49bf-9190-db375d7ff63b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1102686 Sep 16 05:00:25.969517 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3555a78-8013-47db-8dc4-61bd4b9b8155 x-openstack-request-id: req-b3555a78-8013-47db-8dc4-61bd4b9b8155 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:25.970535 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-plugged", "status": "completed", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:25.970891 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3555a78-8013-47db-8dc4-61bd4b9b8155 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:25.971543 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c', 'code': 200} Sep 16 05:00:25.985403 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-e19bc28b-1ac8-4096-ba44-977bf1dc9f15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=bb6ec16e-e2a0-4769-b011-3ea1c972427b HTTP/1.1" status: 200 len: 217 time: 0.0696681 Sep 16 05:00:25.990630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.992065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-bd53baae-6c8a-43df-adb6-377537bbdce1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741503 Sep 16 05:00:26.053389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-cb2bd443-a5cd-4c23-b5cc-932f5a1e03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.055367 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-cb2bd443-a5cd-4c23-b5cc-932f5a1e03ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0618250 Sep 16 05:00:26.109946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d465-381f-434b-9e08-b8ba14535783 req-1d567caa-4963-4cc8-895f-3b3d641d3462 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.117867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04f1d465-381f-434b-9e08-b8ba14535783 req-1d567caa-4963-4cc8-895f-3b3d641d3462 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1280839 Sep 16 05:00:26.137958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-a4d74792-d6b3-49a1-9e8c-69dc25a41a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.140884 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-a4d74792-d6b3-49a1-9e8c-69dc25a41a07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775597 Sep 16 05:00:26.187992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-32de0264-f885-4040-b5d9-5defd9ac6bab service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842024 Sep 16 05:00:26.209183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04f1d465-381f-434b-9e08-b8ba14535783 req-fff4d96e-087b-4446-a68d-27099efb6967 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873814 Sep 16 05:00:26.291942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fed55-07ec-4d07-ba27-f93dd5fe2a23 req-0c24b5a3-fd3e-4537-9132-7d2f3ac0d7bb tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.293541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-570fed55-07ec-4d07-ba27-f93dd5fe2a23 req-0c24b5a3-fd3e-4537-9132-7d2f3ac0d7bb tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1512554 Sep 16 05:00:26.305855 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-f6612fd3-c9f2-4267-9434-8fb8c1920ea7 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562145 Sep 16 05:00:26.358068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-570fed55-07ec-4d07-ba27-f93dd5fe2a23 req-4fe34132-211a-4543-a4e8-73b5090372f8 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 Sep 16 05:00:26.363449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6da3b4d-07f6-4739-959b-f171cdeaf234 req-9c90e2fa-e674-4b9d-bc4f-89b269410d0f service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487885 Sep 16 05:00:26.363449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35106) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:26.404425 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.475080 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-abb7ba47-cd6d-4712-a43e-f25f33c3d5b5 req-8b96c19e-fa7f-48e8-8998-afac0b46995e service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594665 Sep 16 05:00:26.509837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0bc79-6ae0-4de7-833c-d8ee0ebdec20 req-d78b527c-8e43-4d60-bb4c-9186557e5f9e tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.511384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dc0bc79-6ae0-4de7-833c-d8ee0ebdec20 req-d78b527c-8e43-4d60-bb4c-9186557e5f9e tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 947 time: 0.0863221 Sep 16 05:00:26.545602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 78169492-437b-4df1-826b-bded7672c883 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:26.589973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dc0bc79-6ae0-4de7-833c-d8ee0ebdec20 req-d3180781-7216-4d26-8404-feff84835b31 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611210 Sep 16 05:00:26.613018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.622386 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.643512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-c15a3991-1d95-4173-86df-87aaf75b4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.645904 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-c15a3991-1d95-4173-86df-87aaf75b4101 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9d3b176077d43fab85548948f6c2002&device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 1099 time: 0.1083615 Sep 16 05:00:26.677387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a989492ea7f4833ad5555a903875ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098471 Sep 16 05:00:26.677784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35128) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:26.710943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dcdddd-7ce3-424b-9dd7-7c2130ae26ad,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:26.767026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.767273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.767443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.767780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.768206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.768548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.768876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.768977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:26.769587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.769587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.769826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.770180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.770503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc7d46-ce9b-4829-86ab-3c3e5e56b77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:26.798346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '78169492-437b-4df1-826b-bded7672c883', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'port_id': '78169492-437b-4df1-826b-bded7672c883', 'mac_address': 'fa:16:3e:68:b1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25775086-bd8b-4038-b187-b2838a899d02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:26.802606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-6ea38cc2-a411-4043-8e26-17d3023cadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.808501 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-6ea38cc2-a411-4043-8e26-17d3023cadb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1549959 Sep 16 05:00:26.824136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37749d-adfa-4177-b18e-791a16e51809 req-c7e0a6d5-5888-42af-b1b2-74a62463781e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.831305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd37749d-adfa-4177-b18e-791a16e51809 req-c7e0a6d5-5888-42af-b1b2-74a62463781e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.1557944 Sep 16 05:00:26.849106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.857812 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-986af301-29f0-4d10-b42d-4a202aee6502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.874060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78169492-437b-4df1-826b-bded7672c883 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:26.904117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:26.908118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd37749d-adfa-4177-b18e-791a16e51809 req-405963de-a55d-4e91-bac0-be28dc86c9a3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692806 Sep 16 05:00:26.908590 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-1514645f-e01f-433b-8eef-51bdae54630d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=bb6ec16e-e2a0-4769-b011-3ea1c972427b HTTP/1.1" status: 200 len: 217 time: 0.0901175 Sep 16 05:00:26.910955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.922713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-986af301-29f0-4d10-b42d-4a202aee6502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.986042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-986af301-29f0-4d10-b42d-4a202aee6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.990233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-986af301-29f0-4d10-b42d-4a202aee6502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.991341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-55aaa20f-237c-479a-bfa0-13b84c97c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.991938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-986af301-29f0-4d10-b42d-4a202aee6502 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21dcdddd-7ce3-424b-9dd7-7c2130ae26ad HTTP/1.1" status: 204 len: 168 time: 0.2880802 Sep 16 05:00:26.993015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:26.993141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-55aaa20f-237c-479a-bfa0-13b84c97c965 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0783284 Sep 16 05:00:27.001486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986af301-29f0-4d10-b42d-4a202aee6502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dcdddd-7ce3-424b-9dd7-7c2130ae26ad,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.064752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-7489fd45-c2c6-4af1-9733-ebe159cc7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.072676 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-7489fd45-c2c6-4af1-9733-ebe159cc7282 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720520 Sep 16 05:00:27.173605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['78169492-437b-4df1-826b-bded7672c883'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:27.179864 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-00e50508-f57d-4c99-9167-d4a4a23be169 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996761 Sep 16 05:00:27.345422 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b664b2fd-dd8e-4697-a86d-0ba137703280 req-95a9eeaf-3a8d-4450-9a8c-aaca33ff2fb6 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570826 Sep 16 05:00:27.454086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114a4b-048a-4e64-88e6-fc6948201445 req-10655326-c9db-4a5e-ab6f-68810fcb78b3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.456498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec114a4b-048a-4e64-88e6-fc6948201445 req-10655326-c9db-4a5e-ab6f-68810fcb78b3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1193337 Sep 16 05:00:27.540169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5d4be-38f0-4dda-8522-bb50f6aae372 req-14c57fc7-b9ba-4761-ac36-36902cf9bb96 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.548643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9eb5d4be-38f0-4dda-8522-bb50f6aae372 req-14c57fc7-b9ba-4761-ac36-36902cf9bb96 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0907130 Sep 16 05:00:27.616726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec114a4b-048a-4e64-88e6-fc6948201445 req-aa33628b-193b-4ee4-a6fe-41e06d1296e6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094139 Sep 16 05:00:27.659785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9eb5d4be-38f0-4dda-8522-bb50f6aae372 req-bb35f06a-ad43-4bf3-9351-f6fe2e242690 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102164 Sep 16 05:00:27.806698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42058e-4057-4d14-a90e-6da06fab18da req-389017db-d9de-4da1-bda6-63d5d56f3679 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.816292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc42058e-4057-4d14-a90e-6da06fab18da req-389017db-d9de-4da1-bda6-63d5d56f3679 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 947 time: 0.0880220 Sep 16 05:00:27.954924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc42058e-4057-4d14-a90e-6da06fab18da req-efc8e6aa-59ab-4864-bb7a-3d4a236071ee tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323714 Sep 16 05:00:28.119694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f48c377-84a9-4382-a3e7-df650356c2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.233214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f7db5-4052-4611-87a2-5c98c4b73c48 req-6e1da6dd-b91c-4648-a9c4-436036b9f9df tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.240861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e4f7db5-4052-4611-87a2-5c98c4b73c48 req-6e1da6dd-b91c-4648-a9c4-436036b9f9df tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 944 time: 0.0788910 Sep 16 05:00:28.291705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e4f7db5-4052-4611-87a2-5c98c4b73c48 req-90e515d9-909a-459b-9aad-263867202427 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Sep 16 05:00:28.370523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35184) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.505536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2008475567-network', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:28.556404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Made reservation on behalf of 84b0f72e333d40fc8fb141fd00501f3f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:28.559336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.570776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.574538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:28.576720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 78169492-437b-4df1-826b-bded7672c883 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:28.775657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.788161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.813446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897e117-0dab-48c4-810c-fd90a3e76915 req-cf5e2ea5-f17c-4e83-8c9a-ef1df24098f5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.816213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3897e117-0dab-48c4-810c-fd90a3e76915 req-cf5e2ea5-f17c-4e83-8c9a-ef1df24098f5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.0812092 Sep 16 05:00:28.871996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:28.882821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f4c49f-86a3-49a6-b475-e7fbf01a22ee,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.894355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.895382 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Added segment 642f3364-5369-46f3-ad2a-91b67274e4a7 of type vlan for network 7416efb8-07ee-4117-9277-7a1ba9f43d11 Sep 16 05:00:28.899852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 78169492-437b-4df1-826b-bded7672c883 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:28.914105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 78169492-437b-4df1-826b-bded7672c883 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:28.914766 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.958880 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.959292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3897e117-0dab-48c4-810c-fd90a3e76915 req-88fde089-9133-40c2-a071-ac1838eb27c1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344249 Sep 16 05:00:28.977293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:28.998069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'port_id': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02', 'mac_address': 'fa:16:3e:5d:b2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745cf299-b5aa-411d-9896-73e8c2a1eba2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:29.036255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.039184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.041875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.072203 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.074210 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.090696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:29.149281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057d16b-c040-436c-982e-3ada7deb158d req-d1026eb0-b429-4bed-9373-cd2e59d135dc tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.150119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:29.160632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6057d16b-c040-436c-982e-3ada7deb158d req-d1026eb0-b429-4bed-9373-cd2e59d135dc tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1068122 Sep 16 05:00:29.161731 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.167049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.186352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Pushing event updated for resources: {'Network': ['ID=7416efb8-07ee-4117-9277-7a1ba9f43d11,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.206470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.206877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.207259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.208231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.210180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.210548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.210932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.211281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.211615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.212016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.212375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.212735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:29.228923 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bf97f433-392b-4d10-9652-9a2619cd6267 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8569522 Sep 16 05:00:29.232350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35198) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.238425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Request body: {'subnet': {'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2008475567-subnet', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:29.257661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6057d16b-c040-436c-982e-3ada7deb158d req-6d25b258-45a9-41d8-83b3-b62d12487b29 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917428 Sep 16 05:00:29.270247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Made reservation on behalf of 84b0f72e333d40fc8fb141fd00501f3f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:29.273304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.281325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78169492-437b-4df1-826b-bded7672c883'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:29.284870 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2922b-955e-4d5b-b9c9-85b8af6ecd6c" -d '{"events": [{"server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "name": "network-vif-plugged", "status": "completed", "tag": "78169492-437b-4df1-826b-bded7672c883"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:29.288516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:29.341641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:29.395649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.399753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.415620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f04536-4d06-4a46-8b97-c4ee94694fc0 req-14cc9425-57d6-450a-bce3-24248375d826 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.421718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f04536-4d06-4a46-8b97-c4ee94694fc0 req-14cc9425-57d6-450a-bce3-24248375d826 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 947 time: 0.0922401 Sep 16 05:00:29.474524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['5a5850f6-5af9-4faa-ba45-d3f4cf507a02'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:29.514664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f04536-4d06-4a46-8b97-c4ee94694fc0 req-20de2951-37cf-4624-a387-4f9d2f5bab60 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908296 Sep 16 05:00:29.521649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.618517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.679800 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.704317 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fa6309-a5be-43fb-a3aa-4a0dc0037ba1 x-openstack-request-id: req-95fa6309-a5be-43fb-a3aa-4a0dc0037ba1 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:29.710456 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "name": "network-vif-plugged", "status": "completed", "tag": "78169492-437b-4df1-826b-bded7672c883", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:29.711406 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95fa6309-a5be-43fb-a3aa-4a0dc0037ba1 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:29.712603 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78169492-437b-4df1-826b-bded7672c883', 'code': 200} Sep 16 05:00:29.757154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d639e6-8fad-4cdc-b0be-b0128f7db385,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.836531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Checking segment: {'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:29.836913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Network hostable DHCP agents. Network: 7416efb8-07ee-4117-9277-7a1ba9f43d11, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:29.852256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451207d5-eddc-414e-9f71-bfe9cb44313b req-1ce92109-449a-40d7-b852-40dd082286ee tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.861152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451207d5-eddc-414e-9f71-bfe9cb44313b req-1ce92109-449a-40d7-b852-40dd082286ee tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.0678778 Sep 16 05:00:29.862947 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f717-0cd9-417c-b08a-f2ee312ae3ba req-64f4cafc-63f0-44e4-aad6-32a8d5cc6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.865752 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f7b2f717-0cd9-417c-b08a-f2ee312ae3ba req-64f4cafc-63f0-44e4-aad6-32a8d5cc6250 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1097 time: 0.0860655 Sep 16 05:00:29.867039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:29.886861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 7416efb8-07ee-4117-9277-7a1ba9f43d11) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:29.892199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:29.893229 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.897778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6250bc-5854-429a-840d-9e6e6148d8ad None None] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:29.924730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451207d5-eddc-414e-9f71-bfe9cb44313b req-9bd7b7ab-c565-42bd-ac3b-81333625b853 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623100 Sep 16 05:00:29.966058 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f7b2f717-0cd9-417c-b08a-f2ee312ae3ba req-a249b455-1bf3-497a-8f88-1506b0cef014 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875859 Sep 16 05:00:29.978455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35208) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:29.978751 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1a918447-8668-4fa8-bb4d-de1e89416b44 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7454367 Sep 16 05:00:29.983498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.027683 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.029427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.171554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.179128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-7416efb8-07ee-4117-9277-7a1ba9f43d11', 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'fixed_ips': [{'subnet_id': '01d639e6-8fad-4cdc-b0be-b0128f7db385'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:30.180523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.191046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3344543-25c4-4425-97a7-14db3b2513e7 req-985072af-5f72-4297-9705-420a995c2a3b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:30.193463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3344543-25c4-4425-97a7-14db3b2513e7 req-985072af-5f72-4297-9705-420a995c2a3b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 944 time: 0.1594684 Sep 16 05:00:30.388997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Allocated IP 172.20.0.2 (7416efb8-07ee-4117-9277-7a1ba9f43d11/01d639e6-8fad-4cdc-b0be-b0128f7db385/fac8358a-828d-4fcc-a694-c8aa502e51a2) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:30.593657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb6ec16e-e2a0-4769-b011-3ea1c972427b details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:30.594504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3344543-25c4-4425-97a7-14db3b2513e7 req-7e8780d0-594f-44c8-a3f6-d06a5746877a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245625 Sep 16 05:00:30.595810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:30.657736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.782945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0434d58-1c2e-4d69-96b4-fe4801432401 req-55182139-fa2b-4d60-bd2e-30490ce13637 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:30.787470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.791689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0434d58-1c2e-4d69-96b4-fe4801432401 req-55182139-fa2b-4d60-bd2e-30490ce13637 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.2164958 Sep 16 05:00:30.811140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.834297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:30.881904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb6ec16e-e2a0-4769-b011-3ea1c972427b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb6ec16e-e2a0-4769-b011-3ea1c972427b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:30.919968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:30.920807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.921179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.927937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:30.952573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b', 'mac_address': 'fa:16:3e:06:a4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:30.954305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:30.976013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Pushing event updated for resources: {'Port': ['ID=fac8358a-828d-4fcc-a694-c8aa502e51a2,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.989486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d28282-e4fe-47f9-b6f7-f4cacc88d7f0 req-ce93f24d-f1c7-4f92-a90d-e3af0600eac2 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.012791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4d28282-e4fe-47f9-b6f7-f4cacc88d7f0 req-ce93f24d-f1c7-4f92-a90d-e3af0600eac2 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 947 time: 0.2866764 Sep 16 05:00:31.017035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0434d58-1c2e-4d69-96b4-fe4801432401 req-6f8a0a64-c6fb-4cec-9279-5b6662c98970 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047856 Sep 16 05:00:31.088146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4d28282-e4fe-47f9-b6f7-f4cacc88d7f0 req-4bedc782-2104-4c0c-8388-f2e8646f18e5 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743532 Sep 16 05:00:31.186323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.206256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6ec16e-e2a0-4769-b011-3ea1c972427b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:31.246300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb6ec16e-e2a0-4769-b011-3ea1c972427b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb6ec16e-e2a0-4769-b011-3ea1c972427b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:31.261729 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.274024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.276848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Attempting to bind port fac8358a-828d-4fcc-a694-c8aa502e51a2 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:31.277362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Attempting to bind port fac8358a-828d-4fcc-a694-c8aa502e51a2 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:31.277909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Attempting to bind port fac8358a-828d-4fcc-a694-c8aa502e51a2 on network 7416efb8-07ee-4117-9277-7a1ba9f43d11 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:31.303843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:31.304497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Checking segment: {'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:31.304955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.305469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Bound using segment: {'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:31.306023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Bound port: fac8358a-828d-4fcc-a694-c8aa502e51a2, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:31.307034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.387204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb6ec16e-e2a0-4769-b011-3ea1c972427b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.405551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126ac4-3855-44f0-96b8-213f81740721 req-9e8d7ac5-e41f-416e-8bd9-7876422b615f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:31.407117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb126ac4-3855-44f0-96b8-213f81740721 req-9e8d7ac5-e41f-416e-8bd9-7876422b615f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.2162552 Sep 16 05:00:31.408449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.434048 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.434458 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.516939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:31.521375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] For port fac8358a-828d-4fcc-a694-c8aa502e51a2, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:31.526883 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.564443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['bb6ec16e-e2a0-4769-b011-3ea1c972427b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:31.573205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] For port fac8358a-828d-4fcc-a694-c8aa502e51a2, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fac8358a-828d-4fcc-a694-c8aa502e51a2,segment=NetworkSegment(642f3364-5369-46f3-ad2a-91b67274e4a7),segment_id=642f3364-5369-46f3-ad2a-91b67274e4a7)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:31.609098 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.622389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb126ac4-3855-44f0-96b8-213f81740721 req-7fe5886a-1e3d-4db5-902e-3e2556fc08e2 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839662 Sep 16 05:00:31.697273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.717875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:31.730771 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be75e81-e75e-4836-8418-f33aee20520e" -d '{"events": [{"server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "name": "network-vif-plugged", "status": "completed", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:31.768245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Allocated IP 172.25.6.144 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/74b2f51f-a1fa-4492-ab3f-90dd1afab42a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:31.821462 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab1673-9bbe-4ab6-9aca-f9a927a4e773 x-openstack-request-id: req-26ab1673-9bbe-4ab6-9aca-f9a927a4e773 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:31.821809 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "name": "network-vif-plugged", "status": "completed", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:31.822517 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26ab1673-9bbe-4ab6-9aca-f9a927a4e773 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:31.822984 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02', 'code': 200} Sep 16 05:00:31.916287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.939411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdafb65-4faf-4375-8183-4a3f8f2f5550 None None] Pushing event updated for resources: {'Port': ['ID=fac8358a-828d-4fcc-a694-c8aa502e51a2,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.001540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b79ca2-7f68-46d9-be84-cf631585a4bb req-41629323-be20-4a92-90c0-d251c14b393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.005700 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19b79ca2-7f68-46d9-be84-cf631585a4bb req-41629323-be20-4a92-90c0-d251c14b393a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1097 time: 0.1316407 Sep 16 05:00:32.020914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.090506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Pushing event updated for resources: {'Port': ['ID=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.117814 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19b79ca2-7f68-46d9-be84-cf631585a4bb req-da2505ad-a8c3-48ff-97cf-081ea036b100 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979195 Sep 16 05:00:32.143418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:32.163577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73004b1-0ca9-44b6-907c-fcc47aecfa5b req-1b8fd2c0-fc0e-4f7e-9ffc-fbdf25980b3c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.165231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b73004b1-0ca9-44b6-907c-fcc47aecfa5b req-1b8fd2c0-fc0e-4f7e-9ffc-fbdf25980b3c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.4405622 Sep 16 05:00:32.168560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:32.171194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:32.350577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b73004b1-0ca9-44b6-907c-fcc47aecfa5b req-7ca74567-a55a-441c-a20a-2e5a5dd3c6f4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275578 Sep 16 05:00:32.385220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9d730-eceb-4c1b-b096-a732e00215f7 req-0ae3f11b-af1a-4561-a9de-9b2efc872b34 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.395229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ce9d730-eceb-4c1b-b096-a732e00215f7 req-0ae3f11b-af1a-4561-a9de-9b2efc872b34 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.2288673 Sep 16 05:00:32.552430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ce9d730-eceb-4c1b-b096-a732e00215f7 req-db7c580c-5cb1-44f5-834b-fa75f6445d4e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547222 Sep 16 05:00:32.637952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203952b-5aee-4608-9c9b-433d24eadb5e req-718a2d79-8f72-47c2-b750-0bb904df439a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.645845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4203952b-5aee-4608-9c9b-433d24eadb5e req-718a2d79-8f72-47c2-b750-0bb904df439a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 948 time: 0.1623034 Sep 16 05:00:32.681001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.750329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4203952b-5aee-4608-9c9b-433d24eadb5e req-05f62a1e-6493-4bd2-bbe1-a72ce89f47f9 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030946 Sep 16 05:00:32.974556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be7fa-ec4d-4ebb-b2f2-36e1dc102974 req-da5d626f-c814-4c91-bd81-b350cd41ce7e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.976827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd4be7fa-ec4d-4ebb-b2f2-36e1dc102974 req-da5d626f-c814-4c91-bd81-b350cd41ce7e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.1391735 Sep 16 05:00:33.039727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.151638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd4be7fa-ec4d-4ebb-b2f2-36e1dc102974 req-1d209626-fe7a-45d6-b55f-5ef4d0110de2 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674562 Sep 16 05:00:33.194203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fac8358a-828d-4fcc-a694-c8aa502e51a2 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:33.360604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fac8358a-828d-4fcc-a694-c8aa502e51a2 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:33.360996 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.398641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96474-ea40-4977-94f6-717da6b32bf6 req-fd32ee2f-4b83-4400-816b-b567cb39bdf9 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:33.407076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03c96474-ea40-4977-94f6-717da6b32bf6 req-fd32ee2f-4b83-4400-816b-b567cb39bdf9 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1097 time: 0.1025603 Sep 16 05:00:33.440778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c51e1-1e75-49a7-bcc3-5d53317d9cdb None None] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:33.470120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03c96474-ea40-4977-94f6-717da6b32bf6 req-04b8ccfa-9a34-48a3-89cd-90636b2d2da2 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619516 Sep 16 05:00:33.482449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Router 5f67fba6-7485-46f1-bf0c-dea533f60599 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:33.706359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2cfcaf36-79a6-490e-82ed-acab0486d87d None None] Provisioning complete for port fac8358a-828d-4fcc-a694-c8aa502e51a2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:33.710833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaf36-79a6-490e-82ed-acab0486d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.805528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.885195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port fac8358a-828d-4fcc-a694-c8aa502e51a2, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fac8358a-828d-4fcc-a694-c8aa502e51a2,segment=NetworkSegment(642f3364-5369-46f3-ad2a-91b67274e4a7),segment_id=642f3364-5369-46f3-ad2a-91b67274e4a7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:33.889839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:33.908946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Sync routers for ids ['5f67fba6-7485-46f1-bf0c-dea533f60599'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:33.926549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.949101 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Routers {'5f67fba6-7485-46f1-bf0c-dea533f60599'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:33.952204 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5f67fba6-7485-46f1-bf0c-dea533f60599'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:33.980785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.982717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-989a91d4-27c7-4047-bb6d-a95c35bc097c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0027726 Sep 16 05:00:33.985556 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35298) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:34.027300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756e0e-2202-49b2-a7cd-a142b0669a37 req-eb78bc1a-d6c6-4deb-8147-cba9bd725b18 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.041461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f756e0e-2202-49b2-a7cd-a142b0669a37 req-eb78bc1a-d6c6-4deb-8147-cba9bd725b18 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1725640 Sep 16 05:00:34.122171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a494da-d9dd-4dfd-9645-9db7f00db7ac req-7e33ab4e-9b07-4da8-a056-8ad792d384bd tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.137075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2a494da-d9dd-4dfd-9645-9db7f00db7ac req-7e33ab4e-9b07-4da8-a056-8ad792d384bd tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.2593150 Sep 16 05:00:34.236656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f756e0e-2202-49b2-a7cd-a142b0669a37 req-57c16505-228b-40b0-8654-465d2393c3bf tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866038 Sep 16 05:00:34.273243 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Set router 5f67fba6-7485-46f1-bf0c-dea533f60599 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:34.339909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2a494da-d9dd-4dfd-9645-9db7f00db7ac req-a0513f5c-f599-4ae1-a8fc-572127688e78 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998229 Sep 16 05:00:34.557127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=fac8358a-828d-4fcc-a694-c8aa502e51a2,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.633653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b14476-8c33-41bb-8cdc-7a44033873ad req-7c4244fb-ca39-4e53-aaf8-970224ba1879 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.646130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b14476-8c33-41bb-8cdc-7a44033873ad req-7c4244fb-ca39-4e53-aaf8-970224ba1879 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 948 time: 0.1433704 Sep 16 05:00:34.714668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb6ec16e-e2a0-4769-b011-3ea1c972427b up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:34.754240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b14476-8c33-41bb-8cdc-7a44033873ad req-c628d5e6-07bd-45e4-9a5b-84385dbc9410 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070375 Sep 16 05:00:34.791103 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:32Z', 'revision_number': 3, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port': {'id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:31Z', 'updated_at': '2021-09-16T05:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:34.874034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port bb6ec16e-e2a0-4769-b011-3ea1c972427b completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:34.883760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port bb6ec16e-e2a0-4769-b011-3ea1c972427b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:34.884508 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.886136 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Checking router: 5f67fba6-7485-46f1-bf0c-dea533f60599 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:34.886493 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Updating router 5f67fba6-7485-46f1-bf0c-dea533f60599 port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:34.914786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2588d0-14cf-425a-9833-4c578a8fcd6d req-ceed2d6e-2ad5-410e-98ba-1aaddd152a29 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:34.916504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b2588d0-14cf-425a-9833-4c578a8fcd6d req-ceed2d6e-2ad5-410e-98ba-1aaddd152a29 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1097 time: 0.1184504 Sep 16 05:00:34.971914 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.038620 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.079248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b2588d0-14cf-425a-9833-4c578a8fcd6d req-4c93ea11-ff00-4db3-bdf9-08bae31cd0da tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469939 Sep 16 05:00:35.103305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:35.105908 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ea5b21-fad7-425f-959b-fee6f3edf804" -d '{"events": [{"server_uuid": "4d9a7e3d-e1d3-474e-94dd-29a00e2c8612", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ec16e-e2a0-4769-b011-3ea1c972427b"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:35.125438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a2b6ad9f-bf51-40ea-abb8-b620d1a10c6a None None] Provisioning complete for port fac8358a-828d-4fcc-a694-c8aa502e51a2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:35.128274 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad9f-bf51-40ea-abb8-b620d1a10c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.217050 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c40806-c7c3-4166-ad2e-3ad8b500f2f7 x-openstack-request-id: req-23c40806-c7c3-4166-ad2e-3ad8b500f2f7 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:35.218460 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9a7e3d-e1d3-474e-94dd-29a00e2c8612", "name": "network-vif-plugged", "status": "completed", "tag": "bb6ec16e-e2a0-4769-b011-3ea1c972427b", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:35.219042 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23c40806-c7c3-4166-ad2e-3ad8b500f2f7 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:35.219697 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b', 'code': 200} Sep 16 05:00:35.221722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb6ec16e-e2a0-4769-b011-3ea1c972427b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb6ec16e-e2a0-4769-b011-3ea1c972427b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:35.223584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fac8358a-828d-4fcc-a694-c8aa502e51a2 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:35.301872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.493157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720ccb0-a26b-42ef-838b-4930f4c93fa9 req-dd2851d5-bcd9-475a-820a-13204881f112 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.504533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d720ccb0-a26b-42ef-838b-4930f4c93fa9 req-dd2851d5-bcd9-475a-820a-13204881f112 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1314237 Sep 16 05:00:35.516936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.524933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb6ec16e-e2a0-4769-b011-3ea1c972427b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:35.607680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d720ccb0-a26b-42ef-838b-4930f4c93fa9 req-004b6801-1d84-4e28-a593-f11ddc40bbb5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021626 Sep 16 05:00:35.669676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fac8358a-828d-4fcc-a694-c8aa502e51a2 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:35.670250 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.910652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53d2e4-cb27-4412-9aa6-8feda67017a3 req-53b44e1c-1509-41e7-8239-52af094e1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.913695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e53d2e4-cb27-4412-9aa6-8feda67017a3 req-53b44e1c-1509-41e7-8239-52af094e1f77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 1101 time: 0.6260169 Sep 16 05:00:35.986478 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.002610 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.016489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efccba-b4d9-4046-a56e-db7459e13f42 req-3f6f8b61-de28-4700-9d6f-40cc45469235 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.040415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8efccba-b4d9-4046-a56e-db7459e13f42 req-3f6f8b61-de28-4700-9d6f-40cc45469235 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 949 time: 0.1589901 Sep 16 05:00:36.073516 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Attempting to bind port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:36.073900 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Attempting to bind port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:36.074274 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Attempting to bind port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:36.115536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8efccba-b4d9-4046-a56e-db7459e13f42 req-d5881143-d062-4c13-9a4b-5c229ad1877e tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689881 Sep 16 05:00:36.148483 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:36.158233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e53d2e4-cb27-4412-9aa6-8feda67017a3 req-9883d9dc-87ed-4093-a289-b389967025d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353835 Sep 16 05:00:36.163976 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:36.165582 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.166015 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:36.166613 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Bound port: 74b2f51f-a1fa-4492-ab3f-90dd1afab42a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:36.167033 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.186571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Allocated IP 172.20.0.1 (7416efb8-07ee-4117-9277-7a1ba9f43d11/01d639e6-8fad-4cdc-b0be-b0128f7db385/13ca01ca-6406-4e4c-8499-34dd1f258c5a) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:36.252577 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] For port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:36.256488 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] For port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:36.269919 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.306530 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Routers {'5f67fba6-7485-46f1-bf0c-dea533f60599'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:36.307472 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5f67fba6-7485-46f1-bf0c-dea533f60599'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:36.400009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.426755 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] Set router 5f67fba6-7485-46f1-bf0c-dea533f60599 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:36.459972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.541601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:36.552634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:36.558298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:36.623988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Pushing event updated for resources: {'Port': ['ID=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.665802 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.666173 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.666512 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.672535 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.672894 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.673358 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.681827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Pushing event updated for resources: {'Port': ['ID=13ca01ca-6406-4e4c-8499-34dd1f258c5a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.683482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.683836 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.684274 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.684937 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.685434 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.685951 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:36.762866 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.810068 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df325ac-9e5a-46b2-9d71-b5b579d5be6f None None] Pushing event updated for resources: {'Port': ['ID=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:36.839222 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:32Z', 'revision_number': 3, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port': {'id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:31Z', 'updated_at': '2021-09-16T05:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:36.863046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40535f6f-76e9-4d50-b741-0c31fd2453b6 req-c2c46479-5616-4bb8-99c2-e3128dcf6f6c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.873954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40535f6f-76e9-4d50-b741-0c31fd2453b6 req-c2c46479-5616-4bb8-99c2-e3128dcf6f6c tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1352332 Sep 16 05:00:36.922709 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df300c-ca05-4ee0-b59c-84685e429035 None None] The sync data for ids ['5f67fba6-7485-46f1-bf0c-dea533f60599'] in n-d-713301-15 is: [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:32Z', 'revision_number': 3, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port': {'id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:31Z', 'updated_at': '2021-09-16T05:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:36.989337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40535f6f-76e9-4d50-b741-0c31fd2453b6 req-c5dda644-af7a-45a7-9f33-2f884bbeb5dd tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054435 Sep 16 05:00:37.121043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.135070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-45261230-442b-41a4-840a-6dd913ba5190 None None] Provisioning complete for port 13ca01ca-6406-4e4c-8499-34dd1f258c5a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:37.135870 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-45261230-442b-41a4-840a-6dd913ba5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.185241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-45261230-442b-41a4-840a-6dd913ba5190 None None] Port 13ca01ca-6406-4e4c-8499-34dd1f258c5a cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:37.412495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ff4f-ce00-40ea-8b51-487774eef43b req-77d933d3-1f71-4b24-9b71-a53026d8b3c2 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.438886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7234ff4f-ce00-40ea-8b51-487774eef43b req-77d933d3-1f71-4b24-9b71-a53026d8b3c2 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 949 time: 0.1651027 Sep 16 05:00:37.606423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7234ff4f-ce00-40ea-8b51-487774eef43b req-9e34eb8c-85eb-4cc3-927b-85a903088de4 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653149 Sep 16 05:00:37.648825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.661546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.729728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Pushing event updated for resources: {'Port': ['ID=13ca01ca-6406-4e4c-8499-34dd1f258c5a,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.818530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.132868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:38.134715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:38.257560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48942c-8368-42ee-ada3-1a97453849a8 req-b44482f6-43b5-41d0-82cb-33f6d193b556 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.266017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d48942c-8368-42ee-ada3-1a97453849a8 req-b44482f6-43b5-41d0-82cb-33f6d193b556 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1441092 Sep 16 05:00:38.338435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d48942c-8368-42ee-ada3-1a97453849a8 req-054d4d8c-9393-4db2-a6c1-1d513c6d50af tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704820 Sep 16 05:00:38.527487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Router 5f67fba6-7485-46f1-bf0c-dea533f60599 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:38.634030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2f534372-40d4-4603-a1c2-b47a47f7b9ee None None] Provisioning complete for port 13ca01ca-6406-4e4c-8499-34dd1f258c5a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:38.636570 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f534372-40d4-4603-a1c2-b47a47f7b9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.719062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:38.728425 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ea58a509-2f7f-487a-a03a-abcc011794ad admin admin] 10.222.0.55 "PUT /v2.0/routers/5f67fba6-7485-46f1-bf0c-dea533f60599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7410061 Sep 16 05:00:38.800116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2f534372-40d4-4603-a1c2-b47a47f7b9ee None None] Port 13ca01ca-6406-4e4c-8499-34dd1f258c5a cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:39.110805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878995-b7b0-4c83-b55c-a61cdd59e36a req-c2e01af6-fdd2-47e7-a7e7-c8ff1452b094 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.119725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3878995-b7b0-4c83-b55c-a61cdd59e36a req-c2e01af6-fdd2-47e7-a7e7-c8ff1452b094 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 949 time: 0.2518737 Sep 16 05:00:39.202152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3878995-b7b0-4c83-b55c-a61cdd59e36a req-53b52d0f-3a68-4688-be31-2c5f9929858d tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745420 Sep 16 05:00:39.208751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 74b2f51f-a1fa-4492-ab3f-90dd1afab42a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:39.440421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:39.441126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.642301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.719533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:39.739013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.860391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.272588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e2e4-dc88-4ac2-a277-54def89efc9d req-8fbaff90-b852-41b0-8e6a-fb734b68adec tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.283278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb7e2e4-dc88-4ac2-a277-54def89efc9d req-8fbaff90-b852-41b0-8e6a-fb734b68adec tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.4960606 Sep 16 05:00:40.343582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Sync routers for ids ['5f67fba6-7485-46f1-bf0c-dea533f60599'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:40.361773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Routers {'5f67fba6-7485-46f1-bf0c-dea533f60599'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:40.362660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5f67fba6-7485-46f1-bf0c-dea533f60599'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:40.427914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb7e2e4-dc88-4ac2-a277-54def89efc9d req-28521990-1e1e-4be4-a9f8-a2273f8c0942 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430523 Sep 16 05:00:40.437314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-be54780b-69ad-410b-84f6-5766b4bffc5e tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6309545 Sep 16 05:00:40.453533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:40.517982 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.602431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Set router 5f67fba6-7485-46f1-bf0c-dea533f60599 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:40.700940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf876e-fb53-4cd5-b96c-7437e1b77ff0 req-a627eecd-95d8-4305-b8d6-dda8c1ff0c2f tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.710901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9cf876e-fb53-4cd5-b96c-7437e1b77ff0 req-a627eecd-95d8-4305-b8d6-dda8c1ff0c2f tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 949 time: 0.1334739 Sep 16 05:00:40.787948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9cf876e-fb53-4cd5-b96c-7437e1b77ff0 req-53b504aa-7f5a-41df-ae01-7a533c4f84b3 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757072 Sep 16 05:00:40.854145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.973052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:37Z', 'revision_number': 4, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port': {'id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:31Z', 'updated_at': '2021-09-16T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '13ca01ca-6406-4e4c-8499-34dd1f258c5a', 'name': '', 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'mac_address': 'fa:16:3e:53:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '01d639e6-8fad-4cdc-b0be-b0128f7db385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:35Z', 'updated_at': '2021-09-16T05:00:37Z', 'revision_number': 2, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'subnets': [{'id': '01d639e6-8fad-4cdc-b0be-b0128f7db385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:41.063687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Checking router: 5f67fba6-7485-46f1-bf0c-dea533f60599 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:41.064045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Updating router 5f67fba6-7485-46f1-bf0c-dea533f60599 port 13ca01ca-6406-4e4c-8499-34dd1f258c5a binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:41.140008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.151595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 74b2f51f-a1fa-4492-ab3f-90dd1afab42a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:41.172127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Allocated IP 172.25.6.197 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/cbd0ab4e-6aca-4aa5-8af8-b69dec12deee) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:41.327181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.349454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:41.349818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.392827 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.408146 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.463871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Pushing event updated for resources: {'Port': ['ID=cbd0ab4e-6aca-4aa5-8af8-b69dec12deee,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.485996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:41.495639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:41.498915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:41.582379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe4d-ea35-4ee7-8bfb-6ecf286e3ff8 req-78ee1733-e2b6-4691-91d2-97fddb0bac80 tempest-LiveMigrationNegativeTest-501818649 tempest-LiveMigrationNegativeTest-501818649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:41.589988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7079fe4d-ea35-4ee7-8bfb-6ecf286e3ff8 req-78ee1733-e2b6-4691-91d2-97fddb0bac80 tempest-LiveMigrationNegativeTest-501818649 tempest-LiveMigrationNegativeTest-501818649-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 1101 time: 0.2113497 Sep 16 05:00:41.619238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7079fe4d-ea35-4ee7-8bfb-6ecf286e3ff8 req-5e5ea5a7-4b2f-4a63-951c-00a0d8b90f9a tempest-LiveMigrationNegativeTest-501818649 tempest-LiveMigrationNegativeTest-501818649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.653500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.700437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.708716 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.732745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.789850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72394ec3-950d-4412-80a6-e6872ce0417d None None] Pushing event updated for resources: {'Port': ['ID=13ca01ca-6406-4e4c-8499-34dd1f258c5a,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.850809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Attempting to bind port 13ca01ca-6406-4e4c-8499-34dd1f258c5a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:41.851319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Attempting to bind port 13ca01ca-6406-4e4c-8499-34dd1f258c5a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:41.851756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Attempting to bind port 13ca01ca-6406-4e4c-8499-34dd1f258c5a on network 7416efb8-07ee-4117-9277-7a1ba9f43d11 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:41.863266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:41.863977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Checking segment: {'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:41.864702 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.865206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Bound using segment: {'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:41.866338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Bound port: 13ca01ca-6406-4e4c-8499-34dd1f258c5a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642f3364-5369-46f3-ad2a-91b67274e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:41.867162 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:41.981671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] For port 13ca01ca-6406-4e4c-8499-34dd1f258c5a, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:41.987342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] For port 13ca01ca-6406-4e4c-8499-34dd1f258c5a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=13ca01ca-6406-4e4c-8499-34dd1f258c5a,segment=NetworkSegment(642f3364-5369-46f3-ad2a-91b67274e4a7),segment_id=642f3364-5369-46f3-ad2a-91b67274e4a7)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:41.998876 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.006346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7079fe4d-ea35-4ee7-8bfb-6ecf286e3ff8 req-5e5ea5a7-4b2f-4a63-951c-00a0d8b90f9a tempest-LiveMigrationNegativeTest-501818649 tempest-LiveMigrationNegativeTest-501818649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.012782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7079fe4d-ea35-4ee7-8bfb-6ecf286e3ff8 req-5e5ea5a7-4b2f-4a63-951c-00a0d8b90f9a tempest-LiveMigrationNegativeTest-501818649 tempest-LiveMigrationNegativeTest-501818649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.031952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7079fe4d-ea35-4ee7-8bfb-6ecf286e3ff8 req-5e5ea5a7-4b2f-4a63-951c-00a0d8b90f9a tempest-LiveMigrationNegativeTest-501818649 tempest-LiveMigrationNegativeTest-501818649-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407234 Sep 16 05:00:42.077375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ea5a7-4b2f-4a63-951c-00a0d8b90f9a tempest-LiveMigrationNegativeTest-501818649 tempest-LiveMigrationNegativeTest-501818649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e46460-9100-4cb0-9408-5fde3d18ddba,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:42.113503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Routers {'5f67fba6-7485-46f1-bf0c-dea533f60599'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:42.114155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5f67fba6-7485-46f1-bf0c-dea533f60599'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:42.157806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.205135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72394ec3-950d-4412-80a6-e6872ce0417d None None] Pushing event updated for resources: {'Port': ['ID=13ca01ca-6406-4e4c-8499-34dd1f258c5a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:42.235424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-778ce4ec-3373-47fb-98be-c818d10e63a1 None None] Provisioning complete for port 13ca01ca-6406-4e4c-8499-34dd1f258c5a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:42.235792 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-778ce4ec-3373-47fb-98be-c818d10e63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.237762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.289790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Pushing event updated for resources: {'Port': ['ID=cbd0ab4e-6aca-4aa5-8af8-b69dec12deee,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:42.305734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.331216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12594b6-020b-4b8b-8f51-31e667a1c9ba req-15983321-faa3-4657-a9ce-8492dae4a3b0 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.333413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c12594b6-020b-4b8b-8f51-31e667a1c9ba req-15983321-faa3-4657-a9ce-8492dae4a3b0 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1736307 Sep 16 05:00:42.337102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.338377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-2ef07e86-92f5-4210-ba05-e409783728f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8938317 Sep 16 05:00:42.482635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-22346213-3f15-4e8a-b8e3-550ee5018f9c tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.1138039 Sep 16 05:00:42.514295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] Set router 5f67fba6-7485-46f1-bf0c-dea533f60599 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:42.611232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c12594b6-020b-4b8b-8f51-31e667a1c9ba req-211ac0fd-be0d-46ff-b133-7c2335b26f59 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644465 Sep 16 05:00:42.621998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-9a8ff350-41d6-4f6c-92dc-be9fb81d4d97 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.623724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-9a8ff350-41d6-4f6c-92dc-be9fb81d4d97 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1403489 Sep 16 05:00:42.639903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-196fbe84-d6e7-4b3e-8637-5ea1b23b1a77 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:42.641151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2a1bbd-5a97-42d2-962d-763f1fe36627 req-196fbe84-d6e7-4b3e-8637-5ea1b23b1a77 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100119 Sep 16 05:00:42.745680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-778ce4ec-3373-47fb-98be-c818d10e63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.823122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-778ce4ec-3373-47fb-98be-c818d10e63a1 None None] For port 13ca01ca-6406-4e4c-8499-34dd1f258c5a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=13ca01ca-6406-4e4c-8499-34dd1f258c5a,segment=NetworkSegment(642f3364-5369-46f3-ad2a-91b67274e4a7),segment_id=642f3364-5369-46f3-ad2a-91b67274e4a7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:42.830714 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-778ce4ec-3373-47fb-98be-c818d10e63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:42.906514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:37Z', 'revision_number': 4, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port': {'id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:31Z', 'updated_at': '2021-09-16T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '13ca01ca-6406-4e4c-8499-34dd1f258c5a', 'name': '', 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'mac_address': 'fa:16:3e:53:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '01d639e6-8fad-4cdc-b0be-b0128f7db385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:35Z', 'updated_at': '2021-09-16T05:00:41Z', 'revision_number': 4, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'subnets': [{'id': '01d639e6-8fad-4cdc-b0be-b0128f7db385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:42.908524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ce4ec-3373-47fb-98be-c818d10e63a1 None None] Pushing event updated for resources: {'Port': ['ID=13ca01ca-6406-4e4c-8499-34dd1f258c5a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:42.910489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-384e6a31-0655-4753-a6b5-99bb1054d515 req-c959186b-f8c7-4355-8e92-ce59e6480bdf tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips/48bf814c-2cee-43c8-80ae-4269cf96c5e6 HTTP/1.1" status: 200 len: 693 time: 0.1393299 Sep 16 05:00:42.951820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4b69f-07a9-4cd1-8781-973dcacef609 None None] The sync data for ids ['5f67fba6-7485-46f1-bf0c-dea533f60599'] in n-d-713301-15 is: [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:37Z', 'revision_number': 4, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port': {'id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:31Z', 'updated_at': '2021-09-16T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '13ca01ca-6406-4e4c-8499-34dd1f258c5a', 'name': '', 'network_id': '7416efb8-07ee-4117-9277-7a1ba9f43d11', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'mac_address': 'fa:16:3e:53:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '01d639e6-8fad-4cdc-b0be-b0128f7db385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:35Z', 'updated_at': '2021-09-16T05:00:41Z', 'revision_number': 4, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'subnets': [{'id': '01d639e6-8fad-4cdc-b0be-b0128f7db385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:42.964424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ea06b8f1-81f1-421f-a3e7-149db47fb010 None None] Provisioning complete for port 13ca01ca-6406-4e4c-8499-34dd1f258c5a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:42.964798 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea06b8f1-81f1-421f-a3e7-149db47fb010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.093487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e6a31-0655-4753-a6b5-99bb1054d515 req-88b173f4-4e0f-49bb-ae35-f852d8b73d98 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:43.094959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-384e6a31-0655-4753-a6b5-99bb1054d515 req-88b173f4-4e0f-49bb-ae35-f852d8b73d98 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1835454 Sep 16 05:00:43.114329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-384e6a31-0655-4753-a6b5-99bb1054d515 req-97a6c441-485b-44ca-a727-2d2a77e62a54 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:43.116072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-384e6a31-0655-4753-a6b5-99bb1054d515 req-97a6c441-485b-44ca-a727-2d2a77e62a54 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108507 Sep 16 05:00:43.279134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cb2b9cf-c652-4f33-87ea-9742f9ae76c4 req-4228246b-9361-4f9a-aa0c-7c3fe8c885f5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=84b0f72e333d40fc8fb141fd00501f3f HTTP/1.1" status: 200 len: 696 time: 0.1338351 Sep 16 05:00:43.374753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-03f5a0f8-7978-419a-bc7c-67f5505a79c3 req-6eb8d20e-bef7-4301-b511-11b746a5567d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:43.375743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03f5a0f8-7978-419a-bc7c-67f5505a79c3 req-6eb8d20e-bef7-4301-b511-11b746a5567d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076561 Sep 16 05:00:43.428942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2b9cf-c652-4f33-87ea-9742f9ae76c4 req-08f9193a-2c55-48e2-8934-91b53cd7c2c8 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:43.436129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cb2b9cf-c652-4f33-87ea-9742f9ae76c4 req-08f9193a-2c55-48e2-8934-91b53cd7c2c8 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks?id=265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 787 time: 0.1559651 Sep 16 05:00:43.441746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-8cb2b9cf-c652-4f33-87ea-9742f9ae76c4 req-0b7a01cc-bc74-4804-ae43-6d8e99ea2e5e tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:43.447168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cb2b9cf-c652-4f33-87ea-9742f9ae76c4 req-0b7a01cc-bc74-4804-ae43-6d8e99ea2e5e tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096154 Sep 16 05:00:43.648810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:43.828116 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.850365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-c8eb8d16-4a5f-4f5a-9e94-04e83dd199e1 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips/48bf814c-2cee-43c8-80ae-4269cf96c5e6 HTTP/1.1" status: 200 len: 693 time: 0.3800828 Sep 16 05:00:43.880545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:43.883456 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701aeea-716b-420c-871b-52676c1bf25c" -d '{"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:43.907469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:43.928481 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.995967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.079592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa636f-7654-4cbf-aa8f-0e169b8bc27f req-b62dd861-7f67-4b19-8d9d-fa49fc83703e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.087856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41aa636f-7654-4cbf-aa8f-0e169b8bc27f req-b62dd861-7f67-4b19-8d9d-fa49fc83703e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 948 time: 0.1824095 Sep 16 05:00:44.141246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-b6f45e59-dda5-406e-9c0a-c17edfaf8d8b tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.142961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-b6f45e59-dda5-406e-9c0a-c17edfaf8d8b tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2846823 Sep 16 05:00:44.157999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-1867a64a-0919-41bd-a13e-3b4dd5984cc5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:44.160113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-1867a64a-0919-41bd-a13e-3b4dd5984cc5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107467 Sep 16 05:00:44.198725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41aa636f-7654-4cbf-aa8f-0e169b8bc27f req-dc036a49-c9a2-4db5-9ec5-6e2aa91e7447 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097505 Sep 16 05:00:44.285750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-5687c45a-2677-4e81-8cf5-b5dc96997219 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.1123569 Sep 16 05:00:44.388406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-4cb17254-bb92-4c64-82fd-5dd9560d8dab tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.0898285 Sep 16 05:00:44.401301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56578d-af73-46bf-aac9-86655760cf17 req-8d4d007c-564b-4358-aff6-2dc4285d2c73 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.402946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab56578d-af73-46bf-aac9-86655760cf17 req-8d4d007c-564b-4358-aff6-2dc4285d2c73 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 949 time: 0.1159074 Sep 16 05:00:44.510896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab56578d-af73-46bf-aac9-86655760cf17 req-88b2f2ab-977f-4da0-a284-9a41533ab76a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944266 Sep 16 05:00:44.653792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Deleting port cbd0ab4e-6aca-4aa5-8af8-b69dec12deee {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:44.654145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.751123 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706008d1-cafc-42f4-827a-a7eba64a1ff0 x-openstack-request-id: req-706008d1-cafc-42f4-827a-a7eba64a1ff0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:44.751630 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:44.751739 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-706008d1-cafc-42f4-827a-a7eba64a1ff0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:44.752061 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'code': 200} Sep 16 05:00:44.815654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.816604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.830015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Calling delete_port for cbd0ab4e-6aca-4aa5-8af8-b69dec12deee owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:45.015104 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.053050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Pushing event deleted for resources: {'Port': ['ID=cbd0ab4e-6aca-4aa5-8af8-b69dec12deee,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.083262 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.087383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.093060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab7bd488-cc81-43a7-b6c0-22d1cdf8ea16 req-7eb55f25-e495-4acc-9fa7-8a2e83ea53c4 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "DELETE /v2.0/floatingips/48bf814c-2cee-43c8-80ae-4269cf96c5e6 HTTP/1.1" status: 204 len: 173 time: 0.6888857 Sep 16 05:00:45.223087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 13ca01ca-6406-4e4c-8499-34dd1f258c5a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:45.279824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-d1357dfc-d60c-4cb6-9630-f2976f5358f2 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1666417 Sep 16 05:00:45.290122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:45.336439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 13ca01ca-6406-4e4c-8499-34dd1f258c5a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:45.336722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.410386 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.449797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-fad99118-eb97-484d-9ac7-250c6111bccb tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.453556 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-fad99118-eb97-484d-9ac7-250c6111bccb tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 949 time: 0.0889134 Sep 16 05:00:45.497904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399b2c6-bacb-4af9-95df-62fe8c6b54cf req-c9968991-b88d-43b0-85a6-3469c2335d83 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.499402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1399b2c6-bacb-4af9-95df-62fe8c6b54cf req-c9968991-b88d-43b0-85a6-3469c2335d83 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 948 time: 0.1678936 Sep 16 05:00:45.518083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821b6f-f57f-4649-83e8-3e73bf058c27 req-5eda0746-c065-4efa-9a20-4ca679c19aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.519744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4821b6f-f57f-4649-83e8-3e73bf058c27 req-5eda0746-c065-4efa-9a20-4ca679c19aa8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1100 time: 0.1495264 Sep 16 05:00:45.591993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Deleting port bb6ec16e-e2a0-4769-b011-3ea1c972427b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:45.592615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.607288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1399b2c6-bacb-4af9-95df-62fe8c6b54cf req-11e8675a-4a45-48db-8fcf-cde5884e5df5 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008716 Sep 16 05:00:45.625217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4821b6f-f57f-4649-83e8-3e73bf058c27 req-ed7785e5-0065-4af1-9e51-cc72211ecf10 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968957 Sep 16 05:00:45.661427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:45.690721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.780115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] For port bb6ec16e-e2a0-4769-b011-3ea1c972427b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb6ec16e-e2a0-4769-b011-3ea1c972427b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.780507 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.808313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Calling delete_port for bb6ec16e-e2a0-4769-b011-3ea1c972427b owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:45.833874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.851266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'mac_address': 'fa:16:3e:ef:60:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:45.903590 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.923033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d64c62-00c4-427b-98f7-5cc6d01ba121 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:45.934604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d536b-8ab1-45b2-9732-c580cb2d1851 req-0cd6c5d4-63c4-4c43-960d-d33f4996bdf8 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.943031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-846d536b-8ab1-45b2-9732-c580cb2d1851 req-0cd6c5d4-63c4-4c43-960d-d33f4996bdf8 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d9a7e3d-e1d3-474e-94dd-29a00e2c8612 HTTP/1.1" status: 200 len: 949 time: 0.1752830 Sep 16 05:00:45.959043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:45.972592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.977110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.027712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['bb6ec16e-e2a0-4769-b011-3ea1c972427b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:46.041046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Allocated IP 172.25.6.6 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/bef0dc6c-4475-46e1-88c1-b421ebae603b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:46.060495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Pushing event deleted for resources: {'Port': ['ID=bb6ec16e-e2a0-4769-b011-3ea1c972427b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.154186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['94428218-8031-491e-813c-5abc56e2497e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:46.173045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] No DVR routers for this DVR port bb6ec16e-e2a0-4769-b011-3ea1c972427b on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:46.179717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.185319 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-46d6222d-0a71-4148-b139-c1d26a3983ae req-a5081a71-1ef6-4361-89d1-5f77589f7e6a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.73 "DELETE /v2.0/ports/bb6ec16e-e2a0-4769-b011-3ea1c972427b HTTP/1.1" status: 204 len: 173 time: 0.7225912 Sep 16 05:00:46.189746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'name': 'network-vif-deleted', 'tag': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:46.198013 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24caa1-a99d-4c0a-abbc-061acd1e52ee" -d '{"events": [{"server_uuid": "4d9a7e3d-e1d3-474e-94dd-29a00e2c8612", "name": "network-vif-deleted", "tag": "bb6ec16e-e2a0-4769-b011-3ea1c972427b"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:46.220587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=10']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.242828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-846d536b-8ab1-45b2-9732-c580cb2d1851 req-6ca8d33c-65f6-483a-a8b7-8c3d6cb8f649 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878308 Sep 16 05:00:46.406342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.494976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.541498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:46.545754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:46.548449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:46.609946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Pushing event updated for resources: {'Port': ['ID=bef0dc6c-4475-46e1-88c1-b421ebae603b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.651950 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.663389 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b8bb59-040c-4d76-8cbc-33488c8c25fb x-openstack-request-id: req-02b8bb59-040c-4d76-8cbc-33488c8c25fb {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:46.663878 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9a7e3d-e1d3-474e-94dd-29a00e2c8612", "name": "network-vif-deleted", "tag": "bb6ec16e-e2a0-4769-b011-3ea1c972427b", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:46.663975 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02b8bb59-040c-4d76-8cbc-33488c8c25fb {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:46.664505 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9a7e3d-e1d3-474e-94dd-29a00e2c8612', 'name': 'network-vif-deleted', 'tag': 'bb6ec16e-e2a0-4769-b011-3ea1c972427b', 'status': 'completed', 'code': 200} Sep 16 05:00:46.781722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c5d64c62-00c4-427b-98f7-5cc6d01ba121'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:46.783961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.870671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0b5cf-2b60-4192-a0c8-c1e9fc804153 req-b6fc6e02-235c-41a4-b907-b14e676c8510 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:46.872124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56e0b5cf-2b60-4192-a0c8-c1e9fc804153 req-b6fc6e02-235c-41a4-b907-b14e676c8510 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.1242769 Sep 16 05:00:46.994242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56e0b5cf-2b60-4192-a0c8-c1e9fc804153 req-d4a6fdd0-3a45-404c-aa97-fe1dc0172ca3 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894442 Sep 16 05:00:47.072411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.082443 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.138738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.166777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.174451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8936639 Sep 16 05:00:47.221255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50e62d-edc4-4110-b496-b06c9bc43609 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Pushing event updated for resources: {'Port': ['ID=bef0dc6c-4475-46e1-88c1-b421ebae603b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.249618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-fb3bff7a-7768-473e-8384-ae0a56c92c9f tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0738099 Sep 16 05:00:47.414810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-63a9b0a9-c5dd-4662-9101-83acebc3b00b tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.417393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75779fbe-c542-4f68-82be-6042d0d74c21 req-63a9b0a9-c5dd-4662-9101-83acebc3b00b tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1666486 Sep 16 05:00:47.584838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d85934-2616-4580-b3a4-690a1d269c0e req-7e376754-1b08-4a01-a28e-bb74de843b09 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips/5d531016-1c3d-4f2a-9aaf-46c3df1ba29a HTTP/1.1" status: 200 len: 691 time: 0.0753846 Sep 16 05:00:47.735993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d85934-2616-4580-b3a4-690a1d269c0e req-cf3321e0-c28e-40b1-8561-8ed8b91faba1 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.737762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d85934-2616-4580-b3a4-690a1d269c0e req-cf3321e0-c28e-40b1-8561-8ed8b91faba1 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1460652 Sep 16 05:00:47.746979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c63fcb-bf84-4432-9020-28d3630a4871 req-4f9cf3c1-0427-4995-bc00-6377e4a1b654 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.748733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8c63fcb-bf84-4432-9020-28d3630a4871 req-4f9cf3c1-0427-4995-bc00-6377e4a1b654 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.0840733 Sep 16 05:00:47.767084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-99d85934-2616-4580-b3a4-690a1d269c0e req-86fbac32-fbe3-4aa4-8f16-7167849332b7 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:47.767988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d85934-2616-4580-b3a4-690a1d269c0e req-86fbac32-fbe3-4aa4-8f16-7167849332b7 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058568 Sep 16 05:00:47.830020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d85934-2616-4580-b3a4-690a1d269c0e req-ea3d3455-f997-42ad-a8d0-826f3e2484ea tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0523829 Sep 16 05:00:47.843389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8c63fcb-bf84-4432-9020-28d3630a4871 req-808081de-4ce2-4c5b-ba9f-e4ea0f690e7a tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876665 Sep 16 05:00:47.894083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d85934-2616-4580-b3a4-690a1d269c0e req-4abf8739-c8e8-4633-a8dc-748afdee9525 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0483358 Sep 16 05:00:48.033230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Deleting port bef0dc6c-4475-46e1-88c1-b421ebae603b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:48.033583 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.139417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.139757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.156229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Calling delete_port for bef0dc6c-4475-46e1-88c1-b421ebae603b owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:48.167168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351609c8-84ca-4a59-b0ff-3e4bf0fa4373 req-c84ac5aa-5e33-4048-9bb0-e7766f0267c2 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.168679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-351609c8-84ca-4a59-b0ff-3e4bf0fa4373 req-c84ac5aa-5e33-4048-9bb0-e7766f0267c2 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 950 time: 0.0809107 Sep 16 05:00:48.250112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-351609c8-84ca-4a59-b0ff-3e4bf0fa4373 req-e883a7cf-c07d-4a79-b69a-eba460f02972 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747087 Sep 16 05:00:48.333630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.364666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Pushing event deleted for resources: {'Port': ['ID=bef0dc6c-4475-46e1-88c1-b421ebae603b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.392022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.395894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.397311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d85934-2616-4580-b3a4-690a1d269c0e req-66b22d64-2ecb-4df1-9d68-406a7558c7d5 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "DELETE /v2.0/floatingips/5d531016-1c3d-4f2a-9aaf-46c3df1ba29a HTTP/1.1" status: 204 len: 173 time: 0.4976978 Sep 16 05:00:48.454995 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-07000228-be3a-4a57-81d0-d2956e06ec06 req-be063fb3-b759-4e97-8aee-18e7b6529205 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] show failed (client error): The resource could not be found. Sep 16 05:00:48.456153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07000228-be3a-4a57-81d0-d2956e06ec06 req-be063fb3-b759-4e97-8aee-18e7b6529205 tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips/5d531016-1c3d-4f2a-9aaf-46c3df1ba29a HTTP/1.1" status: 404 len: 350 time: 0.0417564 Sep 16 05:00:48.526179 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-11261d45-a386-494f-9fb4-98d942e2eb34 req-651583c6-62c5-489d-8f77-550ba036ccba tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] show failed (client error): The resource could not be found. Sep 16 05:00:48.526639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11261d45-a386-494f-9fb4-98d942e2eb34 req-651583c6-62c5-489d-8f77-550ba036ccba tempest-FloatingIPsTestJSON-930740651 tempest-FloatingIPsTestJSON-930740651-project] 10.222.0.55 "GET /v2.0/floatingips/5d531016-1c3d-4f2a-9aaf-46c3df1ba29a HTTP/1.1" status: 404 len: 350 time: 0.0433338 Sep 16 05:00:48.540990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449da4-a1eb-4d6a-b923-73a721fb2e78 req-b9bb40cc-7d8e-4c71-b564-6b018d94ba13 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.540990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e449da4-a1eb-4d6a-b923-73a721fb2e78 req-b9bb40cc-7d8e-4c71-b564-6b018d94ba13 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1102 time: 0.0850189 Sep 16 05:00:48.543067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35596) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.722868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb6ec16e-e2a0-4769-b011-3ea1c972427b no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:48.781944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: bb6ec16e-e2a0-4769-b011-3ea1c972427b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:48.782485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb6ec16e-e2a0-4769-b011-3ea1c972427b not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:48.942689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e449da4-a1eb-4d6a-b923-73a721fb2e78 req-56cb449d-041d-4c5c-a886-98ebdd69ba6b tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984163 Sep 16 05:00:49.089242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895bad-a92b-46c4-95a9-3e7eccd1b0e4 req-1d29b047-3b2e-4470-bb8c-414040a51ab1 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.101550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed895bad-a92b-46c4-95a9-3e7eccd1b0e4 req-1d29b047-3b2e-4470-bb8c-414040a51ab1 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.0682068 Sep 16 05:00:49.159876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed895bad-a92b-46c4-95a9-3e7eccd1b0e4 req-982ca29b-adc1-43d2-8524-900c5d10d183 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566573 Sep 16 05:00:49.430750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.579548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-8e270338-5a04-40a4-b3b8-dddb8490621d tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1578897382&fields=id&tenant_id=35320b4eecdc42f7871e76cd012f8dd8 HTTP/1.1" status: 200 len: 267 time: 0.0785718 Sep 16 05:00:49.623880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad5af-f436-4d83-8d66-9e3d77f10764 req-ab42e670-074f-4485-a192-1607a7cdf2b1 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.625343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b63ad5af-f436-4d83-8d66-9e3d77f10764 req-ab42e670-074f-4485-a192-1607a7cdf2b1 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 1102 time: 0.0944097 Sep 16 05:00:49.699945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b63ad5af-f436-4d83-8d66-9e3d77f10764 req-af5989f3-d71b-4591-af54-aa74d4505be2 tempest-ServersAdminTestJSON-186339145 tempest-ServersAdminTestJSON-186339145-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462694 Sep 16 05:00:49.707393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:49.740325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-43b94a8c-db1a-4528-993b-95bc537bb0af tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.747634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-43b94a8c-db1a-4528-993b-95bc537bb0af tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/networks?id=d0f274c1-86ad-4aa8-904e-598e37950391 HTTP/1.1" status: 200 len: 815 time: 0.1672878 Sep 16 05:00:49.760750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Deleting port 13ca01ca-6406-4e4c-8499-34dd1f258c5a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:49.761293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.765644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-068cdd97-2296-4713-a140-58e575433dea tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/quotas/35320b4eecdc42f7871e76cd012f8dd8 HTTP/1.1" status: 200 len: 375 time: 0.0167220 Sep 16 05:00:49.801011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c5d64c62-00c4-427b-98f7-5cc6d01ba121 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:49.801594 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.833510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-0cb798a1-dd6d-494f-ad23-16a21a06d08f tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=35320b4eecdc42f7871e76cd012f8dd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668514 Sep 16 05:00:49.892686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] For port 13ca01ca-6406-4e4c-8499-34dd1f258c5a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=13ca01ca-6406-4e4c-8499-34dd1f258c5a,segment=NetworkSegment(642f3364-5369-46f3-ad2a-91b67274e4a7),segment_id=642f3364-5369-46f3-ad2a-91b67274e4a7)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:49.893101 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.915424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Calling delete_port for 13ca01ca-6406-4e4c-8499-34dd1f258c5a owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:49.974343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-f30c49c4-bad0-4d66-b5dd-69eb1dcd2d41 service neutron] 10.222.0.55 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397314 Sep 16 05:00:49.980279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.026048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:50.029873 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d0ffe9-8a21-4c9d-a6b6-2944c97e24eb" -d '{"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:50.071674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:50.082341 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.172797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-72b590e5-1b3d-464c-ac7e-2eaad0ef05e4 service neutron] 10.222.0.55 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896415 Sep 16 05:00:50.178669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.182191 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e245ef0-f328-499d-974f-fa2f5f35438c x-openstack-request-id: req-0e245ef0-f328-499d-974f-fa2f5f35438c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:50.182757 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-plugged", "status": "completed", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:50.183112 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e245ef0-f328-499d-974f-fa2f5f35438c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:50.183996 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'code': 200} Sep 16 05:00:50.192316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.192768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.193200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.193785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.194327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.194867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.195421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.196501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.197858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.198401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.199040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.199632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:50.312417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.324224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9ec27-e29a-4ccc-b84a-e7995738624b req-f528962b-15c3-4602-8806-234c21d6a74e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.332267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aba9ec27-e29a-4ccc-b84a-e7995738624b req-f528962b-15c3-4602-8806-234c21d6a74e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 950 time: 0.0912161 Sep 16 05:00:50.342703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d48d-7857-4087-acec-184bef59b53c req-61bddec4-b3de-4031-8abd-ede983dca3ac tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.344251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb53d48d-7857-4087-acec-184bef59b53c req-61bddec4-b3de-4031-8abd-ede983dca3ac tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.0896201 Sep 16 05:00:50.345527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Pushing event deleted for resources: {'Port': ['ID=13ca01ca-6406-4e4c-8499-34dd1f258c5a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.468733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aba9ec27-e29a-4ccc-b84a-e7995738624b req-f8e02a30-d36a-4c27-9247-8fdeb73c5f25 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312008 Sep 16 05:00:50.549754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.675962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Deleting port 94428218-8031-491e-813c-5abc56e2497e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:50.676423 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.818237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Router 5f67fba6-7485-46f1-bf0c-dea533f60599 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:50.830256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c25ae9-117c-4d67-9845-6a0e4f8da991 req-97189ab5-a876-448d-b28d-85f332357554 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.832371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5c25ae9-117c-4d67-9845-6a0e4f8da991 req-97189ab5-a876-448d-b28d-85f332357554 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 950 time: 0.2199194 Sep 16 05:00:50.849824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-cecb9322-fa8c-471c-b44e-70c07d0fdd25 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.851385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-cecb9322-fa8c-471c-b44e-70c07d0fdd25 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.2260664 Sep 16 05:00:50.894934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] For port 94428218-8031-491e-813c-5abc56e2497e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=94428218-8031-491e-813c-5abc56e2497e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:50.895297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.903076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-c07b818c-97a0-4007-b0e9-a8bd09ccd4bd tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/quotas/96f61c59369d4d0f8c2b42cf4b0ca004 HTTP/1.1" status: 200 len: 375 time: 0.0357471 Sep 16 05:00:50.918587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5c25ae9-117c-4d67-9845-6a0e4f8da991 req-d807c86d-d213-48c2-a400-298aaa23f000 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/security-groups?id=f29a5c92-a960-4243-a077-36aa9d3ecfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782406 Sep 16 05:00:50.940474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:50.941748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Calling delete_port for 94428218-8031-491e-813c-5abc56e2497e owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:50.951707 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] Sync routers for ids ['5f67fba6-7485-46f1-bf0c-dea533f60599'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:50.956512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-356807f1-3c33-41ab-b539-d1f770a007dd admin admin] 10.222.0.55 "PUT /v2.0/routers/5f67fba6-7485-46f1-bf0c-dea533f60599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4111030 Sep 16 05:00:50.957238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35710) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:50.971238 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] Routers {'5f67fba6-7485-46f1-bf0c-dea533f60599'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:50.972014 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5f67fba6-7485-46f1-bf0c-dea533f60599'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.063633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-85a0cf54-7896-4d73-a3d0-d0498197997c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1490409 Sep 16 05:00:51.146069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.244875 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] Set router 5f67fba6-7485-46f1-bf0c-dea533f60599 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:51.256576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-04f6370d-cd92-4eca-b5b0-1549998a814c service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798158 Sep 16 05:00:51.280941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b062e7ae-d6e8-4fd8-89b6-47a47bee606b req-98049f62-82c3-4077-ba52-f30b8019cdf3 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0507548 Sep 16 05:00:51.298057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.361526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Deleting port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:51.361965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.442686 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:50Z', 'revision_number': 5, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port': {'id': '74b2f51f-a1fa-4492-ab3f-90dd1afab42a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:31Z', 'updated_at': '2021-09-16T05:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.449825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-2ec35d93-dfd4-4b62-85f5-ea939f9b4d10 service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924045 Sep 16 05:00:51.450923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.468763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] For port 74b2f51f-a1fa-4492-ab3f-90dd1afab42a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:51.469129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.474740 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] Checking router: 5f67fba6-7485-46f1-bf0c-dea533f60599 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:51.483278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Calling delete_port for 74b2f51f-a1fa-4492-ab3f-90dd1afab42a owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:51.484553 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] Routers {'5f67fba6-7485-46f1-bf0c-dea533f60599'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:51.485428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5f67fba6-7485-46f1-bf0c-dea533f60599'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.500133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Pushing event deleted for resources: {'Port': ['ID=94428218-8031-491e-813c-5abc56e2497e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.500508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['94428218-8031-491e-813c-5abc56e2497e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:51.646286 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] Set router 5f67fba6-7485-46f1-bf0c-dea533f60599 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:51.649031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] No DVR routers for this DVR port 94428218-8031-491e-813c-5abc56e2497e on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:51.652390 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.654860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb53d48d-7857-4087-acec-184bef59b53c req-4eccb2d2-cad6-4c41-becd-9595f6a4d524 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.64 "DELETE /v2.0/ports/94428218-8031-491e-813c-5abc56e2497e HTTP/1.1" status: 204 len: 173 time: 1.2860448 Sep 16 05:00:51.656445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'name': 'network-vif-deleted', 'tag': '94428218-8031-491e-813c-5abc56e2497e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:51.670379 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a5592-e3ad-417a-83c9-a5e634beaa7d" -d '{"events": [{"server_uuid": "a9e9ca16-9a34-41ce-aff0-26af39be3b2b", "name": "network-vif-deleted", "tag": "94428218-8031-491e-813c-5abc56e2497e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:51.711354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eaa56-c5d7-4c6f-a037-73ff3fd794fa req-d352f346-0d43-479e-aa61-988628388460 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.715367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77cdc347-37fe-4248-94c6-10458a057f9c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:51.729163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da3eaa56-c5d7-4c6f-a037-73ff3fd794fa req-d352f346-0d43-479e-aa61-988628388460 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 950 time: 0.1495245 Sep 16 05:00:51.735342 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:51Z', 'revision_number': 6, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:51.770071 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ef827-4837-4ab9-b5bf-25aceeee6e0c None None] The sync data for ids ['5f67fba6-7485-46f1-bf0c-dea533f60599'] in n-d-713301-15 is: [{'id': '5f67fba6-7485-46f1-bf0c-dea533f60599', 'name': 'tempest-FloatingIPsTestJSON-2008475567-router', 'tenant_id': '84b0f72e333d40fc8fb141fd00501f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:30Z', 'updated_at': '2021-09-16T05:00:51Z', 'revision_number': 6, 'project_id': '84b0f72e333d40fc8fb141fd00501f3f', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:51.863397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b83b7423-9b2d-4020-8930-df168a134821 req-cad1b8da-2cea-4738-99ad-33ba2d6d7b66 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 210 time: 0.0795970 Sep 16 05:00:51.868834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.893954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da3eaa56-c5d7-4c6f-a037-73ff3fd794fa req-962bbf12-bc94-43c6-abcf-c029088d6ce7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547077 Sep 16 05:00:51.936607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b2f51f-a1fa-4492-ab3f-90dd1afab42a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:51.938353 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1874fb41-d25e-4d45-9431-6bdd1cc299d1 x-openstack-request-id: req-1874fb41-d25e-4d45-9431-6bdd1cc299d1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:51.938874 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e9ca16-9a34-41ce-aff0-26af39be3b2b", "name": "network-vif-deleted", "tag": "94428218-8031-491e-813c-5abc56e2497e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:51.939276 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1874fb41-d25e-4d45-9431-6bdd1cc299d1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:51.940539 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e9ca16-9a34-41ce-aff0-26af39be3b2b', 'name': 'network-vif-deleted', 'tag': '94428218-8031-491e-813c-5abc56e2497e', 'status': 'completed', 'code': 200} Sep 16 05:00:51.954790 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.003961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:52.013437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.033859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.098469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.154093 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b4a053d-24ea-49ec-981b-b30874508ada req-4fae6fa3-0408-4c8d-9eed-8686c0c76d28 tempest-LiveMigrationNegativeTest-1962298971 tempest-LiveMigrationNegativeTest-1962298971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9e9ca16-9a34-41ce-aff0-26af39be3b2b HTTP/1.1" status: 200 len: 210 time: 0.0708227 Sep 16 05:00:52.185903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:52.189318 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1991602-db6d-4224-afa6-af833cbf9700" -d '{"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-unplugged", "status": "completed", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:52.274631 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4df05c-bfac-456a-8342-42444d58fded x-openstack-request-id: req-1f4df05c-bfac-456a-8342-42444d58fded {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:52.275245 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-unplugged", "status": "completed", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:52.275699 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f4df05c-bfac-456a-8342-42444d58fded {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:52.276326 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c', 'code': 200} Sep 16 05:00:52.301502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-8d12cc4c-3f34-4441-9491-6137a6fea927 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.303197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-8d12cc4c-3f34-4441-9491-6137a6fea927 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.64 "GET /v2.0/networks?id=d0f274c1-86ad-4aa8-904e-598e37950391 HTTP/1.1" status: 200 len: 815 time: 0.2464690 Sep 16 05:00:52.405146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ce04e03-5886-497b-b143-9cc2e6080d6a req-3bbaaafd-3213-40ec-95d6-3f843534197e tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0276527 Sep 16 05:00:52.423587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.426733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.489307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.489870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f67fba6-7485-46f1-bf0c-dea533f60599 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:52.495268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.499432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35742) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.499588 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-79e96976-8e17-4d64-adc7-7a4647d070c6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5f67fba6-7485-46f1-bf0c-dea533f60599 HTTP/1.1" status: 204 len: 168 time: 1.5413017 Sep 16 05:00:52.574963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] Deleting subnet 01d639e6-8fad-4cdc-b0be-b0128f7db385 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:52.580616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.585886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-6ce1fb99-015b-445b-a3f2-705c43e24901 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35320b4eecdc42f7871e76cd012f8dd8 HTTP/1.1" status: 200 len: 380 time: 0.0603552 Sep 16 05:00:52.622012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.671150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Request body: {'port': {'device_id': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'admin_state_up': True, 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'security_groups': ['dfa442b2-9c1f-4843-87bf-126e69c597cc']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:52.707284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-5a0f4314-0c43-4532-b733-d8cc7c262818 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.709348 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-5a0f4314-0c43-4532-b733-d8cc7c262818 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 950 time: 0.0490398 Sep 16 05:00:52.749993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.838339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.847890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Deleting port b6ab0d47-f622-46f2-b388-e8e7694b8f9d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:52.848328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.867167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Made reservation on behalf of 35320b4eecdc42f7871e76cd012f8dd8 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:52.871430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.873365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d639e6-8fad-4cdc-b0be-b0128f7db385,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.888409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.890314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8ed3dc04-f096-40fd-9d3e-e380e47b2fa1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/01d639e6-8fad-4cdc-b0be-b0128f7db385 HTTP/1.1" status: 204 len: 168 time: 0.3897429 Sep 16 05:00:52.892840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.900037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cbf64-f64a-4ecf-a898-b9ab5124e0ac None None] Network 7416efb8-07ee-4117-9277-7a1ba9f43d11 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:53.134043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] For port b6ab0d47-f622-46f2-b388-e8e7694b8f9d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:53.134725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.155341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Calling delete_port for b6ab0d47-f622-46f2-b388-e8e7694b8f9d owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:53.164822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 74b2f51f-a1fa-4492-ab3f-90dd1afab42a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:53.187909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-7a9e9488-4f20-4344-a272-454b92e2849d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.189664 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-7a9e9488-4f20-4344-a272-454b92e2849d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.73 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.1967022 Sep 16 05:00:53.243549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Request body: {'port': {'device_id': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'admin_state_up': True, 'tenant_id': '96f61c59369d4d0f8c2b42cf4b0ca004'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:53.275085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 74b2f51f-a1fa-4492-ab3f-90dd1afab42a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:53.275785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 74b2f51f-a1fa-4492-ab3f-90dd1afab42a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:53.277042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 13ca01ca-6406-4e4c-8499-34dd1f258c5a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:53.306475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 13ca01ca-6406-4e4c-8499-34dd1f258c5a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:53.307067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 13ca01ca-6406-4e4c-8499-34dd1f258c5a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:53.411817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] DHCP port deletion for 7416efb8-07ee-4117-9277-7a1ba9f43d11 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:53.515178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Made reservation on behalf of 96f61c59369d4d0f8c2b42cf4b0ca004 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:53.519165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.533891 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.541090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Allocated IP 172.20.0.9 (d0f274c1-86ad-4aa8-904e-598e37950391/628d6484-b303-4cd8-b63b-76e093020c4e/7c53a9e6-d834-4be8-bc4c-0d464e8012ec) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:53.547491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['dace2b07-ad59-4a5b-ba36-95ece38dec0e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:53.587571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b6ab0d47-f622-46f2-b388-e8e7694b8f9d', 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:53.611243 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.628747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-754ad686-39e5-4776-bf5a-9882452153fe req-f136ecbf-d059-4b54-8c85-799c9c2b6b8d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 210 time: 0.5498044 Sep 16 05:00:53.630942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] Deleting port fac8358a-828d-4fcc-a694-c8aa502e51a2 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:53.631394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.666195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Allocated IP 172.20.0.9 (48506ee8-29da-4163-93ee-0dda0e90a4d0/c8625bab-ccfa-451a-9da1-93c6b868b66d/324c0dd5-e032-4a46-b995-09967d058636) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:53.709948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Pushing event deleted for resources: {'Port': ['ID=b6ab0d47-f622-46f2-b388-e8e7694b8f9d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.762743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 94428218-8031-491e-813c-5abc56e2497e no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:53.770056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d4b5046-d350-4cbe-af13-14c04c213df6 req-a120764f-ea13-448b-b972-bcd007f20775 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=28262498-ace8-4e0f-9507-604694261e0b HTTP/1.1" status: 200 len: 210 time: 0.7077348 Sep 16 05:00:53.813722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] No DVR routers for this DVR port b6ab0d47-f622-46f2-b388-e8e7694b8f9d on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:53.818050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.820294 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b9d28f7f-725c-4716-9880-aaa5f2cf2693 req-562dbfc0-bfea-4ab4-a0bb-e254205726e7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "DELETE /v2.0/ports/b6ab0d47-f622-46f2-b388-e8e7694b8f9d HTTP/1.1" status: 204 len: 173 time: 1.0965414 Sep 16 05:00:53.820717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28262498-ace8-4e0f-9507-604694261e0b', 'name': 'network-vif-deleted', 'tag': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:53.822672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 94428218-8031-491e-813c-5abc56e2497e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:53.823024 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 94428218-8031-491e-813c-5abc56e2497e not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:53.823140 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8aca85-1ac8-4742-bb98-2d1725c27d10" -d '{"events": [{"server_uuid": "28262498-ace8-4e0f-9507-604694261e0b", "name": "network-vif-deleted", "tag": "b6ab0d47-f622-46f2-b388-e8e7694b8f9d"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:53.839237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-150f7dfe-7b62-43a8-bc76-b70979de6297 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:53.844923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-150f7dfe-7b62-43a8-bc76-b70979de6297 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c74df3c-0d1b-4b11-88a8-ab1179cabaa4 HTTP/1.1" status: 200 len: 943 time: 0.8723149 Sep 16 05:00:53.995716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] For port fac8358a-828d-4fcc-a694-c8aa502e51a2, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fac8358a-828d-4fcc-a694-c8aa502e51a2,segment=NetworkSegment(642f3364-5369-46f3-ad2a-91b67274e4a7),segment_id=642f3364-5369-46f3-ad2a-91b67274e4a7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:53.996352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.005941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.056952 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d45503-7490-4517-bf54-41f139fc7dc1 x-openstack-request-id: req-48d45503-7490-4517-bf54-41f139fc7dc1 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:54.057432 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28262498-ace8-4e0f-9507-604694261e0b", "name": "network-vif-deleted", "tag": "b6ab0d47-f622-46f2-b388-e8e7694b8f9d", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:54.057899 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48d45503-7490-4517-bf54-41f139fc7dc1 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:54.058711 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28262498-ace8-4e0f-9507-604694261e0b', 'name': 'network-vif-deleted', 'tag': 'b6ab0d47-f622-46f2-b388-e8e7694b8f9d', 'status': 'completed', 'code': 200} Sep 16 05:00:54.071437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] Calling delete_port for fac8358a-828d-4fcc-a694-c8aa502e51a2 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:54.078867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-779f80f9-2164-4e3d-914e-29c63131b73e req-1796a1d0-f975-4991-9d76-a0a6b3fefc91 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.1280005 Sep 16 05:00:54.083059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.085257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.133450 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:54.153062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event updated for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.175795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:54.177389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:54.185338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:54.193516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Deleting port fac8358a-828d-4fcc-a694-c8aa502e51a2 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:54.194120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.213577 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.271207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35766) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.313751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Deleting port 77cdc347-37fe-4248-94c6-10458a057f9c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:54.314353 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.317842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.326183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] For port fac8358a-828d-4fcc-a694-c8aa502e51a2, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fac8358a-828d-4fcc-a694-c8aa502e51a2,segment=NetworkSegment(642f3364-5369-46f3-ad2a-91b67274e4a7),segment_id=642f3364-5369-46f3-ad2a-91b67274e4a7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.326805 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.350240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.355637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.356082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Network d0f274c1-86ad-4aa8-904e-598e37950391 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:54.370041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.382348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:54.400027 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8d0e577c-4f64-4d0c-bb6c-7409551d0858 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1633947 Sep 16 05:00:54.412124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:54.415095 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Request body: {'port': {'device_id': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:54.417846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:54.418495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.429554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Calling delete_port for fac8358a-828d-4fcc-a694-c8aa502e51a2 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:54.431655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event updated for resources: {'Port': ['ID=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.457065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] Pushing event deleted for resources: {'Port': ['ID=fac8358a-828d-4fcc-a694-c8aa502e51a2,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.481112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6a898-fc38-4b43-be7f-9f5dddcd0b0b None None] No DVR routers for this DVR port fac8358a-828d-4fcc-a694-c8aa502e51a2 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:54.597222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.646242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-d19e8fc0-57b1-4528-9946-d0abdd4cf05b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9820685 Sep 16 05:00:54.672661 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-45b80bcf-de65-4f80-ad08-75e7bea05f44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9d3b176077d43fab85548948f6c2002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979568 Sep 16 05:00:54.676478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35776) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:54.714675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Request body: {'port': {'device_id': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:54.854369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-39bca3de-d038-4e75-8e5c-e9dc6a0d8bf1 None None] Provisioning complete for port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:54.859412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-39bca3de-d038-4e75-8e5c-e9dc6a0d8bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.966846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-39bca3de-d038-4e75-8e5c-e9dc6a0d8bf1 None None] Port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:54.992285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc3a958f-c78e-4184-8998-e490d9cf88f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.010876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] For port 77cdc347-37fe-4248-94c6-10458a057f9c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77cdc347-37fe-4248-94c6-10458a057f9c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:55.011399 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.039355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.042673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Calling delete_port for 77cdc347-37fe-4248-94c6-10458a057f9c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:55.074399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc3a958f-c78e-4184-8998-e490d9cf88f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.105082 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.114364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fac8358a-828d-4fcc-a694-c8aa502e51a2 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:55.141556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a49981-3aae-47b6-95bd-08d13b51c5cb req-8a41b1cb-d9ca-4b9f-b908-baf904a458ba tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.149961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83a49981-3aae-47b6-95bd-08d13b51c5cb req-8a41b1cb-d9ca-4b9f-b908-baf904a458ba tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 931 time: 0.3634055 Sep 16 05:00:55.159562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: fac8358a-828d-4fcc-a694-c8aa502e51a2 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:55.159909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fac8358a-828d-4fcc-a694-c8aa502e51a2 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:55.228670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Pushing event deleted for resources: {'Port': ['ID=fac8358a-828d-4fcc-a694-c8aa502e51a2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.254967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] No DVR routers for this DVR port fac8358a-828d-4fcc-a694-c8aa502e51a2 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:55.282099 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc3a958f-c78e-4184-8998-e490d9cf88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.285864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc3a958f-c78e-4184-8998-e490d9cf88f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.287267 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dc3a958f-c78e-4184-8998-e490d9cf88f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f29a5c92-a960-4243-a077-36aa9d3ecfe7 HTTP/1.1" status: 204 len: 168 time: 0.6097138 Sep 16 05:00:55.304083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a958f-c78e-4184-8998-e490d9cf88f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29a5c92-a960-4243-a077-36aa9d3ecfe7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.325918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324c0dd5-e032-4a46-b995-09967d058636 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:55.340772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.361579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Transition to ACTIVE for port object 324c0dd5-e032-4a46-b995-09967d058636 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:55.367594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.481456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Pushing event updated for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.499094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83a49981-3aae-47b6-95bd-08d13b51c5cb req-f7ef1f40-66c6-43ca-a1b3-6d13c4ae9daa tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470824 Sep 16 05:00:55.687944 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.718100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b6ab0d47-f622-46f2-b388-e8e7694b8f9d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:55.751767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Attempting to bind port 324c0dd5-e032-4a46-b995-09967d058636 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:55.753455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Attempting to bind port 324c0dd5-e032-4a46-b995-09967d058636 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:55.756658 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Attempting to bind port 324c0dd5-e032-4a46-b995-09967d058636 on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:55.767197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Port 324c0dd5-e032-4a46-b995-09967d058636 on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:55.767971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Attempting to bind port 324c0dd5-e032-4a46-b995-09967d058636 on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:55.796601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: b6ab0d47-f622-46f2-b388-e8e7694b8f9d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:55.797562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:55.797985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Checking segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:55.798195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b6ab0d47-f622-46f2-b388-e8e7694b8f9d not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:55.798517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Bound using segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:55.798640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77cdc347-37fe-4248-94c6-10458a057f9c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:55.799093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Bound port: 324c0dd5-e032-4a46-b995-09967d058636, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:55.799517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.928201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-554beb3e-6a4e-46f8-9803-7a56f1c70a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.933985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcbb40-b3d2-4249-9ce2-e9eb5fd9e388 req-7fccc03c-663a-422e-b3be-106842ba0898 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:55.945706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7abcbb40-b3d2-4249-9ce2-e9eb5fd9e388 req-7fccc03c-663a-422e-b3be-106842ba0898 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 931 time: 0.5895600 Sep 16 05:00:55.960443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:55.966618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.975084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.975084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.975084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.975084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.975084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.975736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:55.976852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35802) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:55.977044 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.977474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.977876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:55.978591 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:56.028337 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42fe420b-4583-4974-a95c-d8e9a0804896 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33f4c3721df14eeabc21204c6d55e610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478537 Sep 16 05:00:56.028337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.031115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35804) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.103325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:56.103704 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:56.104043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:56.104416 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 05:00:56.104788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7416efb8-07ee-4117-9277-7a1ba9f43d11']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.150274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642f3364-5369-46f3-ad2a-91b67274e4a7') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.150509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642f3364-5369-46f3-ad2a-91b67274e4a7') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:56.190698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.195443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.196500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.197974 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-9373e957-0420-4b8a-a974-089454b17079 service neutron] 10.222.0.73 "PUT /v2.0/ports/324c0dd5-e032-4a46-b995-09967d058636 HTTP/1.1" status: 200 len: 1092 time: 1.7888331 Sep 16 05:00:56.205671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'tag': '324c0dd5-e032-4a46-b995-09967d058636'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:56.209935 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000fa8b-da0d-439d-8178-5b8061e83c51" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "tag": "324c0dd5-e032-4a46-b995-09967d058636"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:56.221724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373e957-0420-4b8a-a974-089454b17079 service neutron] Pushing event updated for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.227112 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ffbdb4-5d73-4ffd-9729-a9d0bea59bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.244040 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.246746 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.260031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ffbdb4-5d73-4ffd-9729-a9d0bea59bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.291248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:56.291655 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.303462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7abcbb40-b3d2-4249-9ce2-e9eb5fd9e388 req-45cd503a-972f-454a-a1b9-3c6e77a87f97 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567178 Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: from cryptography.utils import int_from_bytes Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: from cryptography.utils import int_from_bytes Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:56.307577 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:56.331450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event deleted for resources: {'Port': ['ID=77cdc347-37fe-4248-94c6-10458a057f9c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.336725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-80fc2d00-b4d7-4adf-971c-5af45ed535f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.338474 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-80fc2d00-b4d7-4adf-971c-5af45ed535f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 1095 time: 0.0629952 Sep 16 05:00:56.354859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457be5b5-9894-47ff-8433-0fd8417517ac req-785c581a-a1d5-4689-b75d-8026580e1bd7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.356468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457be5b5-9894-47ff-8433-0fd8417517ac req-785c581a-a1d5-4689-b75d-8026580e1bd7 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 972 time: 0.2359669 Sep 16 05:00:56.366029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ffbdb4-5d73-4ffd-9729-a9d0bea59bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.370110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ffbdb4-5d73-4ffd-9729-a9d0bea59bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.371281 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50ffbdb4-5d73-4ffd-9729-a9d0bea59bbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3e46460-9100-4cb0-9408-5fde3d18ddba HTTP/1.1" status: 204 len: 168 time: 0.3357482 Sep 16 05:00:56.406714 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-14d29442-0f89-405e-bd11-9c8bd80b1698 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324c0dd5-e032-4a46-b995-09967d058636 HTTP/1.1" status: 200 len: 217 time: 0.0573521 Sep 16 05:00:56.407952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffbdb4-5d73-4ffd-9729-a9d0bea59bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e46460-9100-4cb0-9408-5fde3d18ddba,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.473810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] No DVR routers for this DVR port 77cdc347-37fe-4248-94c6-10458a057f9c on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:56.475399 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.480333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.481955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa3715b0-76b9-4029-99d0-f0064505e2a9 req-7210e9cb-ddf0-4203-8b4d-d388704f0d86 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "DELETE /v2.0/ports/77cdc347-37fe-4248-94c6-10458a057f9c HTTP/1.1" status: 204 len: 173 time: 2.6111021 Sep 16 05:00:56.482478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-deleted', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:56.485584 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58c1c8c-2db2-484f-ba59-37f5dce938af" -d '{"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-deleted", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:56.520792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-21ef447e-3244-4cce-a93e-359a52c0b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.523928 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-21ef447e-3244-4cce-a93e-359a52c0b2e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.1054764 Sep 16 05:00:56.526418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.528851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] 10.222.0.55 "DELETE /v2.0/networks/7416efb8-07ee-4117-9277-7a1ba9f43d11 HTTP/1.1" status: 204 len: 168 time: 3.6346252 Sep 16 05:00:56.562104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a0775-2b18-42b5-887a-4bc34c16464b admin admin] Pushing event deleted for resources: {'Network': ['ID=7416efb8-07ee-4117-9277-7a1ba9f43d11,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.595766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c53a9e6-d834-4be8-bc4c-0d464e8012ec {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:56.613986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457be5b5-9894-47ff-8433-0fd8417517ac req-8d2ba8b8-af11-4145-bae8-e8a27bd0982f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190168 Sep 16 05:00:56.625649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.627209 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-8baeefa0-434e-4b07-8aeb-f3cf34ed2526 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881708 Sep 16 05:00:56.665157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Transition to ACTIVE for port object 7c53a9e6-d834-4be8-bc4c-0d464e8012ec will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:56.684725 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.691127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3214-7e8f-4d5a-9184-1647d97b1149 req-a189b06d-9968-4e3a-b4af-9c3795794c53 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.704058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88ca3214-7e8f-4d5a-9184-1647d97b1149 req-a189b06d-9968-4e3a-b4af-9c3795794c53 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1097 time: 0.1560597 Sep 16 05:00:56.808876 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07489cf7-a326-4661-8a3d-d4e4fb0f0845 x-openstack-request-id: req-07489cf7-a326-4661-8a3d-d4e4fb0f0845 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:56.809353 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74df3c-0d1b-4b11-88a8-ab1179cabaa4", "name": "network-vif-deleted", "tag": "77cdc347-37fe-4248-94c6-10458a057f9c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:56.809785 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07489cf7-a326-4661-8a3d-d4e4fb0f0845 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:56.811002 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74df3c-0d1b-4b11-88a8-ab1179cabaa4', 'name': 'network-vif-deleted', 'tag': '77cdc347-37fe-4248-94c6-10458a057f9c', 'status': 'completed', 'code': 200} Sep 16 05:00:56.824810 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-61316ba7-18b4-4c74-a87b-bf44b341ea1e service neutron] 10.222.0.73 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869984 Sep 16 05:00:56.830450 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc80fff-d8bc-4045-8c41-95326b8b18e9 x-openstack-request-id: req-5cc80fff-d8bc-4045-8c41-95326b8b18e9 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:56.831369 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "tag": "324c0dd5-e032-4a46-b995-09967d058636", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:56.834610 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cc80fff-d8bc-4045-8c41-95326b8b18e9 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:56.835143 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'tag': '324c0dd5-e032-4a46-b995-09967d058636', 'status': 'completed', 'code': 200} Sep 16 05:00:56.855102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35818) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.911488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Pushing event updated for resources: {'Port': ['ID=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.934441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88ca3214-7e8f-4d5a-9184-1647d97b1149 req-3b0a1432-f86a-444d-872c-a0352c3f8198 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226999 Sep 16 05:00:57.023491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de6c82cf-9daf-4735-8e1b-ba3e0ea55b34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84b0f72e333d40fc8fb141fd00501f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657701 Sep 16 05:00:57.026605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.191129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3968242b-5b15-47bc-aed2-d050e0d0f5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.218681 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3968242b-5b15-47bc-aed2-d050e0d0f5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.234752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-b1b59c12-ee39-45dc-bc0e-9dfe22d534f9 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.236476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-b1b59c12-ee39-45dc-bc0e-9dfe22d534f9 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.73 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 972 time: 0.2737598 Sep 16 05:00:57.245173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b32776-d2e7-41ef-bf58-4015bbbdd584 req-13c4c760-3d7b-40c6-8de7-7b20200cdaa3 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.254225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58b32776-d2e7-41ef-bf58-4015bbbdd584 req-13c4c760-3d7b-40c6-8de7-7b20200cdaa3 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 943 time: 0.3526998 Sep 16 05:00:57.292504 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3968242b-5b15-47bc-aed2-d050e0d0f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.299232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3968242b-5b15-47bc-aed2-d050e0d0f5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.301191 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3968242b-5b15-47bc-aed2-d050e0d0f5a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85f4c49f-86a3-49a6-b475-e7fbf01a22ee HTTP/1.1" status: 204 len: 168 time: 0.2735105 Sep 16 05:00:57.315033 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-71e0aeb1-e33b-491f-b0c6-dcfddf65dd42 req-efd23891-3688-49fd-b3c4-dad064e51566 service neutron] 10.222.0.73 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788208 Sep 16 05:00:57.348971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Attempting to bind port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:57.348971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Attempting to bind port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:57.348971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Attempting to bind port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec on network d0f274c1-86ad-4aa8-904e-598e37950391 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:57.349216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968242b-5b15-47bc-aed2-d050e0d0f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f4c49f-86a3-49a6-b475-e7fbf01a22ee,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.383935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec on network d0f274c1-86ad-4aa8-904e-598e37950391 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:57.384123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Attempting to bind port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec on network d0f274c1-86ad-4aa8-904e-598e37950391 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:57.446269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58b32776-d2e7-41ef-bf58-4015bbbdd584 req-c49dc8cc-f18a-4c12-a331-b1f3cb0292f0 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899281 Sep 16 05:00:57.476657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:57.481859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Checking segment: {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:57.481859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Bound using segment: {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:57.483242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Bound port: 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a433a54c-6018-4405-8522-833638841326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:57.483634 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.504028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-1ea5a93b-f342-4e60-bfd3-d412dcd5b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.509180 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-1ea5a93b-f342-4e60-bfd3-d412dcd5b7bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 1095 time: 0.1177123 Sep 16 05:00:57.674827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Deleting port dace2b07-ad59-4a5b-ba36-95ece38dec0e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:57.675019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.710543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-f1ae1041-c547-4ba5-bd8d-c210707dfd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.712969 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-f1ae1041-c547-4ba5-bd8d-c210707dfd02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 906 time: 0.1925774 Sep 16 05:00:57.730190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c280926-2cf9-4158-b61d-810102fed905 req-e3726414-ed49-4893-b1be-419c4a9f3996 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.731995 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c280926-2cf9-4158-b61d-810102fed905 req-e3726414-ed49-4893-b1be-419c4a9f3996 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1097 time: 0.1963472 Sep 16 05:00:57.733378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] For port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:57.787947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] For port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:57.788620 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-5995a356-bec1-4992-8935-666163bbe8d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324c0dd5-e032-4a46-b995-09967d058636 HTTP/1.1" status: 200 len: 217 time: 0.0651929 Sep 16 05:00:57.804254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.857094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-466d3c9c-d3af-4421-9fff-2acd2c3e8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:57.859132 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-466d3c9c-d3af-4421-9fff-2acd2c3e8f3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.0609455 Sep 16 05:00:57.937231 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-de22ad12-97cf-4155-92ad-787812f19266 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646203 Sep 16 05:00:58.072596 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-36ac3591-d19b-4295-a46d-6622e0f138e1 service neutron] 10.222.0.73 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286571 Sep 16 05:00:58.122972 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2b923c49-511a-40f8-b289-3f3d52ebac2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.249466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.252542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.256033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c53a9e6-d834-4be8-bc4c-0d464e8012ec HTTP/1.1" status: 200 len: 1092 time: 3.5447381 Sep 16 05:00:58.280792 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b000fa8b-da0d-439d-8178-5b8061e83c51 req-acc90bd3-3959-4121-af2f-c8cd07459e63 service neutron] 10.222.0.73 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977036 Sep 16 05:00:58.304582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] For port dace2b07-ad59-4a5b-ba36-95ece38dec0e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dace2b07-ad59-4a5b-ba36-95ece38dec0e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:58.305147 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.318519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03629-4e03-4d58-9335-c936bce7f876 service neutron] Pushing event updated for resources: {'Port': ['ID=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.336884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c280926-2cf9-4158-b61d-810102fed905 req-5f76e3b7-29e4-4d40-a2db-7c4f1d891f0f tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961192 Sep 16 05:00:58.344078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Calling delete_port for dace2b07-ad59-4a5b-ba36-95ece38dec0e owned by compute:tempest-test_az-1271846194 {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:58.487494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-a16a3c96-26be-4dd6-a694-5c0e8cd6e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.496558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-a16a3c96-26be-4dd6-a694-5c0e8cd6e6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35320b4eecdc42f7871e76cd012f8dd8&device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 1095 time: 0.1412363 Sep 16 05:00:58.665883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-2220f333-1e64-4258-86de-cf83adf8fc91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec HTTP/1.1" status: 200 len: 217 time: 0.1568711 Sep 16 05:00:58.737267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.751932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['dace2b07-ad59-4a5b-ba36-95ece38dec0e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:58.795409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Pushing event deleted for resources: {'Port': ['ID=dace2b07-ad59-4a5b-ba36-95ece38dec0e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:58.805274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c5d64c62-00c4-427b-98f7-5cc6d01ba121'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:58.806654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6d7e7-978e-459d-9899-99cf06a09332 req-d6b462a2-b8e0-4e4c-b920-8a8c8fc9c2b7 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.818350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ee6d7e7-978e-459d-9899-99cf06a09332 req-d6b462a2-b8e0-4e4c-b920-8a8c8fc9c2b7 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.2909465 Sep 16 05:00:58.821544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:58.828443 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5213246-19e0-4c75-b8d9-963d0e92d417" -d '{"events": [{"name": "network-changed", "server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:58.861854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-867c5fbf-56e5-4065-a898-e786bbfe3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.863399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-867c5fbf-56e5-4065-a898-e786bbfe3d77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=628d6484-b303-4cd8-b63b-76e093020c4e HTTP/1.1" status: 200 len: 854 time: 0.1649997 Sep 16 05:00:58.922091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] No DVR routers for this DVR port dace2b07-ad59-4a5b-ba36-95ece38dec0e on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:58.927666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-4a85d7c8-9dca-4eba-860d-0d9beb011da3 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:00:58.929572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-4a85d7c8-9dca-4eba-860d-0d9beb011da3 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269532 Sep 16 05:00:58.946637 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.948572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad4f7fe7-a03b-4703-ac9a-862fe3a6d877 req-3a300427-f1dd-4043-b2b9-bc1cfdabb553 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.73 "DELETE /v2.0/ports/dace2b07-ad59-4a5b-ba36-95ece38dec0e HTTP/1.1" status: 204 len: 173 time: 1.6857967 Sep 16 05:00:58.966606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35910) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.995213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ee6d7e7-978e-459d-9899-99cf06a09332 req-91b19c5d-3c4b-429c-aba6-3d3041d76345 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592376 Sep 16 05:00:59.021577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-5fbf5a13-7c7f-4484-a053-fe53ee79606e tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.022949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-5fbf5a13-7c7f-4484-a053-fe53ee79606e tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports/78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 1094 time: 0.0722752 Sep 16 05:00:59.038035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Request body: {'binding': {'host': 'n-h1-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.038480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Unknown quota resources ['binding']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:00:59.042439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-56e67b79-975f-4624-918b-6a0f97f62517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.043917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-56e67b79-975f-4624-918b-6a0f97f62517 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0f274c1-86ad-4aa8-904e-598e37950391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545992 Sep 16 05:00:59.160432 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.325438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b1d94c2-0d2c-42e6-8a61-cd0b5fb45765 req-59ad2b55-bed5-4250-bcbe-c66f159e3283 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=82cdfe66-73d3-46bc-8a9f-da666dd780e7 HTTP/1.1" status: 200 len: 210 time: 0.0612869 Sep 16 05:00:59.392322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-95207d5f-f4d2-4910-aae7-cca3222d7a30 service neutron] 10.222.0.64 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272119 Sep 16 05:00:59.432336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-160624342-network', 'tenant_id': '343890855e584416911a06e3b61ae81e'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.466581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Made reservation on behalf of 343890855e584416911a06e3b61ae81e for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:59.470976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.485696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.526512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on host n-h1-713301-15 for vnic_type normal with profile None {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:59.526869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:59.527401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:59.539204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:59.539977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:59.549937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:59.550312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:59.551116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:59.551276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Bound port: 78169492-437b-4df1-826b-bded7672c883, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:59.602408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37750cb7-fc22-4605-9a3d-72bed641df7d req-e9f6d6d4-257c-42fd-b7aa-c2a9cf1c7fde service neutron] 10.222.0.64 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963849 Sep 16 05:00:59.639451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:59.646319 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.659680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.660266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6a459bf8-03c3-47fd-80e1-53f11a9ebf55 service neutron] 10.222.0.55 "POST /v2.0/ports/78169492-437b-4df1-826b-bded7672c883/bindings HTTP/1.1" status: 201 len: 390 time: 0.6260023 Sep 16 05:00:59.661832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.667841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.700788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:59.727968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a68b525-9252-4498-9931-8e52064853e1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.736451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.736903 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Added segment b5cc9d49-83e0-4d25-8b2a-01340cde9d76 of type vlan for network 4152cda4-dec4-40e5-904c-20d859f794d4 Sep 16 05:00:59.796974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.831937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.833528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.834404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.874213 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9032476 Sep 16 05:00:59.876626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35926) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.882412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Request body: {'subnet': {'network_id': '4152cda4-dec4-40e5-904c-20d859f794d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-160624342-subnet', 'tenant_id': '343890855e584416911a06e3b61ae81e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.908682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97306e-076f-4f41-8f41-1cd41da4a8a8 req-92cab35f-a3d5-4d5f-be46-26e9ef4665e8 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.911246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d97306e-076f-4f41-8f41-1cd41da4a8a8 req-92cab35f-a3d5-4d5f-be46-26e9ef4665e8 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 943 time: 0.1319513 Sep 16 05:00:59.942563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Made reservation on behalf of 343890855e584416911a06e3b61ae81e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:59.944567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdf261-689f-4adb-b470-f2625e5cefd0 admin admin] Pushing event updated for resources: {'Network': ['ID=4152cda4-dec4-40e5-904c-20d859f794d4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.945632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.956457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4152cda4-dec4-40e5-904c-20d859f794d4 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:59.998984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d97306e-076f-4f41-8f41-1cd41da4a8a8 req-8ea0283d-5d9b-4c9e-acb0-671163f58872 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754941 Sep 16 05:01:00.094975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-73cfe7c0-adf6-456f-a7a0-0a580fb3a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.096897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-73cfe7c0-adf6-456f-a7a0-0a580fb3a038 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1097 time: 0.1100881 Sep 16 05:01:00.098565 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08318db8-8172-4e25-b4bf-cb315c468834 x-openstack-request-id: req-08318db8-8172-4e25-b4bf-cb315c468834 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:00.098862 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:00.099109 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08318db8-8172-4e25-b4bf-cb315c468834 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:00.099490 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'status': 'completed', 'code': 200} Sep 16 05:01:00.324537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-519a21d0-7abd-4e7c-801c-bae0263c1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.326069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-519a21d0-7abd-4e7c-801c-bae0263c1870 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35320b4eecdc42f7871e76cd012f8dd8&device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 1095 time: 0.1623609 Sep 16 05:01:00.350528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.431914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-0c5a0685-aeee-43b3-8a24-7870293a0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.433428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-0c5a0685-aeee-43b3-8a24-7870293a0d2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2817423 Sep 16 05:01:00.537959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-4cfc90ac-6778-4289-9b14-fc83ad5e3cac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 217 time: 0.0850823 Sep 16 05:01:00.556068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13738f5-2c47-4cf2-8472-e95ff31056b9,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.628817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.629299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.629772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.630236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.630702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.631128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-7c95b58a-4b9a-49a0-8891-6aa857e2bac5 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:01:00.631595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.631595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.632057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.632187 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-7c95b58a-4b9a-49a0-8891-6aa857e2bac5 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062335 Sep 16 05:01:00.632537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.632990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.633446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.633902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.635896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3c0aefa-071c-49fc-b004-a387ce9832ed req-98587ed7-89d1-4def-b6b9-320b53d9ff64 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8494 time: 0.3699222 Sep 16 05:01:00.651138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Checking segment: {'id': 'b5cc9d49-83e0-4d25-8b2a-01340cde9d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4152cda4-dec4-40e5-904c-20d859f794d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:00.651573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Network hostable DHCP agents. Network: 4152cda4-dec4-40e5-904c-20d859f794d4, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:00.660170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-8c07001f-5840-4e19-b1d9-02f516a51d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.660477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-8c07001f-5840-4e19-b1d9-02f516a51d6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0f274c1-86ad-4aa8-904e-598e37950391 HTTP/1.1" status: 200 len: 916 time: 0.2673264 Sep 16 05:01:00.666144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-30aba163-3e4c-41e1-b912-0b878f0b524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.667582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-30aba163-3e4c-41e1-b912-0b878f0b524f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1147540 Sep 16 05:01:00.683304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-ab78f95b-d4ca-48d3-a3a6-95d01fdc476f tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.684731 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-ab78f95b-d4ca-48d3-a3a6-95d01fdc476f tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 1094 time: 0.0469556 Sep 16 05:01:00.694051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Request body: {'binding': {'host': 'n-h1-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:00.694553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Unknown quota resources ['binding']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:01:00.721206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-ae349741-5c9d-4496-a3df-b1d72744d1a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec HTTP/1.1" status: 200 len: 217 time: 0.0526571 Sep 16 05:01:00.747473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-8fc60240-dd7e-4881-9953-44b954aec6e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722649 Sep 16 05:01:00.770150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Network 4152cda4-dec4-40e5-904c-20d859f794d4 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:00.800625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 324c0dd5-e032-4a46-b995-09967d058636 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:00.805311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dace2b07-ad59-4a5b-ba36-95ece38dec0e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:00.831569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4152cda4-dec4-40e5-904c-20d859f794d4) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:00.842037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.842292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on host n-h1-713301-15 for vnic_type normal with profile None {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:00.842417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:00.842679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.842794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:00.849136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:00.849478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:00.854946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:00.855300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:00.855664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:00.856118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Bound port: 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:00.892689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-ed49ae03-4209-4c8c-8da1-243a73f6bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.894722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-ed49ae03-4209-4c8c-8da1-243a73f6bea7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=628d6484-b303-4cd8-b63b-76e093020c4e HTTP/1.1" status: 200 len: 854 time: 0.1497242 Sep 16 05:01:00.905759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e7616-8db4-4057-93ec-1652556c93f9 req-8712a47d-97a0-4ba1-be6b-a616b16f61ee tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.907329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe6e7616-8db4-4057-93ec-1652556c93f9 req-8712a47d-97a0-4ba1-be6b-a616b16f61ee tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.1922529 Sep 16 05:01:00.915315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:00.921315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4d441baa-f3f6-4ef1-84c9-89ddc09e73b6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0427101 Sep 16 05:01:00.931721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] Notify callbacks [] for binding, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.935999 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e0b407e4-0729-493f-88c6-7d0a1e957912 service neutron] 10.222.0.55 "POST /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02/bindings HTTP/1.1" status: 201 len: 390 time: 0.2444253 Sep 16 05:01:00.963061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8351dc28-b22b-4051-a9b7-eea154a401e0 None None] Network 4152cda4-dec4-40e5-904c-20d859f794d4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:00.989652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-400c1f49-0c54-464a-b105-e39af4154cea service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224178 Sep 16 05:01:01.048229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe6e7616-8db4-4057-93ec-1652556c93f9 req-aed650f8-4b22-4b00-b38c-2568c9ebd4b5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243412 Sep 16 05:01:01.062099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-6d6435d3-d442-462b-ae80-e2ec817a65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.063616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-6d6435d3-d442-462b-ae80-e2ec817a65ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0f274c1-86ad-4aa8-904e-598e37950391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529727 Sep 16 05:01:01.071366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: dace2b07-ad59-4a5b-ba36-95ece38dec0e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:01.071714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dace2b07-ad59-4a5b-ba36-95ece38dec0e not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:01.142786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a33c8-09bc-45a0-ba76-7974da4e8ef5 None None] Network 4152cda4-dec4-40e5-904c-20d859f794d4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:01.168035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.263900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-5d1ee282-2df8-4e71-9ead-41f8c1cb548e service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635376 Sep 16 05:01:01.289259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5221-c517-4284-b5f8-f11e5bfd1ba2 req-cac51acc-2e1f-49f9-9e06-81f86406cbc6 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.290756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff4b5221-c517-4284-b5f8-f11e5bfd1ba2 req-cac51acc-2e1f-49f9-9e06-81f86406cbc6 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.1676600 Sep 16 05:01:01.290958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:01.305587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '324c0dd5-e032-4a46-b995-09967d058636', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '324c0dd5-e032-4a46-b995-09967d058636', 'mac_address': 'fa:16:3e:86:d9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:01.347534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-e58f3d3f-c63d-49b9-8951-437f5bd0fc25 service neutron] 10.222.0.64 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329671 Sep 16 05:01:01.375477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.388815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324c0dd5-e032-4a46-b995-09967d058636 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:01.410115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:01.415731 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.417099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff4b5221-c517-4284-b5f8-f11e5bfd1ba2 req-cebe9611-651d-4619-8993-389dd18fa1c8 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910301 Sep 16 05:01:01.445226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3937e-b1fa-4b6a-943e-78d827520380 req-1c3ea0da-37ea-4351-804a-943db1371935 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.463256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cf3937e-b1fa-4b6a-943e-78d827520380 req-1c3ea0da-37ea-4351-804a-943db1371935 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 886 time: 0.2464929 Sep 16 05:01:01.493421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.555810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5213246-19e0-4c75-b8d9-963d0e92d417 req-12a49a76-c131-426b-a678-d7e062a06177 service neutron] 10.222.0.64 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968434 Sep 16 05:01:01.722502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['324c0dd5-e032-4a46-b995-09967d058636'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:01.817039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205a895-efc0-4a13-89a2-edb917a8c99d req-2fc5c4e6-88fb-46cb-9f74-f517a040e883 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.818473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a205a895-efc0-4a13-89a2-edb917a8c99d req-2fc5c4e6-88fb-46cb-9f74-f517a040e883 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 944 time: 0.3212929 Sep 16 05:01:01.836414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cf224-6615-4dd8-bc2d-cfbb15b2588d req-d454ff71-ab46-43fc-80af-f98b9b62acd9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.837976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-564cf224-6615-4dd8-bc2d-cfbb15b2588d req-d454ff71-ab46-43fc-80af-f98b9b62acd9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.3068869 Sep 16 05:01:01.892539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a205a895-efc0-4a13-89a2-edb917a8c99d req-9bb78585-5907-4970-ac0b-34bb5f58e058 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534036 Sep 16 05:01:01.900822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-564cf224-6615-4dd8-bc2d-cfbb15b2588d req-99feed66-f19b-44bb-bf27-d81af81240df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551791 Sep 16 05:01:01.986405 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-0230a106-409d-49ba-a00e-1cc36597e193 req-e4d3817f-cf03-439d-ac04-d64fd591575c tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] show failed (client error): The resource could not be found. Sep 16 05:01:01.987657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0230a106-409d-49ba-a00e-1cc36597e193 req-e4d3817f-cf03-439d-ac04-d64fd591575c tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "GET /v2.0/security-groups/654b088d-943f-4827-ada4-c500f497b9a2 HTTP/1.1" status: 404 len: 352 time: 0.0150464 Sep 16 05:01:02.100362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'name': 'network-vif-deleted', 'tag': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:02.102604 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9b910-5795-49d7-834f-e8003c0c677a" -d '{"events": [{"server_uuid": "82cdfe66-73d3-46bc-8a9f-da666dd780e7", "name": "network-vif-deleted", "tag": "dace2b07-ad59-4a5b-ba36-95ece38dec0e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:02.152865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.153334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.153802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.154253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.154764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.155152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.155598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.156051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.156510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.156955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.157401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.157846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.159918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74d31978-9f02-4691-ba2e-d7c0b11e5e88 req-86f4081f-97d7-4c80-8bb4-9032b041cd72 tempest-NetworksTest-97286012 tempest-NetworksTest-97286012-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8538 time: 0.1541796 Sep 16 05:01:02.185075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2cddb-ffdf-4e64-9e0e-71b370a39531 req-a6a7683b-6332-4759-9ce8-71c0b6459019 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.186672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38d2cddb-ffdf-4e64-9e0e-71b370a39531 req-a6a7683b-6332-4759-9ce8-71c0b6459019 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 951 time: 0.0703526 Sep 16 05:01:02.248739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7dacc88-2a56-4694-a547-eadc6c5d4521 req-5433fdc9-35bf-4aeb-9c65-1972c74bf6c5 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=343890855e584416911a06e3b61ae81e HTTP/1.1" status: 200 len: 2984 time: 0.0609243 Sep 16 05:01:02.270330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38d2cddb-ffdf-4e64-9e0e-71b370a39531 req-e9d7b21d-4ff0-48c1-ad7b-d719bdc85c05 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610142 Sep 16 05:01:02.309948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7dacc88-2a56-4694-a547-eadc6c5d4521 req-a1094943-ec2d-469d-8bd2-924416bdde66 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "GET /v2.0/security-groups/0a68b525-9252-4498-9931-8e52064853e1 HTTP/1.1" status: 200 len: 2981 time: 0.0511127 Sep 16 05:01:02.399717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7dacc88-2a56-4694-a547-eadc6c5d4521 req-f1ad9cac-13e7-4c7b-94c0-9f40e2b30ab8 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "GET /v2.0/security-groups/0a68b525-9252-4498-9931-8e52064853e1 HTTP/1.1" status: 200 len: 2981 time: 0.0816319 Sep 16 05:01:02.409840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c684e-6e2c-4ff4-b0c3-4d92fc4698e2 req-545f01fd-c44f-4745-87f2-f20f3b8c0164 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.410952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35986) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.412556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-431c684e-6e2c-4ff4-b0c3-4d92fc4698e2 req-545f01fd-c44f-4745-87f2-f20f3b8c0164 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.0763052 Sep 16 05:01:02.444697 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dbe95f-0896-46dd-97b7-6a0f5ee88c95 x-openstack-request-id: req-b7dbe95f-0896-46dd-97b7-6a0f5ee88c95 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:02.445056 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cdfe66-73d3-46bc-8a9f-da666dd780e7", "name": "network-vif-deleted", "tag": "dace2b07-ad59-4a5b-ba36-95ece38dec0e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:02.445378 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7dbe95f-0896-46dd-97b7-6a0f5ee88c95 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:02.445878 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdfe66-73d3-46bc-8a9f-da666dd780e7', 'name': 'network-vif-deleted', 'tag': 'dace2b07-ad59-4a5b-ba36-95ece38dec0e', 'status': 'completed', 'code': 200} Sep 16 05:01:02.460105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-431c684e-6e2c-4ff4-b0c3-4d92fc4698e2 req-71536a63-abb6-4488-b8b8-1240a7fb8fec tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Sep 16 05:01:02.540905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2eef5e09-9f1d-4293-89f4-9f6b99ecf565 req-f571c9fb-0124-4021-9581-2c05172f2f6c tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "GET /v2.0/security-groups/0a68b525-9252-4498-9931-8e52064853e1 HTTP/1.1" status: 200 len: 2981 time: 0.0495298 Sep 16 05:01:02.543946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06228ac6-3ef4-4814-9a34-9b3840b910cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.653443 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-2eef5e09-9f1d-4293-89f4-9f6b99ecf565 req-34ea6fee-ec18-4475-9319-cbc3031c0a27 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:01:02.654676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2eef5e09-9f1d-4293-89f4-9f6b99ecf565 req-34ea6fee-ec18-4475-9319-cbc3031c0a27 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "DELETE /v2.0/security-groups/0a68b525-9252-4498-9931-8e52064853e1 HTTP/1.1" status: 409 len: 352 time: 0.1075494 Sep 16 05:01:02.661817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06228ac6-3ef4-4814-9a34-9b3840b910cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.672417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06228ac6-3ef4-4814-9a34-9b3840b910cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.675335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06008bfd-9d7b-4bca-a7eb-2214c1829aad req-a79dad05-c193-4ada-b8f5-6f30b7cf699e tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.677918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06008bfd-9d7b-4bca-a7eb-2214c1829aad req-a79dad05-c193-4ada-b8f5-6f30b7cf699e tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.0924654 Sep 16 05:01:02.713407 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-3201c922-4916-4072-8643-e32424db485f req-b6462f01-a1f9-40f3-8004-570d571c1117 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] show failed (client error): The resource could not be found. Sep 16 05:01:02.714067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3201c922-4916-4072-8643-e32424db485f req-b6462f01-a1f9-40f3-8004-570d571c1117 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "GET /v2.0/security-groups/31130bf8-d4d6-4529-93a7-25689d13bf2e HTTP/1.1" status: 404 len: 352 time: 0.0286746 Sep 16 05:01:02.723862 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-06228ac6-3ef4-4814-9a34-9b3840b910cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bbbc1452cf4414382da9ce782319766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110831 Sep 16 05:01:02.725909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35994) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.731598 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06228ac6-3ef4-4814-9a34-9b3840b910cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad574142-8811-4890-97c7-781aa619d317,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.743991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06008bfd-9d7b-4bca-a7eb-2214c1829aad req-a85f950d-08ee-42e1-8b9b-26779aed50e4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599079 Sep 16 05:01:02.778644 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-a36e7493-9aa9-4883-86be-77f4d2520276 req-0781e1b4-0086-49bb-8c9d-2dd061e15ca2 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] show failed (client error): The resource could not be found. Sep 16 05:01:02.779673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36e7493-9aa9-4883-86be-77f4d2520276 req-0781e1b4-0086-49bb-8c9d-2dd061e15ca2 tempest-SecurityGroupsNegativeTestJSON-149776893 tempest-SecurityGroupsNegativeTestJSON-149776893-project] 10.222.0.55 "GET /v2.0/security-groups/bc41b084-effb-4b88-bfe0-5182c74d5cc7 HTTP/1.1" status: 404 len: 352 time: 0.0347731 Sep 16 05:01:02.792804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35998) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.800034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 324c0dd5-e032-4a46-b995-09967d058636 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:02.809832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fed09fa4-9719-4bde-acd3-cde5ce0e170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.833096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fed09fa4-9719-4bde-acd3-cde5ce0e170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.845718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] Deleting subnet d13738f5-2c47-4cf2-8472-e95ff31056b9 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:02.851405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.863539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 324c0dd5-e032-4a46-b995-09967d058636 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:02.870551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 324c0dd5-e032-4a46-b995-09967d058636 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:02.870941 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.897876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fed09fa4-9719-4bde-acd3-cde5ce0e170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.901832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fed09fa4-9719-4bde-acd3-cde5ce0e170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.905491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.905654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fed09fa4-9719-4bde-acd3-cde5ce0e170a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad574142-8811-4890-97c7-781aa619d317 HTTP/1.1" status: 204 len: 168 time: 0.1757443 Sep 16 05:01:02.913054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed09fa4-9719-4bde-acd3-cde5ce0e170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad574142-8811-4890-97c7-781aa619d317,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.990996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.046440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.083586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324c0dd5-e032-4a46-b995-09967d058636'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:03.086291 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810caa12-64e3-4b00-9797-fcd4805f5b59" -d '{"events": [{"server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "name": "network-vif-plugged", "status": "completed", "tag": "324c0dd5-e032-4a46-b995-09967d058636"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:03.089196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a548ce-0484-4580-be7a-3a012d8a5007 req-059a4488-e7b5-49d9-9af9-4db7a2ec3289 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.108486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:03.110994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0a548ce-0484-4580-be7a-3a012d8a5007 req-059a4488-e7b5-49d9-9af9-4db7a2ec3289 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 944 time: 0.1224751 Sep 16 05:01:03.116197 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.120542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.150803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.154169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd7db2-8983-479b-872b-417fc822da74 req-7c231c2d-37ac-4d95-a310-ee72a3bda0f5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.155679 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d13738f5-2c47-4cf2-8472-e95ff31056b9 HTTP/1.1" status: 204 len: 168 time: 0.3632722 Sep 16 05:01:03.155818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0fd7db2-8983-479b-872b-417fc822da74 req-7c231c2d-37ac-4d95-a310-ee72a3bda0f5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1364515 Sep 16 05:01:03.158488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36010) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.192636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0a548ce-0484-4580-be7a-3a012d8a5007 req-126aa54b-c653-439d-96ed-d6ca8aa1c4c9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784085 Sep 16 05:01:03.192800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.233917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967e319-df34-49a4-a3a9-fdcdcb576811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13738f5-2c47-4cf2-8472-e95ff31056b9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.254159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0fd7db2-8983-479b-872b-417fc822da74 req-e2518562-84bb-45e8-b2fc-7b2af60f6a5c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900555 Sep 16 05:01:03.277000 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f1f8b-92f8-4d5b-9a41-a8f564fd782c x-openstack-request-id: req-3c7f1f8b-92f8-4d5b-9a41-a8f564fd782c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:03.277293 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "name": "network-vif-plugged", "status": "completed", "tag": "324c0dd5-e032-4a46-b995-09967d058636", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:03.277547 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c7f1f8b-92f8-4d5b-9a41-a8f564fd782c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:03.277940 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324c0dd5-e032-4a46-b995-09967d058636', 'code': 200} Sep 16 05:01:03.305147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.356220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36014) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.382148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01b8fe3d-c718-43d7-b205-94bfd00b7c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.424983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.427767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ee86-98d8-4a4f-97d7-180c99d2a530 req-b5ce7307-7277-4e6c-9808-dd7e078ced88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.429330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5e4ee86-98d8-4a4f-97d7-180c99d2a530 req-b5ce7307-7277-4e6c-9808-dd7e078ced88 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0793242 Sep 16 05:01:03.440468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f7a83-1790-4016-a128-27fcdc1bcb49 req-66546961-f030-49f2-b180-a1e5f334f36e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.442199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382f7a83-1790-4016-a128-27fcdc1bcb49 req-66546961-f030-49f2-b180-a1e5f334f36e tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 951 time: 0.0815392 Sep 16 05:01:03.456444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4152cda4-dec4-40e5-904c-20d859f794d4']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:03.468060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cc9d49-83e0-4d25-8b2a-01340cde9d76') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:03.468488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cc9d49-83e0-4d25-8b2a-01340cde9d76') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:03.483131 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.502889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5e4ee86-98d8-4a4f-97d7-180c99d2a530 req-b6000020-ba8b-44cb-b0a9-c35af83135dd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590827 Sep 16 05:01:03.506481 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.512784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:03.513254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.514441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382f7a83-1790-4016-a128-27fcdc1bcb49 req-91ed9dfc-4818-43f8-86e8-009b91b20060 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/security-groups?id=344b42c7-f76e-4043-94de-2507a94b5498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559807 Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:03.525378 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:03.601971 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.618841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.625036 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4152cda4-dec4-40e5-904c-20d859f794d4 HTTP/1.1" status: 204 len: 168 time: 0.4616807 Sep 16 05:01:03.641116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f974-66a9-4484-a419-25c26fbfd654 admin admin] Pushing event deleted for resources: {'Network': ['ID=4152cda4-dec4-40e5-904c-20d859f794d4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.650030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f15561-d1d7-4233-a9aa-a38b9970f79d req-48c23679-356c-4d63-9ae3-9d3df0aab337 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.660666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5f15561-d1d7-4233-a9aa-a38b9970f79d req-48c23679-356c-4d63-9ae3-9d3df0aab337 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.0714941 Sep 16 05:01:03.683572 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01b8fe3d-c718-43d7-b205-94bfd00b7c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.690151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01b8fe3d-c718-43d7-b205-94bfd00b7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.714603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5f15561-d1d7-4233-a9aa-a38b9970f79d req-7a94c3c9-36f4-44ce-8781-ffaaab219a46 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Sep 16 05:01:03.758253 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-01b8fe3d-c718-43d7-b205-94bfd00b7c56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fe6fff7f92d46e79703e694a716cbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985870 Sep 16 05:01:03.758253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fe3d-c718-43d7-b205-94bfd00b7c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd340789-6f8f-467a-8fcb-ae2583df25e9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.758877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36022) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.813721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b814ebb-dded-4709-a46b-e07c1926748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.839086 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b814ebb-dded-4709-a46b-e07c1926748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.882048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.892016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd83bd-1e82-499e-9913-4be3616523f8 req-654bc9d0-9570-4879-9d08-40ce605fc9ee tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:03.894386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86cd83bd-1e82-499e-9913-4be3616523f8 req-654bc9d0-9570-4879-9d08-40ce605fc9ee tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.0617855 Sep 16 05:01:03.907051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b814ebb-dded-4709-a46b-e07c1926748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.910515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b814ebb-dded-4709-a46b-e07c1926748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.914140 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3b814ebb-dded-4709-a46b-e07c1926748b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd340789-6f8f-467a-8fcb-ae2583df25e9 HTTP/1.1" status: 204 len: 168 time: 0.1518924 Sep 16 05:01:03.944351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b814ebb-dded-4709-a46b-e07c1926748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd340789-6f8f-467a-8fcb-ae2583df25e9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.954693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2f2f390-c0da-4010-9ac9-b7cda7b1dc04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=343890855e584416911a06e3b61ae81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681014 Sep 16 05:01:03.954866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36030) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.982157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86cd83bd-1e82-499e-9913-4be3616523f8 req-82565b92-dde9-4116-81f1-641fd057d06d tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792832 Sep 16 05:01:04.014876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-bb13d075-0a4f-4e97-bb58-0e4d5f1cb836 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.016415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-bb13d075-0a4f-4e97-bb58-0e4d5f1cb836 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 951 time: 0.0899112 Sep 16 05:01:04.022279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19ff547f-19e5-47cb-952a-8fb781b40d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.048825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19ff547f-19e5-47cb-952a-8fb781b40d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.111499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19ff547f-19e5-47cb-952a-8fb781b40d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.115834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19ff547f-19e5-47cb-952a-8fb781b40d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.121427 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-19ff547f-19e5-47cb-952a-8fb781b40d6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a68b525-9252-4498-9931-8e52064853e1 HTTP/1.1" status: 204 len: 168 time: 0.1645446 Sep 16 05:01:04.134398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff547f-19e5-47cb-952a-8fb781b40d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a68b525-9252-4498-9931-8e52064853e1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.167265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Deleting port c5d64c62-00c4-427b-98f7-5cc6d01ba121 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:04.167921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.276223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] For port c5d64c62-00c4-427b-98f7-5cc6d01ba121, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c5d64c62-00c4-427b-98f7-5cc6d01ba121,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:04.276223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.293009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Calling delete_port for c5d64c62-00c4-427b-98f7-5cc6d01ba121 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:04.449652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae4a95-3561-4268-a66f-6634b210d82e req-ca13cfcf-50db-47d6-bfe5-4604b5f11d0f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.451139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eaae4a95-3561-4268-a66f-6634b210d82e req-ca13cfcf-50db-47d6-bfe5-4604b5f11d0f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1426437 Sep 16 05:01:04.459245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db466395-416f-4f6d-b56d-ea534cae5d12 req-3d6be2fb-1bdf-44e7-bc26-07a41e9f6c24 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:04.460604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db466395-416f-4f6d-b56d-ea534cae5d12 req-3d6be2fb-1bdf-44e7-bc26-07a41e9f6c24 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.0976574 Sep 16 05:01:04.534961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eaae4a95-3561-4268-a66f-6634b210d82e req-52f35045-a7e6-475e-b0e0-2cf48cc2f899 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733113 Sep 16 05:01:04.562689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db466395-416f-4f6d-b56d-ea534cae5d12 req-ba56b867-1f4d-4ee0-a8dc-96ff5c18c71b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851893 Sep 16 05:01:04.600415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.635596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Pushing event deleted for resources: {'Port': ['ID=c5d64c62-00c4-427b-98f7-5cc6d01ba121,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.636124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c5d64c62-00c4-427b-98f7-5cc6d01ba121'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:04.687583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] No DVR routers for this DVR port c5d64c62-00c4-427b-98f7-5cc6d01ba121 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:04.692824 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.698759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-411c1fd9-e448-4ada-b905-28df2af0d2b6 req-8791bcdd-7d01-4327-9b36-21efaa9a6967 tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.64 "DELETE /v2.0/ports/c5d64c62-00c4-427b-98f7-5cc6d01ba121 HTTP/1.1" status: 204 len: 173 time: 0.6753991 Sep 16 05:01:04.700222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-deleted', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:04.703903 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2186545d-0fe2-43f8-9b6d-a11d8ef8b22b" -d '{"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-deleted", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:04.751659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a95c1b80-fd58-4261-b60f-65ba8363f8c4 req-dde0b566-9f07-4eaa-97c0-233ea37bc39f tempest-ServersAdminTestJSON-1335758174 tempest-ServersAdminTestJSON-1335758174-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a488c7-91ab-4b21-826a-6f878a3b52b4 HTTP/1.1" status: 200 len: 210 time: 0.0604234 Sep 16 05:01:04.857648 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab7732-de56-4bb4-844c-367cd752692d x-openstack-request-id: req-16ab7732-de56-4bb4-844c-367cd752692d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:04.858320 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a488c7-91ab-4b21-826a-6f878a3b52b4", "name": "network-vif-deleted", "tag": "c5d64c62-00c4-427b-98f7-5cc6d01ba121", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:04.858858 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16ab7732-de56-4bb4-844c-367cd752692d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:04.859463 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a488c7-91ab-4b21-826a-6f878a3b52b4', 'name': 'network-vif-deleted', 'tag': 'c5d64c62-00c4-427b-98f7-5cc6d01ba121', 'status': 'completed', 'code': 200} Sep 16 05:01:05.022136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e0105-07e6-44c6-b4af-bf8205260c5b req-c206a25a-b9ce-41c4-8919-672571fba666 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.031473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-589e0105-07e6-44c6-b4af-bf8205260c5b req-c206a25a-b9ce-41c4-8919-672571fba666 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.1095860 Sep 16 05:01:05.075549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-589e0105-07e6-44c6-b4af-bf8205260c5b req-b3d12200-8bf0-49db-830b-dac713b37812 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Sep 16 05:01:05.183971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baca70-5aa5-4c07-82c2-133921310ea5 req-15d91a01-ef95-444a-87d0-e009f1b08eab tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.186001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19baca70-5aa5-4c07-82c2-133921310ea5 req-15d91a01-ef95-444a-87d0-e009f1b08eab tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.0673318 Sep 16 05:01:05.235499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19baca70-5aa5-4c07-82c2-133921310ea5 req-782849db-c7a6-44f3-8ecd-87bf71906f2f tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Sep 16 05:01:05.380287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36088) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.517693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1083375639-network', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:05.540414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:05.542899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.552805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.701440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.709198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.738113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f0c2f-6f85-4174-9c60-94fa224b4a77 req-60d09f1e-286a-4125-957b-75b36cc9cb03 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.739997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f82f0c2f-6f85-4174-9c60-94fa224b4a77 req-60d09f1e-286a-4125-957b-75b36cc9cb03 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.0857129 Sep 16 05:01:05.749083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36488293-235e-48ca-984b-d98b7ea7eb31 req-11842529-4ecd-41c1-8e4f-af98636fb54e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.750746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36488293-235e-48ca-984b-d98b7ea7eb31 req-11842529-4ecd-41c1-8e4f-af98636fb54e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.0944200 Sep 16 05:01:05.756611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:05.768675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75af4d2-1bff-4cc9-896b-32db5771911e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.778902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.779935 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Added segment 5ffe0369-c395-44eb-a9a2-fafa8255f215 of type vlan for network de994079-1d82-4e42-9871-59b005027212 Sep 16 05:01:05.815683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f82f0c2f-6f85-4174-9c60-94fa224b4a77 req-108c8222-2d58-4d5e-b353-87e0f187b2fa tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631711 Sep 16 05:01:05.833249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36488293-235e-48ca-984b-d98b7ea7eb31 req-4743357f-e051-4bb0-b9c0-6f2268274126 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731256 Sep 16 05:01:05.856252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.893264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.894435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:05.895109 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.014149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] Pushing event updated for resources: {'Network': ['ID=de994079-1d82-4e42-9871-59b005027212,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.023598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4dbc5af3-5c6c-4115-be32-2d5a941eff0c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6398985 Sep 16 05:01:06.026211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36120) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.031696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network de994079-1d82-4e42-9871-59b005027212 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:06.040728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Request body: {'subnet': {'network_id': 'de994079-1d82-4e42-9871-59b005027212', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1083375639-subnet', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:06.094403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:06.104541 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.290538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36130) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.334776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515f1c2-8601-42f6-8b19-f1ed133d5594 req-96bec6b9-9482-420f-b23c-2f4eb9087bc3 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.336311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2515f1c2-8601-42f6-8b19-f1ed133d5594 req-96bec6b9-9482-420f-b23c-2f4eb9087bc3 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1176045 Sep 16 05:01:06.363488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e54733-81d7-45b0-bf5c-e897b1a534c7 req-183d848c-96b0-4dc7-93a2-047750a2ecad tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.364298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07e54733-81d7-45b0-bf5c-e897b1a534c7 req-183d848c-96b0-4dc7-93a2-047750a2ecad tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.1084824 Sep 16 05:01:06.440713 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a024086-e286-47ad-8a50-3b3a9eb56191 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=837588fc449a4490be3dc57b85fbdca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489220 Sep 16 05:01:06.442779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36134) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.445959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2515f1c2-8601-42f6-8b19-f1ed133d5594 req-1cd59257-c185-4d47-9cde-e4ece711f7b1 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013510 Sep 16 05:01:06.487821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07e54733-81d7-45b0-bf5c-e897b1a534c7 req-bab123aa-5f0b-4930-ac94-46b193f9dec3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954304 Sep 16 05:01:06.503777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6123-0e9e-44a9-b7ea-6be5201650fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.529193 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.537875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6123-0e9e-44a9-b7ea-6be5201650fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.613597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6123-0e9e-44a9-b7ea-6be5201650fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.616407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6123-0e9e-44a9-b7ea-6be5201650fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.616638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d67e9bc-5132-42ec-aa1b-87278d37419b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.617767 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7a3b6123-0e9e-44a9-b7ea-6be5201650fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/344b42c7-f76e-4043-94de-2507a94b5498 HTTP/1.1" status: 204 len: 168 time: 0.1737831 Sep 16 05:01:06.626108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b6123-0e9e-44a9-b7ea-6be5201650fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b42c7-f76e-4043-94de-2507a94b5498,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.655224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Checking segment: {'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:06.656059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Network hostable DHCP agents. Network: de994079-1d82-4e42-9871-59b005027212, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:06.681935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570f473-42cc-4310-8afa-12c9058e7f21 req-92af63b6-18fe-46b6-b55b-14bc4a555862 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.683577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d570f473-42cc-4310-8afa-12c9058e7f21 req-92af63b6-18fe-46b6-b55b-14bc4a555862 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.0976574 Sep 16 05:01:06.692556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Network de994079-1d82-4e42-9871-59b005027212 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:06.713736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, de994079-1d82-4e42-9871-59b005027212) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:06.722425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:06.723092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.723890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26cd0d-903a-4507-91e7-3aa7e4a43eef None None] Network de994079-1d82-4e42-9871-59b005027212 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:06.744560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d570f473-42cc-4310-8afa-12c9058e7f21 req-4d394da3-a610-4cd7-bd35-829206d9f970 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482059 Sep 16 05:01:06.752945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-14b37c87-419d-495b-a2df-294888c705d1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7241642 Sep 16 05:01:06.755729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36138) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:06.771449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:06.801554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.803491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.870278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.935610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-de994079-1d82-4e42-9871-59b005027212', 'network_id': 'de994079-1d82-4e42-9871-59b005027212', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'fixed_ips': [{'subnet_id': '8d67e9bc-5132-42ec-aa1b-87278d37419b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:06.938479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.043201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36148) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:07.090660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.091402 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-563a005c-4628-474e-b940-16428114f0ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=934a442ea70d4655a0767212de4acf68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470533 Sep 16 05:01:07.094087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36150) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:07.113615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27351242-527a-495e-815a-1025d347139d req-5e28c1bc-d145-4d94-a440-8001349de717 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.115183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27351242-527a-495e-815a-1025d347139d req-5e28c1bc-d145-4d94-a440-8001349de717 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1755006 Sep 16 05:01:07.121589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Allocated IP 172.20.0.2 (de994079-1d82-4e42-9871-59b005027212/8d67e9bc-5132-42ec-aa1b-87278d37419b/a656eb5a-c1e5-4e67-958f-a8de799e9546) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:07.172513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66c8d3b0-6de9-44c3-a54f-5cfcde65c33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.182299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27351242-527a-495e-815a-1025d347139d req-7b2191f0-accf-45ea-b8a7-42ac0e5aa7f7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517013 Sep 16 05:01:07.215804 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66c8d3b0-6de9-44c3-a54f-5cfcde65c33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.274062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66c8d3b0-6de9-44c3-a54f-5cfcde65c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.276959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66c8d3b0-6de9-44c3-a54f-5cfcde65c33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.278280 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66c8d3b0-6de9-44c3-a54f-5cfcde65c33d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a93f4f01-4e63-4301-aeb7-177539ec98cf HTTP/1.1" status: 204 len: 168 time: 0.1826785 Sep 16 05:01:07.300193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8d3b0-6de9-44c3-a54f-5cfcde65c33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f4f01-4e63-4301-aeb7-177539ec98cf,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.413793 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.415479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.426632 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.437811 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.459588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:07.473204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Network de994079-1d82-4e42-9871-59b005027212 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:07.476930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:07.481969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:07.503771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Pushing event updated for resources: {'Port': ['ID=a656eb5a-c1e5-4e67-958f-a8de799e9546,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.578215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Attempting to bind port a656eb5a-c1e5-4e67-958f-a8de799e9546 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:07.578876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Attempting to bind port a656eb5a-c1e5-4e67-958f-a8de799e9546 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:07.579442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Attempting to bind port a656eb5a-c1e5-4e67-958f-a8de799e9546 on network de994079-1d82-4e42-9871-59b005027212 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:07.585905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:07.586389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Checking segment: {'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:07.586890 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.587486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Bound using segment: {'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:07.592769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Bound port: a656eb5a-c1e5-4e67-958f-a8de799e9546, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:07.593452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.703033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa29d-0d9f-4a7a-8738-33fb47b2c7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.726370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] For port a656eb5a-c1e5-4e67-958f-a8de799e9546, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:07.730956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Allocated IP 172.25.6.226 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/ec857727-f898-4ebd-ad36-f805e3a69739) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:07.731603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] For port a656eb5a-c1e5-4e67-958f-a8de799e9546, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a656eb5a-c1e5-4e67-958f-a8de799e9546,segment=NetworkSegment(5ffe0369-c395-44eb-a9a2-fafa8255f215),segment_id=5ffe0369-c395-44eb-a9a2-fafa8255f215)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:07.741903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.773319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:07.777391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40306b-118e-4dc1-aaf2-a2a8790814b1 req-9f8d578a-3d29-409f-bc4c-52901503d115 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.778943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c40306b-118e-4dc1-aaf2-a2a8790814b1 req-9f8d578a-3d29-409f-bc4c-52901503d115 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.1476448 Sep 16 05:01:07.805321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678bf42-775b-4b29-b0d1-cd8d89548a4b req-6ebe6efa-44a4-4ac0-ac55-c5423a1010db tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.807014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d678bf42-775b-4b29-b0d1-cd8d89548a4b req-6ebe6efa-44a4-4ac0-ac55-c5423a1010db tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.2176814 Sep 16 05:01:07.871647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: c5d64c62-00c4-427b-98f7-5cc6d01ba121 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:07.872338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c5d64c62-00c4-427b-98f7-5cc6d01ba121 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:07.903693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953735e-fa80-4989-b21c-62240bc8a1db None None] Pushing event updated for resources: {'Port': ['ID=a656eb5a-c1e5-4e67-958f-a8de799e9546,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.913260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa29d-0d9f-4a7a-8738-33fb47b2c7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.926514 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b1fa29d-0d9f-4a7a-8738-33fb47b2c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.972315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c40306b-118e-4dc1-aaf2-a2a8790814b1 req-9bb07cb2-0ade-4a2a-a0a5-411f8d43d49a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730142 Sep 16 05:01:07.986558 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5b1fa29d-0d9f-4a7a-8738-33fb47b2c7fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66fe5df157d8447c92ed38ed33bbd4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258956 Sep 16 05:01:07.987642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36180) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:07.990276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d678bf42-775b-4b29-b0d1-cd8d89548a4b req-cf766935-9c27-4d71-a789-eb2c41b8e435 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754477 Sep 16 05:01:08.015580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fa29d-0d9f-4a7a-8738-33fb47b2c7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af1ae3-1749-4320-a24e-08a4fbe957ec,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.043153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.097596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f38f838-c638-4328-b147-0d914a0b4c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.151133 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f38f838-c638-4328-b147-0d914a0b4c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.160781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.224532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f38f838-c638-4328-b147-0d914a0b4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.228707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f38f838-c638-4328-b147-0d914a0b4c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.230511 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2f38f838-c638-4328-b147-0d914a0b4c00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99af1ae3-1749-4320-a24e-08a4fbe957ec HTTP/1.1" status: 204 len: 168 time: 0.2417006 Sep 16 05:01:08.245811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ec857727-f898-4ebd-ad36-f805e3a69739,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.261228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38f838-c638-4328-b147-0d914a0b4c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af1ae3-1749-4320-a24e-08a4fbe957ec,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.284319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a552aa-b1e6-484d-92ed-e91de595ccab req-9c711eb0-6531-4550-9d0e-0a449a75c84d tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.310733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4a552aa-b1e6-484d-92ed-e91de595ccab req-9c711eb0-6531-4550-9d0e-0a449a75c84d tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.2170563 Sep 16 05:01:08.364620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:08.377915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:08.388475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:08.428749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4a552aa-b1e6-484d-92ed-e91de595ccab req-bed18364-c301-49c2-ba14-dc90a1a5c862 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170666 Sep 16 05:01:08.451222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d412e-b03f-4188-b2a6-214d203be138 req-93b54cca-4bb5-4edb-aec0-2ce3a5a7bbcc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:08.466333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e9d412e-b03f-4188-b2a6-214d203be138 req-93b54cca-4bb5-4edb-aec0-2ce3a5a7bbcc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1454890 Sep 16 05:01:08.601167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e9d412e-b03f-4188-b2a6-214d203be138 req-3156c0a0-837b-4109-bd00-518cacb7ada5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282582 Sep 16 05:01:08.702953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36202) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.727948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7866cba8-85bf-4ae6-ae25-23ccdb662dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.879059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7866cba8-85bf-4ae6-ae25-23ccdb662dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.884926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7866cba8-85bf-4ae6-ae25-23ccdb662dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.944210 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7866cba8-85bf-4ae6-ae25-23ccdb662dfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a583b1ede1a49bab7358c8761f12d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392416 Sep 16 05:01:08.945486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866cba8-85bf-4ae6-ae25-23ccdb662dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f71a663-48b7-4a44-bf28-bbdf53b9057f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.948323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36208) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:09.026175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd482461-8d08-4543-86b4-5fe9f56b5117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.067288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.079158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd482461-8d08-4543-86b4-5fe9f56b5117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.167575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd482461-8d08-4543-86b4-5fe9f56b5117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.170142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd482461-8d08-4543-86b4-5fe9f56b5117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.174069 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd482461-8d08-4543-86b4-5fe9f56b5117 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f71a663-48b7-4a44-bf28-bbdf53b9057f HTTP/1.1" status: 204 len: 168 time: 0.2221985 Sep 16 05:01:09.180525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd482461-8d08-4543-86b4-5fe9f56b5117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f71a663-48b7-4a44-bf28-bbdf53b9057f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.206615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a656eb5a-c1e5-4e67-958f-a8de799e9546 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:09.244858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656b535-eeeb-4b48-8ad9-64987cc809e2 None None] Network de994079-1d82-4e42-9871-59b005027212 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:09.356516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176b555-bb1e-446e-a714-ed5316aaf124 req-737f24d0-6cf9-4ff1-8b5e-d640bdfdb8a5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.356516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a176b555-bb1e-446e-a714-ed5316aaf124 req-737f24d0-6cf9-4ff1-8b5e-d640bdfdb8a5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.1251624 Sep 16 05:01:09.368495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-675c5a61-e8aa-4f32-ac50-2c79c4411a37 None None] Provisioning complete for port a656eb5a-c1e5-4e67-958f-a8de799e9546 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:09.368873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-675c5a61-e8aa-4f32-ac50-2c79c4411a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.370518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1172a-6579-4721-9c15-1cadfa692eba req-53e8c334-ec51-454d-aa3d-b279137e9b6f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.378582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75b1172a-6579-4721-9c15-1cadfa692eba req-53e8c334-ec51-454d-aa3d-b279137e9b6f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1500118 Sep 16 05:01:09.390045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a656eb5a-c1e5-4e67-958f-a8de799e9546 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:09.390553 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.482741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75b1172a-6579-4721-9c15-1cadfa692eba req-0fcaa021-e70b-467b-8343-99fba5ab9a1f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030531 Sep 16 05:01:09.523781 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.544804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a176b555-bb1e-446e-a714-ed5316aaf124 req-ac505baf-12bb-4b42-a085-bca9f720f9e9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586115 Sep 16 05:01:09.561702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.659803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a656eb5a-c1e5-4e67-958f-a8de799e9546, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a656eb5a-c1e5-4e67-958f-a8de799e9546,segment=NetworkSegment(5ffe0369-c395-44eb-a9a2-fafa8255f215),segment_id=5ffe0369-c395-44eb-a9a2-fafa8255f215)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:09.672145 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-675c5a61-e8aa-4f32-ac50-2c79c4411a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.677396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.685022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f26dc8-7190-46d1-bfed-8b4ee670653f req-d6f0c98f-f1b1-4d76-b6a7-2f476dab86e6 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.686546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4f26dc8-7190-46d1-bfed-8b4ee670653f req-d6f0c98f-f1b1-4d76-b6a7-2f476dab86e6 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 943 time: 0.1112967 Sep 16 05:01:09.786924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 7c53a9e6-d834-4be8-bc4c-0d464e8012ec details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:09.797802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a656eb5a-c1e5-4e67-958f-a8de799e9546,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.829374 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-675c5a61-e8aa-4f32-ac50-2c79c4411a37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:09.831528 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-675c5a61-e8aa-4f32-ac50-2c79c4411a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:09.832652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4f26dc8-7190-46d1-bfed-8b4ee670653f req-6b2d7563-32b8-4921-97b5-9921ac7697a9 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355796 Sep 16 05:01:09.898655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Router 2437c7c2-8888-4bda-bc79-f4dca85a2224 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:10.059470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-a0ac79e8-4372-4ae5-9e7b-2fdffed17857 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d39419563068461d8eebc970f76b374c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284138 Sep 16 05:01:10.105502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:10.118511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'port_id': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'mac_address': 'fa:16:3e:7c:2e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:10.158984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.172490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c53a9e6-d834-4be8-bc4c-0d464e8012ec {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:10.192583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:10.196385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:10.197826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.223609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7d8f-e97d-4d0a-8248-90533153e4ff req-a9993e47-1caf-46ec-894b-5eebd8dc5bbc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.225221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-040d7d8f-e97d-4d0a-8248-90533153e4ff req-a9993e47-1caf-46ec-894b-5eebd8dc5bbc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1645372 Sep 16 05:01:10.233007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Sync routers for ids ['2437c7c2-8888-4bda-bc79-f4dca85a2224'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:10.248550 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.253022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3724f6cb-f496-4267-aa8c-eede496aefa2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4899755 Sep 16 05:01:10.253232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36262) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.272969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Routers {'2437c7c2-8888-4bda-bc79-f4dca85a2224'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:10.273874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2437c7c2-8888-4bda-bc79-f4dca85a2224'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:10.277314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-e28e3f72-13f1-4c82-b327-9e78ac615f96 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.278908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-e28e3f72-13f1-4c82-b327-9e78ac615f96 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053761 Sep 16 05:01:10.291223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.300835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-040d7d8f-e97d-4d0a-8248-90533153e4ff req-b9b927dc-02f6-429f-b479-7d9d285da93e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668390 Sep 16 05:01:10.302581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-6a330ce1-8118-4bb9-92b5-437ab5058cdc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/quotas/d39419563068461d8eebc970f76b374c HTTP/1.1" status: 200 len: 375 time: 0.0161810 Sep 16 05:01:10.342540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-fe8de2df-6cf5-4a68-8162-3241d6f7e863 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d39419563068461d8eebc970f76b374c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335011 Sep 16 05:01:10.453820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Set router 2437c7c2-8888-4bda-bc79-f4dca85a2224 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:10.602362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17ad0685-8310-4064-86cd-22bb5ced2fe2 req-30cb8447-4ba2-40b2-9ba3-b6ffaa5a8a34 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 210 time: 0.0680659 Sep 16 05:01:10.615158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f70bfdb8-95a6-4c48-8175-76e583f609e2 None None] Provisioning complete for port a656eb5a-c1e5-4e67-958f-a8de799e9546 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:10.615674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f70bfdb8-95a6-4c48-8175-76e583f609e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.680776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7d5a-95ed-4f37-a9bf-960e6879835a req-897718b0-d814-4fa4-9039-a63943f24f00 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.690571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['7c53a9e6-d834-4be8-bc4c-0d464e8012ec'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:10.691465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-100d7d5a-95ed-4f37-a9bf-960e6879835a req-897718b0-d814-4fa4-9039-a63943f24f00 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.0886295 Sep 16 05:01:10.763053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-100d7d5a-95ed-4f37-a9bf-960e6879835a req-f713cddf-5a7e-4c1c-872a-83f7276bf4c0 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687828 Sep 16 05:01:10.776877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced044f7-56cf-4150-8221-d7a781101b14 req-9aa5e0c4-36d8-4d1d-9369-176949d2c92b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:10.778695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ced044f7-56cf-4150-8221-d7a781101b14 req-9aa5e0c4-36d8-4d1d-9369-176949d2c92b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.0862920 Sep 16 05:01:10.902494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ced044f7-56cf-4150-8221-d7a781101b14 req-1e81eb28-f206-4980-8e46-7ba48a7d17dd tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175158 Sep 16 05:01:10.963349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:08Z', 'revision_number': 3, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port': {'id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:07Z', 'updated_at': '2021-09-16T05:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:11.011168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Checking router: 2437c7c2-8888-4bda-bc79-f4dca85a2224 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:11.011699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Updating router 2437c7c2-8888-4bda-bc79-f4dca85a2224 port ec857727-f898-4ebd-ad36-f805e3a69739 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:11.013676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824741e-adb5-4edb-bc53-db17dc9e7b51 req-bc42c0f0-6c83-4b19-aecc-fec950c57cd8 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.025457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4824741e-adb5-4edb-bc53-db17dc9e7b51 req-bc42c0f0-6c83-4b19-aecc-fec950c57cd8 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 944 time: 0.0804379 Sep 16 05:01:11.107019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4824741e-adb5-4edb-bc53-db17dc9e7b51 req-c2b571c0-d24a-4500-9629-64b143828397 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804787 Sep 16 05:01:11.124042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a656eb5a-c1e5-4e67-958f-a8de799e9546 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:11.125649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.284852 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.314303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a656eb5a-c1e5-4e67-958f-a8de799e9546 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:11.316402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.435845 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.460196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944ca0f-5a93-432e-9f2c-b710600065c4 req-ccc5c116-b069-48b6-8319-4f1c1ed0bb2e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.467772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0944ca0f-5a93-432e-9f2c-b710600065c4 req-ccc5c116-b069-48b6-8319-4f1c1ed0bb2e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.0588503 Sep 16 05:01:11.497429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Allocated IP 172.20.0.1 (de994079-1d82-4e42-9871-59b005027212/8d67e9bc-5132-42ec-aa1b-87278d37419b/927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:11.513942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0944ca0f-5a93-432e-9f2c-b710600065c4 req-6264a4b5-9dca-43df-9f6c-6c5aa08460a9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Sep 16 05:01:11.568327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.581323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.651195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.687577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1ea1a92-f176-4ecd-a53c-956df19b1425 req-abde4a2b-a93d-4a9e-94fc-14f87a36f698 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 210 time: 0.0315371 Sep 16 05:01:11.690732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Attempting to bind port ec857727-f898-4ebd-ad36-f805e3a69739 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:11.691191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Attempting to bind port ec857727-f898-4ebd-ad36-f805e3a69739 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:11.691732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Attempting to bind port ec857727-f898-4ebd-ad36-f805e3a69739 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:11.694149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d958ff-014e-4d62-9c9c-703278af0247 None None] Pushing event updated for resources: {'Port': ['ID=ec857727-f898-4ebd-ad36-f805e3a69739,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.707782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:11.708314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:11.708843 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.709578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:11.709704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Bound port: ec857727-f898-4ebd-ad36-f805e3a69739, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:11.710049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.721570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.767814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Network de994079-1d82-4e42-9871-59b005027212 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:11.772131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:11.774591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] For port ec857727-f898-4ebd-ad36-f805e3a69739, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:11.778081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] For port ec857727-f898-4ebd-ad36-f805e3a69739, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ec857727-f898-4ebd-ad36-f805e3a69739,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:11.779781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:11.784749 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.827730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Pushing event updated for resources: {'Port': ['ID=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.833864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.891897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Routers {'2437c7c2-8888-4bda-bc79-f4dca85a2224'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:11.893203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2437c7c2-8888-4bda-bc79-f4dca85a2224'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:12.017199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36316) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.023312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f41fb-aaa0-4728-bdd4-e3f32d2e622d req-ce1fda39-ba43-47fa-b314-f70099cbc5aa tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.025512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d55f41fb-aaa0-4728-bdd4-e3f32d2e622d req-ce1fda39-ba43-47fa-b314-f70099cbc5aa tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1412249 Sep 16 05:01:12.089690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.109973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d55f41fb-aaa0-4728-bdd4-e3f32d2e622d req-95a95a32-8bec-471b-946f-693156014d20 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Sep 16 05:01:12.123418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d958ff-014e-4d62-9c9c-703278af0247 None None] Pushing event updated for resources: {'Port': ['ID=ec857727-f898-4ebd-ad36-f805e3a69739,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.145224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040556a-c24a-40b1-8fbc-79c44d981a01 req-baa7db23-f965-42ca-ae5d-49f547053ae4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.150233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e040556a-c24a-40b1-8fbc-79c44d981a01 req-baa7db23-f965-42ca-ae5d-49f547053ae4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.1234894 Sep 16 05:01:12.172424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] Set router 2437c7c2-8888-4bda-bc79-f4dca85a2224 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:12.212019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-904346b3-23f5-4106-8da2-8d25b6a59cd2 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d39419563068461d8eebc970f76b374c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567980 Sep 16 05:01:12.293536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9de95eda-7ed7-4bc5-95df-9881928e9408 None None] Provisioning complete for port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:12.293994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9de95eda-7ed7-4bc5-95df-9881928e9408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.338452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7081ef9-70a7-4133-999e-e7547688ddd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.354139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e040556a-c24a-40b1-8fbc-79c44d981a01 req-99850eae-39dc-44ee-843a-424a5a2e8b8a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826515 Sep 16 05:01:12.375703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.384926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9de95eda-7ed7-4bc5-95df-9881928e9408 None None] Port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:12.401417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.418729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7c266-9594-402f-ae49-dbfd3fd9bad6 req-05e3096d-c136-4b41-86f3-f44447865265 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.420230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffe7c266-9594-402f-ae49-dbfd3fd9bad6 req-05e3096d-c136-4b41-86f3-f44447865265 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 944 time: 0.0726552 Sep 16 05:01:12.452770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-8731c8a8-ae0e-4ec2-b7b9-8608dcc7eaba tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.454214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-8731c8a8-ae0e-4ec2-b7b9-8608dcc7eaba tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346706 Sep 16 05:01:12.474749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffe7c266-9594-402f-ae49-dbfd3fd9bad6 req-d7e80bc0-ccd1-4988-b844-e2d1094d5733 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442047 Sep 16 05:01:12.485353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Request body: {'port': {'device_id': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'd39419563068461d8eebc970f76b374c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:12.508453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.510929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Pushing event updated for resources: {'Port': ['ID=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.635973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7081ef9-70a7-4133-999e-e7547688ddd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.650127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7081ef9-70a7-4133-999e-e7547688ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.671167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0fb70-f21d-48dc-bfb1-bc909e17f020 req-52a71c6d-7310-4fea-b89b-85fcce6f98ef tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.679122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59b0fb70-f21d-48dc-bfb1-bc909e17f020 req-52a71c6d-7310-4fea-b89b-85fcce6f98ef tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.0852103 Sep 16 05:01:12.682499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:08Z', 'revision_number': 3, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port': {'id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:07Z', 'updated_at': '2021-09-16T05:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:12.684136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Network de994079-1d82-4e42-9871-59b005027212 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:12.686795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Made reservation on behalf of d39419563068461d8eebc970f76b374c for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:12.690269 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.698020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:12.708111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.709510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01f773-e222-48ff-b14f-c415f5b48219 None None] The sync data for ids ['2437c7c2-8888-4bda-bc79-f4dca85a2224'] in n-d-713301-15 is: [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:08Z', 'revision_number': 3, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port': {'id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:07Z', 'updated_at': '2021-09-16T05:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:12.712370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7081ef9-70a7-4133-999e-e7547688ddd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeac852e-c201-45dd-a060-4120a01601ab,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.719860 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7081ef9-70a7-4133-999e-e7547688ddd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da40165365084992984180f27ab4fb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987140 Sep 16 05:01:12.748547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36328) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.788729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59b0fb70-f21d-48dc-bfb1-bc909e17f020 req-c6c2113a-779e-4a24-979a-359bec24b4a5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028025 Sep 16 05:01:12.848166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Router 2437c7c2-8888-4bda-bc79-f4dca85a2224 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:12.853371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ade71db-abba-47c6-a32a-d93adc47dac0 req-d160ccf9-5b53-47cd-b81c-2cde23049a5e tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 210 time: 0.0539794 Sep 16 05:01:12.905504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a38bc1-9d86-4fe2-b0c1-15d4e0980698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.943181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a38bc1-9d86-4fe2-b0c1-15d4e0980698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.990581 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.994463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:12.999176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.013735 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a32c56c8-5fb6-4bf5-97e9-5f823196ea7d admin admin] 10.222.0.55 "PUT /v2.0/routers/2437c7c2-8888-4bda-bc79-f4dca85a2224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7516422 Sep 16 05:01:13.039123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-46f28d32-711b-479e-8159-a3485f5cec12 None None] Provisioning complete for port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:13.039579 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46f28d32-711b-479e-8159-a3485f5cec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.090064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a38bc1-9d86-4fe2-b0c1-15d4e0980698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.093549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a38bc1-9d86-4fe2-b0c1-15d4e0980698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.094366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-63a38bc1-9d86-4fe2-b0c1-15d4e0980698 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aeac852e-c201-45dd-a060-4120a01601ab HTTP/1.1" status: 204 len: 168 time: 0.3445349 Sep 16 05:01:13.101596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a1934-04d4-4862-a17a-97e599cf4464,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.124613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38bc1-9d86-4fe2-b0c1-15d4e0980698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeac852e-c201-45dd-a060-4120a01601ab,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.152775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-46f28d32-711b-479e-8159-a3485f5cec12 None None] Port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:13.213419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36336) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.296387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Allocated IP 192.168.233.26 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/d74da5f0-2e3c-4ae7-a9d9-e4780749e46d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:13.330601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d9a42-dfaf-4804-94b0-fb7263288c4b req-bf946b8d-5965-43c8-bd5b-7026e14ed0be tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.332283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b68d9a42-dfaf-4804-94b0-fb7263288c4b req-bf946b8d-5965-43c8-bd5b-7026e14ed0be tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1134903 Sep 16 05:01:13.424665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-477860728'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:13.468787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:13.477503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.485053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b68d9a42-dfaf-4804-94b0-fb7263288c4b req-5f1aef5b-c4ac-4121-afbe-daab6ce52444 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340787 Sep 16 05:01:13.487536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36346) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.501938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-738b1d0e-5c3b-40f9-9eec-438fe9272641 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.503429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-738b1d0e-5c3b-40f9-9eec-438fe9272641 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.1670651 Sep 16 05:01:13.523747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:13.536288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.536651 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Added segment 3ae08ba4-247f-4351-bd32-2cc5c1c96b8d of type vlan for network b4222533-c66e-42a3-8fca-32441258fc7f Sep 16 05:01:13.540832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d40867a8-9a03-4442-9155-892ef6d18a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.547070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-15'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:13.588289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.618928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.625092 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.625717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.740973 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.755008 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.760719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Network': ['ID=b4222533-c66e-42a3-8fca-32441258fc7f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.771700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b4222533-c66e-42a3-8fca-32441258fc7f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:13.782754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad115f3-8273-4c66-bc65-ec1d908f1d78 req-e84c144d-ed89-44c4-83b5-c397ab53368c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.784893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dad115f3-8273-4c66-bc65-ec1d908f1d78 req-e84c144d-ed89-44c4-83b5-c397ab53368c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 945 time: 0.2453001 Sep 16 05:01:13.817769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a4536-7806-4f17-8472-63f875f163a3 req-00b5dd7c-c6c8-4654-a002-025e0a895b3b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.819192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f5a4536-7806-4f17-8472-63f875f163a3 req-00b5dd7c-c6c8-4654-a002-025e0a895b3b tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 944 time: 0.2034309 Sep 16 05:01:13.838324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78169492-437b-4df1-826b-bded7672c883 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:13.840333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 7c53a9e6-d834-4be8-bc4c-0d464e8012ec up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:13.973594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dad115f3-8273-4c66-bc65-ec1d908f1d78 req-204e72ff-89af-414a-b7ee-bdad70152861 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822634 Sep 16 05:01:13.981103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:13.987253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:13.987636 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.003022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f5a4536-7806-4f17-8472-63f875f163a3 req-6ef9233d-cb23-4e27-8969-9077497e8ab3 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520233 Sep 16 05:01:14.056973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:14.079356 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.093724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78169492-437b-4df1-826b-bded7672c883 has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:01:14.107496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.130619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:14.133147 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd767d3-3c2f-465f-8ce8-33d9e1cd6b93" -d '{"events": [{"server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "name": "network-vif-plugged", "status": "completed", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:14.146338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:14.150851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.153511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d40867a8-9a03-4442-9155-892ef6d18a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.167961 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dbc76c70-e8eb-4664-8fc3-6b4d394df7eb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9515755 Sep 16 05:01:14.168643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36356) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.174334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'subnet': {'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.205856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.285533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:14.289312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.413229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d40867a8-9a03-4442-9155-892ef6d18a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.450287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:14.466173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:14.478493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.483285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Pushing event updated for resources: {'Port': ['ID=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.486876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:14.499893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:14.537875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d40867a8-9a03-4442-9155-892ef6d18a7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53021efb6c3d4335903cc5a474fafdfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0454018 Sep 16 05:01:14.540463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36362) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.542026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40867a8-9a03-4442-9155-892ef6d18a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53374a3-6b77-4712-8e34-d324eb48b19b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.552116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0403-48d5-4736-b60b-5f173b36900a req-0e1c64f1-0434-48ba-a53e-6cac4724debb tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.553710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a79e0403-48d5-4736-b60b-5f173b36900a req-0e1c64f1-0434-48ba-a53e-6cac4724debb tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.4807529 Sep 16 05:01:14.571925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e211e-d436-4fa6-ac5b-0d742b192201 req-6e85ba0b-2a64-4f39-9e4e-4ceb637d2568 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.577559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-773e211e-d436-4fa6-ac5b-0d742b192201 req-6e85ba0b-2a64-4f39-9e4e-4ceb637d2568 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 935 time: 0.4805028 Sep 16 05:01:14.593789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Subnet': ['ID=fabbcebe-127c-4255-a02b-adc0ed2ec361,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.610134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Checking segment: {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:14.610731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network hostable DHCP agents. Network: b4222533-c66e-42a3-8fca-32441258fc7f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:14.633215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b102e361-758d-4da6-b0c6-1dd88b6c03d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.653912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.654883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.667051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b102e361-758d-4da6-b0c6-1dd88b6c03d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.667253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:14.674677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network b4222533-c66e-42a3-8fca-32441258fc7f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:14.695728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b4222533-c66e-42a3-8fca-32441258fc7f) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:14.704559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb175c54-99b6-4fe6-8cd6-261c901105d7 None None] Network b4222533-c66e-42a3-8fca-32441258fc7f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:14.724047 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a79e0403-48d5-4736-b60b-5f173b36900a req-d9be338e-05fd-4add-9faa-939d8b1cd9eb tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478322 Sep 16 05:01:14.732642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:14.733844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.762120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-15143439-689e-42c1-a23f-a164baad18b8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2808897 Sep 16 05:01:14.763735 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2f8a0e4e-0011-48bf-a902-64c5676081e3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5938268 Sep 16 05:01:14.765076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b102e361-758d-4da6-b0c6-1dd88b6c03d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.768717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b102e361-758d-4da6-b0c6-1dd88b6c03d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.773168 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b102e361-758d-4da6-b0c6-1dd88b6c03d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a53374a3-6b77-4712-8e34-d324eb48b19b HTTP/1.1" status: 204 len: 168 time: 0.2287295 Sep 16 05:01:14.773905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36364) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.778442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-773e211e-d436-4fa6-ac5b-0d742b192201 req-a261eb8d-5f5b-4291-a2cf-a7bbadce45ed tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939826 Sep 16 05:01:14.806677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-155290617'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.807036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Request body: {'port': {'device_id': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.818929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102e361-758d-4da6-b0c6-1dd88b6c03d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53374a3-6b77-4712-8e34-d324eb48b19b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.819284 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa34540-6ce8-4987-a3c9-a08a1d726894 x-openstack-request-id: req-ffa34540-6ce8-4987-a3c9-a08a1d726894 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:14.819736 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "name": "network-vif-plugged", "status": "completed", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:14.819736 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffa34540-6ce8-4987-a3c9-a08a1d726894 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:14.820071 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'code': 200} Sep 16 05:01:14.830828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fad8a222-06ab-4ada-99a0-586115be7b35 None None] Provisioning complete for port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:14.831385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fad8a222-06ab-4ada-99a0-586115be7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.867411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:14.871064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.927020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78169492-437b-4df1-826b-bded7672c883'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:14.930017 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7d1f8f-4802-4c46-890f-49e632d843ea" -d '{"events": [{"server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "name": "network-vif-unplugged", "status": "completed", "tag": "78169492-437b-4df1-826b-bded7672c883"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:14.936043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.952664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fad8a222-06ab-4ada-99a0-586115be7b35 None None] Port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:14.961089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:14.980057 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Sync routers for ids ['2437c7c2-8888-4bda-bc79-f4dca85a2224'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:14.994279 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Routers {'2437c7c2-8888-4bda-bc79-f4dca85a2224'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:14.995575 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2437c7c2-8888-4bda-bc79-f4dca85a2224'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:14.995959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.996415 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Added segment 4880d2bc-8d57-4f49-b915-b8c0a9559d15 of type vlan for network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a Sep 16 05:01:15.002680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b4222533-c66e-42a3-8fca-32441258fc7f', 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'fixed_ips': [{'subnet_id': 'fabbcebe-127c-4255-a02b-adc0ed2ec361'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:15.003834 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.081885 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654845f-c854-44c8-9b4b-1b4586875383 req-6a00e2c0-c7ba-401c-bedc-86077530253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.085854 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a654845f-c854-44c8-9b4b-1b4586875383 req-6a00e2c0-c7ba-401c-bedc-86077530253b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 1097 time: 0.1686442 Sep 16 05:01:15.108884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.136519 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Set router 2437c7c2-8888-4bda-bc79-f4dca85a2224 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:15.139064 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee368f-6389-4f81-bd56-7b5b79b67b54 x-openstack-request-id: req-32ee368f-6389-4f81-bd56-7b5b79b67b54 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:15.146350 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "name": "network-vif-unplugged", "status": "completed", "tag": "78169492-437b-4df1-826b-bded7672c883", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:15.146634 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32ee368f-6389-4f81-bd56-7b5b79b67b54 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:15.149589 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78169492-437b-4df1-826b-bded7672c883', 'code': 200} Sep 16 05:01:15.154445 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a654845f-c854-44c8-9b4b-1b4586875383 req-efd98846-19fe-49ce-99a3-b94df9464bb0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563443 Sep 16 05:01:15.164809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.165208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.169128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec857727-f898-4ebd-ad36-f805e3a69739 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:15.173073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.175196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.228837 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4265893 Sep 16 05:01:15.229938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36376) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.239196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'subnet': {'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:15.279272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.289285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ec857727-f898-4ebd-ad36-f805e3a69739 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:15.289676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.302898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95988a-b9e4-4f0b-a403-c06791e2fdd9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Network': ['ID=700c8bc5-7479-4b26-bc25-ee9c87e0db1a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.358879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:15.422103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:15.428004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.481536 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:11Z', 'revision_number': 4, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port': {'id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:07Z', 'updated_at': '2021-09-16T05:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c', 'name': '', 'network_id': 'de994079-1d82-4e42-9871-59b005027212', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8d67e9bc-5132-42ec-aa1b-87278d37419b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:11Z', 'updated_at': '2021-09-16T05:01:12Z', 'revision_number': 2, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'subnets': [{'id': '8d67e9bc-5132-42ec-aa1b-87278d37419b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:15.485527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Allocated IP 19.80.0.2 (b4222533-c66e-42a3-8fca-32441258fc7f/fabbcebe-127c-4255-a02b-adc0ed2ec361/bc60280a-8f40-4635-a2b2-c22c96549c79) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:15.496213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.516319 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Checking router: 2437c7c2-8888-4bda-bc79-f4dca85a2224 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:15.517028 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Updating router 2437c7c2-8888-4bda-bc79-f4dca85a2224 port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:15.546327 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.591938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:15.592305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:15.593154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:15.607369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21957458-30af-420c-9ccd-1fbae0fc803d req-7cffb026-06cb-495d-8ab9-06fd5311bc80 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.609145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21957458-30af-420c-9ccd-1fbae0fc803d req-7cffb026-06cb-495d-8ab9-06fd5311bc80 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.6517465 Sep 16 05:01:15.616517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:15.616702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Attempting to bind port 78169492-437b-4df1-826b-bded7672c883 on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:15.633135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f1296-1cfa-4e98-9390-286ab34e3a1b req-ce7f003d-7b99-497d-977f-def6d28846e5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.641139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e89f1296-1cfa-4e98-9390-286ab34e3a1b req-ce7f003d-7b99-497d-977f-def6d28846e5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.3941581 Sep 16 05:01:15.649276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:15.649824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:15.650775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:15.651238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Bound port: 78169492-437b-4df1-826b-bded7672c883, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:15.651750 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.691087 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.700323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.758700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21957458-30af-420c-9ccd-1fbae0fc803d req-01896515-d68a-4466-9bab-ef630a798629 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115546 Sep 16 05:01:15.812238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port ec857727-f898-4ebd-ad36-f805e3a69739, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ec857727-f898-4ebd-ad36-f805e3a69739,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:15.826629 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.848263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Subnet': ['ID=68c79a64-fdcd-4fe5-b262-4c36911c28f5,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.862494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Checking segment: {'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:15.862856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network hostable DHCP agents. Network: 700c8bc5-7479-4b26-bc25-ee9c87e0db1a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:15.876973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-e99480d2-db88-448c-944a-79ebd5d26ba5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1524067 Sep 16 05:01:15.884023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:15.910173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 700c8bc5-7479-4b26-bc25-ee9c87e0db1a) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:15.916033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.929019 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.929817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.934500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e89f1296-1cfa-4e98-9390-286ab34e3a1b req-2b697c8c-12fb-4b29-984f-474067fa71ae tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924941 Sep 16 05:01:15.949544 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.982268 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bcfe33d-b8df-4b2c-849d-ddefe41fb358 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7389481 Sep 16 05:01:15.982778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f7f30-b5b1-4584-9e62-1e2e2fe957bb None None] Network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:16.095183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:16.143148 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Attempting to bind port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:16.143716 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Attempting to bind port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:16.144152 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Attempting to bind port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c on network de994079-1d82-4e42-9871-59b005027212 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:16.155644 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:16.156209 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Checking segment: {'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:16.156710 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.157429 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Bound using segment: {'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:16.158564 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Bound port: 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe0369-c395-44eb-a9a2-fafa8255f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'de994079-1d82-4e42-9871-59b005027212'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:16.159059 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.191498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36406) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.223300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:16.232122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-700c8bc5-7479-4b26-bc25-ee9c87e0db1a', 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'fixed_ips': [{'subnet_id': '68c79a64-fdcd-4fe5-b262-4c36911c28f5'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:16.232990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.245700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1fb98-8a2e-47c5-8aee-bd530f889303 req-43ae266f-b808-417e-968f-8a8d8b7d59aa tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.247356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a1fb98-8a2e-47c5-8aee-bd530f889303 req-43ae266f-b808-417e-968f-8a8d8b7d59aa tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1536076 Sep 16 05:01:16.255441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a543cdc-9534-4a59-b2c8-8f20fd64dbb9 req-da7ff5a0-d739-459a-a1af-5522cece37e9 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.262882 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] For port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:16.263097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a543cdc-9534-4a59-b2c8-8f20fd64dbb9 req-da7ff5a0-d739-459a-a1af-5522cece37e9 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.3326662 Sep 16 05:01:16.267220 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] For port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,segment=NetworkSegment(5ffe0369-c395-44eb-a9a2-fafa8255f215),segment_id=5ffe0369-c395-44eb-a9a2-fafa8255f215)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:16.307624 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd64378-42cc-4b4e-a080-f249eb29cc1b None None] Pushing event updated for resources: {'Port': ['ID=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.310511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.315327 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.330933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e1183-d233-4696-9803-d25344446f11 req-054901ea-0a11-4c88-b58e-3d90b09a8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.336219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-054901ea-0a11-4c88-b58e-3d90b09a8733 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1097 time: 0.3643227 Sep 16 05:01:16.383973 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd64378-42cc-4b4e-a080-f249eb29cc1b None None] Pushing event updated for resources: {'Port': ['ID=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.426377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Routers {'2437c7c2-8888-4bda-bc79-f4dca85a2224'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:16.427500 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2437c7c2-8888-4bda-bc79-f4dca85a2224'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:16.429767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-network', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:16.450094 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.461551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=ec857727-f898-4ebd-ad36-f805e3a69739,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.472917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Made reservation on behalf of f7a8abd1b5874559bceb9c2ad9a86643 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:16.476553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.483351 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.496080 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.554086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Network b4222533-c66e-42a3-8fca-32441258fc7f is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:16.555301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e93bc17c-141d-42b7-83e9-093c11f969a0 None None] Provisioning complete for port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:16.555301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e93bc17c-141d-42b7-83e9-093c11f969a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.555982 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] Set router 2437c7c2-8888-4bda-bc79-f4dca85a2224 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:16.578065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e1183-d233-4696-9803-d25344446f11 req-70d5d277-8db4-42a0-b413-939320b34b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.583810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-70d5d277-8db4-42a0-b413-939320b34b77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.1880171 Sep 16 05:01:16.585621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:16.588028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:16.599373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.600195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.601565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] 10.222.0.64 "PUT /v2.0/ports/78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 1123 time: 3.0630856 Sep 16 05:01:16.614342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Allocated IP 19.86.0.2 (700c8bc5-7479-4b26-bc25-ee9c87e0db1a/68c79a64-fdcd-4fe5-b262-4c36911c28f5/7a0909ca-ea0b-4546-830a-23609b2b019b) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:16.619946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['78169492-437b-4df1-826b-bded7672c883'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:16.659397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.663431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a543cdc-9534-4a59-b2c8-8f20fd64dbb9 req-43f61057-4acd-43d6-8663-0ed1de89fed3 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993723 Sep 16 05:01:16.668755 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.706943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a1fb98-8a2e-47c5-8aee-bd530f889303 req-7bfb91ca-c64c-4daa-900b-639c995690c4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344172 Sep 16 05:01:16.726563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['78169492-437b-4df1-826b-bded7672c883'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:16.740083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1107d5c2-1fbb-41b1-9e5e-f4f65afb908e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.748763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:16.762382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.763047 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Added segment a057383a-0da5-4900-98c4-a4ecd66c5e68 of type vlan for network f522468c-67c9-40a7-bc65-64b0ca389dba Sep 16 05:01:16.822771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.854823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-b901d676-9a79-428b-848b-7443e299013b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 217 time: 0.1846850 Sep 16 05:01:16.874947 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.877068 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.877929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.945729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e1183-d233-4696-9803-d25344446f11 req-18d4d080-3653-45b5-aa43-ccde8491226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:16.948147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-18d4d080-3653-45b5-aa43-ccde8491226a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.0763779 Sep 16 05:01:16.961674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7675102 Sep 16 05:01:16.982485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36420) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.987974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Request body: {'subnet': {'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-subnet', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:17.022364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cb27e-fddd-49b6-b6d2-c43485e5a411 admin admin] Pushing event updated for resources: {'Network': ['ID=f522468c-67c9-40a7-bc65-64b0ca389dba,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.045195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-74263950-2ee5-46a3-a97a-e16354af8b68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391827 Sep 16 05:01:17.073386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c3a43-60a2-41a9-9427-7980561e9345 service neutron] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=8']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.157236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Pushing event updated for resources: {'Port': ['ID=bc60280a-8f40-4635-a2b2-c22c96549c79,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.159758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f522468c-67c9-40a7-bc65-64b0ca389dba details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:17.161643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec857727-f898-4ebd-ad36-f805e3a69739 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:17.163860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Attempting to bind port bc60280a-8f40-4635-a2b2-c22c96549c79 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:17.164251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Attempting to bind port bc60280a-8f40-4635-a2b2-c22c96549c79 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:17.164615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Attempting to bind port bc60280a-8f40-4635-a2b2-c22c96549c79 on network b4222533-c66e-42a3-8fca-32441258fc7f {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:17.165442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'tag': '78169492-437b-4df1-826b-bded7672c883'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:17.168217 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "tag": "78169492-437b-4df1-826b-bded7672c883"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:17.180172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74da5f0-2e3c-4ae7-a9d9-e4780749e46d {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:17.201283 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:11Z', 'revision_number': 4, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port': {'id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:07Z', 'updated_at': '2021-09-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c', 'name': '', 'network_id': 'de994079-1d82-4e42-9871-59b005027212', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8d67e9bc-5132-42ec-aa1b-87278d37419b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:11Z', 'updated_at': '2021-09-16T05:01:16Z', 'revision_number': 4, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'subnets': [{'id': '8d67e9bc-5132-42ec-aa1b-87278d37419b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:17.204170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94fed7-9fff-4009-a11d-c4ca818d8d2b req-3b57a05c-cdb6-4bba-8c00-31abcee8a1f1 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.205784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f94fed7-9fff-4009-a11d-c4ca818d8d2b req-3b57a05c-cdb6-4bba-8c00-31abcee8a1f1 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 935 time: 0.3485794 Sep 16 05:01:17.216123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.233226 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f2a65-c7f5-45c4-b352-37089fcee0dc None None] The sync data for ids ['2437c7c2-8888-4bda-bc79-f4dca85a2224'] in n-d-713301-15 is: [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:01:11Z', 'revision_number': 4, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port': {'id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:07Z', 'updated_at': '2021-09-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c', 'name': '', 'network_id': 'de994079-1d82-4e42-9871-59b005027212', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8d67e9bc-5132-42ec-aa1b-87278d37419b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:11Z', 'updated_at': '2021-09-16T05:01:16Z', 'revision_number': 4, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'subnets': [{'id': '8d67e9bc-5132-42ec-aa1b-87278d37419b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:17.245724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Made reservation on behalf of f7a8abd1b5874559bceb9c2ad9a86643 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:17.247976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.272155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:17.272340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Checking segment: {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:17.273323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.273323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Bound using segment: {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:17.273584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Bound port: bc60280a-8f40-4635-a2b2-c22c96549c79, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:17.273967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.338415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Transition to ACTIVE for port object d74da5f0-2e3c-4ae7-a9d9-e4780749e46d will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:17.343055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-34f21714-a978-4d3c-b376-0ce11ee99beb service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805557 Sep 16 05:01:17.365943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.458541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ec857727-f898-4ebd-ad36-f805e3a69739 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:17.458916 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.498454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f94fed7-9fff-4009-a11d-c4ca818d8d2b req-6f350c77-bc81-4999-acbf-7a5b4c291ffc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787783 Sep 16 05:01:17.567949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-70612567-b1f8-4595-b333-ca1f983662a9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.575028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-70612567-b1f8-4595-b333-ca1f983662a9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.582668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-70612567-b1f8-4595-b333-ca1f983662a9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/networks?id=b4222533-c66e-42a3-8fca-32441258fc7f&id=700c8bc5-7479-4b26-bc25-ee9c87e0db1a&id=b4222533-c66e-42a3-8fca-32441258fc7f HTTP/1.1" status: 200 len: 1390 time: 0.5712085 Sep 16 05:01:17.610496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.644834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ca4f42dd-2a3a-41af-a66d-4340f2ff68c4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/quotas/13a089dd5dde454daadb42f39b9e0dee HTTP/1.1" status: 200 len: 375 time: 0.0612116 Sep 16 05:01:17.654902 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e93bc17c-141d-42b7-83e9-093c11f969a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.691728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.707520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] For port bc60280a-8f40-4635-a2b2-c22c96549c79, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:17.721769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b31e1183-d233-4696-9803-d25344446f11 req-b9da5d29-ff6b-4653-b98a-6c018a3812e0 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569796 Sep 16 05:01:17.736372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.770575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] For port bc60280a-8f40-4635-a2b2-c22c96549c79, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bc60280a-8f40-4635-a2b2-c22c96549c79,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:17.821697 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.825252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e93bc17c-141d-42b7-83e9-093c11f969a0 None None] For port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,segment=NetworkSegment(5ffe0369-c395-44eb-a9a2-fafa8255f215),segment_id=5ffe0369-c395-44eb-a9a2-fafa8255f215)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:17.849410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a19c0d-608a-4361-9a82-f7bc94c985b1 req-dbc84d1b-0f95-4d84-aba7-701a1773c378 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:17.851632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36a19c0d-608a-4361-9a82-f7bc94c985b1 req-dbc84d1b-0f95-4d84-aba7-701a1773c378 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.2452798 Sep 16 05:01:17.868729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-0595b5fd-7a8e-4a04-bace-426aafb07031 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2228947 Sep 16 05:01:17.869620 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e93bc17c-141d-42b7-83e9-093c11f969a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.884424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:17.886368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Attempting to bind port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:17.886970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Attempting to bind port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:17.887256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Attempting to bind port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:17.905701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:17.912752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:17.927691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Pushing event updated for resources: {'Port': ['ID=7a0909ca-ea0b-4546-830a-23609b2b019b,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.953256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:17.953751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Attempting to bind port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:17.991772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:17.992078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:17.993041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:17.993591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Bound port: d74da5f0-2e3c-4ae7-a9d9-e4780749e46d, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:17.993900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.046655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36a19c0d-608a-4361-9a82-f7bc94c985b1 req-5274d3d8-a8a9-481f-9303-581d83846303 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751199 Sep 16 05:01:18.051148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.057003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac53e3-ee3a-4d29-9909-164625530b17 None None] Pushing event updated for resources: {'Port': ['ID=bc60280a-8f40-4635-a2b2-c22c96549c79,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.092315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Attempting to bind port 7a0909ca-ea0b-4546-830a-23609b2b019b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:18.092799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Attempting to bind port 7a0909ca-ea0b-4546-830a-23609b2b019b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:18.093263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Attempting to bind port 7a0909ca-ea0b-4546-830a-23609b2b019b on network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:18.096185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1bc65f6b-aeb9-45de-9177-450baf14280d None None] Provisioning complete for port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:18.096609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1bc65f6b-aeb9-45de-9177-450baf14280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.168279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:18.168953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Checking segment: {'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:18.169078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.169428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Bound using segment: {'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:18.169919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Bound port: 7a0909ca-ea0b-4546-830a-23609b2b019b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:18.170298 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.216183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bc17c-141d-42b7-83e9-093c11f969a0 None None] Pushing event updated for resources: {'Port': ['ID=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.307023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] For port 7a0909ca-ea0b-4546-830a-23609b2b019b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:18.325029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] For port 7a0909ca-ea0b-4546-830a-23609b2b019b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7a0909ca-ea0b-4546-830a-23609b2b019b,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:18.333126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.407641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eed3e8-52a3-4323-83dd-8896b339422d None None] Pushing event updated for resources: {'Port': ['ID=7a0909ca-ea0b-4546-830a-23609b2b019b,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.482905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-6521164b-a026-42c9-9b1c-859eacf11fe3 service neutron] 10.222.0.55 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849338 Sep 16 05:01:18.532548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4044df-61c4-453f-90bd-9b7736c14033,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.555554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] For port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:18.627912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Checking segment: {'id': 'a057383a-0da5-4900-98c4-a4ecd66c5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:18.628289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Network hostable DHCP agents. Network: f522468c-67c9-40a7-bc65-64b0ca389dba, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:18.633609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] For port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:18.645520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a1ec-2430-4ea7-abda-5ac21546957f req-fd191e5e-2ea9-414f-8c02-db5a9ddfc058 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.646814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5c7a1ec-2430-4ea7-abda-5ac21546957f req-fd191e5e-2ea9-414f-8c02-db5a9ddfc058 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.2260566 Sep 16 05:01:18.650921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.722475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.723108 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.724550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/d74da5f0-2e3c-4ae7-a9d9-e4780749e46d HTTP/1.1" status: 200 len: 1096 time: 3.9451597 Sep 16 05:01:18.742604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-13a03ba0-f623-44f3-aa67-cf1756f26311 service neutron] 10.222.0.55 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501025 Sep 16 05:01:18.745363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Network f522468c-67c9-40a7-bc65-64b0ca389dba is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:18.808999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5c7a1ec-2430-4ea7-abda-5ac21546957f req-e289fdc7-0405-4d28-9b11-8f7811c590cd tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508696 Sep 16 05:01:18.809502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f522468c-67c9-40a7-bc65-64b0ca389dba) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:18.819374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c2bb43-d60d-41ae-8531-183639eb01eb None None] Network f522468c-67c9-40a7-bc65-64b0ca389dba requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:18.837904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb287bef-7ae3-42fc-91f8-a3b6e98a54d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.841496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.842312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.911368 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6c17b-3099-4bcc-b682-9cbcfb20084b x-openstack-request-id: req-bcf6c17b-3099-4bcc-b682-9cbcfb20084b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:18.911661 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "tag": "78169492-437b-4df1-826b-bded7672c883", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:18.911912 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcf6c17b-3099-4bcc-b682-9cbcfb20084b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:18.912340 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'tag': '78169492-437b-4df1-826b-bded7672c883', 'status': 'completed', 'code': 200} Sep 16 05:01:18.945635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5236dd2f-4a6f-4219-9c76-f5618e7655e6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9617572 Sep 16 05:01:18.948557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.953967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-router', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:18.983565 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.985309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.098736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e10ad1e2-2448-411d-93ab-a6d9fcee6101 service neutron] 10.222.0.55 "GET /v2.0/networks/700c8bc5-7479-4b26-bc25-ee9c87e0db1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258710 Sep 16 05:01:19.117261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.128158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-a553e440-9b1c-4d1f-87da-3e35fcf92482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.129634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-a553e440-9b1c-4d1f-87da-3e35fcf92482 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d39419563068461d8eebc970f76b374c&device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 1099 time: 0.3183410 Sep 16 05:01:19.205170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-f522468c-67c9-40a7-bc65-64b0ca389dba', 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'fixed_ips': [{'subnet_id': 'ca4044df-61c4-453f-90bd-9b7736c14033'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:19.206042 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.222782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-ea5eb4ce-b195-4792-9727-0b588dee0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.224888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-ea5eb4ce-b195-4792-9727-0b588dee0cd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1126 time: 0.3079824 Sep 16 05:01:19.299453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-5e1403f1-8a86-494a-b161-52c4b1eea176 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d HTTP/1.1" status: 200 len: 217 time: 0.0974233 Sep 16 05:01:19.422673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.427036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141dc00-1686-4ba4-bf45-58a591954232 req-f597f545-dbdd-476b-9e9e-b1c8d084d0ab tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.430560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c141dc00-1686-4ba4-bf45-58a591954232 req-f597f545-dbdd-476b-9e9e-b1c8d084d0ab tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.4264848 Sep 16 05:01:19.440347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7a0909ca-ea0b-4546-830a-23609b2b019b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:19.443788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa7f3a-ad92-4ad2-aa1b-e503598565d2 None None] Network b4222533-c66e-42a3-8fca-32441258fc7f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:19.558035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c141dc00-1686-4ba4-bf45-58a591954232 req-db40509a-3241-4d17-b1cf-6b4027d73160 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153049 Sep 16 05:01:19.559844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-f7cdac79-849a-4da2-b62a-f0a34e4f1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.561296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-f7cdac79-849a-4da2-b62a-f0a34e4f1b13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1935120 Sep 16 05:01:19.576891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-8a91d832-07d7-47ad-981b-8d514409a7ac service neutron] 10.222.0.55 "GET /v2.0/networks/700c8bc5-7479-4b26-bc25-ee9c87e0db1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765871 Sep 16 05:01:19.615293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Allocated IP 172.20.0.2 (f522468c-67c9-40a7-bc65-64b0ca389dba/ca4044df-61c4-453f-90bd-9b7736c14033/9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:19.631243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-013e71d6-a2d3-4a93-bd63-48100a55cf49 None None] Provisioning complete for port bc60280a-8f40-4635-a2b2-c22c96549c79 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:19.632053 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-013e71d6-a2d3-4a93-bd63-48100a55cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.663896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-eef349f3-8929-4155-bb2d-d17a16f39163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.665405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-eef349f3-8929-4155-bb2d-d17a16f39163 service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.3925159 Sep 16 05:01:19.752384 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.784801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.792586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-5566a475-fa0f-4bef-9eed-3788f82f4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.794634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-5566a475-fa0f-4bef-9eed-3788f82f4cdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2078376 Sep 16 05:01:19.798327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-be713089-31d8-4935-aa7c-5a4bd2fb1feb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 217 time: 0.0779507 Sep 16 05:01:19.805205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7a0909ca-ea0b-4546-830a-23609b2b019b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:19.805576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.837623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd09f10-2bed-4e3f-b77f-bc2963efd506 None None] Network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:19.890059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14546a2d-e8d2-4efe-8368-2a51e4fd694d req-0025dc57-567e-4917-80fc-6944b5cbc9f3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:19.891657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14546a2d-e8d2-4efe-8368-2a51e4fd694d req-0025dc57-567e-4917-80fc-6944b5cbc9f3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1731763 Sep 16 05:01:19.908312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Allocated IP 172.25.6.122 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/69c46cac-4fdb-42d2-b3e5-1c2488cdefb4) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:19.913479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-d2d77d0c-3ff1-4731-af89-75dd86bacd44 service neutron] 10.222.0.55 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357348 Sep 16 05:01:20.007463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14546a2d-e8d2-4efe-8368-2a51e4fd694d req-611ab20b-b932-4daa-a27f-c0a069d217fa tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014898 Sep 16 05:01:20.019418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-573ff643-2414-456e-9bd3-7cecba3e572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.021051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-573ff643-2414-456e-9bd3-7cecba3e572d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1955826 Sep 16 05:01:20.039745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.087901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.116026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-c49ef6cc-fd33-4acc-9b69-6e942a6ae3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129625 Sep 16 05:01:20.117909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-cb15be45-e973-405d-aa0d-f2557781d93d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482330 Sep 16 05:01:20.136842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:20.138325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:20.146744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:20.157328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-013e71d6-a2d3-4a93-bd63-48100a55cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.186755 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.191060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Pushing event updated for resources: {'Port': ['ID=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.209512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-438363bc-09bd-4f0d-ab32-2e8dbccc4dce service neutron] 10.222.0.55 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560759 Sep 16 05:01:20.225346 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.321260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-013e71d6-a2d3-4a93-bd63-48100a55cf49 None None] For port bc60280a-8f40-4635-a2b2-c22c96549c79, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bc60280a-8f40-4635-a2b2-c22c96549c79,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:20.325087 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.342932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Network f522468c-67c9-40a7-bc65-64b0ca389dba is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:20.357059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:20.359523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-013e71d6-a2d3-4a93-bd63-48100a55cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.371210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:20.400566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0353a5b3-13ec-4af7-b4d9-8a22ff469bca req-ec916448-7a0c-4685-ab90-3fff82ccd10f service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744741 Sep 16 05:01:20.428213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Pushing event updated for resources: {'Port': ['ID=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.464059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f9c51-d758-4bc8-9f8c-8e7783f403d6 req-93e9f8c8-d84c-4bca-a814-60bfe62847ec tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.475165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de0f9c51-d758-4bc8-9f8c-8e7783f403d6 req-93e9f8c8-d84c-4bca-a814-60bfe62847ec tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 947 time: 0.2836866 Sep 16 05:01:20.582730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e71d6-a2d3-4a93-bd63-48100a55cf49 None None] Pushing event updated for resources: {'Port': ['ID=bc60280a-8f40-4635-a2b2-c22c96549c79,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.621402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-c04ad16c-7c0d-476a-b9df-f18f929a7c95 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813368 Sep 16 05:01:20.631352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 7a0909ca-ea0b-4546-830a-23609b2b019b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7a0909ca-ea0b-4546-830a-23609b2b019b,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:20.637127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de0f9c51-d758-4bc8-9f8c-8e7783f403d6 req-9db73e80-d1a3-40ba-bb24-c820cbfd800d tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577094 Sep 16 05:01:20.651705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.651705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:20.655460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-54681e07-dd88-43ce-b6e5-7b39e4f590c4 None None] Provisioning complete for port 7a0909ca-ea0b-4546-830a-23609b2b019b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:20.655810 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54681e07-dd88-43ce-b6e5-7b39e4f590c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.677995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Attempting to bind port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:20.678364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Attempting to bind port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'a057383a-0da5-4900-98c4-a4ecd66c5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:20.678727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Attempting to bind port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f on network f522468c-67c9-40a7-bc65-64b0ca389dba {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:20.692306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6b65c-fd73-4694-ae2e-39de8b574d56 req-d3265e8a-e6f7-4e11-a3ad-699aeaa0653d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.693829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89b6b65c-fd73-4694-ae2e-39de8b574d56 req-d3265e8a-e6f7-4e11-a3ad-699aeaa0653d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1850317 Sep 16 05:01:20.756812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:20.757187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Checking segment: {'id': 'a057383a-0da5-4900-98c4-a4ecd66c5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:20.757582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.758013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Bound using segment: {'id': 'a057383a-0da5-4900-98c4-a4ecd66c5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:20.758454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Bound port: 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a057383a-0da5-4900-98c4-a4ecd66c5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:20.758833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.856911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89b6b65c-fd73-4694-ae2e-39de8b574d56 req-47b86912-4f4a-421e-bf1f-bbbbd571fb9c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420875 Sep 16 05:01:20.884699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.891955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6107dc1c-7464-4f63-9ba7-c72eda2b0ed4 req-1cf1df68-7796-4c25-ae21-17428af316f8 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485285 Sep 16 05:01:20.909542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f68b5-990f-4ed8-8af2-bff5479efee5 req-bd7b802f-830c-4b4b-ac15-ab5f3896bb20 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:20.911171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e46f68b5-990f-4ed8-8af2-bff5479efee5 req-bd7b802f-830c-4b4b-ac15-ab5f3896bb20 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.1555922 Sep 16 05:01:20.915661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'tag': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:20.920917 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec548ca-44a8-4d17-a887-2288c1f5e552" -d '{"events": [{"name": "network-changed", "server_uuid": "46e12cb7-a2ff-499d-89d2-61f12bd480b2", "tag": "d74da5f0-2e3c-4ae7-a9d9-e4780749e46d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:20.923904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36460) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:20.942496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Request body: {'floatingip': {'port_id': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:20.958181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:20.960774 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.018042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=7a0909ca-ea0b-4546-830a-23609b2b019b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.028964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.075799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7a6dc15-4a86-4575-bfd7-b58b66a28f32 req-721ff292-ebbb-4de6-b7c2-933a8c660533 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 210 time: 0.0839043 Sep 16 05:01:21.140334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dc820ee9-3b6a-4031-9a5a-3f66825e8f1b None None] Provisioning complete for port bc60280a-8f40-4635-a2b2-c22c96549c79 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:21.141016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dc820ee9-3b6a-4031-9a5a-3f66825e8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.206351 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0c6bc-f43a-4753-be41-1a5b3ecdae0c x-openstack-request-id: req-48b0c6bc-f43a-4753-be41-1a5b3ecdae0c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:21.206913 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e12cb7-a2ff-499d-89d2-61f12bd480b2", "tag": "d74da5f0-2e3c-4ae7-a9d9-e4780749e46d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:21.207429 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48b0c6bc-f43a-4753-be41-1a5b3ecdae0c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:21.207825 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'tag': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d', 'status': 'completed', 'code': 200} Sep 16 05:01:21.214671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.221970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bc60280a-8f40-4635-a2b2-c22c96549c79 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:21.223313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb9288-11a2-48a5-9ab2-e821695176b9 req-89ae2137-853b-4f8a-8d7c-5d9b26435f58 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.225396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78eb9288-11a2-48a5-9ab2-e821695176b9 req-89ae2137-853b-4f8a-8d7c-5d9b26435f58 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.2797523 Sep 16 05:01:21.272015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-64351872-2652-4ce6-9b94-257356e84115 None None] For port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:21.290934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-64351872-2652-4ce6-9b94-257356e84115 None None] For port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,segment=NetworkSegment(a057383a-0da5-4900-98c4-a4ecd66c5e68),segment_id=a057383a-0da5-4900-98c4-a4ecd66c5e68)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:21.306400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.366654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bc60280a-8f40-4635-a2b2-c22c96549c79 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:21.366931 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.407017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Router 18af3eab-70a9-4abe-93f8-0af4c8654ffc is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:21.432154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64351872-2652-4ce6-9b94-257356e84115 None None] Pushing event updated for resources: {'Port': ['ID=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.540237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:21.548683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f9a28dc1-f7ba-4aef-b9da-1f733f008337 None None] Provisioning complete for port 7a0909ca-ea0b-4546-830a-23609b2b019b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:21.549857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f9a28dc1-f7ba-4aef-b9da-1f733f008337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.576484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.576484 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-219b15af-1fab-4443-bb0d-836d07a20a06 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6261246 Sep 16 05:01:21.579064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.601993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Sync routers for ids ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:21.639155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Routers {'18af3eab-70a9-4abe-93f8-0af4c8654ffc'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:21.639827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:21.664458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-97784236-0e4e-4c35-8375-bc4cfdfeca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.665980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-97784236-0e4e-4c35-8375-bc4cfdfeca65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d39419563068461d8eebc970f76b374c&device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 1099 time: 0.4394548 Sep 16 05:01:21.677463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78eb9288-11a2-48a5-9ab2-e821695176b9 req-6617ba13-95c6-4226-8964-e08d37eacccf tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320676 Sep 16 05:01:21.713071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3a976-8990-46bd-ba9f-3fb48163e561 req-b9b8327d-6d31-459a-939d-07279c3c559f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.714726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dee3a976-8990-46bd-ba9f-3fb48163e561 req-b9b8327d-6d31-459a-939d-07279c3c559f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.4843781 Sep 16 05:01:21.878256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Set router 18af3eab-70a9-4abe-93f8-0af4c8654ffc gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:21.945370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bc60280a-8f40-4635-a2b2-c22c96549c79 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:22.112556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bc60280a-8f40-4635-a2b2-c22c96549c79 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:22.113028 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.169027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dee3a976-8990-46bd-ba9f-3fb48163e561 req-553453e9-735e-467d-a4e0-2cec0b13d92e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222407 Sep 16 05:01:22.220690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.249616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-router', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '69c46cac-4fdb-42d2-b3e5-1c2488cdefb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:18Z', 'updated_at': '2021-09-16T05:01:20Z', 'revision_number': 3, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'gw_port': {'id': '69c46cac-4fdb-42d2-b3e5-1c2488cdefb4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:19Z', 'updated_at': '2021-09-16T05:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:22.274955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-25078d6c-5fba-44d0-82fe-54d21cc05de7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.281392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-25078d6c-5fba-44d0-82fe-54d21cc05de7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.283961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Checking router: 18af3eab-70a9-4abe-93f8-0af4c8654ffc for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:22.284523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Updating router 18af3eab-70a9-4abe-93f8-0af4c8654ffc port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:22.284644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-25078d6c-5fba-44d0-82fe-54d21cc05de7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "GET /v2.0/networks?id=b4222533-c66e-42a3-8fca-32441258fc7f&id=700c8bc5-7479-4b26-bc25-ee9c87e0db1a&id=b4222533-c66e-42a3-8fca-32441258fc7f HTTP/1.1" status: 200 len: 1390 time: 0.5368676 Sep 16 05:01:22.318691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7a0909ca-ea0b-4546-830a-23609b2b019b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:22.323638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.393415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'port': {'device_id': '002fab3a-3661-41e0-967b-ab68ae85362a', 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f', 'admin_state_up': True, 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:22.409881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bcbea-8927-4778-9821-bddc1236e411 req-2aa35273-5b79-450e-9de7-1712b8949a71 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.411445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-922bcbea-8927-4778-9821-bddc1236e411 req-2aa35273-5b79-450e-9de7-1712b8949a71 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 947 time: 0.4607065 Sep 16 05:01:22.419819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-c0726270-54ca-4fb3-9aee-28052cd065ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.421601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-c0726270-54ca-4fb3-9aee-28052cd065ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.7432718 Sep 16 05:01:22.426284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Allocated IP 172.20.0.1 (f522468c-67c9-40a7-bc65-64b0ca389dba/ca4044df-61c4-453f-90bd-9b7736c14033/25630416-7778-416f-8504-8940afbae987) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:22.487095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-c77588ca-fb2f-458a-adf1-e2438ca2faf8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d HTTP/1.1" status: 200 len: 217 time: 0.0448501 Sep 16 05:01:22.540764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7a0909ca-ea0b-4546-830a-23609b2b019b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:22.541290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.566742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.596717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b301795-b39b-4173-b327-e3b927d2ede7 req-3a77e75f-d684-4bb1-8028-dc7da4d1c4c2 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.599097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b301795-b39b-4173-b327-e3b927d2ede7 req-3a77e75f-d684-4bb1-8028-dc7da4d1c4c2 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.3481197 Sep 16 05:01:22.618240 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.667358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=25630416-7778-416f-8504-8940afbae987,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.679368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Network f522468c-67c9-40a7-bc65-64b0ca389dba is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:22.681319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:22.689841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:22.718070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306119e6-ca72-4752-8f58-ced09c4046dd None None] Network f522468c-67c9-40a7-bc65-64b0ca389dba requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:22.733299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.746009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-922bcbea-8927-4778-9821-bddc1236e411 req-065b9249-9799-4cb1-8048-69445c7186cf tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149724 Sep 16 05:01:22.754871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-4f8f128d-78cb-40d7-a140-32e4b27e4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.756610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-4f8f128d-78cb-40d7-a140-32e4b27e4ac8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2361012 Sep 16 05:01:22.794572 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.resource_extend [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:01:22.806218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b301795-b39b-4173-b327-e3b927d2ede7 req-a56c7cbd-8227-4498-a347-8e88fbc1d472 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563599 Sep 16 05:01:22.821337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6bb0b7f4-05ec-4627-a004-de12345838ec None None] Provisioning complete for port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:22.821337 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b7f4-05ec-4627-a004-de12345838ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.901696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.961807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1f9aa99-2f2a-43a0-9f62-bb4b6ae7446e req-dbc7f242-e59e-43b4-b7ed-ea1d8668cf06 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 210 time: 0.0930359 Sep 16 05:01:22.985681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.992252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.000695 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.013482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.042722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:23.046472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.053416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-3c922d7b-54c7-46ef-8628-b84293959824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.054924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-3c922d7b-54c7-46ef-8628-b84293959824 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2626171 Sep 16 05:01:23.108221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313b5cc-0403-47e6-8068-1b418e153db1 req-640d56f3-d6ee-4fbe-9143-dea4070147a7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.109741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3313b5cc-0403-47e6-8068-1b418e153db1 req-640d56f3-d6ee-4fbe-9143-dea4070147a7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.2132175 Sep 16 05:01:23.130565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4525-1d1c-4245-9741-1cc40f7b1c48 None None] Pushing event updated for resources: {'Port': ['ID=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.138887 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Attempting to bind port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:23.139353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Attempting to bind port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:23.139794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Attempting to bind port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:23.148708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b7f4-05ec-4627-a004-de12345838ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.148964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.153325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:23.153325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:23.153825 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.154277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:23.154757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Bound port: 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:23.155140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.160345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.236755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6bb0b7f4-05ec-4627-a004-de12345838ec None None] For port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,segment=NetworkSegment(a057383a-0da5-4900-98c4-a4ecd66c5e68),segment_id=a057383a-0da5-4900-98c4-a4ecd66c5e68)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:23.245797 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b7f4-05ec-4627-a004-de12345838ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.251616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] For port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:23.255831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] For port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:23.281812 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.283059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=25630416-7778-416f-8504-8940afbae987,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.286077 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.320260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0b7f4-05ec-4627-a004-de12345838ec None None] Pushing event updated for resources: {'Port': ['ID=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.355501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Routers {'18af3eab-70a9-4abe-93f8-0af4c8654ffc'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:23.356180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:23.436929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4525-1d1c-4245-9741-1cc40f7b1c48 None None] Pushing event updated for resources: {'Port': ['ID=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.442892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Network f522468c-67c9-40a7-bc65-64b0ca389dba is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:23.444708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:23.526110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] Set router 18af3eab-70a9-4abe-93f8-0af4c8654ffc gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:23.556705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3313b5cc-0403-47e6-8068-1b418e153db1 req-6fb405f9-116a-4e96-b788-91461b795d99 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298530 Sep 16 05:01:23.609294 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Floating IP 94cf67fc-906e-4a4b-9142-4085a4621d5f associated. External IP: 172.25.6.209, port: 7c53a9e6-d834-4be8-bc4c-0d464e8012ec. Sep 16 05:01:23.614411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Router 18af3eab-70a9-4abe-93f8-0af4c8654ffc has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:23.615396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-994eeba6-ff64-4dad-b4b7-1912727fd6e0 None None] Provisioning complete for port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:23.615921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-994eeba6-ff64-4dad-b4b7-1912727fd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.689188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-f9ea355c-47ca-4851-8780-f8ab303ae91d service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128950 Sep 16 05:01:23.717186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:23.735304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67b0e2-8a51-49a5-bf78-dc3c2088e293 req-476b4df6-68d7-4569-b61d-6f2fa26b9679 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:23.742913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c67b0e2-8a51-49a5-bf78-dc3c2088e293 req-476b4df6-68d7-4569-b61d-6f2fa26b9679 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.2548449 Sep 16 05:01:23.783260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Allocated IP 19.80.0.12 (b4222533-c66e-42a3-8fca-32441258fc7f/fabbcebe-127c-4255-a02b-adc0ed2ec361/664a1f8a-7f10-4c04-9cc5-639698c7c9de) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:23.795843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:23.821898 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb4ecb2c-e9e9-4c15-931d-0206d61aa3d2 admin admin] 10.222.0.55 "PUT /v2.0/routers/18af3eab-70a9-4abe-93f8-0af4c8654ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2406859 Sep 16 05:01:23.856968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d74da5f0-2e3c-4ae7-a9d9-e4780749e46d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:23.978396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c67b0e2-8a51-49a5-bf78-dc3c2088e293 req-877b363c-953a-43cd-8ab4-0ec6905de11c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206426 Sep 16 05:01:23.987488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:23.987488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.050413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ec548ca-44a8-4d17-a887-2288c1f5e552 req-426edb1b-bd93-44d8-8f5c-fa41aed9a803 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495681 Sep 16 05:01:24.058014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-994eeba6-ff64-4dad-b4b7-1912727fd6e0 None None] Provisioning complete for port 25630416-7778-416f-8504-8940afbae987 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.058393 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-994eeba6-ff64-4dad-b4b7-1912727fd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.143130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a459e-3e8e-4fc5-8a97-0e606b355091 req-074669df-ddff-4748-9165-50f169d18d50 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.143369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:24.144604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b6a459e-3e8e-4fc5-8a97-0e606b355091 req-074669df-ddff-4748-9165-50f169d18d50 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 947 time: 0.2662933 Sep 16 05:01:24.145614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-994eeba6-ff64-4dad-b4b7-1912727fd6e0 None None] Port 25630416-7778-416f-8504-8940afbae987 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:24.163375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d', 'mac_address': 'fa:16:3e:7f:fd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:24.224529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-router', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '69c46cac-4fdb-42d2-b3e5-1c2488cdefb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:18Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 4, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'gw_port': {'id': '69c46cac-4fdb-42d2-b3e5-1c2488cdefb4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:19Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '25630416-7778-416f-8504-8940afbae987', 'name': '', 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'mac_address': 'fa:16:3e:d5:8f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ca4044df-61c4-453f-90bd-9b7736c14033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 2, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'subnets': [{'id': 'ca4044df-61c4-453f-90bd-9b7736c14033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:24.266109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7021b41-7934-4eca-84d6-0b0e7bc0bd93 None None] The sync data for ids ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'] in n-d-713301-15 is: [{'id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-router', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '69c46cac-4fdb-42d2-b3e5-1c2488cdefb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:18Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 4, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'gw_port': {'id': '69c46cac-4fdb-42d2-b3e5-1c2488cdefb4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:19Z', 'updated_at': '2021-09-16T05:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '25630416-7778-416f-8504-8940afbae987', 'name': '', 'network_id': 'f522468c-67c9-40a7-bc65-64b0ca389dba', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'mac_address': 'fa:16:3e:d5:8f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'ca4044df-61c4-453f-90bd-9b7736c14033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:22Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 2, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'subnets': [{'id': 'ca4044df-61c4-453f-90bd-9b7736c14033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:24.271531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a5fe-ca7d-4e81-963b-1d0ffa28eaec req-f5bbf822-51ba-4a99-bce5-42fd509d101c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.273157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1585a5fe-ca7d-4e81-963b-1d0ffa28eaec req-f5bbf822-51ba-4a99-bce5-42fd509d101c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1823175 Sep 16 05:01:24.276560 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.293961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e24bb045-4009-41da-a201-e917e013845f None None] Provisioning complete for port 25630416-7778-416f-8504-8940afbae987 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.294221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e24bb045-4009-41da-a201-e917e013845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.296773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74da5f0-2e3c-4ae7-a9d9-e4780749e46d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:24.314647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b6a459e-3e8e-4fc5-8a97-0e606b355091 req-34b03ec1-0937-4981-8c42-eba409f440cd tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497395 Sep 16 05:01:24.317594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.338070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:24.367510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:24.374686 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.376052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1585a5fe-ca7d-4e81-963b-1d0ffa28eaec req-c91b95d8-1104-49d2-8d4f-3775506f29c3 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867517 Sep 16 05:01:24.377145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e24bb045-4009-41da-a201-e917e013845f None None] Port 25630416-7778-416f-8504-8940afbae987 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:24.380773 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.445594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.460623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4329e05-8350-4d9c-bd47-5c9d338cfbb9 req-558d432b-5b75-4b93-8d32-d0d1f4b9641c tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 210 time: 0.0390906 Sep 16 05:01:24.481825 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.591736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network b4222533-c66e-42a3-8fca-32441258fc7f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:24.600930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:24.610534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:24.615474 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] Sync routers for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:24.621339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.623561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Port': ['ID=664a1f8a-7f10-4c04-9cc5-639698c7c9de,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.627217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:24.644006 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:24.645723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:24.747026 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-3b23ec91-3d3b-4fa6-92a0-a4c0936b9ba0 req-959f2972-213d-4b29-a034-0231b8c0dcf3 tempest-FloatingIPDetailsNegativeTestJSON-868064466 tempest-FloatingIPDetailsNegativeTestJSON-868064466-project] show failed (client error): The resource could not be found. Sep 16 05:01:24.748083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b23ec91-3d3b-4fa6-92a0-a4c0936b9ba0 req-959f2972-213d-4b29-a034-0231b8c0dcf3 tempest-FloatingIPDetailsNegativeTestJSON-868064466 tempest-FloatingIPDetailsNegativeTestJSON-868064466-project] 10.222.0.55 "GET /v2.0/floatingips/a2c5acdb-29b2-4508-a30f-4023c7b0946c HTTP/1.1" status: 404 len: 350 time: 0.1174502 Sep 16 05:01:24.761423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36498) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.777160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9cce64c4-769a-489e-8020-5dc0564e081c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "PUT /v2.0/floatingips/94cf67fc-906e-4a4b-9142-4085a4621d5f HTTP/1.1" status: 200 len: 991 time: 3.8391545 Sep 16 05:01:24.781518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:24.784393 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a77b570-826d-4063-ad02-2370feb894f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:24.802925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:24.806128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.806429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.837622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e90511-a299-444d-a82f-33684082ddaa req-caeb31e3-18ea-4935-a763-3faa5b04108a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.855270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38e90511-a299-444d-a82f-33684082ddaa req-caeb31e3-18ea-4935-a763-3faa5b04108a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.1598260 Sep 16 05:01:24.864203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ef51f33b-2f6b-4f81-9887-cf596af3eb58 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4761598 Sep 16 05:01:24.875641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d74da5f0-2e3c-4ae7-a9d9-e4780749e46d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:24.919301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'port': {'device_id': '002fab3a-3661-41e0-967b-ab68ae85362a', 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a', 'admin_state_up': True, 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:25.005810 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e681656-b8f4-48be-84fa-6f6d2ed5ce42 x-openstack-request-id: req-7e681656-b8f4-48be-84fa-6f6d2ed5ce42 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:25.006096 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:25.006350 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e681656-b8f4-48be-84fa-6f6d2ed5ce42 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:25.006743 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'status': 'completed', 'code': 200} Sep 16 05:01:25.016301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38e90511-a299-444d-a82f-33684082ddaa req-893f233f-bc41-4952-9024-c6fcaff1744b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599414 Sep 16 05:01:25.083362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-06fbe445-7b76-46e1-8905-c3279fafdb39 None None] Provisioning complete for port 664a1f8a-7f10-4c04-9cc5-639698c7c9de triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:25.086084 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-06fbe445-7b76-46e1-8905-c3279fafdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.234400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b570-826d-4063-ad02-2370feb894f9 req-dea33aea-ebdc-4a6d-8834-879b39fdfc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.236519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a77b570-826d-4063-ad02-2370feb894f9 req-dea33aea-ebdc-4a6d-8834-879b39fdfc33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35320b4eecdc42f7871e76cd012f8dd8&device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 1097 time: 0.1772866 Sep 16 05:01:25.254654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-06fbe445-7b76-46e1-8905-c3279fafdb39 None None] Port 664a1f8a-7f10-4c04-9cc5-639698c7c9de cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:25.284178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5478f-82f8-44d7-b6e6-8de0b68abfbc req-42724d66-4019-4365-bf65-d994e4c0dd5d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.286024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57d5478f-82f8-44d7-b6e6-8de0b68abfbc req-42724d66-4019-4365-bf65-d994e4c0dd5d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1664493 Sep 16 05:01:25.302971 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '94cf67fc-906e-4a4b-9142-4085a4621d5f', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'port_id': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'mac_address': 'fa:16:3e:7c:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:11Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 1, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:13Z', 'revision_number': 5, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:25.315514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:25.320406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.386030 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] Checking router: ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:25.403824 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:25.404859 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:00:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:25.598098 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:25.612903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57d5478f-82f8-44d7-b6e6-8de0b68abfbc req-857d0c70-2e74-4e86-854e-16837791e029 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990708 Sep 16 05:01:25.697076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b570-826d-4063-ad02-2370feb894f9 req-d9c288cb-afb6-425b-889c-9d06a143d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.698367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a77b570-826d-4063-ad02-2370feb894f9 req-d9c288cb-afb6-425b-889c-9d06a143d218 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0f274c1-86ad-4aa8-904e-598e37950391 HTTP/1.1" status: 200 len: 916 time: 0.4529133 Sep 16 05:01:25.699667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:25.726275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe70d3-ecd9-465c-9986-b46b1943ca4c req-7a6adf57-966c-4801-9c96-08cb9eefb9b0 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:25.727848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13fe70d3-ecd9-465c-9986-b46b1943ca4c req-7a6adf57-966c-4801-9c96-08cb9eefb9b0 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 948 time: 0.2837675 Sep 16 05:01:25.743116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Allocated IP 19.86.0.236 (700c8bc5-7479-4b26-bc25-ee9c87e0db1a/68c79a64-fdcd-4fe5-b262-4c36911c28f5/69c32c6a-b4bd-441d-ab26-e60875de9318) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:25.803371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f18caf5-f6c2-4d78-895e-8a15843a5c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.811837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:25.812234 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.889826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.961570 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.997932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:26.008835 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.030543 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '94cf67fc-906e-4a4b-9142-4085a4621d5f', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'port_id': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'mac_address': 'fa:16:3e:7c:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:11Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 1, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:13Z', 'revision_number': 5, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:26.066747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a77b570-826d-4063-ad02-2370feb894f9 req-6c50fddb-c5cb-4e02-a1a8-0c69ebff8817 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec HTTP/1.1" status: 200 len: 999 time: 0.3356061 Sep 16 05:01:26.080481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13fe70d3-ecd9-465c-9986-b46b1943ca4c req-536a51f8-86b8-4963-8034-863801514ff0 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386695 Sep 16 05:01:26.104544 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2de79-ce7f-4fc9-a379-4170f8546739 None None] The sync data for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 is: [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '94cf67fc-906e-4a4b-9142-4085a4621d5f', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'port_id': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'mac_address': 'fa:16:3e:7c:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:11Z', 'updated_at': '2021-09-16T05:01:22Z', 'revision_number': 1, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:13Z', 'revision_number': 5, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:26.267375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f71738-1e09-48e2-8430-d9de38506748 req-6bdd7e03-e693-4680-8091-4563bf591f0d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.269124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30f71738-1e09-48e2-8430-d9de38506748 req-6bdd7e03-e693-4680-8091-4563bf591f0d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.5232875 Sep 16 05:01:26.270781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.410543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Deleting port 25630416-7778-416f-8504-8940afbae987 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:26.410884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.522356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.535985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Calling delete_port for 25630416-7778-416f-8504-8940afbae987 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:26.694469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b570-826d-4063-ad02-2370feb894f9 req-95a72a62-4d1c-4bad-9515-d5662de1f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.695930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a77b570-826d-4063-ad02-2370feb894f9 req-95a72a62-4d1c-4bad-9515-d5662de1f696 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=628d6484-b303-4cd8-b63b-76e093020c4e HTTP/1.1" status: 200 len: 854 time: 0.5758660 Sep 16 05:01:26.726922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30f71738-1e09-48e2-8430-d9de38506748 req-435b1f9d-328c-4774-a59e-a15be4a77b80 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090466 Sep 16 05:01:26.737258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.766712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42ece-1272-4e81-9731-53490e822eef req-7a821d17-71ca-4da3-a77a-c90db4da9a4d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.774513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cb42ece-1272-4e81-9731-53490e822eef req-7a821d17-71ca-4da3-a77a-c90db4da9a4d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 931 time: 0.5162120 Sep 16 05:01:26.774876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25630416-7778-416f-8504-8940afbae987,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.855771 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.867127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b570-826d-4063-ad02-2370feb894f9 req-fce88a99-da3d-4e00-b1c2-5081ebe54df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:26.869119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a77b570-826d-4063-ad02-2370feb894f9 req-fce88a99-da3d-4e00-b1c2-5081ebe54df0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0f274c1-86ad-4aa8-904e-598e37950391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386042 Sep 16 05:01:26.873765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cb42ece-1272-4e81-9731-53490e822eef req-6b89dab0-cac4-4170-a44a-63340f2c470b tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984478 Sep 16 05:01:26.963653 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.996902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77483701-ba3e-4fa3-a456-84f6466d1353 None None] New status for floating IP 94cf67fc-906e-4a4b-9142-4085a4621d5f: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:01:27.043946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.073226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:27.116970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:27.118827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Port': ['ID=69c32c6a-b4bd-441d-ab26-e60875de9318,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.131414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:27.172057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.172428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.172772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.173649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.173983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.174306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.174629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.174949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.175268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.175585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.175961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.176304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.283717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.284404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.348995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7fbde-75ad-4869-9908-d20b8b3e8e32 req-56ad4cde-f32c-48cd-837d-a01d1c338aab tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.350579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37e7fbde-75ad-4869-9908-d20b8b3e8e32 req-56ad4cde-f32c-48cd-837d-a01d1c338aab tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.2701671 Sep 16 05:01:27.355166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c8a52235-a806-43bb-a1aa-042b3fe228b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4422543 Sep 16 05:01:27.369531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a77b570-826d-4063-ad02-2370feb894f9 req-4db56833-671f-4cc0-86db-677b969db34e service neutron] 10.222.0.64 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881911 Sep 16 05:01:27.374624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'port': {'device_id': '002fab3a-3661-41e0-967b-ab68ae85362a', 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f', 'admin_state_up': True, 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:27.400179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7216114e-d915-4c4c-bfce-ca2e56613db6 None None] Provisioning complete for port 69c32c6a-b4bd-441d-ab26-e60875de9318 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:27.400480 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7216114e-d915-4c4c-bfce-ca2e56613db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.401213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Router 18af3eab-70a9-4abe-93f8-0af4c8654ffc has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:27.452078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7216114e-d915-4c4c-bfce-ca2e56613db6 None None] Port 69c32c6a-b4bd-441d-ab26-e60875de9318 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:27.467900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601f68-253f-4e03-b8df-5d99376c1104 req-ec67722f-523b-4445-8c16-552ce916631a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.469430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67601f68-253f-4e03-b8df-5d99376c1104 req-ec67722f-523b-4445-8c16-552ce916631a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 943 time: 0.3917224 Sep 16 05:01:27.560821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:27.572194 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-129bb704-0bcb-4579-a63b-fd119d8bf9f6 admin admin] 10.222.0.55 "PUT /v2.0/routers/18af3eab-70a9-4abe-93f8-0af4c8654ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8070359 Sep 16 05:01:27.585635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36522) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.593362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37e7fbde-75ad-4869-9908-d20b8b3e8e32 req-de52df47-987c-4d6a-b5c8-faa7130c3c7e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279863 Sep 16 05:01:27.604357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:27.638699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67601f68-253f-4e03-b8df-5d99376c1104 req-ce24f27a-62ec-4e4c-ba31-0e15536de9a3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486714 Sep 16 05:01:27.659217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a77b570-826d-4063-ad02-2370feb894f9 req-88e71a33-0ff6-4d1a-98a8-14c9d99483ff service neutron] 10.222.0.64 "GET /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817439 Sep 16 05:01:27.660711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:27.664415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.703946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:27.704733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.715904 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-f3960a51-8210-4845-a800-0ef37b7e85a1 service neutron] 10.222.0.73 "GET /v2.0/ports/78169492-437b-4df1-826b-bded7672c883/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.2021849 Sep 16 05:01:27.743054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.833289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ba75-3209-4225-873e-cd8f6152f2cf req-0b1fd3ee-3bd0-4fe2-8128-a5ae252913f5 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.834893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c973ba75-3209-4225-873e-cd8f6152f2cf req-0b1fd3ee-3bd0-4fe2-8128-a5ae252913f5 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 948 time: 0.1149678 Sep 16 05:01:27.859315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d74da5f0-2e3c-4ae7-a9d9-e4780749e46d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:27.871615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Allocated IP 19.80.0.4 (b4222533-c66e-42a3-8fca-32441258fc7f/fabbcebe-127c-4255-a02b-adc0ed2ec361/c384c928-341a-4c00-a9ef-0cbc26f8ae30) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:27.916080 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.916620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:27.922236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:27.922725 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.927773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c973ba75-3209-4225-873e-cd8f6152f2cf req-18156948-dadf-4b4c-b2fe-c7e932ef567e tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776937 Sep 16 05:01:27.937236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14a5d5-66b4-4623-8398-f0481e0067b5 req-51c12bd1-ba6d-4c0f-a634-24d954bfb7d3 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:27.939328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc14a5d5-66b4-4623-8398-f0481e0067b5 req-51c12bd1-ba6d-4c0f-a634-24d954bfb7d3 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1366177 Sep 16 05:01:28.041858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.052794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.062825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc14a5d5-66b4-4623-8398-f0481e0067b5 req-768f1c7b-2ad6-4283-90b7-d1b057216cd4 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010571 Sep 16 05:01:28.085095 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:28.087727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Deleting port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:28.088016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.138755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.143292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:28.147965 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dab2236-20df-4aaf-84f8-5254ce8d66bc" -d '{"events": [{"server_uuid": "46e12cb7-a2ff-499d-89d2-61f12bd480b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74da5f0-2e3c-4ae7-a9d9-e4780749e46d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:28.148748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78169492-437b-4df1-826b-bded7672c883 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:28.158776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.191214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.199066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.212734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-790d1dcc-2ab8-4800-b8ac-78cf8c273dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.217718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.241483 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d267bc-f58c-438d-a55a-d7a8147688f0 x-openstack-request-id: req-a8d267bc-f58c-438d-a55a-d7a8147688f0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:28.241772 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e12cb7-a2ff-499d-89d2-61f12bd480b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74da5f0-2e3c-4ae7-a9d9-e4780749e46d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:28.242237 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8d267bc-f58c-438d-a55a-d7a8147688f0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:28.242635 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d', 'code': 200} Sep 16 05:01:28.255293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.267533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782c1ed-7b04-4b73-8dae-baa84bb15735 req-350317ff-1fa1-4928-b3c0-e4d36f95eaea tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.273806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782c1ed-7b04-4b73-8dae-baa84bb15735 req-350317ff-1fa1-4928-b3c0-e4d36f95eaea tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.275607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3782c1ed-7b04-4b73-8dae-baa84bb15735 req-350317ff-1fa1-4928-b3c0-e4d36f95eaea tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 1654 time: 0.1219423 Sep 16 05:01:28.292888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] For port 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.293258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.302315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.319041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Calling delete_port for 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:28.386744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] Transition to ACTIVE for port object 78169492-437b-4df1-826b-bded7672c883 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:28.393198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.412590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network b4222533-c66e-42a3-8fca-32441258fc7f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:28.416129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3782c1ed-7b04-4b73-8dae-baa84bb15735 req-f6879de6-e179-4203-b548-1779cf76f561 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341865 Sep 16 05:01:28.419646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:28.421916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Port': ['ID=c384c928-341a-4c00-a9ef-0cbc26f8ae30,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.425878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:28.465642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211dc3-bf9c-4f34-9795-81ce13fc88e9 req-8ba57608-6142-48f7-b7a5-a4af417c7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.467155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7211dc3-bf9c-4f34-9795-81ce13fc88e9 req-8ba57608-6142-48f7-b7a5-a4af417c7c23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 1101 time: 0.1257136 Sep 16 05:01:28.510118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.510824 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.538314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7211dc3-bf9c-4f34-9795-81ce13fc88e9 req-b0396686-b1fb-4a5b-839f-dcaf5aa33b9b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591238 Sep 16 05:01:28.542728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-b20ff923-4161-42ae-8482-676818fcbf9f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1692705 Sep 16 05:01:28.547714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] No DVR routers for this DVR port 78169492-437b-4df1-826b-bded7672c883 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:28.553295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] Pushing event updated for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.553796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Request body: {'port': {'device_id': '002fab3a-3661-41e0-967b-ab68ae85362a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:28.602079 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] Sync routers for ids ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:28.612997 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] Routers {'18af3eab-70a9-4abe-93f8-0af4c8654ffc'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:28.613868 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:28.629079 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3f6b1113-d22d-4f57-b3b9-83f56a082f52 service neutron] 10.222.0.73 "PUT /v2.0/ports/78169492-437b-4df1-826b-bded7672c883/bindings/n-h1-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9014697 Sep 16 05:01:28.639691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.696146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eef1d095-91d1-4072-a85f-453798e02325 None None] Provisioning complete for port c384c928-341a-4c00-a9ef-0cbc26f8ae30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:28.696597 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eef1d095-91d1-4072-a85f-453798e02325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.714866 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.730538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] Set router 18af3eab-70a9-4abe-93f8-0af4c8654ffc gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:28.745909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c46cac-4fdb-42d2-b3e5-1c2488cdefb4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.762322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-eef1d095-91d1-4072-a85f-453798e02325 None None] Port c384c928-341a-4c00-a9ef-0cbc26f8ae30 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:28.812340 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-router', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:18Z', 'updated_at': '2021-09-16T05:01:27Z', 'revision_number': 6, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:28.813226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.845265 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] Checking router: 18af3eab-70a9-4abe-93f8-0af4c8654ffc for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:28.855273 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] Routers {'18af3eab-70a9-4abe-93f8-0af4c8654ffc'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:28.855908 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:28.877824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 78169492-437b-4df1-826b-bded7672c883 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:28.912925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb07cb2-460a-4afd-bb44-347a376b52e7 req-f95d2608-a008-43bf-996f-a8eaa9ad2a1a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.913554 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.914492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bb07cb2-460a-4afd-bb44-347a376b52e7 req-f95d2608-a008-43bf-996f-a8eaa9ad2a1a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1253688 Sep 16 05:01:28.922632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.924480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b9ede-bc85-442a-a8ff-f40a14cf10cb req-d60cbe6f-e0ba-4070-b444-d92264ad3e88 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.926032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f15b9ede-bc85-442a-a8ff-f40a14cf10cb req-d60cbe6f-e0ba-4070-b444-d92264ad3e88 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 944 time: 0.1381097 Sep 16 05:01:28.945433 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] Set router 18af3eab-70a9-4abe-93f8-0af4c8654ffc gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:28.964353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 78169492-437b-4df1-826b-bded7672c883 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:28.985228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.986060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18af3eab-70a9-4abe-93f8-0af4c8654ffc {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:01:28.996133 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.000000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-73dc64c9-f233-4f97-9b63-9e48ae5f2510 admin admin] 10.222.0.55 "DELETE /v2.0/routers/18af3eab-70a9-4abe-93f8-0af4c8654ffc HTTP/1.1" status: 204 len: 168 time: 1.4110198 Sep 16 05:01:29.000330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36540) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:29.057140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Deleting subnet ca4044df-61c4-453f-90bd-9b7736c14033 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:29.061615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.073260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f15b9ede-bc85-442a-a8ff-f40a14cf10cb req-0d1e7523-460e-4c4f-b823-5e688ef91721 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201165 Sep 16 05:01:29.103393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.107903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.137098 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-router', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:18Z', 'updated_at': '2021-09-16T05:01:28Z', 'revision_number': 7, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:29.167110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bb07cb2-460a-4afd-bb44-347a376b52e7 req-e9cfb9e6-2c4b-43e9-af29-3b7a2ff92fbf tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157054 Sep 16 05:01:29.171192 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c257ebfe-39b1-43f8-90b5-df4c31ff2226 None None] The sync data for ids ['18af3eab-70a9-4abe-93f8-0af4c8654ffc'] in n-d-713301-15 is: [{'id': '18af3eab-70a9-4abe-93f8-0af4c8654ffc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1669905730-router', 'tenant_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:18Z', 'updated_at': '2021-09-16T05:01:28Z', 'revision_number': 7, 'project_id': 'f7a8abd1b5874559bceb9c2ad9a86643', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:29.223938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664a1f8a-7f10-4c04-9cc5-639698c7c9de {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:29.237992 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.248005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-1d3280d8-faad-4fc3-8932-5c9b0bfe8a33 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.252706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-1d3280d8-faad-4fc3-8932-5c9b0bfe8a33 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.2375686 Sep 16 05:01:29.256779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.290298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Transition to ACTIVE for port object 664a1f8a-7f10-4c04-9cc5-639698c7c9de will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:29.305830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29873169-0337-4d2d-80f7-21b61ac9a450 req-4940bba1-f386-4592-a627-e7daf4798cbe tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.307436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29873169-0337-4d2d-80f7-21b61ac9a450 req-4940bba1-f386-4592-a627-e7daf4798cbe tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 949 time: 0.1441507 Sep 16 05:01:29.309414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.332130 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.363276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4044df-61c4-453f-90bd-9b7736c14033,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.370750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.374528 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ca4044df-61c4-453f-90bd-9b7736c14033 HTTP/1.1" status: 204 len: 168 time: 0.3722191 Sep 16 05:01:29.375042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7346ef7-3651-447f-8cf1-48cbbe8c3eed None None] Network f522468c-67c9-40a7-bc65-64b0ca389dba requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:29.378537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36548) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:29.410914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.411255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.411600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.411995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.412349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Pushing event updated for resources: {'Port': ['ID=664a1f8a-7f10-4c04-9cc5-639698c7c9de,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.412481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.412682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.413074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.413403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.413755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.414249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.415660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.416014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8b604-0a81-4be8-a304-157667e5e5d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:29.429381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-408ac159-f461-43d0-92f0-0d4271b6d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.433545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-408ac159-f461-43d0-92f0-0d4271b6d888 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8&tenant_id=f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 1096 time: 0.1719656 Sep 16 05:01:29.472176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29873169-0337-4d2d-80f7-21b61ac9a450 req-2078cff7-60bf-4964-9c69-53805c8cc0a9 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311679 Sep 16 05:01:29.528907 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.550116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9820fa3-901a-4d97-9f46-37781558abc3 req-72e216e1-ccb9-4e3e-97ce-a58a9a3265cf tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.558245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9820fa3-901a-4d97-9f46-37781558abc3 req-72e216e1-ccb9-4e3e-97ce-a58a9a3265cf tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.2081280 Sep 16 05:01:29.669693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 25630416-7778-416f-8504-8940afbae987 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:29.677069 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.695483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Deleting port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:29.695833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.717237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 25630416-7778-416f-8504-8940afbae987 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:29.717582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 25630416-7778-416f-8504-8940afbae987 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:29.727907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9820fa3-901a-4d97-9f46-37781558abc3 req-1f968738-c582-433e-bb85-5df3766a3798 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688194 Sep 16 05:01:29.746186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] DHCP port deletion for f522468c-67c9-40a7-bc65-64b0ca389dba request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:29.760459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-35e73c3d-06de-460e-ba49-c672ab2ace0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.761983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-35e73c3d-06de-460e-ba49-c672ab2ace0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1096 time: 0.2240515 Sep 16 05:01:29.765101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Attempting to bind port 664a1f8a-7f10-4c04-9cc5-639698c7c9de on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:29.765432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Attempting to bind port 664a1f8a-7f10-4c04-9cc5-639698c7c9de by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:29.765763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Attempting to bind port 664a1f8a-7f10-4c04-9cc5-639698c7c9de on network b4222533-c66e-42a3-8fca-32441258fc7f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:29.781263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Port 664a1f8a-7f10-4c04-9cc5-639698c7c9de on network b4222533-c66e-42a3-8fca-32441258fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:29.781591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Attempting to bind port 664a1f8a-7f10-4c04-9cc5-639698c7c9de on network b4222533-c66e-42a3-8fca-32441258fc7f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:29.800058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:29.800454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Checking segment: {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:29.800849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Bound using segment: {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:29.801307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Bound port: 664a1f8a-7f10-4c04-9cc5-639698c7c9de, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:29.801665 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.834331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] For port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,segment=NetworkSegment(a057383a-0da5-4900-98c4-a4ecd66c5e68),segment_id=a057383a-0da5-4900-98c4-a4ecd66c5e68)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:29.834825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.850386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] Deleting port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:29.850883 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.853091 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Calling delete_port for 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:29.928513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] For port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,segment=NetworkSegment(a057383a-0da5-4900-98c4-a4ecd66c5e68),segment_id=a057383a-0da5-4900-98c4-a4ecd66c5e68)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:29.928947 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.947110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] Calling delete_port for 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:29.956393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.960386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3444ed06-a3b0-4306-8acd-83eaa5433b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.961827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-3444ed06-a3b0-4306-8acd-83eaa5433b50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.1904354 Sep 16 05:01:29.970455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] No DVR routers for this DVR port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:29.974592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7a71a-5c7c-4f15-8d7a-daa395ce53e6 req-54d92263-7f0d-414a-bbc5-5d2090dcf11c tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.980650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7a71a-5c7c-4f15-8d7a-daa395ce53e6 req-54d92263-7f0d-414a-bbc5-5d2090dcf11c tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.987300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7a71a-5c7c-4f15-8d7a-daa395ce53e6 req-54d92263-7f0d-414a-bbc5-5d2090dcf11c tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.988985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aef7a71a-5c7c-4f15-8d7a-daa395ce53e6 req-54d92263-7f0d-414a-bbc5-5d2090dcf11c tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2386 time: 0.1577969 Sep 16 05:01:29.999276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.034074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] For port 664a1f8a-7f10-4c04-9cc5-639698c7c9de, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:30.036199 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.044084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-d645f411-054f-43f1-8d0f-e8bea4b1b88e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 217 time: 0.0522306 Sep 16 05:01:30.064642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] Pushing event deleted for resources: {'Port': ['ID=9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.066795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] For port 664a1f8a-7f10-4c04-9cc5-639698c7c9de, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=664a1f8a-7f10-4c04-9cc5-639698c7c9de,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:30.069092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90153053-97c1-48f0-a9a2-b31b8cae6cc2 None None] No DVR routers for this DVR port 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:30.078270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.093402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.106777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f522468c-67c9-40a7-bc65-64b0ca389dba']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:30.118149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a057383a-0da5-4900-98c4-a4ecd66c5e68') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:30.118444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a057383a-0da5-4900-98c4-a4ecd66c5e68') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:30.129864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-00510514-ddaa-4d7c-b487-3932e2614efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.130610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.132053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-00510514-ddaa-4d7c-b487-3932e2614efa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.0781159 Sep 16 05:01:30.146623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.154130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:30.154528 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:30.156477 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:30.195044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aef7a71a-5c7c-4f15-8d7a-daa395ce53e6 req-fc0f00e3-bd09-404d-862a-82fee901c7d7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959798 Sep 16 05:01:30.230224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.238474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.242606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] 10.222.0.55 "DELETE /v2.0/networks/f522468c-67c9-40a7-bc65-64b0ca389dba HTTP/1.1" status: 204 len: 168 time: 0.8592803 Sep 16 05:01:30.271796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-5e127784-fb30-4b98-abe6-ac168841aff4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918355 Sep 16 05:01:30.272669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Pushing event updated for resources: {'Port': ['ID=664a1f8a-7f10-4c04-9cc5-639698c7c9de,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.283140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf7cba-2769-405a-9168-449b528165ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f522468c-67c9-40a7-bc65-64b0ca389dba,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.302511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.304967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.308277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e5a95226-d3f7-4f7c-a341-50c4064314f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/664a1f8a-7f10-4c04-9cc5-639698c7c9de HTTP/1.1" status: 200 len: 1092 time: 1.7599223 Sep 16 05:01:30.354907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'tag': '664a1f8a-7f10-4c04-9cc5-639698c7c9de'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:30.359672 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac" -d '{"events": [{"name": "network-changed", "server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "tag": "664a1f8a-7f10-4c04-9cc5-639698c7c9de"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:30.377322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Request body: {'port': {'device_id': '002fab3a-3661-41e0-967b-ab68ae85362a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:30.411827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36562) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.469366 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-41007e93-6f5c-4bd4-9b03-ab7c374d8c12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7a8abd1b5874559bceb9c2ad9a86643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536778 Sep 16 05:01:30.470098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36564) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.538050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e228-fccd-4dbd-b4bc-604f13b58ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.567216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e228-fccd-4dbd-b4bc-604f13b58ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.627438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e228-fccd-4dbd-b4bc-604f13b58ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.630266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e228-fccd-4dbd-b4bc-604f13b58ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.631606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eaa0e228-fccd-4dbd-b4bc-604f13b58ef5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1107d5c2-1fbb-41b1-9e5e-f4f65afb908e HTTP/1.1" status: 204 len: 168 time: 0.1605287 Sep 16 05:01:30.641022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0e228-fccd-4dbd-b4bc-604f13b58ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1107d5c2-1fbb-41b1-9e5e-f4f65afb908e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.849865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759190-922c-40ad-93cd-80ac310620c5 req-67502a6d-61a4-4329-bbad-73f75c03e329 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.851340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a759190-922c-40ad-93cd-80ac310620c5 req-67502a6d-61a4-4329-bbad-73f75c03e329 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 944 time: 0.6551151 Sep 16 05:01:30.861428 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.872427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c351-115e-4d47-8994-a890cf53fd88 req-fd92c03c-59c9-4170-9b8b-319e6b96ce5d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:30.873920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1247c351-115e-4d47-8994-a890cf53fd88 req-fd92c03c-59c9-4170-9b8b-319e6b96ce5d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.4811218 Sep 16 05:01:30.919459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-6df65e0c-8b5b-4f69-9531-2e049024c218 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560842 Sep 16 05:01:30.988797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a759190-922c-40ad-93cd-80ac310620c5 req-b25ea336-e74a-4704-bda0-c54aa1f2e97d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261907 Sep 16 05:01:31.006688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1247c351-115e-4d47-8994-a890cf53fd88 req-ed635f4b-477d-49bb-97a3-03bc0243ce51 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189365 Sep 16 05:01:31.101022 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b06ca71-e424-4722-b66a-0f08df16ea6d x-openstack-request-id: req-2b06ca71-e424-4722-b66a-0f08df16ea6d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:31.101301 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "tag": "664a1f8a-7f10-4c04-9cc5-639698c7c9de", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:31.101780 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b06ca71-e424-4722-b66a-0f08df16ea6d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:31.102464 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'tag': '664a1f8a-7f10-4c04-9cc5-639698c7c9de', 'status': 'completed', 'code': 200} Sep 16 05:01:31.114387 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.133127 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:31.145361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-07e72d90-5703-48f4-866b-b939f138b944 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122459 Sep 16 05:01:31.183926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-53a1bbac-ffd7-4e4b-a407-ad7b83790932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.187273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-53a1bbac-ffd7-4e4b-a407-ad7b83790932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.188153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-53a1bbac-ffd7-4e4b-a407-ad7b83790932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.190639 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-53a1bbac-ffd7-4e4b-a407-ad7b83790932 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2730 time: 0.0885277 Sep 16 05:01:31.278932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7b41f-a785-4ec7-8566-02e7511a945a req-d4d6ef60-31c6-4119-b870-6a239b29cf27 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.280493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ee7b41f-a785-4ec7-8566-02e7511a945a req-d4d6ef60-31c6-4119-b870-6a239b29cf27 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 949 time: 0.1101391 Sep 16 05:01:31.385913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ee7b41f-a785-4ec7-8566-02e7511a945a req-ec53943b-b505-429b-856c-a9bb6786b806 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974143 Sep 16 05:01:31.413076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-f50b8e5c-e9b8-4659-b18c-463e597833d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.414129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-f50b8e5c-e9b8-4659-b18c-463e597833d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.414780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-f50b8e5c-e9b8-4659-b18c-463e597833d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.416635 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-f50b8e5c-e9b8-4659-b18c-463e597833d5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=13a089dd5dde454daadb42f39b9e0dee&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2178311 Sep 16 05:01:31.438724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b6af2-8d65-439c-8423-1bd0d53b9a7d req-f6a6d4a4-6f9f-4b9e-a540-876df239a4ce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.440279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d8b6af2-8d65-439c-8423-1bd0d53b9a7d req-f6a6d4a4-6f9f-4b9e-a540-876df239a4ce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1372654 Sep 16 05:01:31.481919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c32c6a-b4bd-441d-ab26-e60875de9318 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:31.509217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.587873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Transition to ACTIVE for port object 69c32c6a-b4bd-441d-ab26-e60875de9318 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:31.612116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d8b6af2-8d65-439c-8423-1bd0d53b9a7d req-68a1d082-a2bf-4ed1-abfe-c2c6df8d200e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470766 Sep 16 05:01:31.615789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.644724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:31.673364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:31.686446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69c46cac-4fdb-42d2-b3e5-1c2488cdefb4 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:31.686926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:31.693738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eac8a-9ebe-4b6a-ac17-25cc21cfac9b req-c92fddab-f618-4a8a-ad35-b1282eb149b3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.700265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eac8a-9ebe-4b6a-ac17-25cc21cfac9b req-c92fddab-f618-4a8a-ad35-b1282eb149b3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.707176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eac8a-9ebe-4b6a-ac17-25cc21cfac9b req-c92fddab-f618-4a8a-ad35-b1282eb149b3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.716917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-913eac8a-9ebe-4b6a-ac17-25cc21cfac9b req-c92fddab-f618-4a8a-ad35-b1282eb149b3 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2386 time: 0.2298830 Sep 16 05:01:31.718324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:31.718889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9b9ec7ca-d5a2-4933-b49b-a7d9215d9d7f not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:31.757710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Pushing event updated for resources: {'Port': ['ID=69c32c6a-b4bd-441d-ab26-e60875de9318,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.764147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368964-5855-43ee-a40e-24a2d1b53495 req-45ca165f-cb9f-4c90-8129-3b0490098cd4 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.765719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-45ca165f-cb9f-4c90-8129-3b0490098cd4 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.2363052 Sep 16 05:01:31.820539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-913eac8a-9ebe-4b6a-ac17-25cc21cfac9b req-807b080a-511c-4f4e-b2ed-b6ad4e8cee2a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979421 Sep 16 05:01:31.972842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-32280ad2-a951-4ee5-8246-246dbc2f6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.974598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-adb734f0-d0f9-4243-bf76-dbbeb85b0cac req-32280ad2-a951-4ee5-8246-246dbc2f6ef5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5464978 Sep 16 05:01:31.995229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Attempting to bind port 69c32c6a-b4bd-441d-ab26-e60875de9318 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:31.995802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Attempting to bind port 69c32c6a-b4bd-441d-ab26-e60875de9318 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:31.995908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Attempting to bind port 69c32c6a-b4bd-441d-ab26-e60875de9318 on network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:32.005820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Port 69c32c6a-b4bd-441d-ab26-e60875de9318 on network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:32.006166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Attempting to bind port 69c32c6a-b4bd-441d-ab26-e60875de9318 on network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:32.019346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:32.019346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Checking segment: {'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:32.019346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Bound using segment: {'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:32.019346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Bound port: 69c32c6a-b4bd-441d-ab26-e60875de9318, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4880d2bc-8d57-4f49-b915-b8c0a9559d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:32.019346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.084614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28368964-5855-43ee-a40e-24a2d1b53495 req-b89ae2aa-51fb-4c76-b557-1e85fbbb447a service neutron] For port 78169492-437b-4df1-826b-bded7672c883, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:32.089312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28368964-5855-43ee-a40e-24a2d1b53495 req-b89ae2aa-51fb-4c76-b557-1e85fbbb447a service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.090856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28368964-5855-43ee-a40e-24a2d1b53495 req-b89ae2aa-51fb-4c76-b557-1e85fbbb447a service neutron] 10.222.0.64 "DELETE /v2.0/ports/78169492-437b-4df1-826b-bded7672c883/bindings/n-h2-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.2977991 Sep 16 05:01:32.167976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-f378fa51-089f-4c99-a827-0c06e48dd662 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d39419563068461d8eebc970f76b374c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558159 Sep 16 05:01:32.177151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] For port 69c32c6a-b4bd-441d-ab26-e60875de9318, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:32.213473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] For port 69c32c6a-b4bd-441d-ab26-e60875de9318, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=69c32c6a-b4bd-441d-ab26-e60875de9318,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:32.224243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023342a-b84d-4605-9681-43eaf9aa293b req-e99af0f0-6f42-4ff9-9a3a-35f56af7e729 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.225744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6023342a-b84d-4605-9681-43eaf9aa293b req-e99af0f0-6f42-4ff9-9a3a-35f56af7e729 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 944 time: 0.1322570 Sep 16 05:01:32.234444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.266223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.326468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.327094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.328564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] 10.222.0.73 "PUT /v2.0/ports/69c32c6a-b4bd-441d-ab26-e60875de9318 HTTP/1.1" status: 200 len: 1093 time: 1.9574544 Sep 16 05:01:32.379911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62f7d827-f320-49bc-89cd-78a8759e7175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.381668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Request body: {'port': {'device_id': '002fab3a-3661-41e0-967b-ab68ae85362a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:32.410297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-87ed1032-d521-4ca8-a749-941422223223 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.411855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-87ed1032-d521-4ca8-a749-941422223223 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309890 Sep 16 05:01:32.431196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10dff-f27d-41aa-bb6e-4bc58718ae16 service neutron] Pushing event updated for resources: {'Port': ['ID=69c32c6a-b4bd-441d-ab26-e60875de9318,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.440371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6023342a-b84d-4605-9681-43eaf9aa293b req-2244bb25-4438-4451-bf86-073c550fc2e6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073071 Sep 16 05:01:32.458564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-a8c3e55a-0e7f-4ecb-8ad1-2e49f09b707d tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/quotas/d39419563068461d8eebc970f76b374c HTTP/1.1" status: 200 len: 375 time: 0.0223260 Sep 16 05:01:32.518187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62f7d827-f320-49bc-89cd-78a8759e7175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.523641 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.527661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62f7d827-f320-49bc-89cd-78a8759e7175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.567456 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-62f7d827-f320-49bc-89cd-78a8759e7175 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ae64030cd4a446dae5835e84b7aa87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000412 Sep 16 05:01:32.577216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36636) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:32.589727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7d827-f320-49bc-89cd-78a8759e7175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92f2ac3-dc49-4c73-af8f-03c534375a67,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.639325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-42f0a636-e4da-4031-9677-2e162b3c6fb5 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d39419563068461d8eebc970f76b374c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526918 Sep 16 05:01:32.722153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198b441-b393-4ea6-aa97-ca6199f0f6cf req-6bd8952c-89a3-4d0f-9213-109e31bf3387 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:32.723642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c198b441-b393-4ea6-aa97-ca6199f0f6cf req-6bd8952c-89a3-4d0f-9213-109e31bf3387 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1888599 Sep 16 05:01:32.775529 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af1caf8b-a175-485c-ac39-8a13c93810c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.839687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c198b441-b393-4ea6-aa97-ca6199f0f6cf req-26f35a60-6cd5-435b-8b45-36d8d184e33b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091633 Sep 16 05:01:32.841929 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af1caf8b-a175-485c-ac39-8a13c93810c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.018123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af1caf8b-a175-485c-ac39-8a13c93810c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.020622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af1caf8b-a175-485c-ac39-8a13c93810c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.021722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-af1caf8b-a175-485c-ac39-8a13c93810c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c92f2ac3-dc49-4c73-af8f-03c534375a67 HTTP/1.1" status: 204 len: 168 time: 0.4466953 Sep 16 05:01:33.081269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9d03d5f-46db-4a39-a44e-b83d61331f99 req-77e0340e-639f-435f-95a2-db20a198acc4 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 210 time: 0.1038194 Sep 16 05:01:33.098219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1caf8b-a175-485c-ac39-8a13c93810c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92f2ac3-dc49-4c73-af8f-03c534375a67,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.117218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'tag': '69c32c6a-b4bd-441d-ab26-e60875de9318'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:33.120322 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad04c1a-76b4-41fe-b18d-85a162654238" -d '{"events": [{"name": "network-changed", "server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "tag": "69c32c6a-b4bd-441d-ab26-e60875de9318"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:33.131403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c384c928-341a-4c00-a9ef-0cbc26f8ae30 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:33.142057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.156722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cdb9a-b53d-4a18-bf7c-e5a32dbfbab7 req-cb192112-9ad4-49d2-a8a5-fad1455cde6e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.158590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f09cdb9a-b53d-4a18-bf7c-e5a32dbfbab7 req-cb192112-9ad4-49d2-a8a5-fad1455cde6e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1988726 Sep 16 05:01:33.172083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-4fe3739b-72a4-4de7-ab5b-ea46bd73d4db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1807559 Sep 16 05:01:33.186488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Transition to ACTIVE for port object c384c928-341a-4c00-a9ef-0cbc26f8ae30 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:33.194718 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.276768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f09cdb9a-b53d-4a18-bf7c-e5a32dbfbab7 req-4efdec64-6b64-417a-9eb9-65cc903f5ece tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 Sep 16 05:01:33.387637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=c384c928-341a-4c00-a9ef-0cbc26f8ae30,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.448209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4f30f-4d5c-4913-8cd2-602490a78e51 req-4208348c-ddd1-483d-ae27-4d0fcb344fd5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.454542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4f30f-4d5c-4913-8cd2-602490a78e51 req-4208348c-ddd1-483d-ae27-4d0fcb344fd5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.460836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4f30f-4d5c-4913-8cd2-602490a78e51 req-4208348c-ddd1-483d-ae27-4d0fcb344fd5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.462727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b4f30f-4d5c-4913-8cd2-602490a78e51 req-4208348c-ddd1-483d-ae27-4d0fcb344fd5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2410 time: 0.2344859 Sep 16 05:01:33.512333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-d8239c63-4f8d-4536-a4b3-19e1d85423bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.513684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-d8239c63-4f8d-4536-a4b3-19e1d85423bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 1096 time: 0.2416725 Sep 16 05:01:33.533753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-b281ae36-eeb6-4f98-9ea3-0bc32666ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.535246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-b281ae36-eeb6-4f98-9ea3-0bc32666ff85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1097 time: 0.2135887 Sep 16 05:01:33.583575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Attempting to bind port c384c928-341a-4c00-a9ef-0cbc26f8ae30 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:33.583775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Attempting to bind port c384c928-341a-4c00-a9ef-0cbc26f8ae30 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:33.584120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Attempting to bind port c384c928-341a-4c00-a9ef-0cbc26f8ae30 on network b4222533-c66e-42a3-8fca-32441258fc7f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:33.587330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca328b1b-9df3-4974-ac9c-af62224e1563 req-e81273f6-c459-4031-81d5-32dcd2da69ab tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.588869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca328b1b-9df3-4974-ac9c-af62224e1563 req-e81273f6-c459-4031-81d5-32dcd2da69ab tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1096 time: 0.1940746 Sep 16 05:01:33.617712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b4f30f-4d5c-4913-8cd2-602490a78e51 req-bc1b4caf-697f-43c5-b182-71cda8aa9ae9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312187 Sep 16 05:01:33.633536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Port c384c928-341a-4c00-a9ef-0cbc26f8ae30 on network b4222533-c66e-42a3-8fca-32441258fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:33.633860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Attempting to bind port c384c928-341a-4c00-a9ef-0cbc26f8ae30 on network b4222533-c66e-42a3-8fca-32441258fc7f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:33.685520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:33.685937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Checking segment: {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:33.686228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Bound using segment: {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:33.686709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Bound port: c384c928-341a-4c00-a9ef-0cbc26f8ae30, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:33.687083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.723660 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93d584-080f-4319-81b9-99d21fa169c9 x-openstack-request-id: req-ce93d584-080f-4319-81b9-99d21fa169c9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:33.724033 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "tag": "69c32c6a-b4bd-441d-ab26-e60875de9318", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:33.724222 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce93d584-080f-4319-81b9-99d21fa169c9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:33.724607 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'tag': '69c32c6a-b4bd-441d-ab26-e60875de9318', 'status': 'completed', 'code': 200} Sep 16 05:01:33.760772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca328b1b-9df3-4974-ac9c-af62224e1563 req-62d9fbb8-4ea6-4c32-83b8-a972f0a857af tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497324 Sep 16 05:01:33.789769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-3cacc71e-8e3b-4251-a332-56bd7710a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.790375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-3cacc71e-8e3b-4251-a332-56bd7710a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.790930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-3cacc71e-8e3b-4251-a332-56bd7710a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.793557 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-3cacc71e-8e3b-4251-a332-56bd7710a829 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2824 time: 0.0687101 Sep 16 05:01:33.803148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-b45d7ed2-7565-454b-ba5d-17f39c4151a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.804627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-b45d7ed2-7565-454b-ba5d-17f39c4151a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2439575 Sep 16 05:01:33.827345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e6826ea6-bac3-40a2-a232-e7abfccf189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.829420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e6826ea6-bac3-40a2-a232-e7abfccf189a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.2721031 Sep 16 05:01:33.931338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-00aaa672-5ac6-4a80-90a8-47b12cdf6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.931828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-00aaa672-5ac6-4a80-90a8-47b12cdf6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.932398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-00aaa672-5ac6-4a80-90a8-47b12cdf6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.934049 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-00aaa672-5ac6-4a80-90a8-47b12cdf6819 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=13a089dd5dde454daadb42f39b9e0dee&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1319857 Sep 16 05:01:34.056654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-f2833ad1-effd-4b88-bc42-4dbae336a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.058141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fad04c1a-76b4-41fe-b18d-85a162654238 req-f2833ad1-effd-4b88-bc42-4dbae336a1c3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155877 Sep 16 05:01:34.123949 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-71e4eaa0-0a0c-4c1c-9cd3-377d80b597b5 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d39419563068461d8eebc970f76b374c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220304 Sep 16 05:01:34.131515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-0d12a030-9d68-4ec9-9669-e9423443e8f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 200 len: 217 time: 0.3120506 Sep 16 05:01:34.217877 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-900843a9-681a-45ef-afd1-7ecab2b432cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 217 time: 0.1050422 Sep 16 05:01:34.247385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] For port c384c928-341a-4c00-a9ef-0cbc26f8ae30, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:34.249715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7a063649-de8d-4d1d-99b2-b50a7a6137a0 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.251725 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7a063649-de8d-4d1d-99b2-b50a7a6137a0 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213007 Sep 16 05:01:34.302110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] For port c384c928-341a-4c00-a9ef-0cbc26f8ae30, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c384c928-341a-4c00-a9ef-0cbc26f8ae30,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:34.314642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.319135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Request body: {'port': {'device_id': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'd39419563068461d8eebc970f76b374c'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:34.322202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-6f7359bd-cba6-4aa6-a552-e07e1f061b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.323648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-6f7359bd-cba6-4aa6-a552-e07e1f061b4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1558185 Sep 16 05:01:34.356543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a51c1-de8f-4fee-9862-c050265be02f req-899ae7f1-9317-4b57-b5a6-326dc5f45f8f tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.358052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-953a51c1-de8f-4fee-9862-c050265be02f req-899ae7f1-9317-4b57-b5a6-326dc5f45f8f tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1096 time: 0.2394147 Sep 16 05:01:34.371009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce3cf4-69d6-4cff-b3d9-1d5e0e57fb1e req-9c9f859f-67c2-42d5-84dd-17e941fe1f20 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.372461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19ce3cf4-69d6-4cff-b3d9-1d5e0e57fb1e req-9c9f859f-67c2-42d5-84dd-17e941fe1f20 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.2550616 Sep 16 05:01:34.389718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-4e5fb58d-13ef-430c-bcf0-4c9c318aaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.391253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-4e5fb58d-13ef-430c-bcf0-4c9c318aaa4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1495523 Sep 16 05:01:34.415750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.416421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.417824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] 10.222.0.73 "PUT /v2.0/ports/c384c928-341a-4c00-a9ef-0cbc26f8ae30 HTTP/1.1" status: 200 len: 1091 time: 2.0432477 Sep 16 05:01:34.426239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-5032b4fe-b2c5-4b69-8614-d9f20253d2db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671432 Sep 16 05:01:34.442597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Made reservation on behalf of d39419563068461d8eebc970f76b374c for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:34.447484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.510534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-baf7b159-778e-43a4-907a-113168e096c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915992 Sep 16 05:01:34.556692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d0134-9201-46ac-bf8f-c1ca20e1fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=c384c928-341a-4c00-a9ef-0cbc26f8ae30,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.588624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-953a51c1-de8f-4fee-9862-c050265be02f req-41cdd6f1-cc97-416a-a70e-8f475d9f5099 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135789 Sep 16 05:01:34.594619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Allocated IP 192.168.233.44 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/181c3d48-5c4a-418f-9527-a3563ba4535f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:34.639224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19ce3cf4-69d6-4cff-b3d9-1d5e0e57fb1e req-e8efe5c5-4b96-4518-a2f8-a826d59533e8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504687 Sep 16 05:01:34.686847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-9c7a27e9-1c03-4eb8-9ea0-46887b59e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.687294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-9c7a27e9-1c03-4eb8-9ea0-46887b59e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.687772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-9c7a27e9-1c03-4eb8-9ea0-46887b59e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.690116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-9c7a27e9-1c03-4eb8-9ea0-46887b59e6f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2866 time: 0.2190721 Sep 16 05:01:34.717343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-f569eed3-1de5-4888-8a16-ccc94c4eaeb6 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619014 Sep 16 05:01:34.761057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-a55f8e88-3e0a-40c2-8991-6175afed5ef1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=664a1f8a-7f10-4c04-9cc5-639698c7c9de HTTP/1.1" status: 200 len: 217 time: 0.0609601 Sep 16 05:01:34.780617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-ba9f8823-f700-49d7-8875-a5330d87bfb5 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589293 Sep 16 05:01:34.840314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.886265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c43c4315-7778-485d-9fee-f9eecfadfbdc req-f4e931d1-3868-42f2-ad2e-83224723cd7c tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 210 time: 0.0727584 Sep 16 05:01:34.889108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.924844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:34.926826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d74da5f0-2e3c-4ae7-a9d9-e4780749e46d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:34.948618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-2870687b-d47f-4f8d-9847-ea34238668c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.949625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:34.950527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-2870687b-d47f-4f8d-9847-ea34238668c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fabbcebe-127c-4255-a02b-adc0ed2ec361 HTTP/1.1" status: 200 len: 801 time: 0.1725049 Sep 16 05:01:34.967980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:35.040074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Pushing event updated for resources: {'Port': ['ID=181c3d48-5c4a-418f-9527-a3563ba4535f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.057767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c254bca9-ba25-42b1-acbb-3a4eb99cf3b7 req-dd920943-15e8-4dd5-9c44-9e55f333fa0d service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100879 Sep 16 05:01:35.059685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.060460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.091078 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-e45d5769-8750-474c-92b9-551953bf2ccc tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7765386 Sep 16 05:01:35.114147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-2aea135d-3df3-4020-9122-9d0445019378 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821205 Sep 16 05:01:35.115681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Request body: {'port': {'device_id': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:35.140744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e02f2f-7793-448e-b7f0-da5ce40f4565 req-264987c7-8031-479a-be79-1e9d6370ab5a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.142898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8e02f2f-7793-448e-b7f0-da5ce40f4565 req-264987c7-8031-479a-be79-1e9d6370ab5a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.1807535 Sep 16 05:01:35.146103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-d675782a-1d44-44c0-baa8-168a622c254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.147565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-d675782a-1d44-44c0-baa8-168a622c254a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4222533-c66e-42a3-8fca-32441258fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827378 Sep 16 05:01:35.165712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a58b7-f2d5-4a99-a6d0-a5f3725630f5 req-50ba7cbc-439c-4825-85bb-69a167f807f0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.172018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a58b7-f2d5-4a99-a6d0-a5f3725630f5 req-50ba7cbc-439c-4825-85bb-69a167f807f0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.178048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a58b7-f2d5-4a99-a6d0-a5f3725630f5 req-50ba7cbc-439c-4825-85bb-69a167f807f0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.179751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae2a58b7-f2d5-4a99-a6d0-a5f3725630f5 req-50ba7cbc-439c-4825-85bb-69a167f807f0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2410 time: 0.1853294 Sep 16 05:01:35.218183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.323548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36708) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.348185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8e02f2f-7793-448e-b7f0-da5ce40f4565 req-448c615c-2717-437b-903f-2a9c888c0f3e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673789 Sep 16 05:01:35.363509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae2a58b7-f2d5-4a99-a6d0-a5f3725630f5 req-baf34cd4-5d21-48c7-87fa-029d924f5ce2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614614 Sep 16 05:01:35.365420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3977c86d-4b56-4bfd-9f01-a7fc61985a32 None None] Provisioning complete for port 181c3d48-5c4a-418f-9527-a3563ba4535f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:35.365800 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3977c86d-4b56-4bfd-9f01-a7fc61985a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.403479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7443f32a-15dc-42e7-a072-0fb2d3e403ee service neutron] 10.222.0.73 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216473 Sep 16 05:01:35.442535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3977c86d-4b56-4bfd-9f01-a7fc61985a32 None None] Port 181c3d48-5c4a-418f-9527-a3563ba4535f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:35.545335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e907dde3-18d5-43f7-87f2-a8d2b976a033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.571441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-cec1fbc5-a037-409a-acfa-632bf7b43853 service neutron] 10.222.0.73 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592741 Sep 16 05:01:35.620079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-7b5bda9f-99ab-4a58-8363-ce925d2a31a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=69c32c6a-b4bd-441d-ab26-e60875de9318 HTTP/1.1" status: 200 len: 217 time: 0.0387640 Sep 16 05:01:35.625197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181c3d48-5c4a-418f-9527-a3563ba4535f {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:35.635205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.652793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Transition to ACTIVE for port object 181c3d48-5c4a-418f-9527-a3563ba4535f will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:35.660949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.690578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e6c5c8f7-e8e6-428b-9dc5-f5668fd1cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.692058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-e6c5c8f7-e8e6-428b-9dc5-f5668fd1cc38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=68c79a64-fdcd-4fe5-b262-4c36911c28f5 HTTP/1.1" status: 200 len: 801 time: 0.0624449 Sep 16 05:01:35.734414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'tag': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:35.737479 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "tag": "c384c928-341a-4c00-a9ef-0cbc26f8ae30"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:35.793922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e907dde3-18d5-43f7-87f2-a8d2b976a033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.799262 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e907dde3-18d5-43f7-87f2-a8d2b976a033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.806245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Pushing event updated for resources: {'Port': ['ID=181c3d48-5c4a-418f-9527-a3563ba4535f,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.876342 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b85bfa-a9cc-4858-bfe5-ec701536c0d4 x-openstack-request-id: req-05b85bfa-a9cc-4858-bfe5-ec701536c0d4 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:35.876632 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "tag": "c384c928-341a-4c00-a9ef-0cbc26f8ae30", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:35.877117 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05b85bfa-a9cc-4858-bfe5-ec701536c0d4 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:35.877911 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'tag': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30', 'status': 'completed', 'code': 200} Sep 16 05:01:35.889147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-35d69c32-fc0f-4d57-94e2-e0fa5ebe9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.890843 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-35d69c32-fc0f-4d57-94e2-e0fa5ebe9edd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=700c8bc5-7479-4b26-bc25-ee9c87e0db1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896193 Sep 16 05:01:35.899676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Attempting to bind port 181c3d48-5c4a-418f-9527-a3563ba4535f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.900826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Attempting to bind port 181c3d48-5c4a-418f-9527-a3563ba4535f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.901432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Attempting to bind port 181c3d48-5c4a-418f-9527-a3563ba4535f on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.906953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Port 181c3d48-5c4a-418f-9527-a3563ba4535f on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:35.907587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Attempting to bind port 181c3d48-5c4a-418f-9527-a3563ba4535f on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.918683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:35.920689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:35.921159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:35.921695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Bound port: 181c3d48-5c4a-418f-9527-a3563ba4535f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:35.924253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.950554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907dde3-18d5-43f7-87f2-a8d2b976a033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3f0c3-3b38-4eed-9105-e96d6b8fd140,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.956265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e907dde3-18d5-43f7-87f2-a8d2b976a033 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d2d75226d834764bc042649c4156b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261671 Sep 16 05:01:35.967525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36726) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.988784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df051971-2103-4a2f-81ff-5e3815e21260 req-665384e6-78dd-4fed-839f-4edec4e77f14 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.990219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df051971-2103-4a2f-81ff-5e3815e21260 req-665384e6-78dd-4fed-839f-4edec4e77f14 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.2198830 Sep 16 05:01:36.021595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] For port 181c3d48-5c4a-418f-9527-a3563ba4535f, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:36.027528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] For port 181c3d48-5c4a-418f-9527-a3563ba4535f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=181c3d48-5c4a-418f-9527-a3563ba4535f,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:36.033569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.052867 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.053495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.054982 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] 10.222.0.64 "PUT /v2.0/ports/181c3d48-5c4a-418f-9527-a3563ba4535f HTTP/1.1" status: 200 len: 1096 time: 0.9442525 Sep 16 05:01:36.057507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'tag': '181c3d48-5c4a-418f-9527-a3563ba4535f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:36.059996 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ef0f8-d63a-469a-b094-9886e780f601" -d '{"events": [{"name": "network-changed", "server_uuid": "89703161-23d4-46d1-9afd-e1ee2da0ca77", "tag": "181c3d48-5c4a-418f-9527-a3563ba4535f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:36.114676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-9698bfc9-32b0-417a-922d-2b485a1155fa service neutron] 10.222.0.73 "GET /v2.0/networks/700c8bc5-7479-4b26-bc25-ee9c87e0db1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008100 Sep 16 05:01:36.118817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df051971-2103-4a2f-81ff-5e3815e21260 req-9373a3bf-af59-46cf-ae7c-0d3b946c7497 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914450 Sep 16 05:01:36.151478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16c88a2a-bf57-4786-be73-8c3491eab99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.182116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d74c9-179c-4338-840b-649716aa1972 service neutron] Pushing event updated for resources: {'Port': ['ID=181c3d48-5c4a-418f-9527-a3563ba4535f,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.201785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-80750956-e0ab-4c04-9066-e6a5ff7ce46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.203306 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-80750956-e0ab-4c04-9066-e6a5ff7ce46f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d39419563068461d8eebc970f76b374c&device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 1099 time: 0.0702071 Sep 16 05:01:36.263144 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f88d05-779d-48c6-bc66-157a35ea228d x-openstack-request-id: req-b8f88d05-779d-48c6-bc66-157a35ea228d {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:36.263558 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89703161-23d4-46d1-9afd-e1ee2da0ca77", "tag": "181c3d48-5c4a-418f-9527-a3563ba4535f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:36.263903 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8f88d05-779d-48c6-bc66-157a35ea228d {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:36.264464 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'tag': '181c3d48-5c4a-418f-9527-a3563ba4535f', 'status': 'completed', 'code': 200} Sep 16 05:01:36.266641 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-bb0be83b-5d39-4f9f-b9dc-6e6541f30e3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=181c3d48-5c4a-418f-9527-a3563ba4535f HTTP/1.1" status: 200 len: 217 time: 0.0440807 Sep 16 05:01:36.274541 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16c88a2a-bf57-4786-be73-8c3491eab99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.335603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-2dc4fae3-4d08-4e5f-8b61-39988af3ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.336975 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-2dc4fae3-4d08-4e5f-8b61-39988af3ccad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0597904 Sep 16 05:01:36.341606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-647a9653-5460-4019-a18d-996288f2b0a2 service neutron] 10.222.0.73 "GET /v2.0/networks/700c8bc5-7479-4b26-bc25-ee9c87e0db1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149401 Sep 16 05:01:36.394163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-c92d2772-e6e8-459d-9a74-6de1af761819 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.4&port_id=c384c928-341a-4c00-a9ef-0cbc26f8ae30 HTTP/1.1" status: 200 len: 217 time: 0.0441489 Sep 16 05:01:36.397988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-ea36ff3b-da24-4d25-9e9a-e0255d62c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.400025 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-ea36ff3b-da24-4d25-9e9a-e0255d62c168 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544713 Sep 16 05:01:36.403067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53dd61-df22-4ec4-a55e-7a90593f7dcc req-b7e4e6fd-8044-4c40-9582-bc2f1af9446f tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.410349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c53dd61-df22-4ec4-a55e-7a90593f7dcc req-b7e4e6fd-8044-4c40-9582-bc2f1af9446f tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 947 time: 0.1594379 Sep 16 05:01:36.535566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16c88a2a-bf57-4786-be73-8c3491eab99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.536571 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-af70e9b2-aa6e-446b-b76c-123e34b8d261 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267693 Sep 16 05:01:36.538091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16c88a2a-bf57-4786-be73-8c3491eab99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.539204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-16c88a2a-bf57-4786-be73-8c3491eab99e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65c3f0c3-3b38-4eed-9105-e96d6b8fd140 HTTP/1.1" status: 204 len: 168 time: 0.5699897 Sep 16 05:01:36.574055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c53dd61-df22-4ec4-a55e-7a90593f7dcc req-d9aab4a5-a0f1-4d5a-b15d-3e16e324d282 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627862 Sep 16 05:01:36.590599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-72779700-14c2-460e-a9c3-01f53e651cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.592195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-72779700-14c2-460e-a9c3-01f53e651cf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fabbcebe-127c-4255-a02b-adc0ed2ec361 HTTP/1.1" status: 200 len: 801 time: 0.1788146 Sep 16 05:01:36.600944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c88a2a-bf57-4786-be73-8c3491eab99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3f0c3-3b38-4eed-9105-e96d6b8fd140,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.678792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0f786-37af-44bb-98b4-f7e055fba3be req-71352e8e-4f77-4663-b668-e9f0038ef1f5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.684874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0f786-37af-44bb-98b4-f7e055fba3be req-71352e8e-4f77-4663-b668-e9f0038ef1f5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.686796 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d1c64f76-2f05-4e2c-8d87-e690f3e5b010 req-7700f1d7-9878-4aec-a6af-d1f63f04bdde service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374066 Sep 16 05:01:36.691256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0f786-37af-44bb-98b4-f7e055fba3be req-71352e8e-4f77-4663-b668-e9f0038ef1f5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.700007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4d0f786-37af-44bb-98b4-f7e055fba3be req-71352e8e-4f77-4663-b668-e9f0038ef1f5 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2410 time: 0.2122478 Sep 16 05:01:36.774075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4d0f786-37af-44bb-98b4-f7e055fba3be req-fa2c1fc8-12d9-431b-b8ee-f2d523009b33 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731955 Sep 16 05:01:36.775215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ee13eaa9-0193-41a1-9aa5-bd2b37dc89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.776637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-ee13eaa9-0193-41a1-9aa5-bd2b37dc89d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4222533-c66e-42a3-8fca-32441258fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719890 Sep 16 05:01:36.798770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340805-324d-49cd-9e14-d0b87455635c req-5eef8647-378b-43fb-bf67-0ece939abbd0 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.798770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a340805-324d-49cd-9e14-d0b87455635c req-5eef8647-378b-43fb-bf67-0ece939abbd0 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.0969865 Sep 16 05:01:36.901998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a340805-324d-49cd-9e14-d0b87455635c req-d455545c-434b-4a1b-bbf8-d79e13de6b6c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028230 Sep 16 05:01:36.909184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-1262651b-4756-49ae-884d-07706e0c2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:36.911717 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-1262651b-4756-49ae-884d-07706e0c2b9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d39419563068461d8eebc970f76b374c&device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 1099 time: 0.0922735 Sep 16 05:01:36.946577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-8b5cad96-4804-4d76-86cc-71a90a90aebf service neutron] 10.222.0.73 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461217 Sep 16 05:01:37.062245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-3663a256-3b99-4c77-8618-10b69f54312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.063809 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-3663a256-3b99-4c77-8618-10b69f54312b service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1365345 Sep 16 05:01:37.122037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d866eff3-aff9-4963-abe0-b72abba65ca1 req-9c72fb41-fc12-4d51-a753-6c1da81d7315 service neutron] 10.222.0.73 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489527 Sep 16 05:01:37.141222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-f1befdd5-d6e5-46ae-984f-5f731b04b78d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=181c3d48-5c4a-418f-9527-a3563ba4535f HTTP/1.1" status: 200 len: 217 time: 0.0692878 Sep 16 05:01:37.153550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2c94c-35a9-4a80-b664-d3d8208aedcd req-6262fb1c-aa79-4440-9ba2-feeee85a0734 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.161804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0b2c94c-35a9-4a80-b664-d3d8208aedcd req-6262fb1c-aa79-4440-9ba2-feeee85a0734 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 945 time: 0.2109721 Sep 16 05:01:37.227060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0b2c94c-35a9-4a80-b664-d3d8208aedcd req-07e3d48a-70da-42dd-8ac7-cf8b6a36af99 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642734 Sep 16 05:01:37.244517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-c7f30d32-9f77-4440-98b8-5a5d783f89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.261164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-c7f30d32-9f77-4440-98b8-5a5d783f89a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1029899 Sep 16 05:01:37.336915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-5b6a034c-db0f-4a21-91af-3cc7ff610599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.337148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-c2982d50-88b7-4c5b-bcaa-606d8143f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.337344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-5b6a034c-db0f-4a21-91af-3cc7ff610599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.337873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-5b6a034c-db0f-4a21-91af-3cc7ff610599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.339100 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-c2982d50-88b7-4c5b-bcaa-606d8143f43c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680220 Sep 16 05:01:37.339570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-5b6a034c-db0f-4a21-91af-3cc7ff610599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2866 time: 0.1403489 Sep 16 05:01:37.523701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-e794c4bf-a242-4a24-9ac4-24334973f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.529009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-e794c4bf-a242-4a24-9ac4-24334973f62e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4222533-c66e-42a3-8fca-32441258fc7f HTTP/1.1" status: 200 len: 902 time: 0.1771822 Sep 16 05:01:37.576155 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-b40e3fb1-6839-4bfd-a323-c396919a963f service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182837 Sep 16 05:01:37.635472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-24b2ecc1-f5d7-45fe-975e-e399bcf81f20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.4&port_id=c384c928-341a-4c00-a9ef-0cbc26f8ae30 HTTP/1.1" status: 200 len: 217 time: 0.0866323 Sep 16 05:01:37.662850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36788) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.730953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a5abd-0b5a-4820-9a52-332fc417da20 req-4701aa5c-b1e3-45d5-9324-4483d9e2240f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.739263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c43a5abd-0b5a-4820-9a52-332fc417da20 req-4701aa5c-b1e3-45d5-9324-4483d9e2240f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1058478 Sep 16 05:01:37.743939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-08663428-c047-479e-a86b-801ac7d0fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:37.745931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-08663428-c047-479e-a86b-801ac7d0fb34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fabbcebe-127c-4255-a02b-adc0ed2ec361 HTTP/1.1" status: 200 len: 801 time: 0.0974712 Sep 16 05:01:37.804031 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e88ef0f8-d63a-469a-b094-9886e780f601 req-e878c64b-eaa5-4827-8a0e-0b3fff73905b service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081025 Sep 16 05:01:37.838526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-600966396-network', 'tenant_id': 'f75a87a3c0f74de7ae291169f9f3bf1e'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:37.862560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Made reservation on behalf of f75a87a3c0f74de7ae291169f9f3bf1e for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:37.864877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.874799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.000068 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.010003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.039048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:38.062525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.063839 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Added segment 55c20719-f5b8-4fd2-b79e-e43105146034 of type vlan for network d477a446-0d0d-44fb-92f8-6d3eb4a6499d Sep 16 05:01:38.108285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad0932c-5b9b-488b-8be6-04a76e7b537c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.117094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c43a5abd-0b5a-4820-9a52-332fc417da20 req-303ae64f-a557-4362-9e00-507275176c32 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765016 Sep 16 05:01:38.135385 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.146329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4562ff-2be1-41d0-a91a-2444dece90b5 req-c6384205-0349-4794-b650-4c27386d10fe tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.150375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4562ff-2be1-41d0-a91a-2444dece90b5 req-c6384205-0349-4794-b650-4c27386d10fe tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 947 time: 0.4292529 Sep 16 05:01:38.160594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-ede23eb8-c86f-45bd-8261-dd106523f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.162480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-ede23eb8-c86f-45bd-8261-dd106523f13a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4222533-c66e-42a3-8fca-32441258fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4018512 Sep 16 05:01:38.174703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.176429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.177290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.227563 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5634961 Sep 16 05:01:38.230611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.237114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Request body: {'subnet': {'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-600966396-subnet', 'tenant_id': 'f75a87a3c0f74de7ae291169f9f3bf1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:38.285379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d5ba9-e605-47ae-b260-bdff54a73bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=d477a446-0d0d-44fb-92f8-6d3eb4a6499d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.296899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d477a446-0d0d-44fb-92f8-6d3eb4a6499d details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:38.297547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4562ff-2be1-41d0-a91a-2444dece90b5 req-aea38360-f086-406a-ab76-7ff6b0363af5 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331949 Sep 16 05:01:38.303117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Made reservation on behalf of f75a87a3c0f74de7ae291169f9f3bf1e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:38.309897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.341662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c167-ec17-4cf3-a440-b380cfb77e45 req-7a8897ed-e9ba-4df7-9a6b-68e9d786dbde tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.349417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c167-ec17-4cf3-a440-b380cfb77e45 req-7a8897ed-e9ba-4df7-9a6b-68e9d786dbde tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.355367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c167-ec17-4cf3-a440-b380cfb77e45 req-7a8897ed-e9ba-4df7-9a6b-68e9d786dbde tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.357097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c70c167-ec17-4cf3-a440-b380cfb77e45 req-7a8897ed-e9ba-4df7-9a6b-68e9d786dbde tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2410 time: 0.1549408 Sep 16 05:01:38.379214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-ee2b6994-83aa-48ac-baa9-046cf6af7954 service neutron] 10.222.0.73 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074373 Sep 16 05:01:38.478902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c70c167-ec17-4cf3-a440-b380cfb77e45 req-846058a6-efbc-4e6d-bc17-a7e9e770db0b tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134491 Sep 16 05:01:38.511750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5408f32-d7dd-4716-ac6c-6d88fab73a7f req-c898079d-5313-4618-bcee-1571f906b556 service neutron] 10.222.0.73 "GET /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218178 Sep 16 05:01:38.535663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.606242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f65e76-d507-4644-b102-663ed8d6c1da,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.617523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Checking segment: {'id': '55c20719-f5b8-4fd2-b79e-e43105146034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:38.617884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Network hostable DHCP agents. Network: d477a446-0d0d-44fb-92f8-6d3eb4a6499d, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:38.635538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Network d477a446-0d0d-44fb-92f8-6d3eb4a6499d is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:38.647638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d477a446-0d0d-44fb-92f8-6d3eb4a6499d) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:38.655285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.656379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.661952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a584e696-bd38-4cd8-bf33-c266287bcd12 None None] Network d477a446-0d0d-44fb-92f8-6d3eb4a6499d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:38.686874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-88ae0b65-eb52-4d50-8d4d-62af26461dc0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4495130 Sep 16 05:01:38.820182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022baeb0-3e78-4c07-86e2-e689b976c1b4 None None] Network d477a446-0d0d-44fb-92f8-6d3eb4a6499d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:39.026048 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-dfbdfc43-54b7-4113-88a3-e06e22e1755f tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1502765109&fields=id&tenant_id=ada320c778d84f58b86584ed726eba5a HTTP/1.1" status: 200 len: 267 time: 0.0371308 Sep 16 05:01:39.137280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-ad9ca325-0149-4532-a8ee-7eaf86aa1a0d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.138959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-ad9ca325-0149-4532-a8ee-7eaf86aa1a0d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 822 time: 0.1056316 Sep 16 05:01:39.175814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-5b8529b7-9ea4-46e0-9997-c35f0ec9e221 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/quotas/ada320c778d84f58b86584ed726eba5a HTTP/1.1" status: 200 len: 375 time: 0.0265050 Sep 16 05:01:39.284202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-38f3d228-1ae4-4053-97e5-fff4965ae142 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1016395 Sep 16 05:01:39.291076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-7a25b93d-da6c-42e4-b7bc-65e7171554ec tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.292516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-7a25b93d-da6c-42e4-b7bc-65e7171554ec tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/networks?id=d477a446-0d0d-44fb-92f8-6d3eb4a6499d HTTP/1.1" status: 200 len: 821 time: 0.1526637 Sep 16 05:01:39.334501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-dea888f9-d10b-4f71-9296-1005bcaeee40 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/quotas/f75a87a3c0f74de7ae291169f9f3bf1e HTTP/1.1" status: 200 len: 375 time: 0.0304391 Sep 16 05:01:39.393983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-0d6b1c88-124c-44cf-b552-5840f25caec3 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f75a87a3c0f74de7ae291169f9f3bf1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531683 Sep 16 05:01:39.433211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-f22f9a23-33a6-47f0-9928-039486d87099 service neutron] 10.222.0.55 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364512 Sep 16 05:01:39.571265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-958a713e-20cd-4375-8e0e-96b83e14a801 service neutron] 10.222.0.55 "GET /v2.0/networks/d477a446-0d0d-44fb-92f8-6d3eb4a6499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680856 Sep 16 05:01:39.614948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-ffd794cb-6535-4f24-a8eb-59b89c88a7ff service neutron] 10.222.0.55 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733904 Sep 16 05:01:39.689099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-45602819-8190-4153-b917-78f1175523b2 service neutron] 10.222.0.55 "GET /v2.0/networks/d477a446-0d0d-44fb-92f8-6d3eb4a6499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070700 Sep 16 05:01:39.916334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 181c3d48-5c4a-418f-9527-a3563ba4535f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:39.970035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f16db-53bf-4b55-87ab-6b6fbe1c3c2a req-fcddcbdc-2989-4f1e-8847-732c76434a14 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:39.971746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560f16db-53bf-4b55-87ab-6b6fbe1c3c2a req-fcddcbdc-2989-4f1e-8847-732c76434a14 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1648545 Sep 16 05:01:40.036677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087c1e-fc61-42cd-ab9d-ddfd5021a1e5 req-705b0d1c-db36-4255-a830-3f7943acc09e tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.038415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83087c1e-fc61-42cd-ab9d-ddfd5021a1e5 req-705b0d1c-db36-4255-a830-3f7943acc09e tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 947 time: 0.1301699 Sep 16 05:01:40.069729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-560f16db-53bf-4b55-87ab-6b6fbe1c3c2a req-bbc38d56-861a-4bbf-b71e-8b75b544dd71 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 Sep 16 05:01:40.170688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 181c3d48-5c4a-418f-9527-a3563ba4535f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=181c3d48-5c4a-418f-9527-a3563ba4535f,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.195884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '181c3d48-5c4a-418f-9527-a3563ba4535f', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '181c3d48-5c4a-418f-9527-a3563ba4535f', 'mac_address': 'fa:16:3e:41:74:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:40.201783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83087c1e-fc61-42cd-ab9d-ddfd5021a1e5 req-c8680dc1-82dc-41ef-a271-72ee71885070 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280484 Sep 16 05:01:40.303981 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.350203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181c3d48-5c4a-418f-9527-a3563ba4535f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:40.398014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 181c3d48-5c4a-418f-9527-a3563ba4535f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=181c3d48-5c4a-418f-9527-a3563ba4535f,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.403773 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.453409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e1022-cb59-493b-9e1a-588bb10ee050 req-b86612e4-f960-4cce-8ebe-d2aa16f5c9bc tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.462714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e1022-cb59-493b-9e1a-588bb10ee050 req-b86612e4-f960-4cce-8ebe-d2aa16f5c9bc tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.478368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e1022-cb59-493b-9e1a-588bb10ee050 req-b86612e4-f960-4cce-8ebe-d2aa16f5c9bc tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.487435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-047e1022-cb59-493b-9e1a-588bb10ee050 req-b86612e4-f960-4cce-8ebe-d2aa16f5c9bc tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2410 time: 0.1862326 Sep 16 05:01:40.522659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=181c3d48-5c4a-418f-9527-a3563ba4535f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.629202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-047e1022-cb59-493b-9e1a-588bb10ee050 req-01750849-643b-4813-ab56-1a6a8a4f8c79 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409810 Sep 16 05:01:40.640285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-899ce828-6c26-4ac5-8a07-d93cb17077a9 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:40.642022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-899ce828-6c26-4ac5-8a07-d93cb17077a9 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "GET /v2.0/ports?device_id=09e365e2-2e54-4ad3-b80d-72ce0f743b68 HTTP/1.1" status: 200 len: 945 time: 0.1521256 Sep 16 05:01:40.769402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcfc3ed1-f2ac-42ee-97b1-89d27d56e8c1 req-8c61b75e-d694-469b-b7c4-6bbcf5333621 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 210 time: 0.0503161 Sep 16 05:01:40.812517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c46179f-38dc-478d-9897-055d8d0fbe1d req-7096f3b5-1346-4b95-9e8d-0c389ac6984f tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 210 time: 0.0885684 Sep 16 05:01:40.874531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Deleting port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:40.874893 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.885617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['181c3d48-5c4a-418f-9527-a3563ba4535f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:40.958938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 324c0dd5-e032-4a46-b995-09967d058636 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:41.091252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] For port 9b98f88f-1734-4c97-bfd6-a8dce5e57150, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=9b98f88f-1734-4c97-bfd6-a8dce5e57150,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:41.092407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.197913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:41.247652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '324c0dd5-e032-4a46-b995-09967d058636', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '324c0dd5-e032-4a46-b995-09967d058636', 'mac_address': 'fa:16:3e:86:d9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:41.454738 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.545098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 324c0dd5-e032-4a46-b995-09967d058636 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:41.565326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8d6a3-dd5a-472d-b809-e45498e7ac44 req-2661696d-607d-44df-8834-dbf4621259c4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.581962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48c8d6a3-dd5a-472d-b809-e45498e7ac44 req-2661696d-607d-44df-8834-dbf4621259c4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.3709953 Sep 16 05:01:41.603815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-21215a9f-a607-48c2-be19-05f21cecd8eb tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.605849 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-21215a9f-a607-48c2-be19-05f21cecd8eb tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 822 time: 0.2551582 Sep 16 05:01:41.638644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:41.643596 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.646583 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.650138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c384c928-341a-4c00-a9ef-0cbc26f8ae30 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:41.678173 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-d2ef4da8-3027-45b3-9a9a-4453608b20db tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada320c778d84f58b86584ed726eba5a HTTP/1.1" status: 200 len: 380 time: 0.0610483 Sep 16 05:01:41.695757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'port': {'device_id': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'admin_state_up': True, 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'security_groups': ['07b92aa6-27db-4f0d-a214-98ca202f322f']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:41.699853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.706464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.707023 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Floating IP f28b202a-4094-470f-9547-7b022792c008 disassociated. External IP: 172.25.6.254, port: 9b98f88f-1734-4c97-bfd6-a8dce5e57150. Sep 16 05:01:41.708550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Calling delete_port for 9b98f88f-1734-4c97-bfd6-a8dce5e57150 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:41.780435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a101-08fe-4a8c-8fb5-71e9fec2c067 req-9d57c704-1975-49ed-b880-06db952d5a86 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:41.789334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a362a101-08fe-4a8c-8fb5-71e9fec2c067 req-9d57c704-1975-49ed-b880-06db952d5a86 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 948 time: 0.2536256 Sep 16 05:01:41.806526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c384c928-341a-4c00-a9ef-0cbc26f8ae30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c384c928-341a-4c00-a9ef-0cbc26f8ae30,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:41.823642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30', 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f', 'port_id': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30', 'mac_address': 'fa:16:3e:31:d9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabbcebe-127c-4255-a02b-adc0ed2ec361', 'ip_address': '19.80.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:41.889674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.905322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c384c928-341a-4c00-a9ef-0cbc26f8ae30 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:41.926823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c384c928-341a-4c00-a9ef-0cbc26f8ae30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c384c928-341a-4c00-a9ef-0cbc26f8ae30,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:41.931256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.932252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 69c32c6a-b4bd-441d-ab26-e60875de9318 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:41.957952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Made reservation on behalf of ada320c778d84f58b86584ed726eba5a for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:41.974011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.976393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.032254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48c8d6a3-dd5a-472d-b809-e45498e7ac44 req-8a916825-c75f-4959-bb25-1ba879325bb7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424157 Sep 16 05:01:42.051443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c384c928-341a-4c00-a9ef-0cbc26f8ae30,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.305741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Allocated IP 172.20.0.8 (4d94c122-1459-428c-8d2b-7e91c540520e/86fe4de3-d35c-408c-9749-5cdd67745ab2/fc2135b1-02b2-4cb9-b794-6221a2b46841) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:42.309908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 69c32c6a-b4bd-441d-ab26-e60875de9318, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=69c32c6a-b4bd-441d-ab26-e60875de9318,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:42.319534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a362a101-08fe-4a8c-8fb5-71e9fec2c067 req-9bace73e-4eb9-483a-b0f6-42c490d0a932 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128798 Sep 16 05:01:42.326125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.349273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '69c32c6a-b4bd-441d-ab26-e60875de9318', 'network_id': '700c8bc5-7479-4b26-bc25-ee9c87e0db1a', 'port_id': '69c32c6a-b4bd-441d-ab26-e60875de9318', 'mac_address': 'fa:16:3e:3e:39:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c79a64-fdcd-4fe5-b262-4c36911c28f5', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:42.413881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event deleted for resources: {'Port': ['ID=9b98f88f-1734-4c97-bfd6-a8dce5e57150,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.473441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.516518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c32c6a-b4bd-441d-ab26-e60875de9318 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:42.529453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cabfd1e9-4e68-4773-901b-22501fd95a02 req-48eee0c6-69aa-484a-a888-65e47939fcf2 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 210 time: 0.0727634 Sep 16 05:01:42.597250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 69c32c6a-b4bd-441d-ab26-e60875de9318, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=69c32c6a-b4bd-441d-ab26-e60875de9318,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:42.604063 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.604981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 664a1f8a-7f10-4c04-9cc5-639698c7c9de details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:42.666424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.743836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6643a-487a-46a8-9f71-d852c75f38fe req-d8cad0e8-cbb1-40cf-b6d5-087dd0a800dd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.754930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=69c32c6a-b4bd-441d-ab26-e60875de9318,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.757843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6643a-487a-46a8-9f71-d852c75f38fe req-d8cad0e8-cbb1-40cf-b6d5-087dd0a800dd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.781115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6643a-487a-46a8-9f71-d852c75f38fe req-d8cad0e8-cbb1-40cf-b6d5-087dd0a800dd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:42.786741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62d6643a-487a-46a8-9f71-d852c75f38fe req-d8cad0e8-cbb1-40cf-b6d5-087dd0a800dd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2411 time: 0.3822002 Sep 16 05:01:42.867561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 664a1f8a-7f10-4c04-9cc5-639698c7c9de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=664a1f8a-7f10-4c04-9cc5-639698c7c9de,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:42.867972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b199611-bcc4-4c45-9909-32409a7a7051 req-2705e94c-116a-45c2-b6ba-06307b33f044 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 210 time: 0.0670202 Sep 16 05:01:42.879829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '664a1f8a-7f10-4c04-9cc5-639698c7c9de', 'network_id': 'b4222533-c66e-42a3-8fca-32441258fc7f', 'port_id': '664a1f8a-7f10-4c04-9cc5-639698c7c9de', 'mac_address': 'fa:16:3e:23:90:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabbcebe-127c-4255-a02b-adc0ed2ec361', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:42.885392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.966160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Network 4d94c122-1459-428c-8d2b-7e91c540520e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:42.972551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:42.981724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:43.002205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.038098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664a1f8a-7f10-4c04-9cc5-639698c7c9de {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:43.059893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62d6643a-487a-46a8-9f71-d852c75f38fe req-05a42817-9858-4dcb-9909-63c9da950156 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556925 Sep 16 05:01:43.076860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event updated for resources: {'Port': ['ID=fc2135b1-02b2-4cb9-b794-6221a2b46841,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.093185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12198dc6-5e1a-4937-92df-e244133f1361 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.095907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12198dc6-5e1a-4937-92df-e244133f1361 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.73 "GET /v2.0/networks?id=d477a446-0d0d-44fb-92f8-6d3eb4a6499d HTTP/1.1" status: 200 len: 821 time: 0.3870332 Sep 16 05:01:43.113216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 664a1f8a-7f10-4c04-9cc5-639698c7c9de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=664a1f8a-7f10-4c04-9cc5-639698c7c9de,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:43.122726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.131497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Request body: {'port': {'device_id': '693975b2-2223-4859-a287-f25146996b0f', 'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d', 'admin_state_up': True, 'tenant_id': 'f75a87a3c0f74de7ae291169f9f3bf1e'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:43.150310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Router 249b2928-38b3-4de0-9649-658f59f20e43 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:43.161171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.164762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.217543 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-05635341-32b1-488c-8ba6-ad18d45c44ba tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5317969 Sep 16 05:01:43.271776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Request body: {'port': {'device_id': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:43.303411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=664a1f8a-7f10-4c04-9cc5-639698c7c9de,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.326042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['324c0dd5-e032-4a46-b995-09967d058636'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:43.513036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:43.606965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] Sync routers for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:43.614715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['69c32c6a-b4bd-441d-ab26-e60875de9318'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:43.617825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c384c928-341a-4c00-a9ef-0cbc26f8ae30'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:43.660574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:43.661720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.710756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] No DVR routers for this DVR port 9b98f88f-1734-4c97-bfd6-a8dce5e57150 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:43.725095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.727113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20313e1c-6aa8-41a1-848b-9b59c1d270f6 req-45c6d076-c532-4924-a993-91c38cff6462 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "DELETE /v2.0/ports/9b98f88f-1734-4c97-bfd6-a8dce5e57150 HTTP/1.1" status: 204 len: 173 time: 3.0784309 Sep 16 05:01:43.734405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'name': 'network-vif-deleted', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:43.743912 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b4f88-3ca4-470f-9981-013f8b1b95ec" -d '{"events": [{"server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "name": "network-vif-deleted", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:43.801459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25beedd-efdb-469b-9b71-75a8dfc17d2a req-b73e71fe-48bb-43e1-8a9a-59404dd2b5e3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.806162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b25beedd-efdb-469b-9b71-75a8dfc17d2a req-b73e71fe-48bb-43e1-8a9a-59404dd2b5e3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.6214979 Sep 16 05:01:43.858149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65023fe4-0de7-4a01-ba31-3b60047e19ff req-93c081d9-7bb4-4032-82d7-564f8cd9b947 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:43.867525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65023fe4-0de7-4a01-ba31-3b60047e19ff req-93c081d9-7bb4-4032-82d7-564f8cd9b947 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 948 time: 0.3639417 Sep 16 05:01:43.942980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b25beedd-efdb-469b-9b71-75a8dfc17d2a req-38df2055-0cf8-4f56-b678-96325e8f8897 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237891 Sep 16 05:01:43.986209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65023fe4-0de7-4a01-ba31-3b60047e19ff req-744d372a-6b9a-4729-be86-32bead0841d8 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099579 Sep 16 05:01:44.038645 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc152ed4-3423-486c-a9f2-b4f3d33975b2 x-openstack-request-id: req-bc152ed4-3423-486c-a9f2-b4f3d33975b2 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:44.039200 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e365e2-2e54-4ad3-b80d-72ce0f743b68", "name": "network-vif-deleted", "tag": "9b98f88f-1734-4c97-bfd6-a8dce5e57150", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:44.039797 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc152ed4-3423-486c-a9f2-b4f3d33975b2 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:44.040494 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e365e2-2e54-4ad3-b80d-72ce0f743b68', 'name': 'network-vif-deleted', 'tag': '9b98f88f-1734-4c97-bfd6-a8dce5e57150', 'status': 'completed', 'code': 200} Sep 16 05:01:44.142754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:44.180172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18a3857c-cf5a-4d57-88c7-81a2cdae3744 req-d62e74ba-983f-4e79-a61d-e5dd511e99eb tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 210 time: 0.0452464 Sep 16 05:01:44.228853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b40654-b478-4a90-bfda-e30f05c5cfd3 req-04a373c9-c2a3-44b2-a4da-9f79c7efb22e tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:44.238101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2b40654-b478-4a90-bfda-e30f05c5cfd3 req-04a373c9-c2a3-44b2-a4da-9f79c7efb22e tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 931 time: 0.1510334 Sep 16 05:01:44.262235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.321968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2b40654-b478-4a90-bfda-e30f05c5cfd3 req-95fe4eb1-7eac-43a9-ac22-3e4057668a4f tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804925 Sep 16 05:01:44.378237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Made reservation on behalf of f75a87a3c0f74de7ae291169f9f3bf1e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:44.382046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.483609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['664a1f8a-7f10-4c04-9cc5-639698c7c9de'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:44.622829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab1042-e72a-4e3b-9aa8-907fce42de5e req-c9826857-7cb6-48de-941d-973c0ae0727e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:44.630143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab1042-e72a-4e3b-9aa8-907fce42de5e req-c9826857-7cb6-48de-941d-973c0ae0727e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:44.637536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab1042-e72a-4e3b-9aa8-907fce42de5e req-c9826857-7cb6-48de-941d-973c0ae0727e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:44.646727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56ab1042-e72a-4e3b-9aa8-907fce42de5e req-c9826857-7cb6-48de-941d-973c0ae0727e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2413 time: 0.1933243 Sep 16 05:01:44.709152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56ab1042-e72a-4e3b-9aa8-907fce42de5e req-18d78ab8-9c82-41fd-a18c-2a0319ffd411 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566890 Sep 16 05:01:44.736525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 181c3d48-5c4a-418f-9527-a3563ba4535f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:44.791664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Allocated IP 172.20.0.11 (d477a446-0d0d-44fb-92f8-6d3eb4a6499d/88f65e76-d507-4644-b102-663ed8d6c1da/624aa7bc-51d5-4348-bef5-3a751f6ff33c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:44.928690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2135b1-02b2-4cb9-b794-6221a2b46841 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:44.935166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2d32889d-951c-4d42-be50-12a672b42e3a None None] Provisioning complete for port fc2135b1-02b2-4cb9-b794-6221a2b46841 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:44.936022 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d32889d-951c-4d42-be50-12a672b42e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.946995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.010467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Transition to ACTIVE for port object fc2135b1-02b2-4cb9-b794-6221a2b46841 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:45.014863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.154207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.203389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2135b1-02b2-4cb9-b794-6221a2b46841,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.229773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.243062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 9b98f88f-1734-4c97-bfd6-a8dce5e57150 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:45.318720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cf5ae-7934-4edc-b398-f9ce0f3fa310 req-81ccb85e-b73a-4657-a20f-949d3c4ec160 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.329674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-411cf5ae-7934-4edc-b398-f9ce0f3fa310 req-81ccb85e-b73a-4657-a20f-949d3c4ec160 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.2542400 Sep 16 05:01:45.374693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fdb84-83a6-421a-93e6-3e7ede6262eb req-66e1fc8d-a34f-4b4b-9899-fe965a969513 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.387153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-470fdb84-83a6-421a-93e6-3e7ede6262eb req-66e1fc8d-a34f-4b4b-9899-fe965a969513 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 948 time: 0.2430220 Sep 16 05:01:45.434277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Pushing event updated for resources: {'Port': ['ID=624aa7bc-51d5-4348-bef5-3a751f6ff33c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.447295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Network d477a446-0d0d-44fb-92f8-6d3eb4a6499d is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:45.451949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:45.464450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:45.540444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Attempting to bind port fc2135b1-02b2-4cb9-b794-6221a2b46841 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:45.541062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Attempting to bind port fc2135b1-02b2-4cb9-b794-6221a2b46841 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:45.541750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Attempting to bind port fc2135b1-02b2-4cb9-b794-6221a2b46841 on network 4d94c122-1459-428c-8d2b-7e91c540520e {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:45.545113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-411cf5ae-7934-4edc-b398-f9ce0f3fa310 req-9e23cc87-5913-4d1a-9f06-a6d65bc4517e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092662 Sep 16 05:01:45.563636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.564794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.584960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 9b98f88f-1734-4c97-bfd6-a8dce5e57150 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:45.591413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 9b98f88f-1734-4c97-bfd6-a8dce5e57150 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:45.603350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Port fc2135b1-02b2-4cb9-b794-6221a2b46841 on network 4d94c122-1459-428c-8d2b-7e91c540520e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:45.604366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Attempting to bind port fc2135b1-02b2-4cb9-b794-6221a2b46841 on network 4d94c122-1459-428c-8d2b-7e91c540520e {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:45.614351 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-631609e4-e996-4977-8495-e1d1c5979c86 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5069463 Sep 16 05:01:45.618704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:45.619470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Checking segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:45.620353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Bound using segment: {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:45.622276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Bound port: fc2135b1-02b2-4cb9-b794-6221a2b46841, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53942188-3f2e-4e08-ba7e-a3c304972eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:45.622916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.653385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Request body: {'port': {'device_id': '693975b2-2223-4859-a287-f25146996b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:45.654573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-470fdb84-83a6-421a-93e6-3e7ede6262eb req-27e85280-4497-4937-aeb0-8d985dc13323 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642078 Sep 16 05:01:45.771054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.833677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2d32889d-951c-4d42-be50-12a672b42e3a None None] Port fc2135b1-02b2-4cb9-b794-6221a2b46841 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:45.879038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7822683-b1ca-4577-bc87-3b3d9b7a05c5 req-71333d22-d0a5-4888-9054-fdccc45999a3 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.891723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7822683-b1ca-4577-bc87-3b3d9b7a05c5 req-71333d22-d0a5-4888-9054-fdccc45999a3 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 932 time: 0.1296341 Sep 16 05:01:45.952438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] For port fc2135b1-02b2-4cb9-b794-6221a2b46841, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:45.974969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] For port fc2135b1-02b2-4cb9-b794-6221a2b46841, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:45.993209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.006852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 181c3d48-5c4a-418f-9527-a3563ba4535f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:46.054456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7822683-b1ca-4577-bc87-3b3d9b7a05c5 req-baba8bc1-1d35-42e1-9f1b-567653541e92 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595502 Sep 16 05:01:46.055342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.055973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.075695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/fc2135b1-02b2-4cb9-b794-6221a2b46841 HTTP/1.1" status: 200 len: 1092 time: 2.8273125 Sep 16 05:01:46.079170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:46.087651 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d56921-97ea-4668-8ed0-6e0318612513" -d '{"events": [{"name": "network-changed", "server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:46.096500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 181c3d48-5c4a-418f-9527-a3563ba4535f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:46.096896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.126478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa2ece-15a1-4703-b92d-3eec9689c7b2 req-f806bc25-2540-46c0-943d-53ffa1257bbc tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.128049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52fa2ece-15a1-4703-b92d-3eec9689c7b2 req-f806bc25-2540-46c0-943d-53ffa1257bbc tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 943 time: 0.1981711 Sep 16 05:01:46.274925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:46.352652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52fa2ece-15a1-4703-b92d-3eec9689c7b2 req-8e69ba78-cc5f-4ace-a3ee-489cfe3db174 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080264 Sep 16 05:01:46.397525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] Checking router: 249b2928-38b3-4de0-9649-658f59f20e43 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:46.418500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-27cee9ee-a9e7-4232-848a-5c78e58213cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.427968 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-27cee9ee-a9e7-4232-848a-5c78e58213cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 1095 time: 0.3059676 Sep 16 05:01:46.432500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a434c-826b-4459-bc9f-0b344cede6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2135b1-02b2-4cb9-b794-6221a2b46841,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:46.497007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-e02f3591-7a02-4c4d-afdf-58ea6c7f03d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841 HTTP/1.1" status: 200 len: 217 time: 0.0539398 Sep 16 05:01:46.537701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:46.538350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:46.551566 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.586575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948578-91b2-4853-b50c-52e505308160 req-acca872c-cef0-456c-8453-1fdaaf32a1c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.605711 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d21cd6f-d50d-408f-b321-ae04a7d0560b x-openstack-request-id: req-3d21cd6f-d50d-408f-b321-ae04a7d0560b {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:46.606855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948578-91b2-4853-b50c-52e505308160 req-acca872c-cef0-456c-8453-1fdaaf32a1c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.609801 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:46.610174 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d21cd6f-d50d-408f-b321-ae04a7d0560b {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:46.610676 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'status': 'completed', 'code': 200} Sep 16 05:01:46.615676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948578-91b2-4853-b50c-52e505308160 req-acca872c-cef0-456c-8453-1fdaaf32a1c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.618094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d948578-91b2-4853-b50c-52e505308160 req-acca872c-cef0-456c-8453-1fdaaf32a1c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2413 time: 0.1659641 Sep 16 05:01:46.663182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-51c2ae20-dd33-463b-b8ed-762d13c18064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.665605 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-51c2ae20-dd33-463b-b8ed-762d13c18064 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86fe4de3-d35c-408c-9749-5cdd67745ab2 HTTP/1.1" status: 200 len: 861 time: 0.1573486 Sep 16 05:01:46.711620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d948578-91b2-4853-b50c-52e505308160 req-064729a8-1a7c-484d-93c2-bb05187fe420 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841804 Sep 16 05:01:46.778235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181c3d48-5c4a-418f-9527-a3563ba4535f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:46.786858 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0add26-502c-4ac6-888d-f5dad6b1320d" -d '{"events": [{"server_uuid": "89703161-23d4-46d1-9afd-e1ee2da0ca77", "name": "network-vif-plugged", "status": "completed", "tag": "181c3d48-5c4a-418f-9527-a3563ba4535f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:46.817085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624aa7bc-51d5-4348-bef5-3a751f6ff33c {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:46.831226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.852067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-b55bfb1a-1f5b-46f0-930e-5414615dac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.859693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-b55bfb1a-1f5b-46f0-930e-5414615dac99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d94c122-1459-428c-8d2b-7e91c540520e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829541 Sep 16 05:01:46.865663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Transition to ACTIVE for port object 624aa7bc-51d5-4348-bef5-3a751f6ff33c will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:46.880899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.931795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 181c3d48-5c4a-418f-9527-a3563ba4535f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=181c3d48-5c4a-418f-9527-a3563ba4535f,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:46.939181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.945883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Pushing event updated for resources: {'Port': ['ID=624aa7bc-51d5-4348-bef5-3a751f6ff33c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.036785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:47.106474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13875e6-f500-4d2b-827f-7661c0ac386a req-d7f06bb7-5e10-49b4-8113-8e4331b2b275 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.125572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=181c3d48-5c4a-418f-9527-a3563ba4535f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:47.130286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c13875e6-f500-4d2b-827f-7661c0ac386a req-d7f06bb7-5e10-49b4-8113-8e4331b2b275 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.3503201 Sep 16 05:01:47.153090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c384c928-341a-4c00-a9ef-0cbc26f8ae30 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:47.231939 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-75364af0-d52a-42ac-a763-4a408369c001 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621848 Sep 16 05:01:47.255928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f8aa-77e5-4c3a-ac8d-9b66bd9ed640 req-46cf1c17-40d7-41bf-84f8-cb3e38f986de tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.263454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a055f8aa-77e5-4c3a-ac8d-9b66bd9ed640 req-46cf1c17-40d7-41bf-84f8-cb3e38f986de tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 949 time: 0.3749995 Sep 16 05:01:47.286207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Attempting to bind port 624aa7bc-51d5-4348-bef5-3a751f6ff33c on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:47.287049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Attempting to bind port 624aa7bc-51d5-4348-bef5-3a751f6ff33c by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '55c20719-f5b8-4fd2-b79e-e43105146034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:47.288372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Attempting to bind port 624aa7bc-51d5-4348-bef5-3a751f6ff33c on network d477a446-0d0d-44fb-92f8-6d3eb4a6499d {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:47.298147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Port 624aa7bc-51d5-4348-bef5-3a751f6ff33c on network d477a446-0d0d-44fb-92f8-6d3eb4a6499d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:47.298571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Attempting to bind port 624aa7bc-51d5-4348-bef5-3a751f6ff33c on network d477a446-0d0d-44fb-92f8-6d3eb4a6499d {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:47.303174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c13875e6-f500-4d2b-827f-7661c0ac386a req-70a32ef2-db43-4ddd-a18d-47e4f50e7214 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717350 Sep 16 05:01:47.319420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:47.320052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Checking segment: {'id': '55c20719-f5b8-4fd2-b79e-e43105146034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:47.320588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Bound using segment: {'id': '55c20719-f5b8-4fd2-b79e-e43105146034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:47.321536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Bound port: 624aa7bc-51d5-4348-bef5-3a751f6ff33c, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c20719-f5b8-4fd2-b79e-e43105146034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:47.322913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.380404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a055f8aa-77e5-4c3a-ac8d-9b66bd9ed640 req-3e7c4e02-5d8a-410d-819a-7e11a8f00a4f tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156740 Sep 16 05:01:47.471593 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf05d11-b790-464b-a4f2-b7a33c16d766 x-openstack-request-id: req-eaf05d11-b790-464b-a4f2-b7a33c16d766 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:47.472505 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89703161-23d4-46d1-9afd-e1ee2da0ca77", "name": "network-vif-plugged", "status": "completed", "tag": "181c3d48-5c4a-418f-9527-a3563ba4535f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:47.472616 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eaf05d11-b790-464b-a4f2-b7a33c16d766 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:47.473263 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181c3d48-5c4a-418f-9527-a3563ba4535f', 'code': 200} Sep 16 05:01:47.519251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port c384c928-341a-4c00-a9ef-0cbc26f8ae30 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:47.527447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c384c928-341a-4c00-a9ef-0cbc26f8ae30 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:47.527974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.638453 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2d0f0d5-16de-45ee-9c4e-ee6dc2696a83 req-d7025d30-09b2-4289-9adb-2233d198b973 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871059 Sep 16 05:01:47.807387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa33e23-23ce-4c12-9a08-469c008e4625 req-e0bd99ff-050a-4991-b8ec-1f82067d8b37 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.809446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa33e23-23ce-4c12-9a08-469c008e4625 req-e0bd99ff-050a-4991-b8ec-1f82067d8b37 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 944 time: 0.1334414 Sep 16 05:01:47.925599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] For port 624aa7bc-51d5-4348-bef5-3a751f6ff33c, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:47.948632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369e60-56bb-4c87-afb0-edce160028a8 req-55468c7c-66df-40a4-9dd5-0dbb268635ce tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.960495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c4fc1-3311-422a-84d7-4b611a713c15 req-59316798-eb7c-432a-a962-12b0e99e35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.962037 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d62c4fc1-3311-422a-84d7-4b611a713c15 req-59316798-eb7c-432a-a962-12b0e99e35e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 1101 time: 0.3723373 Sep 16 05:01:47.962356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d369e60-56bb-4c87-afb0-edce160028a8 req-55468c7c-66df-40a4-9dd5-0dbb268635ce tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 943 time: 0.1398592 Sep 16 05:01:47.963719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:47.977601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] For port 624aa7bc-51d5-4348-bef5-3a751f6ff33c, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=624aa7bc-51d5-4348-bef5-3a751f6ff33c,segment=NetworkSegment(55c20719-f5b8-4fd2-b79e-e43105146034),segment_id=55c20719-f5b8-4fd2-b79e-e43105146034)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:47.991241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d56921-97ea-4668-8ed0-6e0318612513 req-b8d7bc33-1856-47b9-9d24-decbcbfc1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:47.992894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65d56921-97ea-4668-8ed0-6e0318612513 req-b8d7bc33-1856-47b9-9d24-decbcbfc1d72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 1095 time: 0.2275479 Sep 16 05:01:47.993937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.006627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191c3d6-b599-48b4-8d39-e2a67c486cd6 None None] The sync data for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 is: [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:48.010948 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.025024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa33e23-23ce-4c12-9a08-469c008e4625 req-3bde9eec-0178-49e4-859b-cb81fc6f7401 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085407 Sep 16 05:01:48.089828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c384c928-341a-4c00-a9ef-0cbc26f8ae30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c384c928-341a-4c00-a9ef-0cbc26f8ae30,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:48.117964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.118808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 69c32c6a-b4bd-441d-ab26-e60875de9318 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:48.129421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d369e60-56bb-4c87-afb0-edce160028a8 req-33512cb5-9642-471e-a695-28e9a3a293f2 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659949 Sep 16 05:01:48.221309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.224847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.227991 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] 10.222.0.73 "PUT /v2.0/ports/624aa7bc-51d5-4348-bef5-3a751f6ff33c HTTP/1.1" status: 200 len: 1093 time: 2.5850008 Sep 16 05:01:48.282566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2707512-61cc-4452-a79b-c76deca3b94d req-b343a47b-6c02-4b2f-93a9-fa836d0e6219 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.302504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2707512-61cc-4452-a79b-c76deca3b94d req-b343a47b-6c02-4b2f-93a9-fa836d0e6219 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.316464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2707512-61cc-4452-a79b-c76deca3b94d req-b343a47b-6c02-4b2f-93a9-fa836d0e6219 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.328183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2707512-61cc-4452-a79b-c76deca3b94d req-b343a47b-6c02-4b2f-93a9-fa836d0e6219 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2414 time: 0.1633012 Sep 16 05:01:48.330206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c384c928-341a-4c00-a9ef-0cbc26f8ae30,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.338318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 69c32c6a-b4bd-441d-ab26-e60875de9318 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:48.367141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 69c32c6a-b4bd-441d-ab26-e60875de9318 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:48.367757 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.409699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d62c4fc1-3311-422a-84d7-4b611a713c15 req-140483c4-09db-488e-9991-f57185346977 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806741 Sep 16 05:01:48.474856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2707512-61cc-4452-a79b-c76deca3b94d req-e7f8f4e1-b2dd-48ee-8044-acae4483d6d7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455948 Sep 16 05:01:48.499590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea7f16-d228-4c4f-807e-7a36f48e67a7 service neutron] Pushing event updated for resources: {'Port': ['ID=624aa7bc-51d5-4348-bef5-3a751f6ff33c,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.558494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d56921-97ea-4668-8ed0-6e0318612513 req-8166deb6-2791-4247-b168-6521984058cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.563670 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65d56921-97ea-4668-8ed0-6e0318612513 req-8166deb6-2791-4247-b168-6521984058cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 923 time: 0.5136082 Sep 16 05:01:48.586880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-571ac9fe-87c7-48f7-87c4-1f23f52f8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.589136 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-571ac9fe-87c7-48f7-87c4-1f23f52f8f33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f75a87a3c0f74de7ae291169f9f3bf1e&device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 1096 time: 0.2990248 Sep 16 05:01:48.599310 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696aca5e-0d22-484e-aab4-b859604d79e6 None None] New status for floating IP f28b202a-4094-470f-9547-7b022792c008: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:01:48.642649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.675482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d97b23-1c84-448b-81da-858497a5f20d req-ff37bba2-e699-4660-a8ed-87f394b79e23 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.677110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9d97b23-1c84-448b-81da-858497a5f20d req-ff37bba2-e699-4660-a8ed-87f394b79e23 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.1999302 Sep 16 05:01:48.680571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693975b2-2223-4859-a287-f25146996b0f', 'tag': '624aa7bc-51d5-4348-bef5-3a751f6ff33c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:48.686856 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ef0b5-710a-4300-9882-04afc2caa3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "693975b2-2223-4859-a287-f25146996b0f", "tag": "624aa7bc-51d5-4348-bef5-3a751f6ff33c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:48.716142 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65d56921-97ea-4668-8ed0-6e0318612513 req-5bc12c05-d2ef-4d20-b793-e6fe2ba8baf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841 HTTP/1.1" status: 200 len: 217 time: 0.1454287 Sep 16 05:01:48.725380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 69c32c6a-b4bd-441d-ab26-e60875de9318, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=69c32c6a-b4bd-441d-ab26-e60875de9318,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:48.729921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.731286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 324c0dd5-e032-4a46-b995-09967d058636 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:48.757678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9b349-0039-4ea0-9ea7-51d1a5dd2b48 req-726ecf3b-d6da-4fc3-b861-cb4a613e101e tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.765802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17c9b349-0039-4ea0-9ea7-51d1a5dd2b48 req-726ecf3b-d6da-4fc3-b861-cb4a613e101e tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 949 time: 0.1450329 Sep 16 05:01:48.819459 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-1bf28413-b048-44aa-853a-75b8c07b1675 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624aa7bc-51d5-4348-bef5-3a751f6ff33c HTTP/1.1" status: 200 len: 217 time: 0.1233809 Sep 16 05:01:48.831769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9d97b23-1c84-448b-81da-858497a5f20d req-afdd0b1c-7431-45f4-ad27-7f82edb4e2e1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462946 Sep 16 05:01:48.942622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17c9b349-0039-4ea0-9ea7-51d1a5dd2b48 req-aee20f47-199e-4ac4-8ff0-fe433bfa90ba tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629758 Sep 16 05:01:48.967139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d56921-97ea-4668-8ed0-6e0318612513 req-32a80136-cedb-4ef9-aaec-a5f92c071274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:48.975328 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65d56921-97ea-4668-8ed0-6e0318612513 req-32a80136-cedb-4ef9-aaec-a5f92c071274 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86fe4de3-d35c-408c-9749-5cdd67745ab2 HTTP/1.1" status: 200 len: 861 time: 0.1722589 Sep 16 05:01:49.004930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-d3454afd-320e-42e6-a07c-920665c4694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.006651 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-d3454afd-320e-42e6-a07c-920665c4694b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88f65e76-d507-4644-b102-663ed8d6c1da HTTP/1.1" status: 200 len: 861 time: 0.1326215 Sep 16 05:01:49.029242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=69c32c6a-b4bd-441d-ab26-e60875de9318,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.038921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 324c0dd5-e032-4a46-b995-09967d058636 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:49.039342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.079632 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-0d835741-93ae-4eaf-8e5a-218caa39bc0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d477a446-0d0d-44fb-92f8-6d3eb4a6499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501986 Sep 16 05:01:49.169010 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.223992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:49.232685 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.249375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 664a1f8a-7f10-4c04-9cc5-639698c7c9de up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:49.265286 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565f6c5-fdac-4f1e-afb7-1e5d368800e9 x-openstack-request-id: req-5565f6c5-fdac-4f1e-afb7-1e5d368800e9 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:49.267401 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693975b2-2223-4859-a287-f25146996b0f", "tag": "624aa7bc-51d5-4348-bef5-3a751f6ff33c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:49.269374 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5565f6c5-fdac-4f1e-afb7-1e5d368800e9 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:49.270612 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693975b2-2223-4859-a287-f25146996b0f', 'tag': '624aa7bc-51d5-4348-bef5-3a751f6ff33c', 'status': 'completed', 'code': 200} Sep 16 05:01:49.285859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d56921-97ea-4668-8ed0-6e0318612513 req-d440a772-9c48-45d5-9b4f-cee7e1c42ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.288966 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65d56921-97ea-4668-8ed0-6e0318612513 req-d440a772-9c48-45d5-9b4f-cee7e1c42ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d94c122-1459-428c-8d2b-7e91c540520e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3041747 Sep 16 05:01:49.326847 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-607a129d-626c-482b-a6a8-ac2ab01a519c service neutron] 10.222.0.73 "GET /v2.0/networks/d477a446-0d0d-44fb-92f8-6d3eb4a6499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376075 Sep 16 05:01:49.372797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caa87e-807a-464d-b692-5006e4e877d6 req-f5955791-ec73-4f77-857b-00384b0adcfc tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.385725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29caa87e-807a-464d-b692-5006e4e877d6 req-f5955791-ec73-4f77-857b-00384b0adcfc tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 944 time: 0.1120636 Sep 16 05:01:49.438235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.479976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65d56921-97ea-4668-8ed0-6e0318612513 req-6e40fc95-1aa1-44b8-995d-5bf74c5bb3b4 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780860 Sep 16 05:01:49.487095 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30'}, {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c32c6a-b4bd-441d-ab26-e60875de9318'}, {'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324c0dd5-e032-4a46-b995-09967d058636'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:49.494016 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b863147-3123-42bd-a622-de20798af2db" -d '{"events": [{"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-plugged", "status": "completed", "tag": "c384c928-341a-4c00-a9ef-0cbc26f8ae30"}, {"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-plugged", "status": "completed", "tag": "69c32c6a-b4bd-441d-ab26-e60875de9318"}, {"server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "name": "network-vif-plugged", "status": "completed", "tag": "324c0dd5-e032-4a46-b995-09967d058636"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:49.503704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 664a1f8a-7f10-4c04-9cc5-639698c7c9de completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:49.506105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29caa87e-807a-464d-b692-5006e4e877d6 req-ba35ab91-d4e7-495d-b81b-0d05fa977fc5 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167748 Sep 16 05:01:49.510860 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-07a169cb-eb55-469f-a1dd-c0a9bcaaae9d req-b6ae456d-4b1c-435b-99ee-8e4e9d728642 service neutron] 10.222.0.73 "GET /v2.0/networks/d477a446-0d0d-44fb-92f8-6d3eb4a6499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746256 Sep 16 05:01:49.513353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 664a1f8a-7f10-4c04-9cc5-639698c7c9de triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:49.513767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.677417 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65d56921-97ea-4668-8ed0-6e0318612513 req-34b6af27-e5b1-4d03-91db-76a15e6a8a52 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869528 Sep 16 05:01:49.702018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-2982ecac-9d3b-4b27-9423-4225f1409a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.704466 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-2982ecac-9d3b-4b27-9423-4225f1409a56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f75a87a3c0f74de7ae291169f9f3bf1e&device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 1096 time: 0.1035626 Sep 16 05:01:49.720714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a93be-2695-4ae6-a401-c7ac2c2f3d11 req-123684e0-72ee-48db-8978-bd4c8bb1c0a3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.722611 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.723535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f0a93be-2695-4ae6-a401-c7ac2c2f3d11 req-123684e0-72ee-48db-8978-bd4c8bb1c0a3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 943 time: 0.1068184 Sep 16 05:01:49.773587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 664a1f8a-7f10-4c04-9cc5-639698c7c9de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=664a1f8a-7f10-4c04-9cc5-639698c7c9de,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:49.805294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.849607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-ca06081d-4d63-4f3a-a375-e8b48325a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.850534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f0a93be-2695-4ae6-a401-c7ac2c2f3d11 req-55b4ba52-9c92-479c-9f9e-e0a7e686e3f3 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190989 Sep 16 05:01:49.861736 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-ca06081d-4d63-4f3a-a375-e8b48325a257 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d477a446-0d0d-44fb-92f8-6d3eb4a6499d HTTP/1.1" status: 200 len: 922 time: 0.1444581 Sep 16 05:01:49.918053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=664a1f8a-7f10-4c04-9cc5-639698c7c9de,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.920228 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-d17e231f-8b05-4990-be87-2340f8969c7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624aa7bc-51d5-4348-bef5-3a751f6ff33c HTTP/1.1" status: 200 len: 217 time: 0.0507851 Sep 16 05:01:50.038527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-2ad227e4-33b7-4bfe-9dd0-9bb1ad8623e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.043797 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-2ad227e4-33b7-4bfe-9dd0-9bb1ad8623e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88f65e76-d507-4644-b102-663ed8d6c1da HTTP/1.1" status: 200 len: 861 time: 0.1155095 Sep 16 05:01:50.063175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddec86-4e0b-4275-b2c6-c263c0b021c3 req-8c71a6d9-f2bb-4f9f-8223-f555d6b65d31 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.072692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddec86-4e0b-4275-b2c6-c263c0b021c3 req-8c71a6d9-f2bb-4f9f-8223-f555d6b65d31 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.080356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddec86-4e0b-4275-b2c6-c263c0b021c3 req-8c71a6d9-f2bb-4f9f-8223-f555d6b65d31 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.089052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4ddec86-4e0b-4275-b2c6-c263c0b021c3 req-8c71a6d9-f2bb-4f9f-8223-f555d6b65d31 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2416 time: 0.1015697 Sep 16 05:01:50.134573 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-d77b2726-6bdb-4e7e-9b3a-5a00a20547cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d477a446-0d0d-44fb-92f8-6d3eb4a6499d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850196 Sep 16 05:01:50.137177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4ddec86-4e0b-4275-b2c6-c263c0b021c3 req-ee8b3203-28ca-4ef1-80a9-74d302a302de tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 Sep 16 05:01:50.219589 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26039feb-07a4-4b41-8f77-6d0054764476 x-openstack-request-id: req-26039feb-07a4-4b41-8f77-6d0054764476 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:50.219891 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-plugged", "status": "completed", "tag": "c384c928-341a-4c00-a9ef-0cbc26f8ae30", "code": 200}, {"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-plugged", "status": "completed", "tag": "69c32c6a-b4bd-441d-ab26-e60875de9318", "code": 200}, {"server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "name": "network-vif-plugged", "status": "completed", "tag": "324c0dd5-e032-4a46-b995-09967d058636", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:50.220320 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26039feb-07a4-4b41-8f77-6d0054764476 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:50.220854 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30', 'code': 200} Sep 16 05:01:50.221116 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c32c6a-b4bd-441d-ab26-e60875de9318', 'code': 200} Sep 16 05:01:50.221589 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324c0dd5-e032-4a46-b995-09967d058636', 'code': 200} Sep 16 05:01:50.269958 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-49a9116f-c1af-4bcf-8e95-ba5aa05e85f6 service neutron] 10.222.0.73 "GET /v2.0/networks/d477a446-0d0d-44fb-92f8-6d3eb4a6499d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268804 Sep 16 05:01:50.351370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e85f1-917d-4aab-97b4-844a15e7be4d req-9ebc7104-edd7-4a2a-bbd8-55339bb84685 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.353399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d20e85f1-917d-4aab-97b4-844a15e7be4d req-9ebc7104-edd7-4a2a-bbd8-55339bb84685 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.0793216 Sep 16 05:01:50.400337 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f96ef0b5-710a-4300-9882-04afc2caa3cf req-592527b6-9af1-4635-947b-662697ee1ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/d477a446-0d0d-44fb-92f8-6d3eb4a6499d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219745 Sep 16 05:01:50.414274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d20e85f1-917d-4aab-97b4-844a15e7be4d req-ac597291-a189-4b4b-8c3d-e5e15d957258 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478539 Sep 16 05:01:50.547225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfec0ef-7943-4921-a45f-7d661bc44405 req-59bdea08-a823-4525-9351-e3c0481a51b2 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.548932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dfec0ef-7943-4921-a45f-7d661bc44405 req-59bdea08-a823-4525-9351-e3c0481a51b2 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 949 time: 0.0689597 Sep 16 05:01:50.608475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dfec0ef-7943-4921-a45f-7d661bc44405 req-ea6b1b0d-948a-4bf4-b763-268616bdee99 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Sep 16 05:01:50.850782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c58c42-58df-45d0-9212-cf4978abfc37 req-2065f93e-1f10-4e98-9203-c17bde5c3aaf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:50.852980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73c58c42-58df-45d0-9212-cf4978abfc37 req-2065f93e-1f10-4e98-9203-c17bde5c3aaf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 944 time: 0.0705941 Sep 16 05:01:50.904832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73c58c42-58df-45d0-9212-cf4978abfc37 req-6cb6d070-136f-4749-a210-4494a1689f36 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Sep 16 05:01:51.177106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fc2135b1-02b2-4cb9-b794-6221a2b46841 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:51.223519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d126a-16c4-4cb0-a21b-aabd95d792aa req-d16b9e1d-b0f2-42b3-873e-423835e0cbe1 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.226032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d92d126a-16c4-4cb0-a21b-aabd95d792aa req-d16b9e1d-b0f2-42b3-873e-423835e0cbe1 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 943 time: 0.0885448 Sep 16 05:01:51.318268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d92d126a-16c4-4cb0-a21b-aabd95d792aa req-74ce6919-14d9-4571-aa23-2990034c333a tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830495 Sep 16 05:01:51.364687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fc2135b1-02b2-4cb9-b794-6221a2b46841, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.380525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'port_id': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'mac_address': 'fa:16:3e:53:20:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:51.424628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.442631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2135b1-02b2-4cb9-b794-6221a2b46841 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:51.466380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fc2135b1-02b2-4cb9-b794-6221a2b46841, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:51.471370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.475059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e496cc2-2b93-414a-9ad1-c7d6a54d255b req-1bbfba8d-5d97-4f30-abe4-4144b67a37cc tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.477281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e496cc2-2b93-414a-9ad1-c7d6a54d255b req-1bbfba8d-5d97-4f30-abe4-4144b67a37cc tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 1101 time: 0.0753467 Sep 16 05:01:51.505316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e496cc2-2b93-414a-9ad1-c7d6a54d255b req-fd1920d4-2647-40d4-b526-9d8ebad343df tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.605763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fc2135b1-02b2-4cb9-b794-6221a2b46841,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.620494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.621043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.621690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.622178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.622586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.622929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.623404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.623743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.624073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.624474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.624868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.625196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:51.669115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e496cc2-2b93-414a-9ad1-c7d6a54d255b req-fd1920d4-2647-40d4-b526-9d8ebad343df tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.674311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e496cc2-2b93-414a-9ad1-c7d6a54d255b req-fd1920d4-2647-40d4-b526-9d8ebad343df tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.706562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e496cc2-2b93-414a-9ad1-c7d6a54d255b req-fd1920d4-2647-40d4-b526-9d8ebad343df tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208734 Sep 16 05:01:51.729044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1920d4-2647-40d4-b526-9d8ebad343df tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc42124-0075-4f4e-ae00-434cb326f383,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.809480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['fc2135b1-02b2-4cb9-b794-6221a2b46841'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:51.859563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109788c-6c7a-45b7-ac51-bf6beae5ed02 req-afee89f9-bf20-4b7a-95e5-9c245e467a91 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.867115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109788c-6c7a-45b7-ac51-bf6beae5ed02 req-afee89f9-bf20-4b7a-95e5-9c245e467a91 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.874454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109788c-6c7a-45b7-ac51-bf6beae5ed02 req-afee89f9-bf20-4b7a-95e5-9c245e467a91 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.883509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5109788c-6c7a-45b7-ac51-bf6beae5ed02 req-afee89f9-bf20-4b7a-95e5-9c245e467a91 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2416 time: 0.0941050 Sep 16 05:01:51.938175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5109788c-6c7a-45b7-ac51-bf6beae5ed02 req-8642797c-4f45-4966-b399-7379da3fea22 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525701 Sep 16 05:01:52.069206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a804-0c84-49d6-9dc1-6bb959b28bbd req-c92598bc-6ca1-4ec1-8ef9-ddf032fdcab5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.078611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cb1a804-0c84-49d6-9dc1-6bb959b28bbd req-c92598bc-6ca1-4ec1-8ef9-ddf032fdcab5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.0856028 Sep 16 05:01:52.145624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cb1a804-0c84-49d6-9dc1-6bb959b28bbd req-26584388-d8c1-4744-baae-859198208916 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637610 Sep 16 05:01:52.223830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664a1f8a-7f10-4c04-9cc5-639698c7c9de'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:52.230941 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7942c488-e475-419c-91c5-7002c611952f" -d '{"events": [{"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-plugged", "status": "completed", "tag": "664a1f8a-7f10-4c04-9cc5-639698c7c9de"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:52.463340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62ecd9-45c5-43ec-a2ee-372c6a11ca44 req-f93a7fd3-d3bb-43c1-a60b-741692ac72f9 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.465528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a62ecd9-45c5-43ec-a2ee-372c6a11ca44 req-f93a7fd3-d3bb-43c1-a60b-741692ac72f9 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 944 time: 0.0906098 Sep 16 05:01:52.539408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a62ecd9-45c5-43ec-a2ee-372c6a11ca44 req-b77a063e-ee29-4dc1-aea2-1b4b86578e1f tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662045 Sep 16 05:01:52.620186 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e240a-1f18-4b95-b732-12c36f75415f x-openstack-request-id: req-3f2e240a-1f18-4b95-b732-12c36f75415f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:52.620983 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-plugged", "status": "completed", "tag": "664a1f8a-7f10-4c04-9cc5-639698c7c9de", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:52.621582 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f2e240a-1f18-4b95-b732-12c36f75415f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:52.622420 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664a1f8a-7f10-4c04-9cc5-639698c7c9de', 'code': 200} Sep 16 05:01:52.773277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550331e9-719f-4175-8757-716e99a7a9a2 req-5a678d0c-d555-4de8-8437-a32f58c1f4e1 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.791119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-550331e9-719f-4175-8757-716e99a7a9a2 req-5a678d0c-d555-4de8-8437-a32f58c1f4e1 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 944 time: 0.1103706 Sep 16 05:01:52.805175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755aed-0801-4ef8-b2ab-f4f0c407f1ce req-672e7e63-a55a-4022-9581-7a46a84ca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.806626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755aed-0801-4ef8-b2ab-f4f0c407f1ce req-672e7e63-a55a-4022-9581-7a46a84ca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.807465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755aed-0801-4ef8-b2ab-f4f0c407f1ce req-672e7e63-a55a-4022-9581-7a46a84ca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.810656 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-89755aed-0801-4ef8-b2ab-f4f0c407f1ce req-672e7e63-a55a-4022-9581-7a46a84ca25e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2872 time: 0.0980661 Sep 16 05:01:52.866349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-550331e9-719f-4175-8757-716e99a7a9a2 req-3be16164-7c36-486c-872d-541492e1f88a tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719635 Sep 16 05:01:52.877082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-89755aed-0801-4ef8-b2ab-f4f0c407f1ce req-268d806e-d013-4572-9a34-c615926ef0a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Sep 16 05:01:53.025152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3107c-1879-420c-9366-8c3442147149 req-6e90aefc-67b1-465c-8c37-e38d0a86af74 tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.026650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23c3107c-1879-420c-9366-8c3442147149 req-6e90aefc-67b1-465c-8c37-e38d0a86af74 tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 1101 time: 0.0501635 Sep 16 05:01:53.095325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23c3107c-1879-420c-9366-8c3442147149 req-1eb2d733-a70a-4eca-862a-9baba915faf9 tempest-ServersAdminNegativeTestJSON-246140479 tempest-ServersAdminNegativeTestJSON-246140479-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590043 Sep 16 05:01:53.195661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 624aa7bc-51d5-4348-bef5-3a751f6ff33c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:53.199445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fc2135b1-02b2-4cb9-b794-6221a2b46841 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:53.365985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a765c-10bd-48af-ade0-a8ac17d92c9b req-8aa5685a-fafb-4e16-8581-d148dbb06636 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.374194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a765c-10bd-48af-ade0-a8ac17d92c9b req-8aa5685a-fafb-4e16-8581-d148dbb06636 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.381146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a765c-10bd-48af-ade0-a8ac17d92c9b req-8aa5685a-fafb-4e16-8581-d148dbb06636 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.390855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d8a765c-10bd-48af-ade0-a8ac17d92c9b req-8aa5685a-fafb-4e16-8581-d148dbb06636 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2416 time: 0.1275253 Sep 16 05:01:53.462612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port fc2135b1-02b2-4cb9-b794-6221a2b46841 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:53.477489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d8a765c-10bd-48af-ade0-a8ac17d92c9b req-4f85411a-9d11-42b1-b224-4820d0c6c310 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853727 Sep 16 05:01:53.508132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port fc2135b1-02b2-4cb9-b794-6221a2b46841 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:53.508132 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.609914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 624aa7bc-51d5-4348-bef5-3a751f6ff33c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=624aa7bc-51d5-4348-bef5-3a751f6ff33c,segment=NetworkSegment(55c20719-f5b8-4fd2-b79e-e43105146034),segment_id=55c20719-f5b8-4fd2-b79e-e43105146034)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.631082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '624aa7bc-51d5-4348-bef5-3a751f6ff33c', 'network_id': 'd477a446-0d0d-44fb-92f8-6d3eb4a6499d', 'port_id': '624aa7bc-51d5-4348-bef5-3a751f6ff33c', 'mac_address': 'fa:16:3e:7b:a9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f65e76-d507-4644-b102-663ed8d6c1da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:53.767746 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.781763 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.791851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a731653-8540-437c-a6af-b31afa62d134 req-9f45db85-791a-41fc-956e-3541163fd2b3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.793472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a731653-8540-437c-a6af-b31afa62d134 req-9f45db85-791a-41fc-956e-3541163fd2b3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.0982909 Sep 16 05:01:53.797872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624aa7bc-51d5-4348-bef5-3a751f6ff33c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:53.822630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 624aa7bc-51d5-4348-bef5-3a751f6ff33c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=624aa7bc-51d5-4348-bef5-3a751f6ff33c,segment=NetworkSegment(55c20719-f5b8-4fd2-b79e-e43105146034),segment_id=55c20719-f5b8-4fd2-b79e-e43105146034)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.857518 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.866334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fc2135b1-02b2-4cb9-b794-6221a2b46841, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:53.874559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a731653-8540-437c-a6af-b31afa62d134 req-df1d09e7-924f-422a-9865-4f38079d10fc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731363 Sep 16 05:01:53.898700 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.927885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=624aa7bc-51d5-4348-bef5-3a751f6ff33c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.030388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fc2135b1-02b2-4cb9-b794-6221a2b46841,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.153832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602c16d-6a4a-4715-9a00-7aa7dc53cf98 req-77f4bec0-f63e-4a15-aaf1-832de401a076 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.156463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4602c16d-6a4a-4715-9a00-7aa7dc53cf98 req-77f4bec0-f63e-4a15-aaf1-832de401a076 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 945 time: 0.0650527 Sep 16 05:01:54.216648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4602c16d-6a4a-4715-9a00-7aa7dc53cf98 req-a344f59c-ef46-48ed-8208-937f5407172e tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532935 Sep 16 05:01:54.245586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['624aa7bc-51d5-4348-bef5-3a751f6ff33c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:54.367262 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.493997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269fa63-2a38-4c3a-809d-c023ffc0d8c5 req-6e319bed-3320-4bc6-8d49-991790a85bb1 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.505407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6269fa63-2a38-4c3a-809d-c023ffc0d8c5 req-6e319bed-3320-4bc6-8d49-991790a85bb1 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 945 time: 0.0817332 Sep 16 05:01:54.559399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6269fa63-2a38-4c3a-809d-c023ffc0d8c5 req-300d1cde-967a-4c39-a67c-703cb379d8a1 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524693 Sep 16 05:01:54.624191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:54.627406 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ec991-a685-407f-9c1f-866e641903e5" -d '{"events": [{"server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "name": "network-vif-plugged", "status": "completed", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:54.769875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240ca93-7275-4531-b612-0b89bca30bed req-dab399ce-272c-4ef0-bbd9-f67a006ad240 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.777027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240ca93-7275-4531-b612-0b89bca30bed req-dab399ce-272c-4ef0-bbd9-f67a006ad240 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.784395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240ca93-7275-4531-b612-0b89bca30bed req-dab399ce-272c-4ef0-bbd9-f67a006ad240 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.786058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2240ca93-7275-4531-b612-0b89bca30bed req-dab399ce-272c-4ef0-bbd9-f67a006ad240 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2416 time: 0.0764325 Sep 16 05:01:54.869257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2240ca93-7275-4531-b612-0b89bca30bed req-a1bfbc5f-bbda-4934-87d5-ddc2b3da30bc tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731144 Sep 16 05:01:54.872327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-7ba0a76f-1283-4733-a637-bbeb8f7ec364 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:54.875746 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-7ba0a76f-1283-4733-a637-bbeb8f7ec364 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.0663080 Sep 16 05:01:54.893808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-15'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:54.942758 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d847de5-791f-4156-b5ec-fa4022436bd3 x-openstack-request-id: req-9d847de5-791f-4156-b5ec-fa4022436bd3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:54.943078 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "name": "network-vif-plugged", "status": "completed", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:54.943339 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d847de5-791f-4156-b5ec-fa4022436bd3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:54.943747 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'code': 200} Sep 16 05:01:54.975124 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.130261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c2e99-ff58-4216-8799-5a78b13e995d req-313157a1-e038-49bc-8d82-15f207628706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.132383 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b4c2e99-ff58-4216-8799-5a78b13e995d req-313157a1-e038-49bc-8d82-15f207628706 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 1097 time: 0.1089718 Sep 16 05:01:55.249249 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b4c2e99-ff58-4216-8799-5a78b13e995d req-eeebf8a4-e189-45ee-9665-daf28be2fd57 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771830 Sep 16 05:01:55.277858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:55.380589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:55.460603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:55.463498 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208199dd-4a15-4d9b-8022-6cc49a9e6fd7" -d '{"events": [{"server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:55.468693 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.477374 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.681374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=7']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.723298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929caf1-1998-49a1-86e6-37bb0a490805 req-68e9b6a0-4ad6-40e2-834c-663a4daf586d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.732186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4929caf1-1998-49a1-86e6-37bb0a490805 req-68e9b6a0-4ad6-40e2-834c-663a4daf586d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 945 time: 0.4512668 Sep 16 05:01:55.738585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:55.739014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:55.739437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:55.744505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:55.744923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Attempting to bind port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:55.750793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:55.751155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:55.751541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:55.751973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Bound port: 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:55.752761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.802373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4929caf1-1998-49a1-86e6-37bb0a490805 req-7f33a300-100f-41d5-9891-4dbbf535e0a5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657606 Sep 16 05:01:55.809912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40291b5a-d9f8-438f-9460-24ff5e115455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.868779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:55.873518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:55.878606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.971391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.972038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.973795 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] 10.222.0.64 "PUT /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 1123 time: 1.0891719 Sep 16 05:01:55.974941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bfe50-9f23-4329-9942-cfddcd69acde service neutron] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=8']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.992514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:56.168499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aea17-37fa-45b2-83b4-a357a1cba14a req-35efc2fd-e473-40f9-82f3-79388bdbe44b tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.171992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-122aea17-37fa-45b2-83b4-a357a1cba14a req-35efc2fd-e473-40f9-82f3-79388bdbe44b tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 949 time: 0.1248996 Sep 16 05:01:56.174967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['5a5850f6-5af9-4faa-ba45-d3f4cf507a02'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:56.257823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:56.264667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-122aea17-37fa-45b2-83b4-a357a1cba14a req-12a5d3fe-363f-4bb1-8765-c4fee88492ba tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738699 Sep 16 05:01:56.270318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['5a5850f6-5af9-4faa-ba45-d3f4cf507a02'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:56.339245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:01:56.730432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b1fe9-1fd7-464d-8737-fe5a9842350b req-1503c5f3-9dba-494c-a2a0-80081ebdbd8e tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.732352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e49b1fe9-1fd7-464d-8737-fe5a9842350b req-1503c5f3-9dba-494c-a2a0-80081ebdbd8e tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 945 time: 0.1021616 Sep 16 05:01:56.782824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e49b1fe9-1fd7-464d-8737-fe5a9842350b req-2139695b-77fb-46fd-99c9-e26f85a93817 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Sep 16 05:01:56.857924 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be4fc52-c211-4e86-8d17-c001a2b5ad3e x-openstack-request-id: req-4be4fc52-c211-4e86-8d17-c001a2b5ad3e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:56.858427 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:56.858883 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4be4fc52-c211-4e86-8d17-c001a2b5ad3e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:56.859465 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02', 'code': 200} Sep 16 05:01:56.996304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663844-6680-422f-8b89-cd4cf45138e3 req-434801db-5137-4bc5-925d-f776c08fd80e tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.997964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9663844-6680-422f-8b89-cd4cf45138e3 req-434801db-5137-4bc5-925d-f776c08fd80e tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 945 time: 0.0793116 Sep 16 05:01:57.052963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9663844-6680-422f-8b89-cd4cf45138e3 req-c1bb2375-9bd6-42a7-9a55-21650e9148e5 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Sep 16 05:01:57.209639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc7b2b-379d-479e-bed4-2349bb62835f req-65b8b44e-7f94-4172-b3f7-841ad9736a37 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.214965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 624aa7bc-51d5-4348-bef5-3a751f6ff33c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:57.219751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc7b2b-379d-479e-bed4-2349bb62835f req-65b8b44e-7f94-4172-b3f7-841ad9736a37 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.226441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc7b2b-379d-479e-bed4-2349bb62835f req-65b8b44e-7f94-4172-b3f7-841ad9736a37 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.229003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eacc7b2b-379d-479e-bed4-2349bb62835f req-65b8b44e-7f94-4172-b3f7-841ad9736a37 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2416 time: 0.1117373 Sep 16 05:01:57.281593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eacc7b2b-379d-479e-bed4-2349bb62835f req-978a092b-2d04-4e08-aa58-394fe4bf2ad7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Sep 16 05:01:57.331355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 624aa7bc-51d5-4348-bef5-3a751f6ff33c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:01:57.339461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 624aa7bc-51d5-4348-bef5-3a751f6ff33c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:57.339461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.440561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86202cb9-df20-4770-8e6f-f3b6b3ded1f0 req-c9c2d779-a160-42c1-ae32-5f5a565b559b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.442568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86202cb9-df20-4770-8e6f-f3b6b3ded1f0 req-c9c2d779-a160-42c1-ae32-5f5a565b559b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.0627167 Sep 16 05:01:57.480477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.522405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693975b2-2223-4859-a287-f25146996b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624aa7bc-51d5-4348-bef5-3a751f6ff33c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:57.524627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86202cb9-df20-4770-8e6f-f3b6b3ded1f0 req-16fb4141-7a31-4d1b-be67-876a80276b0c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752347 Sep 16 05:01:57.535235 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8091c854-6b29-486d-9100-920078930207" -d '{"events": [{"server_uuid": "693975b2-2223-4859-a287-f25146996b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624aa7bc-51d5-4348-bef5-3a751f6ff33c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:57.564418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 624aa7bc-51d5-4348-bef5-3a751f6ff33c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=624aa7bc-51d5-4348-bef5-3a751f6ff33c,segment=NetworkSegment(55c20719-f5b8-4fd2-b79e-e43105146034),segment_id=55c20719-f5b8-4fd2-b79e-e43105146034)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:57.572057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.638372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=624aa7bc-51d5-4348-bef5-3a751f6ff33c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.852361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7181-0942-4430-ad45-a98c6670d2a5 req-7e426691-0cff-4c2b-b708-3484c0009f59 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.853427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621c8ef-359d-470a-a564-2caa73a97768 req-5d227052-5412-4d8f-b9ff-fd29fa893756 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.854053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab9c7181-0942-4430-ad45-a98c6670d2a5 req-7e426691-0cff-4c2b-b708-3484c0009f59 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 945 time: 0.1166213 Sep 16 05:01:57.864011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37226) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.867954 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7621c8ef-359d-470a-a564-2caa73a97768 req-5d227052-5412-4d8f-b9ff-fd29fa893756 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 949 time: 0.0698609 Sep 16 05:01:57.868790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Request body: {'floatingip': {'port_id': 'fc2135b1-02b2-4cb9-b794-6221a2b46841'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:57.916148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.085161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb664e3c-6bce-41ac-b6c3-2ce4e46087c6 req-7a2abcb0-dceb-4d49-ba61-7cd1e8f97e08 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.086874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb664e3c-6bce-41ac-b6c3-2ce4e46087c6 req-7a2abcb0-dceb-4d49-ba61-7cd1e8f97e08 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 949 time: 0.1188490 Sep 16 05:01:58.115722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47666c29-2ff3-44df-b34e-c67389a7b75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.231585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb664e3c-6bce-41ac-b6c3-2ce4e46087c6 req-ca30a003-0a0f-42e4-a454-b1ca382fec3d tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232643 Sep 16 05:01:58.284840 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704a593f-b6cf-4ad3-9ea9-ac0f0fcfbbf7 x-openstack-request-id: req-704a593f-b6cf-4ad3-9ea9-ac0f0fcfbbf7 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:58.285387 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693975b2-2223-4859-a287-f25146996b0f", "name": "network-vif-plugged", "status": "completed", "tag": "624aa7bc-51d5-4348-bef5-3a751f6ff33c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:58.285387 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-704a593f-b6cf-4ad3-9ea9-ac0f0fcfbbf7 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:58.285752 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693975b2-2223-4859-a287-f25146996b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624aa7bc-51d5-4348-bef5-3a751f6ff33c', 'code': 200} Sep 16 05:01:58.375934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Deleting port 181c3d48-5c4a-418f-9527-a3563ba4535f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:58.376615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.430633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dd6db-787b-4669-9f73-8f661307edc0 req-92ebf65e-a270-4387-91af-8236aef8ee19 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.432195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00dd6db-787b-4669-9f73-8f661307edc0 req-92ebf65e-a270-4387-91af-8236aef8ee19 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 946 time: 0.0752318 Sep 16 05:01:58.513238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946a75-9886-4587-bf75-25ba9d788040 req-5d3515ed-f2e7-4092-be1f-b82665852ecd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.522026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946a75-9886-4587-bf75-25ba9d788040 req-5d3515ed-f2e7-4092-be1f-b82665852ecd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.529551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946a75-9886-4587-bf75-25ba9d788040 req-5d3515ed-f2e7-4092-be1f-b82665852ecd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.532336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-23946a75-9886-4587-bf75-25ba9d788040 req-5d3515ed-f2e7-4092-be1f-b82665852ecd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2416 time: 0.1609864 Sep 16 05:01:58.610859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00dd6db-787b-4669-9f73-8f661307edc0 req-0ed4bc0e-6570-4c4f-a5a7-531c6a0b6c4e tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470673 Sep 16 05:01:58.611743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450e63-7d07-42cc-8d9d-4bb15e48baef req-aea70ad2-802a-4ee5-b671-95f69e17cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.615140 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-72450e63-7d07-42cc-8d9d-4bb15e48baef req-aea70ad2-802a-4ee5-b671-95f69e17cc06 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 1098 time: 0.2478657 Sep 16 05:01:58.776740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-72450e63-7d07-42cc-8d9d-4bb15e48baef req-78a029f0-3972-429b-9e39-aa3a734985b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079350 Sep 16 05:01:58.808895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] For port 181c3d48-5c4a-418f-9527-a3563ba4535f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=181c3d48-5c4a-418f-9527-a3563ba4535f,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:58.811081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.852017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port 664a1f8a-7f10-4c04-9cc5-639698c7c9de {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:58.852856 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.857775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Calling delete_port for 181c3d48-5c4a-418f-9527-a3563ba4535f owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:58.860364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:58.861079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06180a-4225-4724-9862-dc79f4859881 req-f2f5824f-4903-44f5-82b7-18210c4a220d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.863814 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaf107d-b22d-4819-88f5-242dd8a6eddb" -d '{"events": [{"name": "network-changed", "server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:58.871071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06180a-4225-4724-9862-dc79f4859881 req-f2f5824f-4903-44f5-82b7-18210c4a220d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.878914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06180a-4225-4724-9862-dc79f4859881 req-f2f5824f-4903-44f5-82b7-18210c4a220d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.881037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c06180a-4225-4724-9862-dc79f4859881 req-f2f5824f-4903-44f5-82b7-18210c4a220d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 2416 time: 0.1618388 Sep 16 05:01:58.939372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.946799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.030173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c06180a-4225-4724-9862-dc79f4859881 req-4e73fc28-4406-49fb-955a-285406261782 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213591 Sep 16 05:01:59.031851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port 664a1f8a-7f10-4c04-9cc5-639698c7c9de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=664a1f8a-7f10-4c04-9cc5-639698c7c9de,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:59.032357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.060975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for 664a1f8a-7f10-4c04-9cc5-639698c7c9de owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:59.108974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.146713 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Floating IP f28b202a-4094-470f-9547-7b022792c008 associated. External IP: 172.25.6.254, port: fc2135b1-02b2-4cb9-b794-6221a2b46841. Sep 16 05:01:59.201439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.241303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d74da5f0-2e3c-4ae7-a9d9-e4780749e46d', '181c3d48-5c4a-418f-9527-a3563ba4535f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:59.255923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Pushing event deleted for resources: {'Port': ['ID=181c3d48-5c4a-418f-9527-a3563ba4535f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.306698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] No DVR routers for this DVR port 181c3d48-5c4a-418f-9527-a3563ba4535f on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:59.309211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.312037 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7621c8ef-359d-470a-a564-2caa73a97768 req-1acb583e-25e3-40b1-9308-3ce810ab623a tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "DELETE /v2.0/ports/181c3d48-5c4a-418f-9527-a3563ba4535f HTTP/1.1" status: 204 len: 173 time: 1.4374537 Sep 16 05:01:59.413031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.421324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad466-9c5a-4e06-bcbf-ba61ac1a7ab8 req-f793f3f0-9414-46e1-82e5-21dab105d8af tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.423009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-567ad466-9c5a-4e06-bcbf-ba61ac1a7ab8 req-f793f3f0-9414-46e1-82e5-21dab105d8af tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1956184 Sep 16 05:01:59.443021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c384c928-341a-4c00-a9ef-0cbc26f8ae30', '69c32c6a-b4bd-441d-ab26-e60875de9318', '664a1f8a-7f10-4c04-9cc5-639698c7c9de'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:59.501402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=664a1f8a-7f10-4c04-9cc5-639698c7c9de,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.643888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port 664a1f8a-7f10-4c04-9cc5-639698c7c9de on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:59.654655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.662770 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-23946a75-9886-4587-bf75-25ba9d788040 req-fd249380-f0a1-47f4-affa-df2745dd1803 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "DELETE /v2.0/ports/664a1f8a-7f10-4c04-9cc5-639698c7c9de HTTP/1.1" status: 204 len: 173 time: 1.1191249 Sep 16 05:01:59.670847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-567ad466-9c5a-4e06-bcbf-ba61ac1a7ab8 req-840b598d-74c9-4cf7-8be8-84baf0e6523c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385597 Sep 16 05:01:59.778173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.966588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Router 249b2928-38b3-4de0-9649-658f59f20e43 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:00.036257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port 69c32c6a-b4bd-441d-ab26-e60875de9318 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:00.036755 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.070797 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7194de5-2fe4-4f5b-94fc-19ed897582e8 x-openstack-request-id: req-d7194de5-2fe4-4f5b-94fc-19ed897582e8 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:00.070797 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:00.070797 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7194de5-2fe4-4f5b-94fc-19ed897582e8 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:00.070797 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02', 'status': 'completed', 'code': 200} Sep 16 05:02:00.248225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port 69c32c6a-b4bd-441d-ab26-e60875de9318, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=69c32c6a-b4bd-441d-ab26-e60875de9318,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:00.248813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.267710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e543185-deef-4a81-b819-39a98d9fae9b req-fa675340-1d18-4929-8302-b03d471a51f0 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=89703161-23d4-46d1-9afd-e1ee2da0ca77 HTTP/1.1" status: 200 len: 210 time: 0.0480673 Sep 16 05:02:00.292350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for 69c32c6a-b4bd-441d-ab26-e60875de9318 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:00.320533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:00.335401 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.341871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817d4db-3692-484d-b090-488b37592133 None None] Sync routers for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:00.362593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:00.363679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:00.379343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-806ae510-a6ae-4091-a604-b39b14b173ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.380874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-806ae510-a6ae-4091-a604-b39b14b173ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1126 time: 0.3241806 Sep 16 05:02:00.462400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042c72-dc92-40b1-9c3b-43c437c8c317 req-94434ee5-203c-4ebf-8d20-b1e27078100d tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.471128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f042c72-dc92-40b1-9c3b-43c437c8c317 req-94434ee5-203c-4ebf-8d20-b1e27078100d tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 946 time: 0.2903154 Sep 16 05:02:00.475916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-531edc6b-9cff-4a80-a558-9cff4a3ceda7 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "PUT /v2.0/floatingips/f28b202a-4094-470f-9547-7b022792c008 HTTP/1.1" status: 200 len: 991 time: 2.6104777 Sep 16 05:02:00.479897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:00.484406 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70" -d '{"events": [{"name": "network-changed", "server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:00.515681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b2ea-d50a-49fe-b5f7-7d35fd596b91 req-e1ead683-c314-47a2-bac8-2f5de78639ae tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.522473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b2ea-d50a-49fe-b5f7-7d35fd596b91 req-e1ead683-c314-47a2-bac8-2f5de78639ae tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.524687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65d0b2ea-d50a-49fe-b5f7-7d35fd596b91 req-e1ead683-c314-47a2-bac8-2f5de78639ae tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 1681 time: 0.1349468 Sep 16 05:02:00.540568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:00.568813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f042c72-dc92-40b1-9c3b-43c437c8c317 req-7257257c-3def-4872-ba2f-b6c88ef46f26 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964491 Sep 16 05:02:00.616919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65d0b2ea-d50a-49fe-b5f7-7d35fd596b91 req-28a7e215-7446-48df-a80d-02f7e7146405 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692427 Sep 16 05:02:00.692603 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.708076 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36715c1f-a23b-43e5-8084-7e60ba7f2d93 x-openstack-request-id: req-36715c1f-a23b-43e5-8084-7e60ba7f2d93 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:00.708391 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:00.708644 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36715c1f-a23b-43e5-8084-7e60ba7f2d93 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:00.709099 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'status': 'completed', 'code': 200} Sep 16 05:02:00.732078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-426be430-6a73-4bab-9e84-861156f1dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.734533 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-426be430-6a73-4bab-9e84-861156f1dceb service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.3065228 Sep 16 05:02:00.738248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=69c32c6a-b4bd-441d-ab26-e60875de9318,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.882783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port 69c32c6a-b4bd-441d-ab26-e60875de9318 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:00.887295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.891020 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-23946a75-9886-4587-bf75-25ba9d788040 req-fe86d63a-204f-4dc9-9aaf-b465597b4c00 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "DELETE /v2.0/ports/69c32c6a-b4bd-441d-ab26-e60875de9318 HTTP/1.1" status: 204 len: 173 time: 1.2105644 Sep 16 05:02:00.914306 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-727cf6da-52c2-4558-94d2-115f0cb1a771 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 217 time: 0.1625969 Sep 16 05:02:00.966731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-1fecf9d1-bbcc-4f47-8bc6-7d2d45141a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.975259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-1fecf9d1-bbcc-4f47-8bc6-7d2d45141a0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ada320c778d84f58b86584ed726eba5a&device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 1097 time: 0.2054312 Sep 16 05:02:00.990268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['664a1f8a-7f10-4c04-9cc5-639698c7c9de'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:01.122351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-710a1af6-45a2-465e-869a-aad5d61359e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.123971 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-710a1af6-45a2-465e-869a-aad5d61359e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1986930 Sep 16 05:02:01.194882 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-e6dbd042-323b-40c1-9182-6b77e3370fc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613892 Sep 16 05:02:01.200303 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.216405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8abc5e-de4c-4b86-af83-32e4a0c7e7a9 req-d22d4797-5d57-4f63-80b8-33498f482b1b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.225246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e8abc5e-de4c-4b86-af83-32e4a0c7e7a9 req-d22d4797-5d57-4f63-80b8-33498f482b1b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1697917 Sep 16 05:02:01.237245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port c384c928-341a-4c00-a9ef-0cbc26f8ae30 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:01.237747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.246418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-dee9d747-f82c-4cb6-b1b1-2215a561afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.248294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-dee9d747-f82c-4cb6-b1b1-2215a561afa0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 200 len: 923 time: 0.2651651 Sep 16 05:02:01.377147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e8abc5e-de4c-4b86-af83-32e4a0c7e7a9 req-a9d965e5-7101-4b84-a7db-f12930a183aa tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463697 Sep 16 05:02:01.435354 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-ba633506-a07b-40c8-9589-04fa6ace64d5 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283514 Sep 16 05:02:01.443367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port c384c928-341a-4c00-a9ef-0cbc26f8ae30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c384c928-341a-4c00-a9ef-0cbc26f8ae30,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.443943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.460362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-3bcfc8f6-31d1-4f45-b13a-2d72695a5539 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841 HTTP/1.1" status: 200 len: 999 time: 0.1973097 Sep 16 05:02:01.493487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'f28b202a-4094-470f-9547-7b022792c008', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'port_id': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'mac_address': 'fa:16:3e:53:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T05:01:58Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:01.493869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for c384c928-341a-4c00-a9ef-0cbc26f8ae30 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:01.551537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817d4db-3692-484d-b090-488b37592133 None None] Checking router: 249b2928-38b3-4de0-9649-658f59f20e43 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:01.562120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-5bf535f6-8902-4333-8cf1-f2a732b69729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.563909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:01.565398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-5bf535f6-8902-4333-8cf1-f2a732b69729 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86fe4de3-d35c-408c-9749-5cdd67745ab2 HTTP/1.1" status: 200 len: 861 time: 0.1022625 Sep 16 05:02:01.565993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:01.670856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-a3b0e900-9584-4251-8746-394b14f7db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.672922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-a3b0e900-9584-4251-8746-394b14f7db64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d94c122-1459-428c-8d2b-7e91c540520e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997982 Sep 16 05:02:01.680897 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cbaf107d-b22d-4819-88f5-242dd8a6eddb req-4803c12f-f367-4390-9841-b159903bc772 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321298 Sep 16 05:02:01.832195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:01.904778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.001847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-832a8f3e-e206-4339-9008-5d4b8a09ba00 service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144662 Sep 16 05:02:02.052033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=c384c928-341a-4c00-a9ef-0cbc26f8ae30,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.079775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'name': 'network-vif-deleted', 'tag': '181c3d48-5c4a-418f-9527-a3563ba4535f'}, {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-deleted', 'tag': '664a1f8a-7f10-4c04-9cc5-639698c7c9de'}, {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-deleted', 'tag': '69c32c6a-b4bd-441d-ab26-e60875de9318'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:02.087349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 181c3d48-5c4a-418f-9527-a3563ba4535f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:02.089837 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790b6c0e-a8a4-496a-8a6b-df1218106772" -d '{"events": [{"server_uuid": "89703161-23d4-46d1-9afd-e1ee2da0ca77", "name": "network-vif-deleted", "tag": "181c3d48-5c4a-418f-9527-a3563ba4535f"}, {"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-deleted", "tag": "664a1f8a-7f10-4c04-9cc5-639698c7c9de"}, {"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-deleted", "tag": "69c32c6a-b4bd-441d-ab26-e60875de9318"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:02.140064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 181c3d48-5c4a-418f-9527-a3563ba4535f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:02.140754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 181c3d48-5c4a-418f-9527-a3563ba4535f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:02.279808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port c384c928-341a-4c00-a9ef-0cbc26f8ae30 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:02.290663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.300296 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-23946a75-9886-4587-bf75-25ba9d788040 req-0529f5c6-b524-4a14-847f-0d388f4095f2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.73 "DELETE /v2.0/ports/c384c928-341a-4c00-a9ef-0cbc26f8ae30 HTTP/1.1" status: 204 len: 173 time: 1.3832841 Sep 16 05:02:02.403900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-586a0c8d-da5a-4bd7-ad5e-b93624335be6 req-7db91d0e-4c0f-45b5-865e-a710c3585b4b tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=002fab3a-3661-41e0-967b-ab68ae85362a HTTP/1.1" status: 200 len: 210 time: 0.1602080 Sep 16 05:02:02.446651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003d781a-d826-4e6e-a36f-6a1cf2fe1d70 req-548d3e84-a952-4890-97da-432ea90aab6b service neutron] 10.222.0.73 "GET /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370408 Sep 16 05:02:02.587100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1817d4db-3692-484d-b090-488b37592133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'f28b202a-4094-470f-9547-7b022792c008', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'port_id': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'mac_address': 'fa:16:3e:53:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T05:01:58Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:02.625647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817d4db-3692-484d-b090-488b37592133 None None] The sync data for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 is: [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'f28b202a-4094-470f-9547-7b022792c008', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'port_id': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'mac_address': 'fa:16:3e:53:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:37Z', 'updated_at': '2021-09-16T05:01:58Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:02.665565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6841-3ffc-4659-9416-9e32e047d26c req-aa5b3c4d-013c-4c33-8734-82db154316d5 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.667169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22cd6841-3ffc-4659-9416-9e32e047d26c req-aa5b3c4d-013c-4c33-8734-82db154316d5 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 946 time: 0.0851092 Sep 16 05:02:02.689039 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c23f31-62c7-4574-aec9-102b36914a2a x-openstack-request-id: req-66c23f31-62c7-4574-aec9-102b36914a2a {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:02.689474 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89703161-23d4-46d1-9afd-e1ee2da0ca77", "name": "network-vif-deleted", "tag": "181c3d48-5c4a-418f-9527-a3563ba4535f", "status": "completed", "code": 200}, {"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-deleted", "tag": "664a1f8a-7f10-4c04-9cc5-639698c7c9de", "status": "completed", "code": 200}, {"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-deleted", "tag": "69c32c6a-b4bd-441d-ab26-e60875de9318", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:02.689596 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66c23f31-62c7-4574-aec9-102b36914a2a {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:02.690012 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89703161-23d4-46d1-9afd-e1ee2da0ca77', 'name': 'network-vif-deleted', 'tag': '181c3d48-5c4a-418f-9527-a3563ba4535f', 'status': 'completed', 'code': 200} Sep 16 05:02:02.690267 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-deleted', 'tag': '664a1f8a-7f10-4c04-9cc5-639698c7c9de', 'status': 'completed', 'code': 200} Sep 16 05:02:02.690531 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-deleted', 'tag': '69c32c6a-b4bd-441d-ab26-e60875de9318', 'status': 'completed', 'code': 200} Sep 16 05:02:02.731328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22cd6841-3ffc-4659-9416-9e32e047d26c req-b890eb9e-8f71-423b-b731-4242301d8a06 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Sep 16 05:02:02.929723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc4a7a4-c51b-4ee5-8504-cd1d345fe0c1 None None] New status for floating IP f28b202a-4094-470f-9547-7b022792c008: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:02.931967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898f38-2b9d-4dc9-a44c-30053958bb25 req-f671ad92-e9fb-4a49-bdc9-27414b9f6a91 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.934549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00898f38-2b9d-4dc9-a44c-30053958bb25 req-f671ad92-e9fb-4a49-bdc9-27414b9f6a91 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1191261 Sep 16 05:02:02.959377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8ecd8bd8-d0e6-4b3a-a16c-628d2dafee0b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.961003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8ecd8bd8-d0e6-4b3a-a16c-628d2dafee0b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.1851027 Sep 16 05:02:03.001785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-171d1002-1d73-4de7-a25a-733d4e4cdb0b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/quotas/96f61c59369d4d0f8c2b42cf4b0ca004 HTTP/1.1" status: 200 len: 375 time: 0.0207689 Sep 16 05:02:03.008667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00898f38-2b9d-4dc9-a44c-30053958bb25 req-57bca1de-1c75-429a-ac26-00733fca5649 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672226 Sep 16 05:02:03.095885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-f7b33b5b-4da4-448d-9781-a526771b522c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790229 Sep 16 05:02:03.231598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c384c928-341a-4c00-a9ef-0cbc26f8ae30 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:03.235745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e6831-12e0-4709-88af-0de7fb7629ff req-bb227659-9e99-4324-99b0-cdf992a9124c tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.236911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de7e6831-12e0-4709-88af-0de7fb7629ff req-bb227659-9e99-4324-99b0-cdf992a9124c tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 949 time: 0.1022460 Sep 16 05:02:03.250935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-82bce668-a131-4083-83ac-017f03835fa5 service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393356 Sep 16 05:02:03.261413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: c384c928-341a-4c00-a9ef-0cbc26f8ae30 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:03.261899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c384c928-341a-4c00-a9ef-0cbc26f8ae30 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:03.262522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 69c32c6a-b4bd-441d-ab26-e60875de9318 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:03.290118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 69c32c6a-b4bd-441d-ab26-e60875de9318 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:03.290758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 69c32c6a-b4bd-441d-ab26-e60875de9318 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:03.291183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 664a1f8a-7f10-4c04-9cc5-639698c7c9de no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:03.314936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 664a1f8a-7f10-4c04-9cc5-639698c7c9de {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:03.315369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 664a1f8a-7f10-4c04-9cc5-639698c7c9de not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:03.334328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de7e6831-12e0-4709-88af-0de7fb7629ff req-700c44e4-5720-4dc0-8d66-7bdfc78a55f9 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870638 Sep 16 05:02:03.371679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-ee0c8d85-d927-4e00-b085-4f1643a6dc09 service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251807 Sep 16 05:02:03.488155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37368) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.579603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-adf8763b-5730-47d1-8cd5-f7c2bc5af0ed req-420113ae-d9a2-40c7-ba1a-e35df01e0f30 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 210 time: 0.0365822 Sep 16 05:02:03.588518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting subnet 68c79a64-fdcd-4fe5-b262-4c36911c28f5 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:03.594331 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.643369 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.780184 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.831375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-cea012f7-aa90-4b91-a469-d6606eace3de tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.832875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-cea012f7-aa90-4b91-a469-d6606eace3de tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.73 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 946 time: 0.1040688 Sep 16 05:02:03.962115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfe906-afdd-4fab-b9ee-37742dac1b00 req-5fc49932-c4a2-4e82-92bf-56357d84861d tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.963677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0dfe906-afdd-4fab-b9ee-37742dac1b00 req-5fc49932-c4a2-4e82-92bf-56357d84861d tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 946 time: 0.1424155 Sep 16 05:02:03.966101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.119302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-7651712b-7374-4a63-acd4-11b7fcc2c8e6 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.121452 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-7651712b-7374-4a63-acd4-11b7fcc2c8e6 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6 HTTP/1.1" status: 200 len: 945 time: 0.0897076 Sep 16 05:02:04.270165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Deleting port 324c0dd5-e032-4a46-b995-09967d058636 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:04.270540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.287901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Subnet': ['ID=68c79a64-fdcd-4fe5-b262-4c36911c28f5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.331322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c0d64-5a20-46d1-a006-eedbf7d66b24 None None] Network 700c8bc5-7479-4b26-bc25-ee9c87e0db1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:04.339769 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.345020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8a542137-6c8e-45a9-a615-3c098dde5a34 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/subnets/68c79a64-fdcd-4fe5-b262-4c36911c28f5 HTTP/1.1" status: 204 len: 168 time: 0.8545623 Sep 16 05:02:04.350225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37388) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:04.393365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] For port 324c0dd5-e032-4a46-b995-09967d058636, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=324c0dd5-e032-4a46-b995-09967d058636,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:04.394082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.410963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Calling delete_port for 324c0dd5-e032-4a46-b995-09967d058636 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:04.431853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fafd4-2fd9-4e14-87ec-a53c91391e85 req-288bbc07-8057-4602-991e-30fd3f8ee9ad tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.440132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c00fafd4-2fd9-4e14-87ec-a53c91391e85 req-288bbc07-8057-4602-991e-30fd3f8ee9ad tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1486704 Sep 16 05:02:04.472631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0dfe906-afdd-4fab-b9ee-37742dac1b00 req-b6ead786-04b6-4faf-ae91-07e7307a0e3c tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/security-groups?id=bad0932c-5b9b-488b-8be6-04a76e7b537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972997 Sep 16 05:02:04.579181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] DHCP port deletion for 700c8bc5-7479-4b26-bc25-ee9c87e0db1a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:04.594256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Deleting port 624aa7bc-51d5-4348-bef5-3a751f6ff33c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:04.594256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.618355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.648077 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.666053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] Deleting port 7a0909ca-ea0b-4546-830a-23609b2b019b {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:04.666435 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.672243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c00fafd4-2fd9-4e14-87ec-a53c91391e85 req-77357a7f-6c9d-419e-a306-08c8807d1881 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309322 Sep 16 05:02:04.710891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-deleted', 'tag': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:04.721467 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314af213-bc54-4745-a965-47e99e06856f" -d '{"events": [{"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-deleted", "tag": "c384c928-341a-4c00-a9ef-0cbc26f8ae30"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:04.741106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event deleted for resources: {'Port': ['ID=324c0dd5-e032-4a46-b995-09967d058636,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.775134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] For port 7a0909ca-ea0b-4546-830a-23609b2b019b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7a0909ca-ea0b-4546-830a-23609b2b019b,segment=NetworkSegment(4880d2bc-8d57-4f49-b915-b8c0a9559d15),segment_id=4880d2bc-8d57-4f49-b915-b8c0a9559d15)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:04.775738 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.791776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] Calling delete_port for 7a0909ca-ea0b-4546-830a-23609b2b019b owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:04.798170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b14a0-9121-4365-9690-438c4ee2eeee req-ffc6e6c5-3e9f-4d70-bd29-7009b06b0943 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.799777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e8b14a0-9121-4365-9690-438c4ee2eeee req-ffc6e6c5-3e9f-4d70-bd29-7009b06b0943 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 949 time: 0.1629205 Sep 16 05:02:04.820973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] No DVR routers for this DVR port 324c0dd5-e032-4a46-b995-09967d058636 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:04.830499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.837120 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5141055f-9bc9-4dde-ac5b-e7b58e57f16d req-9e141131-a10b-41c2-bb56-14b2750949cb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.73 "DELETE /v2.0/ports/324c0dd5-e032-4a46-b995-09967d058636 HTTP/1.1" status: 204 len: 173 time: 0.7062325 Sep 16 05:02:04.841305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] For port 624aa7bc-51d5-4348-bef5-3a751f6ff33c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=624aa7bc-51d5-4348-bef5-3a751f6ff33c,segment=NetworkSegment(55c20719-f5b8-4fd2-b79e-e43105146034),segment_id=55c20719-f5b8-4fd2-b79e-e43105146034)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:04.841305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.916541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e8b14a0-9121-4365-9690-438c4ee2eeee req-36b2d0e6-e82c-4d44-a81d-01caefd7d572 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/security-groups?id=f63a1934-04d4-4862-a17a-97e599cf4464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070919 Sep 16 05:02:04.919027 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.940311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Calling delete_port for 624aa7bc-51d5-4348-bef5-3a751f6ff33c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:04.951185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] Pushing event deleted for resources: {'Port': ['ID=7a0909ca-ea0b-4546-830a-23609b2b019b,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.958745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-6c09ca35-1516-4850-ac32-a4f8f923a896 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.967150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3dc7bb-0e1b-4a03-b8c9-5ad5ab57255d None None] No DVR routers for this DVR port 7a0909ca-ea0b-4546-830a-23609b2b019b on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:04.970276 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-6c09ca35-1516-4850-ac32-a4f8f923a896 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 949 time: 0.1342685 Sep 16 05:02:05.098594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port 7a0909ca-ea0b-4546-830a-23609b2b019b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:05.098946 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.102753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25f7793f-dd98-4ca5-ba5d-63fba2478e5f req-948b32e3-9980-4141-84b8-5e74c8f6a76c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 210 time: 0.0425591 Sep 16 05:02:05.156371 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3976b8-2153-4d5e-b38e-e402b1fa94e4 x-openstack-request-id: req-ac3976b8-2153-4d5e-b38e-e402b1fa94e4 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:05.156965 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002fab3a-3661-41e0-967b-ab68ae85362a", "name": "network-vif-deleted", "tag": "c384c928-341a-4c00-a9ef-0cbc26f8ae30", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:05.158769 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac3976b8-2153-4d5e-b38e-e402b1fa94e4 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:05.159366 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002fab3a-3661-41e0-967b-ab68ae85362a', 'name': 'network-vif-deleted', 'tag': 'c384c928-341a-4c00-a9ef-0cbc26f8ae30', 'status': 'completed', 'code': 200} Sep 16 05:02:05.175243 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Deleting port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:05.175680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.230221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 324c0dd5-e032-4a46-b995-09967d058636 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:05.230578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port 7a0909ca-ea0b-4546-830a-23609b2b019b, host n-d-713301-15, got binding levels [] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:05.230947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.276942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 324c0dd5-e032-4a46-b995-09967d058636 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:05.277288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 324c0dd5-e032-4a46-b995-09967d058636 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:05.280971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for 7a0909ca-ea0b-4546-830a-23609b2b019b owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:05.308242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_backend_mixin [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Port 7a0909ca-ea0b-4546-830a-23609b2b019b was not found and therefore no delete operation was performed {{(pid=94719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:02:05.312886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] For port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:05.313267 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.317747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.332212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Calling delete_port for d74da5f0-2e3c-4ae7-a9d9-e4780749e46d owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:05.370739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=7a0909ca-ea0b-4546-830a-23609b2b019b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.372695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port 7a0909ca-ea0b-4546-830a-23609b2b019b on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:05.419864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.432617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-eaa9a6eb-d7ed-4d73-9f44-e98007e88a21 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.434029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-eaa9a6eb-d7ed-4d73-9f44-e98007e88a21 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.2376125 Sep 16 05:02:05.477371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Request body: {'port': {'device_id': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'admin_state_up': True, 'tenant_id': '96f61c59369d4d0f8c2b42cf4b0ca004'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:05.487867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Pushing event deleted for resources: {'Port': ['ID=624aa7bc-51d5-4348-bef5-3a751f6ff33c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.540668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.589789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Pushing event deleted for resources: {'Port': ['ID=d74da5f0-2e3c-4ae7-a9d9-e4780749e46d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.596171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d74da5f0-2e3c-4ae7-a9d9-e4780749e46d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:05.614111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.666638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] No DVR routers for this DVR port d74da5f0-2e3c-4ae7-a9d9-e4780749e46d on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:05.670478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.673072 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aba40949-7e81-4469-9b58-86ff97fa0479 req-3b9ad96a-c66b-4f68-8047-262f9b07a958 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.64 "DELETE /v2.0/ports/d74da5f0-2e3c-4ae7-a9d9-e4780749e46d HTTP/1.1" status: 204 len: 173 time: 0.7023048 Sep 16 05:02:05.761897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7a0909ca-ea0b-4546-830a-23609b2b019b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:05.778211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700c8bc5-7479-4b26-bc25-ee9c87e0db1a']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:05.804042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 7a0909ca-ea0b-4546-830a-23609b2b019b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:05.804441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7a0909ca-ea0b-4546-830a-23609b2b019b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:05.826174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] No DVR routers for this DVR port 624aa7bc-51d5-4348-bef5-3a751f6ff33c on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:05.833398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.837603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e34b88b-d6fb-4cea-8998-386cc84e2c1c req-2d7e4195-6f05-456a-bf7d-85a76d1829cf tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.73 "DELETE /v2.0/ports/624aa7bc-51d5-4348-bef5-3a751f6ff33c HTTP/1.1" status: 204 len: 173 time: 1.9930601 Sep 16 05:02:05.845794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693975b2-2223-4859-a287-f25146996b0f', 'name': 'network-vif-deleted', 'tag': '624aa7bc-51d5-4348-bef5-3a751f6ff33c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:05.848456 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48010dc-4997-442a-a583-be03e4553f5e" -d '{"events": [{"server_uuid": "693975b2-2223-4859-a287-f25146996b0f", "name": "network-vif-deleted", "tag": "624aa7bc-51d5-4348-bef5-3a751f6ff33c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:05.866470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f570f1a-1b8f-4e0f-9d0f-a25d1301c294 req-75e31960-e899-422e-84ac-1ac23cc07f20 tempest-InstanceActionsNegativeTestJSON-1981771412 tempest-InstanceActionsNegativeTestJSON-1981771412-project] 10.222.0.55 "GET /v2.0/ports?device_id=693975b2-2223-4859-a287-f25146996b0f HTTP/1.1" status: 200 len: 210 time: 0.1928704 Sep 16 05:02:05.871398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4880d2bc-8d57-4f49-b915-b8c0a9559d15') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:05.871790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4880d2bc-8d57-4f49-b915-b8c0a9559d15') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:05.918162 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.969373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.986850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:05.987250 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:05.993101 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:06.016509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400c818-fa56-41b8-a6b6-f3a0a39d3a27 req-47c247fb-09ae-4926-a57f-e473ea87eb1e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.025133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b400c818-fa56-41b8-a6b6-f3a0a39d3a27 req-47c247fb-09ae-4926-a57f-e473ea87eb1e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.1861584 Sep 16 05:02:06.043438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Made reservation on behalf of 96f61c59369d4d0f8c2b42cf4b0ca004 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:06.050597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.055567 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e272db04-fd44-484e-b0bc-18cfc6e91041 x-openstack-request-id: req-e272db04-fd44-484e-b0bc-18cfc6e91041 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:06.055859 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693975b2-2223-4859-a287-f25146996b0f", "name": "network-vif-deleted", "tag": "624aa7bc-51d5-4348-bef5-3a751f6ff33c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:06.056447 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e272db04-fd44-484e-b0bc-18cfc6e91041 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:06.056844 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693975b2-2223-4859-a287-f25146996b0f', 'name': 'network-vif-deleted', 'tag': '624aa7bc-51d5-4348-bef5-3a751f6ff33c', 'status': 'completed', 'code': 200} Sep 16 05:02:06.171265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e948d136-74f7-4668-b7b7-a9a32e3e9fad req-6dc0216d-87fd-469a-bdca-bbaf4876e0a6 tempest-ServersAdminNegativeTestJSON-643108288 tempest-ServersAdminNegativeTestJSON-643108288-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e12cb7-a2ff-499d-89d2-61f12bd480b2 HTTP/1.1" status: 200 len: 210 time: 0.0446529 Sep 16 05:02:06.174157 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.204204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b400c818-fa56-41b8-a6b6-f3a0a39d3a27 req-099858bc-76ab-41ce-a7da-63af6fdea31d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781793 Sep 16 05:02:06.238940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.243571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/networks/700c8bc5-7479-4b26-bc25-ee9c87e0db1a HTTP/1.1" status: 204 len: 168 time: 1.8872447 Sep 16 05:02:06.243824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.247696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0851c6-df0f-4b27-8f95-cd4e1818ac9a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Network': ['ID=700c8bc5-7479-4b26-bc25-ee9c87e0db1a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.317568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting subnet fabbcebe-127c-4255-a02b-adc0ed2ec361 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:06.321961 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.345279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e07b91c5-8011-4bf0-b5f0-1d3d3f7fc94a req-769bf02f-ae6d-4478-85e9-8224b589ac1f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 210 time: 0.0430987 Sep 16 05:02:06.382374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Allocated IP 172.20.0.11 (48506ee8-29da-4163-93ee-0dda0e90a4d0/c8625bab-ccfa-451a-9da1-93c6b868b66d/942c2915-49c0-4a2e-8ce0-72a851149018) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:06.410221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.517692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.592624 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.638642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.654646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.659035 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/subnets/fabbcebe-127c-4255-a02b-adc0ed2ec361 HTTP/1.1" status: 204 len: 168 time: 0.4114714 Sep 16 05:02:06.659035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd4164-d06e-4504-9da6-b8a00ed4e699 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Subnet': ['ID=fabbcebe-127c-4255-a02b-adc0ed2ec361,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.660870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37428) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.669900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049f803-d3a4-443b-a35b-2aa5bd804d88 None None] Network b4222533-c66e-42a3-8fca-32441258fc7f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:06.704750 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.779352 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.797010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:06.804453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:06.810277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:06.814712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.865989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] DHCP port deletion for b4222533-c66e-42a3-8fca-32441258fc7f request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:06.884150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.884777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.907642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-8a348b84-21bd-4c57-85db-2ad0715be07a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4343894 Sep 16 05:02:06.918555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port bc60280a-8f40-4635-a2b2-c22c96549c79 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:06.918555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.922957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] Deleting port bc60280a-8f40-4635-a2b2-c22c96549c79 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:06.923376 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.953050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37432) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.989944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Request body: {'port': {'device_id': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.010341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] For port bc60280a-8f40-4635-a2b2-c22c96549c79, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bc60280a-8f40-4635-a2b2-c22c96549c79,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:07.010978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.025466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port bc60280a-8f40-4635-a2b2-c22c96549c79, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bc60280a-8f40-4635-a2b2-c22c96549c79,segment=NetworkSegment(3ae08ba4-247f-4351-bd32-2cc5c1c96b8d),segment_id=3ae08ba4-247f-4351-bd32-2cc5c1c96b8d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:07.026012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.037798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] Deleting subnet 88f65e76-d507-4644-b102-663ed8d6c1da {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:07.044859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] Calling delete_port for bc60280a-8f40-4635-a2b2-c22c96549c79 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:07.049769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for bc60280a-8f40-4635-a2b2-c22c96549c79 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:07.050736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.085940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.148995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.157836 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.170340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] No DVR routers for this DVR port bc60280a-8f40-4635-a2b2-c22c96549c79 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:07.186775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'name': 'network-vif-deleted', 'tag': '324c0dd5-e032-4a46-b995-09967d058636'}, {'server_uuid': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'name': 'network-vif-deleted', 'tag': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:07.188134 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d364efd-be48-4f8e-841d-fc6f039b3298" -d '{"events": [{"server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "name": "network-vif-deleted", "tag": "324c0dd5-e032-4a46-b995-09967d058636"}, {"server_uuid": "46e12cb7-a2ff-499d-89d2-61f12bd480b2", "name": "network-vif-deleted", "tag": "d74da5f0-2e3c-4ae7-a9d9-e4780749e46d"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:07.210791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bca159-9eba-4541-babf-c4c8b00c4a0c None None] Pushing event deleted for resources: {'Port': ['ID=bc60280a-8f40-4635-a2b2-c22c96549c79,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.231089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 624aa7bc-51d5-4348-bef5-3a751f6ff33c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:07.243351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.289293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 624aa7bc-51d5-4348-bef5-3a751f6ff33c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:07.289293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 624aa7bc-51d5-4348-bef5-3a751f6ff33c not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:07.289293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:07.302395 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3367b0-caf1-4403-acfe-732ce4a295d6 x-openstack-request-id: req-aa3367b0-caf1-4403-acfe-732ce4a295d6 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:07.302946 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6", "name": "network-vif-deleted", "tag": "324c0dd5-e032-4a46-b995-09967d058636", "status": "completed", "code": 200}, {"server_uuid": "46e12cb7-a2ff-499d-89d2-61f12bd480b2", "name": "network-vif-deleted", "tag": "d74da5f0-2e3c-4ae7-a9d9-e4780749e46d", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:07.302946 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa3367b0-caf1-4403-acfe-732ce4a295d6 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:07.303312 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba9f8d2-5a06-4aa2-aa3e-2d12a0373fc6', 'name': 'network-vif-deleted', 'tag': '324c0dd5-e032-4a46-b995-09967d058636', 'status': 'completed', 'code': 200} Sep 16 05:02:07.303556 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e12cb7-a2ff-499d-89d2-61f12bd480b2', 'name': 'network-vif-deleted', 'tag': 'd74da5f0-2e3c-4ae7-a9d9-e4780749e46d', 'status': 'completed', 'code': 200} Sep 16 05:02:07.378783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.415550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.431596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port bc60280a-8f40-4635-a2b2-c22c96549c79 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:07.466598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.466766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=bc60280a-8f40-4635-a2b2-c22c96549c79,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.483544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/88f65e76-d507-4644-b102-663ed8d6c1da HTTP/1.1" status: 204 len: 168 time: 0.5150347 Sep 16 05:02:07.518940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37460) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.569166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621d300-6fc4-4e83-86fa-d0886fd69968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f65e76-d507-4644-b102-663ed8d6c1da,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.654397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.706344 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.713651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bc60280a-8f40-4635-a2b2-c22c96549c79 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:07.760408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4222533-c66e-42a3-8fca-32441258fc7f']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:07.761886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: bc60280a-8f40-4635-a2b2-c22c96549c79 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:07.762401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bc60280a-8f40-4635-a2b2-c22c96549c79 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:07.780422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:07.780725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae08ba4-247f-4351-bd32-2cc5c1c96b8d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:07.793046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.808137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.813844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37464) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.814665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:07.815065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.818546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.849625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d477a446-0d0d-44fb-92f8-6d3eb4a6499d']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:07.861551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c20719-f5b8-4fd2-b79e-e43105146034') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:07.862282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c20719-f5b8-4fd2-b79e-e43105146034') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:07.873929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:07.892590 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:07.899197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.900549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.904620 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.907144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/networks/b4222533-c66e-42a3-8fca-32441258fc7f HTTP/1.1" status: 204 len: 168 time: 1.2452753 Sep 16 05:02:07.916548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.923102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:07.923977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:07.926399 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:07.936201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-44781493'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.994181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028fe6f-d294-43f7-ae3a-4b523cb2f677 req-8f3c4aee-1aa4-4841-bc86-c10969cca871 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.995742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7028fe6f-d294-43f7-ae3a-4b523cb2f677 req-8f3c4aee-1aa4-4841-bc86-c10969cca871 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.5555382 Sep 16 05:02:08.006033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4083d-7ebe-4b24-a6f0-b8d6873bd4a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Network': ['ID=b4222533-c66e-42a3-8fca-32441258fc7f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.036336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0985a6b-d5fe-4e4a-8534-321cfffbc93d req-2fcd754e-5601-42e2-b2e0-132b3d160a0a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.038220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0985a6b-d5fe-4e4a-8534-321cfffbc93d req-2fcd754e-5601-42e2-b2e0-132b3d160a0a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 932 time: 0.5127668 Sep 16 05:02:08.097498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:08.105274 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.123572 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.133811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.135966 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d477a446-0d0d-44fb-92f8-6d3eb4a6499d HTTP/1.1" status: 204 len: 168 time: 0.6095843 Sep 16 05:02:08.140499 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:08.170418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0985a6b-d5fe-4e4a-8534-321cfffbc93d req-796405f4-6389-4602-92af-7f58440d69db tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167321 Sep 16 05:02:08.187369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8761472-ab30-40d3-82f9-7018c4b78795 admin admin] Pushing event deleted for resources: {'Network': ['ID=d477a446-0d0d-44fb-92f8-6d3eb4a6499d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.211274 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f2f07b9b-47d0-4f5c-a06c-41e98f5a72ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d39419563068461d8eebc970f76b374c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953500 Sep 16 05:02:08.218353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37476) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.220348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7028fe6f-d294-43f7-ae3a-4b523cb2f677 req-e80456f4-4756-43af-a5f8-ce45ccfbbfc7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806581 Sep 16 05:02:08.250369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:08.306599 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.306599 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Added segment 674e5633-bc28-4d3e-99d5-aaab8fef26e3 of type vlan for network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 Sep 16 05:02:08.368376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942c2915-49c0-4a2e-8ce0-72a851149018 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:08.373412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37478) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.400233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.402955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2462ed7c-f444-4a1b-b801-2af653a72c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.405449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.435610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0f08436b-19d4-443e-b690-7d09f632ca20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f75a87a3c0f74de7ae291169f9f3bf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608051 Sep 16 05:02:08.439165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37482) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.454556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2462ed7c-f444-4a1b-b801-2af653a72c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.474590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.480019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.480689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.517605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Transition to ACTIVE for port object 942c2915-49c0-4a2e-8ce0-72a851149018 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:08.522889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.531948 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6137781 Sep 16 05:02:08.539639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37484) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.547876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'subnet': {'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:08.599065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bcb28364-6d2e-45e2-a1bc-427da16ee7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.611472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2086ff2-1b4b-4339-87aa-5e2d093d5336 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Network': ['ID=3dfca7b2-962f-4b3b-8268-d3efb758ed56,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.624792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:08.638435 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bcb28364-6d2e-45e2-a1bc-427da16ee7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.646953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2462ed7c-f444-4a1b-b801-2af653a72c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.649770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2462ed7c-f444-4a1b-b801-2af653a72c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.651099 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2462ed7c-f444-4a1b-b801-2af653a72c56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f63a1934-04d4-4862-a17a-97e599cf4464 HTTP/1.1" status: 204 len: 168 time: 0.4317667 Sep 16 05:02:08.671699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462ed7c-f444-4a1b-b801-2af653a72c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a1934-04d4-4862-a17a-97e599cf4464,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.691086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:08.699210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.907775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bcb28364-6d2e-45e2-a1bc-427da16ee7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.911702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bcb28364-6d2e-45e2-a1bc-427da16ee7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.913266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bcb28364-6d2e-45e2-a1bc-427da16ee7de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bad0932c-5b9b-488b-8be6-04a76e7b537c HTTP/1.1" status: 204 len: 168 time: 0.4730706 Sep 16 05:02:08.924214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Attempting to bind port 942c2915-49c0-4a2e-8ce0-72a851149018 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:08.924910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Attempting to bind port 942c2915-49c0-4a2e-8ce0-72a851149018 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:08.926691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Attempting to bind port 942c2915-49c0-4a2e-8ce0-72a851149018 on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:08.954649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.961019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb28364-6d2e-45e2-a1bc-427da16ee7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad0932c-5b9b-488b-8be6-04a76e7b537c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.962560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Port 942c2915-49c0-4a2e-8ce0-72a851149018 on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:08.962892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Attempting to bind port 942c2915-49c0-4a2e-8ce0-72a851149018 on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:08.972842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:08.979998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Checking segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:08.980438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Bound using segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:08.982304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Bound port: 942c2915-49c0-4a2e-8ce0-72a851149018, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:08.982304 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.124040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:09.132332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:09.137711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.178081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.178494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.179999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] 10.222.0.64 "PUT /v2.0/ports/942c2915-49c0-4a2e-8ce0-72a851149018 HTTP/1.1" status: 200 len: 1093 time: 2.1994498 Sep 16 05:02:09.180571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:09.183000 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a03f173-f0c4-4e84-b001-3f1d6143d680" -d '{"events": [{"name": "network-changed", "server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:09.381725 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098a7b27-5bba-4e23-bc38-343466c766ee x-openstack-request-id: req-098a7b27-5bba-4e23-bc38-343466c766ee {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:09.381725 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:09.381725 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-098a7b27-5bba-4e23-bc38-343466c766ee {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:09.381725 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018', 'status': 'completed', 'code': 200} Sep 16 05:02:09.501168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37504) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.509546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b72c7-fc18-49ee-9134-b005733d036d service neutron] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.555063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.643070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Subnet': ['ID=07cfdbcd-5795-449f-84f2-89ce6827d276,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.672825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-576640ad-d135-4587-a133-98cdc252eb83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6ea0e890f414d0a810d9b452a84beaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686954 Sep 16 05:02:09.677001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37518) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.678227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Checking segment: {'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:09.678595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network hostable DHCP agents. Network: 3dfca7b2-962f-4b3b-8268-d3efb758ed56, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:09.687728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9f09-5ac2-444d-9759-06d62d8144c2 req-28dc47ca-419c-4cb1-8d6f-acfaaeeb79b8 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.689548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deac9f09-5ac2-444d-9759-06d62d8144c2 req-28dc47ca-419c-4cb1-8d6f-acfaaeeb79b8 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 944 time: 0.3081207 Sep 16 05:02:09.695743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-cd8d01c2-bbae-4e85-ba6f-98ddd75fdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.697476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-cd8d01c2-bbae-4e85-ba6f-98ddd75fdafa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 1096 time: 0.4526470 Sep 16 05:02:09.724218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0f6c0-2af4-4d8a-aed4-878537fcce05 req-28bb52ca-53a1-4a9c-abcc-b3554d9b2ceb tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.726363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdd0f6c0-2af4-4d8a-aed4-878537fcce05 req-28bb52ca-53a1-4a9c-abcc-b3554d9b2ceb tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.2526515 Sep 16 05:02:09.759168 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-313a0a5d-420b-4db4-ada2-07818dd6d2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.780491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-be0a7c7c-e5f7-469d-8004-eacf6f55d09a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=942c2915-49c0-4a2e-8ce0-72a851149018 HTTP/1.1" status: 200 len: 217 time: 0.0512025 Sep 16 05:02:09.785302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-313a0a5d-420b-4db4-ada2-07818dd6d2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.823080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:09.836908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 3dfca7b2-962f-4b3b-8268-d3efb758ed56) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:09.850577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.852723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.853914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630b7de-b2cc-42ea-8da1-76f8f2b0aa4c None None] Network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:09.881900 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9dc4480c-3351-42aa-b815-a645183fa693 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3386371 Sep 16 05:02:09.882260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37526) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.889268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-732519696'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:09.913243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-313a0a5d-420b-4db4-ada2-07818dd6d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.916937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-313a0a5d-420b-4db4-ada2-07818dd6d2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.923287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-313a0a5d-420b-4db4-ada2-07818dd6d2f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbc42124-0075-4f4e-ae00-434cb326f383 HTTP/1.1" status: 204 len: 168 time: 0.2391324 Sep 16 05:02:09.937481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:09.941614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.956592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a0a5d-420b-4db4-ada2-07818dd6d2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc42124-0075-4f4e-ae00-434cb326f383,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.971870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:09.983488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.983849 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Added segment b87c41d7-599c-46a9-990c-1bf9c0c93239 of type vlan for network 28dda8ab-8305-49ae-9bbc-960d5454be58 Sep 16 05:02:10.019103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deac9f09-5ac2-444d-9759-06d62d8144c2 req-e7bb67ef-d63e-4b3c-8b6b-5b9c5f3a2ffa tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168643 Sep 16 05:02:10.051945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdd0f6c0-2af4-4d8a-aed4-878537fcce05 req-a4d58191-e8e7-4f40-813e-8d67bfcc1b93 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703309 Sep 16 05:02:10.076261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-877a9d3b-076f-4336-80ca-81c3a0862f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.077867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-877a9d3b-076f-4336-80ca-81c3a0862f0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.2881808 Sep 16 05:02:10.083171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.088499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d74da5f0-2e3c-4ae7-a9d9-e4780749e46d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:10.116600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.125001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.126618 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.185398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: d74da5f0-2e3c-4ae7-a9d9-e4780749e46d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:10.188773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d74da5f0-2e3c-4ae7-a9d9-e4780749e46d not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:10.211049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-d300e884-5138-4b32-ac85-42a67d294f99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163158 Sep 16 05:02:10.221911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Network': ['ID=28dda8ab-8305-49ae-9bbc-960d5454be58,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:10.239329 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ffbf587-1193-466b-9623-91ed81d82350 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3529475 Sep 16 05:02:10.239329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37536) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:10.252882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'subnet': {'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:10.281553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 28dda8ab-8305-49ae-9bbc-960d5454be58 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:10.479057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:10.483860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-3dfca7b2-962f-4b3b-8268-d3efb758ed56', 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'fixed_ips': [{'subnet_id': '07cfdbcd-5795-449f-84f2-89ce6827d276'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:10.485675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.487851 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.504040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-96398432-445a-439c-9840-56bc26f25032 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545311 Sep 16 05:02:10.809738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Allocated IP 19.80.0.2 (3dfca7b2-962f-4b3b-8268-d3efb758ed56/07cfdbcd-5795-449f-84f2-89ce6827d276/5cd1daea-c9cc-462a-a3bb-61011ce5ae77) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:10.826519 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.981966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.983684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Subnet': ['ID=77e9e08b-49ea-4d76-aee6-6e7dd9901bb8,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:10.989748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.006528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Checking segment: {'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:11.006895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network hostable DHCP agents. Network: 28dda8ab-8305-49ae-9bbc-960d5454be58, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:11.039828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network 28dda8ab-8305-49ae-9bbc-960d5454be58 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:11.063878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 28dda8ab-8305-49ae-9bbc-960d5454be58) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:11.068675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.069399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.088279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:11.093964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92deb655-0144-4fb7-ab19-c19049c65273 None None] Network 28dda8ab-8305-49ae-9bbc-960d5454be58 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:11.094905 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d0972d4-0cef-4b4f-bb16-b60fa2684eef tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8529856 Sep 16 05:02:11.351145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-bf6aab48-f5a8-4026-b052-11fb385c568d service neutron] 10.222.0.73 "GET /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.8449318 Sep 16 05:02:11.433136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d7761-a467-4a51-948d-4feb92b31590 req-254fb477-f576-421b-bf8b-a2ebee78626d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.434719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-447d7761-a467-4a51-948d-4feb92b31590 req-254fb477-f576-421b-bf8b-a2ebee78626d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 944 time: 0.1933584 Sep 16 05:02:11.515516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:11.515748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8cedbb6-a66c-46d1-9059-4998beb5a60b req-4c68d598-7acd-4e59-aca7-af15f32fbb7b service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0025909 Sep 16 05:02:11.518308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:11.615624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Pushing event updated for resources: {'Port': ['ID=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.617382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-447d7761-a467-4a51-948d-4feb92b31590 req-ece06d9a-3c22-4a2c-808f-55131812bd9b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224971 Sep 16 05:02:11.704011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-28dda8ab-8305-49ae-9bbc-960d5454be58', 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'fixed_ips': [{'subnet_id': '77e9e08b-49ea-4d76-aee6-6e7dd9901bb8'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:11.705303 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.713971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0692cee-2a27-448c-bccc-12e82fd7b5e8 req-8e2ccacb-123b-4bec-8755-647e06a36093 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.722018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0692cee-2a27-448c-bccc-12e82fd7b5e8 req-8e2ccacb-123b-4bec-8755-647e06a36093 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 943 time: 0.2094672 Sep 16 05:02:11.725797 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.734847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Attempting to bind port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:11.735406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Attempting to bind port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:11.735947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Attempting to bind port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 on network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:11.751310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:11.751720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Checking segment: {'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:11.752328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.752706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Bound using segment: {'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:11.753202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Bound port: 5cd1daea-c9cc-462a-a3bb-61011ce5ae77, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:11.753590 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.773676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-7c14bafe-a51d-4008-a246-e0c50c0acd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.775252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-7c14bafe-a51d-4008-a246-e0c50c0acd8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 1096 time: 0.1377885 Sep 16 05:02:11.880904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0692cee-2a27-448c-bccc-12e82fd7b5e8 req-062bf9bb-18a8-4fb4-b5bc-ac93e39f1458 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519351 Sep 16 05:02:11.998467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] For port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:12.003642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] For port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:12.021129 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.040687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Allocated IP 19.86.0.2 (28dda8ab-8305-49ae-9bbc-960d5454be58/77e9e08b-49ea-4d76-aee6-6e7dd9901bb8/61dccb4b-8805-42a2-8296-75128fab5418) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:12.098555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:12.160802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de7fc7f4-9c5e-474b-94ce-61e626f955dc req-9499a3fc-9baf-42ff-9b65-eee936cbdf47 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1052947 Sep 16 05:02:12.191538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c544-9898-45d2-be09-35ea6d47f240 None None] Pushing event updated for resources: {'Port': ['ID=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.279988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-32b53fab-10fd-4db7-9811-cdeec44938ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.288272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-32b53fab-10fd-4db7-9811-cdeec44938ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 906 time: 0.5048561 Sep 16 05:02:12.298416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:12.357149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:12.472149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-b681710e-0102-4521-9768-5f0ac16d3935 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=942c2915-49c0-4a2e-8ce0-72a851149018 HTTP/1.1" status: 200 len: 217 time: 0.1598032 Sep 16 05:02:12.497560 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.523209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.614889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Network 28dda8ab-8305-49ae-9bbc-960d5454be58 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:12.629311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:12.635572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:12.639778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:12.662203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Pushing event updated for resources: {'Port': ['ID=61dccb4b-8805-42a2-8296-75128fab5418,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:12.716953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:12.722813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Attempting to bind port 61dccb4b-8805-42a2-8296-75128fab5418 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:12.723366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Attempting to bind port 61dccb4b-8805-42a2-8296-75128fab5418 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:12.723731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Attempting to bind port 61dccb4b-8805-42a2-8296-75128fab5418 on network 28dda8ab-8305-49ae-9bbc-960d5454be58 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:12.729080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:12.730023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Checking segment: {'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:12.730779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.731177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Bound using segment: {'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:12.731654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Bound port: 61dccb4b-8805-42a2-8296-75128fab5418, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:12.732034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.740117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:12.771822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-c9bdda48-5a46-4430-b88a-4e582ffc83ab tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.785220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-c9bdda48-5a46-4430-b88a-4e582ffc83ab tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.792477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-c9bdda48-5a46-4430-b88a-4e582ffc83ab tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/networks?id=3dfca7b2-962f-4b3b-8268-d3efb758ed56&id=28dda8ab-8305-49ae-9bbc-960d5454be58 HTTP/1.1" status: 200 len: 1389 time: 0.7768059 Sep 16 05:02:12.801986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.807402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-513a5502-d4ac-4b65-91eb-25dc9412655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.809960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-513a5502-d4ac-4b65-91eb-25dc9412655f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.3139579 Sep 16 05:02:12.840746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] For port 61dccb4b-8805-42a2-8296-75128fab5418, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:12.846312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] For port 61dccb4b-8805-42a2-8296-75128fab5418, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61dccb4b-8805-42a2-8296-75128fab5418,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:12.847123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-a7643186-e8fc-4b33-9d8b-f91fbf683c7b tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/quotas/13a089dd5dde454daadb42f39b9e0dee HTTP/1.1" status: 200 len: 375 time: 0.0535054 Sep 16 05:02:12.862034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.953103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-2cf2dfdf-513b-49ec-920e-f6f4524e0b2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268878 Sep 16 05:02:13.065390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2941-ff16-492e-8cdb-d4f2c8661747 None None] Pushing event updated for resources: {'Port': ['ID=61dccb4b-8805-42a2-8296-75128fab5418,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.118938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-c712e6ea-3faf-4ee8-8d77-be5ce1ef75a7 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2708478 Sep 16 05:02:13.226134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363ce37-447d-4673-be5f-2869f91e6c91 req-efaed601-ffb2-40db-afd0-1e14f0cf9fce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.236483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f363ce37-447d-4673-be5f-2869f91e6c91 req-efaed601-ffb2-40db-afd0-1e14f0cf9fce tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 944 time: 0.2990184 Sep 16 05:02:13.267858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] Transition to ACTIVE for port object 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:13.284930 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.416467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-b833f072-137b-474e-b13f-d5c196b6b064 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438243 Sep 16 05:02:13.494442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f363ce37-447d-4673-be5f-2869f91e6c91 req-f3fd55c0-a8ef-4767-a2ba-fa5a64536559 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565935 Sep 16 05:02:13.544366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=10']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.547755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ac491-0e43-4e11-9534-15850de3950d None None] Network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:13.550977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] No DVR routers for this DVR port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:13.621793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ca542ebb-a6eb-4599-9f9d-0ece35df17db None None] Provisioning complete for port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:13.622170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ca542ebb-a6eb-4599-9f9d-0ece35df17db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.642507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-d0f82074-088a-437e-a6b4-aa9a36d75c60 service neutron] 10.222.0.55 "GET /v2.0/networks/3dfca7b2-962f-4b3b-8268-d3efb758ed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836268 Sep 16 05:02:13.786623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-d4cba704-b861-40d2-90e3-6c36ab7b5254 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02/bindings/n-h1-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 2.4142034 Sep 16 05:02:13.788695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a03f173-f0c4-4e84-b001-3f1d6143d680 req-64c7ddd6-bd88-4bd1-9a65-be769d8f5bcb service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558533 Sep 16 05:02:13.891727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:13.997731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4583b7-6acf-4779-a05b-6a308491573e req-c4e58856-8c73-4db1-bccc-36903fa16a1e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.997970 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ca542ebb-a6eb-4599-9f9d-0ece35df17db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.006823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f4583b7-6acf-4779-a05b-6a308491573e req-c4e58856-8c73-4db1-bccc-36903fa16a1e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 944 time: 0.2037499 Sep 16 05:02:14.010091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.010499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.016986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-da12fe1b-e0e9-4ee3-82b1-884a311a6ca7 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.018609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-da12fe1b-e0e9-4ee3-82b1-884a311a6ca7 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.1396406 Sep 16 05:02:14.031442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-45dac820-16dd-48ff-bf57-b8e3480983cf service neutron] 10.222.0.55 "GET /v2.0/networks/3dfca7b2-962f-4b3b-8268-d3efb758ed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356793 Sep 16 05:02:14.101507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ca542ebb-a6eb-4599-9f9d-0ece35df17db None None] For port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:14.122017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ca542ebb-a6eb-4599-9f9d-0ece35df17db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.180597 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f4583b7-6acf-4779-a05b-6a308491573e req-76201e33-1f89-498d-9c14-1e0cc7c6a940 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700981 Sep 16 05:02:14.211716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-10c859e9-d4e3-4ef4-82b3-b40fa4d90d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.218486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca542ebb-a6eb-4599-9f9d-0ece35df17db None None] Pushing event updated for resources: {'Port': ['ID=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.221645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-10c859e9-d4e3-4ef4-82b3-b40fa4d90d52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b&tenant_id=63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 1096 time: 0.1850970 Sep 16 05:02:14.242295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61dccb4b-8805-42a2-8296-75128fab5418 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:14.292893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-31df09e8-9514-473b-b87f-75cf94f25990 service neutron] 10.222.0.55 "GET /v2.0/networks/28dda8ab-8305-49ae-9bbc-960d5454be58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598097 Sep 16 05:02:14.323483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61dccb4b-8805-42a2-8296-75128fab5418 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.323960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.396071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdabca4-80a1-4922-bbbe-723c7daafa54 None None] Network 28dda8ab-8305-49ae-9bbc-960d5454be58 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:14.401408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-37a4033d-b251-42fe-9c6f-e08dcc9cfcec None None] Provisioning complete for port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.401865 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37a4033d-b251-42fe-9c6f-e08dcc9cfcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.422408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-90aff28d-c669-42da-b904-86b11e62961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.425097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-90aff28d-c669-42da-b904-86b11e62961c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1096 time: 0.1635835 Sep 16 05:02:14.509776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4c56c03-fb47-401e-b4c3-ef222dc41c32 req-b7bd40cc-3874-4015-914e-ed1934b97571 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0632632 Sep 16 05:02:14.550294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.568305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60fdf61-c47b-4764-a7e2-edca49e479ca req-750448a5-0aed-4492-866d-ee810c5ab5d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0929506 Sep 16 05:02:14.596366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-379fd058-d761-42ca-9a73-4911b1c281b3 service neutron] 10.222.0.55 "GET /v2.0/networks/28dda8ab-8305-49ae-9bbc-960d5454be58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882535 Sep 16 05:02:14.644744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-2d497278-97d2-4c8c-af46-bb2e6b7c5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.646258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-2d497278-97d2-4c8c-af46-bb2e6b7c5ca9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.2120059 Sep 16 05:02:14.680286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 61dccb4b-8805-42a2-8296-75128fab5418, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61dccb4b-8805-42a2-8296-75128fab5418,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:14.689506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.708783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e39bddc8-d879-4143-afea-e1445ef3f78f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 200 len: 217 time: 0.0477366 Sep 16 05:02:14.784415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=61dccb4b-8805-42a2-8296-75128fab5418,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.785041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-b2fcb8e5-95d4-42a3-9242-eec0e809e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.786527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-b2fcb8e5-95d4-42a3-9242-eec0e809e1db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.0668752 Sep 16 05:02:14.789410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-067c73bf-5466-418c-a560-88f327db74d0 None None] Provisioning complete for port 61dccb4b-8805-42a2-8296-75128fab5418 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.789785 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-067c73bf-5466-418c-a560-88f327db74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.800560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66322de3-27ae-4278-9e21-36dc544a7ed6 req-0b176ac5-5809-4ebd-b65e-c100eb78e050 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.808691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66322de3-27ae-4278-9e21-36dc544a7ed6 req-0b176ac5-5809-4ebd-b65e-c100eb78e050 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 944 time: 0.0988855 Sep 16 05:02:14.868634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-b6f5461c-d644-4291-bc52-c6d6ff4e6306 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580268 Sep 16 05:02:14.938399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66322de3-27ae-4278-9e21-36dc544a7ed6 req-5e6b1a51-29e4-4e3d-b3ed-160152ca8039 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090093 Sep 16 05:02:15.021029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-e5fb1dd1-821c-465d-910e-a55ba5d52e5e service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347945 Sep 16 05:02:15.052749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e3efa2a-471d-40a7-81a0-830ea136c9b2 req-a0461c6b-672c-486b-acb6-5e376137bd57 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 210 time: 0.0303895 Sep 16 05:02:15.133895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d707935a-b7d3-48e3-bff6-792200cb84f6 None None] Provisioning complete for port 61dccb4b-8805-42a2-8296-75128fab5418 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:15.134438 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d707935a-b7d3-48e3-bff6-792200cb84f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.262015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-67e9ccf7-7f42-4da9-8461-c2307fd6734b service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121000 Sep 16 05:02:15.330556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-81c512ca-7d67-48c7-a4a0-d0d8d1e20d81 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.332123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-81c512ca-7d67-48c7-a4a0-d0d8d1e20d81 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.1599536 Sep 16 05:02:15.365301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-b4be5b39-bd75-4387-9480-9bca88386e75 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/quotas/f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 375 time: 0.0202732 Sep 16 05:02:15.431774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05473918-df0b-4f88-848e-12d48ac19d52 req-e1772e51-e57b-4665-9df2-9c6d69449052 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.433409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05473918-df0b-4f88-848e-12d48ac19d52 req-e1772e51-e57b-4665-9df2-9c6d69449052 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 944 time: 0.0818980 Sep 16 05:02:15.469123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-64313c48-6d92-4b99-97be-e4a44e2f41c0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850337 Sep 16 05:02:15.506413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05473918-df0b-4f88-848e-12d48ac19d52 req-2a45b378-7e1c-4a28-9d8e-9b3af28d3a8a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646999 Sep 16 05:02:15.589285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a5c1f1a1-e86a-4fda-b914-3d9435bb73d7 service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078920 Sep 16 05:02:15.714037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37694) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:15.736223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:15.769757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-042b718d-67ed-4ad4-bac0-f04bb3a7f5e1 req-a4203599-c43e-4d5c-902e-2186fb7202a9 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0444558 Sep 16 05:02:15.789277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:15.789702 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.847720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c07acc9-b455-424e-9693-d4b85b3c1876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.925578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61dccb4b-8805-42a2-8296-75128fab5418 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:15.958911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c07acc9-b455-424e-9693-d4b85b3c1876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.965530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c07acc9-b455-424e-9693-d4b85b3c1876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.989242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61dccb4b-8805-42a2-8296-75128fab5418 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:15.989676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.000963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07acc9-b455-424e-9693-d4b85b3c1876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa989e76-cde6-412d-91cf-749672155aeb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.022312 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c07acc9-b455-424e-9693-d4b85b3c1876 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d464be34df240b3acb2bf0daa2ee3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070295 Sep 16 05:02:16.025581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37702) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.100232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90cd1da5-4194-406f-b1b1-ce6e9dbe3913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.110013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 942c2915-49c0-4a2e-8ce0-72a851149018 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:16.124595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-208867c0-64bd-476d-81ae-04cd4b2f692e service neutron] 10.222.0.55 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250125 Sep 16 05:02:16.128527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d430b3-b206-432e-975f-bc4545f1f43d req-6e266713-a43d-4556-b466-c37abdb8158e tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.129412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-6e266713-a43d-4556-b466-c37abdb8158e tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.4052703 Sep 16 05:02:16.161956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90cd1da5-4194-406f-b1b1-ce6e9dbe3913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.248930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9bada-ff85-4655-a582-d8e48da5cf18 req-25c03f82-366b-4f01-9041-8324eca56c38 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.257503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6be9bada-ff85-4655-a582-d8e48da5cf18 req-25c03f82-366b-4f01-9041-8324eca56c38 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 944 time: 0.0801802 Sep 16 05:02:16.268041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:16.293165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '942c2915-49c0-4a2e-8ce0-72a851149018', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '942c2915-49c0-4a2e-8ce0-72a851149018', 'mac_address': 'fa:16:3e:24:92:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:16.352064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.355697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90cd1da5-4194-406f-b1b1-ce6e9dbe3913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.362029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90cd1da5-4194-406f-b1b1-ce6e9dbe3913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.366540 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-90cd1da5-4194-406f-b1b1-ce6e9dbe3913 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa989e76-cde6-412d-91cf-749672155aeb HTTP/1.1" status: 204 len: 168 time: 0.3397276 Sep 16 05:02:16.374277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6be9bada-ff85-4655-a582-d8e48da5cf18 req-9718f608-b9a7-4fa6-b017-7dc0306165fe tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138935 Sep 16 05:02:16.392866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942c2915-49c0-4a2e-8ce0-72a851149018 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:16.422507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd1da5-4194-406f-b1b1-ce6e9dbe3913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa989e76-cde6-412d-91cf-749672155aeb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.433088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:16.447378 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.447970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-91d430b3-b206-432e-975f-bc4545f1f43d req-00a09f8b-68f0-46fc-ba88-508f465f5539 service neutron] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:16.454225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-91d430b3-b206-432e-975f-bc4545f1f43d req-00a09f8b-68f0-46fc-ba88-508f465f5539 service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.455319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91d430b3-b206-432e-975f-bc4545f1f43d req-00a09f8b-68f0-46fc-ba88-508f465f5539 service neutron] 10.222.0.64 "DELETE /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02/bindings/n-h2-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.3168876 Sep 16 05:02:16.511200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-96c8e64a-f618-49d9-a39b-509002d873b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.520255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.530277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-96c8e64a-f618-49d9-a39b-509002d873b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.532368 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-96c8e64a-f618-49d9-a39b-509002d873b4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.64 "GET /v2.0/networks?id=3dfca7b2-962f-4b3b-8268-d3efb758ed56&id=28dda8ab-8305-49ae-9bbc-960d5454be58 HTTP/1.1" status: 200 len: 1389 time: 0.2941954 Sep 16 05:02:16.538372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5b85b75-a3a7-4aae-bdc3-a5ff37258ab4 req-d9caf8b7-ea09-47a5-98de-b9f5aafe474f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 210 time: 0.0413032 Sep 16 05:02:16.559762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'port': {'device_id': 'f370a055-fb03-4200-805b-da79c85e5170', 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56', 'admin_state_up': True, 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:16.660255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06ce455e-b06f-4bf8-8ca3-74a84608a17d req-44954529-cf8e-4a19-8b12-455e0ab97453 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0393023 Sep 16 05:02:16.735703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facdc63-8795-4330-bd22-8ea9ff9687ce req-1b0693a9-1c49-44a5-af46-3ac76ee84bc0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.746715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0facdc63-8795-4330-bd22-8ea9ff9687ce req-1b0693a9-1c49-44a5-af46-3ac76ee84bc0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 944 time: 0.0986471 Sep 16 05:02:16.791462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:16.797548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.845422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0facdc63-8795-4330-bd22-8ea9ff9687ce req-9336c7b7-a978-4127-9b16-8aa020742043 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931475 Sep 16 05:02:16.880337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-d966a6fd-bd7b-4052-9f1c-2fe1bcdc0f4b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1087270 Sep 16 05:02:16.891814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37732) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.928866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20053795-49e3-472d-ba2d-9ae07a232f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.998853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['942c2915-49c0-4a2e-8ce0-72a851149018'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:17.018735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Allocated IP 19.80.0.59 (3dfca7b2-962f-4b3b-8268-d3efb758ed56/07cfdbcd-5795-449f-84f2-89ce6827d276/4c528216-2f6c-481d-9065-4836315213ec) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:17.102605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59bc4f3d-61f1-4ef0-b6be-162e481b2b9e req-d85b7813-7ec2-4b3a-b73d-887e1def3719 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0673506 Sep 16 05:02:17.104830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-4a4bc167-9ddd-44c3-a6a9-d42a800de57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.106440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-4a4bc167-9ddd-44c3-a6a9-d42a800de57b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 1096 time: 0.1730814 Sep 16 05:02:17.125921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af51a-fc4f-48d0-ab55-68e25b94ecdd req-1dc85254-40e1-4644-b13c-932e48e58af0 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.133316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-860af51a-fc4f-48d0-ab55-68e25b94ecdd req-1dc85254-40e1-4644-b13c-932e48e58af0 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1096 time: 0.1245763 Sep 16 05:02:17.247138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-860af51a-fc4f-48d0-ab55-68e25b94ecdd req-7a5cba1c-ba17-453c-b600-7ea35dad4b2b tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129320 Sep 16 05:02:17.267329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20053795-49e3-472d-ba2d-9ae07a232f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.284253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20053795-49e3-472d-ba2d-9ae07a232f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.320585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20053795-49e3-472d-ba2d-9ae07a232f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2593651-5a74-40d3-8834-138547140689,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.330088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-1e0d154c-86cc-4f9a-ae76-afcdb91dcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.331818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-1e0d154c-86cc-4f9a-ae76-afcdb91dcc1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.1922708 Sep 16 05:02:17.367708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.388256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-9c295fce-22ba-4b25-b383-599c94c376f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 200 len: 217 time: 0.0441711 Sep 16 05:02:17.392385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-20053795-49e3-472d-ba2d-9ae07a232f51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b7550bb3a5249bd9578e06ca2a5ddc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025389 Sep 16 05:02:17.395441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.478610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.512881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-b3a36295-105d-4cd0-a911-82e01bb90764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.514938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-b3a36295-105d-4cd0-a911-82e01bb90764 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1182048 Sep 16 05:02:17.529727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443972-8550-45e7-baa4-b0d03e4f0294 req-2cc38517-1baa-402b-8281-3c7c5d067fec tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.531224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de443972-8550-45e7-baa4-b0d03e4f0294 req-2cc38517-1baa-402b-8281-3c7c5d067fec tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 1096 time: 0.0906882 Sep 16 05:02:17.568211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-98b00e36-5bbc-45f7-9f1f-5a49816706c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358710 Sep 16 05:02:17.574506 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e8137a5-d3d1-4433-b59c-765b5fda404f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.584766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:17.607921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:17.624718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:17.639370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e8137a5-d3d1-4433-b59c-765b5fda404f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.686215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de443972-8550-45e7-baa4-b0d03e4f0294 req-5f89947b-c8ec-4301-9c55-b0925029725f tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378808 Sep 16 05:02:17.709261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Port': ['ID=4c528216-2f6c-481d-9065-4836315213ec,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.731187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:17.732193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.760851 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-fc2db40a-38ac-4636-a698-bea416462198 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2055724 Sep 16 05:02:17.785195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Request body: {'port': {'device_id': 'f370a055-fb03-4200-805b-da79c85e5170', 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58', 'admin_state_up': True, 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:17.803314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-6ca5a49e-ce1b-4d68-9190-95b5ce8ef290 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189372 Sep 16 05:02:17.870261 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e8137a5-d3d1-4433-b59c-765b5fda404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.874004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e8137a5-d3d1-4433-b59c-765b5fda404f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.878863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8e8137a5-d3d1-4433-b59c-765b5fda404f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2593651-5a74-40d3-8834-138547140689 HTTP/1.1" status: 204 len: 168 time: 0.4795125 Sep 16 05:02:17.952290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Made reservation on behalf of 13a089dd5dde454daadb42f39b9e0dee for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:17.957009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.987588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9bf47a8b-bd87-488d-a8fd-d3d452a4b65b None None] Provisioning complete for port 4c528216-2f6c-481d-9065-4836315213ec triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:17.988648 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9bf47a8b-bd87-488d-a8fd-d3d452a4b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.055244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8137a5-d3d1-4433-b59c-765b5fda404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2593651-5a74-40d3-8834-138547140689,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.124304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020d08b-58a6-44ae-a895-b48fbfe50771 req-a5557ed8-2e9c-498d-aad9-90fe78cb2437 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.125551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9bf47a8b-bd87-488d-a8fd-d3d452a4b65b None None] Port 4c528216-2f6c-481d-9065-4836315213ec cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:18.125897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2020d08b-58a6-44ae-a895-b48fbfe50771 req-a5557ed8-2e9c-498d-aad9-90fe78cb2437 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 945 time: 0.3078771 Sep 16 05:02:18.164882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff802f22-7286-4ad1-977d-83318ccbbe92 req-8a766fa9-90af-46f8-96be-091c689af8c1 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437417 Sep 16 05:02:18.225576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2020d08b-58a6-44ae-a895-b48fbfe50771 req-db8e5541-0664-465d-bca9-28d49fbbb53e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839581 Sep 16 05:02:18.296499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e34f2c-937f-4c2f-9e39-a64240468817 req-8327efe7-d511-4e7e-94c5-0808264435c8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.298151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5e34f2c-937f-4c2f-9e39-a64240468817 req-8327efe7-d511-4e7e-94c5-0808264435c8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 931 time: 0.0571709 Sep 16 05:02:18.327804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1642dca-fcb1-4808-a2b6-f82a8e98e036 req-7446cbaf-6994-4ab8-a8ca-cb8bc11862bc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0286417 Sep 16 05:02:18.371262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Allocated IP 19.86.0.66 (28dda8ab-8305-49ae-9bbc-960d5454be58/77e9e08b-49ea-4d76-aee6-6e7dd9901bb8/f763a2ff-ffe5-42d5-ad35-966165bd2399) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:18.381548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5e34f2c-937f-4c2f-9e39-a64240468817 req-9d4799cd-6fdc-442a-93da-c9673c3b0f4a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685527 Sep 16 05:02:18.394134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-1a54527e-12f1-490a-980e-27a3f02cc418 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.394134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-1a54527e-12f1-490a-980e-27a3f02cc418 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 820 time: 0.2988389 Sep 16 05:02:18.401868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Request body: {'port': {'device_id': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'admin_state_up': True, 'tenant_id': 'f6074832fbab4cd1950613d1387def2a'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:18.700452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.738362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Made reservation on behalf of f6074832fbab4cd1950613d1387def2a for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:18.742319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.786184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.929646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Network 28dda8ab-8305-49ae-9bbc-960d5454be58 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:18.945561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:18.952475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:18.955164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event updated for resources: {'Port': ['ID=f763a2ff-ffe5-42d5-ad35-966165bd2399,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.024615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82ecde07-dede-40e3-8832-0fb249b04d64 req-df1d883b-886b-436a-9442-5ba4cf08a180 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0606918 Sep 16 05:02:19.115079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.115865 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.152453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Allocated IP 172.20.0.10 (21426758-a088-4903-af89-b8f96b31da87/25775086-bd8b-4038-b187-b2838a899d02/d018d69e-3398-41ba-b422-d2dc2a7a99be) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:19.164987 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-64d12630-a35a-4639-8dea-ff9488942959 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3873031 Sep 16 05:02:19.201500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Request body: {'port': {'device_id': 'f370a055-fb03-4200-805b-da79c85e5170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:19.223953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37804) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:19.315986 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.368422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e8cac100-8b95-49b4-b0ad-e636a13d02a8 None None] Provisioning complete for port f763a2ff-ffe5-42d5-ad35-966165bd2399 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:19.368981 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e8cac100-8b95-49b4-b0ad-e636a13d02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.392426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282f5f-d385-4882-bad7-0bf8a3c1bbe3 req-ab0a13ec-8cb1-4eb6-aa42-2d95b2cac56f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.393939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3282f5f-d385-4882-bad7-0bf8a3c1bbe3 req-ab0a13ec-8cb1-4eb6-aa42-2d95b2cac56f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 945 time: 0.0813727 Sep 16 05:02:19.459821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-network', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:19.493613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e8cac100-8b95-49b4-b0ad-e636a13d02a8 None None] Port f763a2ff-ffe5-42d5-ad35-966165bd2399 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:19.496359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3282f5f-d385-4882-bad7-0bf8a3c1bbe3 req-b288ce7a-0eb9-4786-a2d6-a13a4363543e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905209 Sep 16 05:02:19.507020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.509675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Made reservation on behalf of e8d9c47b48b642d48bc1a8d8ac1c0ca5 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:19.512494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.539171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17fda63b-79e5-4cfd-bd85-a1442460aa9d req-a9de1afc-8f96-4de2-91e1-3754d83b20a7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0464704 Sep 16 05:02:19.540035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.703479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01842a62-def8-4da0-a12c-c92a33010b08 req-fccd3526-ac33-411e-bcad-d61c412a15ad tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.709431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01842a62-def8-4da0-a12c-c92a33010b08 req-fccd3526-ac33-411e-bcad-d61c412a15ad tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.711040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01842a62-def8-4da0-a12c-c92a33010b08 req-fccd3526-ac33-411e-bcad-d61c412a15ad tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1653 time: 0.0860157 Sep 16 05:02:19.718940 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.737575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.744661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.765409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['78169492-437b-4df1-826b-bded7672c883'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:19.780734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:19.794560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Network 21426758-a088-4903-af89-b8f96b31da87 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:19.801344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:19.806165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.808540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:19.821647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01842a62-def8-4da0-a12c-c92a33010b08 req-9a3fde51-2e18-4eb3-820d-a5119b7eec76 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866466 Sep 16 05:02:19.823715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.829958 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.831487 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Added segment 211be6fd-f502-4369-a8b0-af258116c06e of type vlan for network 3171318d-8e19-41e1-91d0-895c3c14348c Sep 16 05:02:19.889871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.890491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.905635 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.951848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.953013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.953532 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a51900b8-5258-4814-97cf-067966c0d107 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5555971 Sep 16 05:02:19.954015 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.963611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c528216-2f6c-481d-9065-4836315213ec {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:19.978722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.986369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Request body: {'port': {'device_id': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.027196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.028240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8020890 Sep 16 05:02:20.037839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Request body: {'subnet': {'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-subnet', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.048465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Transition to ACTIVE for port object 4c528216-2f6c-481d-9065-4836315213ec will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:20.061655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.072923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f4d20-5cd5-4dcf-855d-ecf1f3362217 admin admin] Pushing event updated for resources: {'Network': ['ID=3171318d-8e19-41e1-91d0-895c3c14348c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.085491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3171318d-8e19-41e1-91d0-895c3c14348c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:20.136028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Made reservation on behalf of e8d9c47b48b642d48bc1a8d8ac1c0ca5 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:20.140036 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.144433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.153478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 942c2915-49c0-4a2e-8ce0-72a851149018 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:20.168996 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e574466a-7e3a-4de6-9b52-00f91234ab18 req-900880c6-b675-4d9a-9188-664892072fbe tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0475037 Sep 16 05:02:20.227445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Pushing event updated for resources: {'Port': ['ID=4c528216-2f6c-481d-9065-4836315213ec,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.265643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 942c2915-49c0-4a2e-8ce0-72a851149018 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:20.270807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 942c2915-49c0-4a2e-8ce0-72a851149018 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:20.271492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.372284 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.396555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:20.398696 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdd67f7-1cb6-4880-868d-770bbc4701a1" -d '{"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-plugged", "status": "completed", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:20.417314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:20.423181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.455289 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf765433-3b32-4f11-b833-a8e74647505d x-openstack-request-id: req-bf765433-3b32-4f11-b833-a8e74647505d {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:20.455589 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-plugged", "status": "completed", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:20.455829 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf765433-3b32-4f11-b833-a8e74647505d {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:20.456242 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018', 'code': 200} Sep 16 05:02:20.480363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.487266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Attempting to bind port 4c528216-2f6c-481d-9065-4836315213ec on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:20.487620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Attempting to bind port 4c528216-2f6c-481d-9065-4836315213ec by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:20.487940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Attempting to bind port 4c528216-2f6c-481d-9065-4836315213ec on network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:20.505313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Port 4c528216-2f6c-481d-9065-4836315213ec on network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:20.505648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Attempting to bind port 4c528216-2f6c-481d-9065-4836315213ec on network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:20.548544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:20.548891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Checking segment: {'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:20.549281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Bound using segment: {'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:20.549725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Bound port: 4c528216-2f6c-481d-9065-4836315213ec, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674e5633-bc28-4d3e-99d5-aaab8fef26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:20.550088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.646705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda5abc-77d9-4955-adc8-edf22a84ad45 req-8cd3e789-f868-4d44-902e-785dcb3844a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.649013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dda5abc-77d9-4955-adc8-edf22a84ad45 req-8cd3e789-f868-4d44-902e-785dcb3844a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 1098 time: 0.1039410 Sep 16 05:02:20.728324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e712-c7e1-48e3-bdb2-1dd465daaade req-41e37f6c-e29b-4f8f-bcd9-c06b8d17e1e7 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.729861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f262e712-c7e1-48e3-bdb2-1dd465daaade req-41e37f6c-e29b-4f8f-bcd9-c06b8d17e1e7 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 946 time: 0.1203871 Sep 16 05:02:20.733137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.740697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dda5abc-77d9-4955-adc8-edf22a84ad45 req-838e2922-8338-4617-b88d-ff4d419a8235 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787094 Sep 16 05:02:20.748396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6fb5a-9655-4bcc-9d3b-54e7366997c2 req-42ac53f7-dcfa-4f5d-8cea-31652b040a23 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.749902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cf6fb5a-9655-4bcc-9d3b-54e7366997c2 req-42ac53f7-dcfa-4f5d-8cea-31652b040a23 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 932 time: 0.1059437 Sep 16 05:02:20.800011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] For port 4c528216-2f6c-481d-9065-4836315213ec, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:20.808820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f262e712-c7e1-48e3-bdb2-1dd465daaade req-f25e6deb-7e17-477c-91cd-3ad0f10197a6 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Sep 16 05:02:20.814664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cf6fb5a-9655-4bcc-9d3b-54e7366997c2 req-99dc76cd-6615-4ebe-9f11-c9e0af7b932a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497854 Sep 16 05:02:20.832022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] For port 4c528216-2f6c-481d-9065-4836315213ec, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4c528216-2f6c-481d-9065-4836315213ec,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:20.853883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e39b331-f149-4c37-ae7e-126a47f8214c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.864995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.953156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.953954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.955561 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] 10.222.0.64 "PUT /v2.0/ports/4c528216-2f6c-481d-9065-4836315213ec HTTP/1.1" status: 200 len: 1092 time: 1.7736835 Sep 16 05:02:20.965525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d018d69e-3398-41ba-b422-d2dc2a7a99be {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:20.975648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.976702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184fc62-0843-438f-a2e5-b4fc486d6afb req-b18e9245-4ffa-400e-aba9-5cc19c50c374 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.983800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184fc62-0843-438f-a2e5-b4fc486d6afb req-b18e9245-4ffa-400e-aba9-5cc19c50c374 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.986007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b184fc62-0843-438f-a2e5-b4fc486d6afb req-b18e9245-4ffa-400e-aba9-5cc19c50c374 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1665 time: 0.0847697 Sep 16 05:02:20.991720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'tag': '4c528216-2f6c-481d-9065-4836315213ec'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:20.994367 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa2568b-e260-442b-aeb2-e68966b482c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "tag": "4c528216-2f6c-481d-9065-4836315213ec"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:21.003716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Checking segment: {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:21.004501 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Network hostable DHCP agents. Network: 3171318d-8e19-41e1-91d0-895c3c14348c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:21.007406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Transition to ACTIVE for port object d018d69e-3398-41ba-b422-d2dc2a7a99be will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:21.018223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.035291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b184fc62-0843-438f-a2e5-b4fc486d6afb req-c07391ad-4568-4c88-80f6-c04220ad3182 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Sep 16 05:02:21.074890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb5e5b-fbe7-4e04-85da-861b5271c458 service neutron] Pushing event updated for resources: {'Port': ['ID=4c528216-2f6c-481d-9065-4836315213ec,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.129197 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fbd979-2009-4e2b-bbd9-a438ee462484 x-openstack-request-id: req-b4fbd979-2009-4e2b-bbd9-a438ee462484 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:21.129770 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "tag": "4c528216-2f6c-481d-9065-4836315213ec", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:21.130093 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4fbd979-2009-4e2b-bbd9-a438ee462484 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:21.130562 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'tag': '4c528216-2f6c-481d-9065-4836315213ec', 'status': 'completed', 'code': 200} Sep 16 05:02:21.137208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Network 3171318d-8e19-41e1-91d0-895c3c14348c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:21.163863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 3171318d-8e19-41e1-91d0-895c3c14348c) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:21.170933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59215e-66c1-4f8c-add0-101c514c3391 None None] Network 3171318d-8e19-41e1-91d0-895c3c14348c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:21.194122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.194735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.253216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Request body: {'port': {'device_id': 'f370a055-fb03-4200-805b-da79c85e5170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.260334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.296648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:21.297197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:21.297589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:21.304912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:21.305231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:21.310748 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ccb6815a-f5fb-4ee1-a6a4-232667beac91 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2783897 Sep 16 05:02:21.315651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37842) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:21.320306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:21.354666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:21.355058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:21.355434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:21.355902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Bound port: d018d69e-3398-41ba-b422-d2dc2a7a99be, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:21.356315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.361319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.380388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bdeee4bf-3b94-4d1a-bcf6-69c7a338c36a req-cbd382e1-7167-4f77-af43-918e38ba1dd4 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0513554 Sep 16 05:02:21.381936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-3171318d-8e19-41e1-91d0-895c3c14348c', 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'fixed_ips': [{'subnet_id': '2e39b331-f149-4c37-ae7e-126a47f8214c'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:21.383640 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.398405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-7ecb9294-dcdd-4c7d-a7f3-2cd6d77cab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.398919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-7ecb9294-dcdd-4c7d-a7f3-2cd6d77cab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.409774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-7ecb9294-dcdd-4c7d-a7f3-2cd6d77cab3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1913 time: 0.1216476 Sep 16 05:02:21.452903 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.453831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.544430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Allocated IP 172.20.0.2 (3171318d-8e19-41e1-91d0-895c3c14348c/2e39b331-f149-4c37-ae7e-126a47f8214c/5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:21.718857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.724905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-eeb0c4f6-8997-42ac-bb35-1d371493b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.726019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-eeb0c4f6-8997-42ac-bb35-1d371493b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.726273 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.726898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-eeb0c4f6-8997-42ac-bb35-1d371493b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.729255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-eeb0c4f6-8997-42ac-bb35-1d371493b52d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13a089dd5dde454daadb42f39b9e0dee&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3061249 Sep 16 05:02:21.855440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:21.879649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:21.915203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.916991 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.947864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Network 3171318d-8e19-41e1-91d0-895c3c14348c is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:21.956880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:21.963563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:21.972844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Pushing event updated for resources: {'Port': ['ID=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.024508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.025762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.027206 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] 10.222.0.73 "PUT /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 1093 time: 2.0518391 Sep 16 05:02:22.038534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Attempting to bind port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:22.039437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Attempting to bind port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:22.040127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Attempting to bind port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c on network 3171318d-8e19-41e1-91d0-895c3c14348c {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:22.049886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:22.050760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Checking segment: {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:22.051409 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.052038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Bound using segment: {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:22.052916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Bound port: 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:22.053905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.056592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-950a026a-fe91-45cd-be8b-9f4b366ec875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.058232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aaa2568b-e260-442b-aeb2-e68966b482c3 req-950a026a-fe91-45cd-be8b-9f4b366ec875 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3220739 Sep 16 05:02:22.099387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb297d9-7a4b-4949-b9e2-85e176496931 req-c8ca6847-6055-43ac-8481-8efc9682381c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.107879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abb297d9-7a4b-4949-b9e2-85e176496931 req-c8ca6847-6055-43ac-8481-8efc9682381c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.1510580 Sep 16 05:02:22.123705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d921-4361-4646-955e-75e2ba93c396 req-9a1f0215-b891-488b-83e1-7e7b9a607227 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.125419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a337d921-4361-4646-955e-75e2ba93c396 req-9a1f0215-b891-488b-83e1-7e7b9a607227 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 946 time: 0.1204238 Sep 16 05:02:22.131168 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b41ef-d2aa-4626-a352-fdc30540ac63 service neutron] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.135798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] For port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:22.140459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] For port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:22.148628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.183939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abb297d9-7a4b-4949-b9e2-85e176496931 req-2e7cd4b0-55d8-43be-80f9-7c17c0ecfaa3 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750179 Sep 16 05:02:22.247346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a337d921-4361-4646-955e-75e2ba93c396 req-420c1491-2672-4a8c-a759-7bd029e38f9d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975170 Sep 16 05:02:22.249126 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.273851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5c036-f366-4078-b1f1-a610254ba3a5 None None] Pushing event updated for resources: {'Port': ['ID=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.274682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-66f64143-9cde-43e6-8a56-f56b20df4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.276279 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-66f64143-9cde-43e6-8a56-f56b20df4ec9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1813459 Sep 16 05:02:22.345577 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-c94a31c7-5bbb-417f-a586-4caf2e6df085 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 217 time: 0.0553179 Sep 16 05:02:22.441958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc61b3-5796-4270-8762-28ae248367ab req-c08e6741-4657-4839-8c0b-c4a19089807f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.449857 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f763a2ff-ffe5-42d5-ad35-966165bd2399 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:22.454371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc61b3-5796-4270-8762-28ae248367ab req-c08e6741-4657-4839-8c0b-c4a19089807f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.462638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49fc61b3-5796-4270-8762-28ae248367ab req-c08e6741-4657-4839-8c0b-c4a19089807f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1665 time: 0.1007719 Sep 16 05:02:22.517927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.524749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-dc9d501c-a254-4c64-80a3-9db6c5114f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.526568 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-dc9d501c-a254-4c64-80a3-9db6c5114f4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1722176 Sep 16 05:02:22.563264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49fc61b3-5796-4270-8762-28ae248367ab req-c73f4935-d16c-4bf7-b0bd-d30de9adc80e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948009 Sep 16 05:02:22.601842 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-b5c66108-f78f-4de5-8cd3-424c2e21cd29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635836 Sep 16 05:02:22.606050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Transition to ACTIVE for port object f763a2ff-ffe5-42d5-ad35-966165bd2399 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:22.649993 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.674953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f74450c4-6225-4013-a4f7-ecf3ac6bdcc8 req-5a76a87e-5bc7-4423-aa4e-f018ab24a4f3 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0737200 Sep 16 05:02:22.803151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Pushing event updated for resources: {'Port': ['ID=f763a2ff-ffe5-42d5-ad35-966165bd2399,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.907401 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-1c47cec0-0010-4c9c-a360-5b3fc62d0842 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974138 Sep 16 05:02:23.071831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Attempting to bind port f763a2ff-ffe5-42d5-ad35-966165bd2399 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:23.072520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Attempting to bind port f763a2ff-ffe5-42d5-ad35-966165bd2399 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:23.072520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Attempting to bind port f763a2ff-ffe5-42d5-ad35-966165bd2399 on network 28dda8ab-8305-49ae-9bbc-960d5454be58 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:23.091338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Port f763a2ff-ffe5-42d5-ad35-966165bd2399 on network 28dda8ab-8305-49ae-9bbc-960d5454be58 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:23.093325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Attempting to bind port f763a2ff-ffe5-42d5-ad35-966165bd2399 on network 28dda8ab-8305-49ae-9bbc-960d5454be58 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:23.101273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.128879 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.132514 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d10ac9f4-2675-4d87-a598-fea7799209f0 req-b11d2087-fae5-4f53-bd11-2002d249e5b4 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843998 Sep 16 05:02:23.133898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:23.136072 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91721961-fdf2-401e-b628-423d79f19dec" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:23.140355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:23.140793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Checking segment: {'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:23.141157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Bound using segment: {'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:23.141596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Bound port: f763a2ff-ffe5-42d5-ad35-966165bd2399, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87c41d7-599c-46a9-990c-1bf9c0c93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:23.141976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.200589 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3874d4-debc-4830-a9b3-966bec1b865a x-openstack-request-id: req-2f3874d4-debc-4830-a9b3-966bec1b865a {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:23.201779 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:23.202824 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f3874d4-debc-4830-a9b3-966bec1b865a {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:23.203350 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be', 'status': 'completed', 'code': 200} Sep 16 05:02:23.330016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1a0c6-8ebe-44da-b651-08cd30e7a9f2 req-2636c3b4-d431-41ac-a5fb-7da9e1041b8e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.340004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6d1a0c6-8ebe-44da-b651-08cd30e7a9f2 req-2636c3b4-d431-41ac-a5fb-7da9e1041b8e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.0740604 Sep 16 05:02:23.401322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Allocated IP 172.25.6.21 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/a1d43c29-bf9c-435a-a834-560155b55362) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:23.410763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6d1a0c6-8ebe-44da-b651-08cd30e7a9f2 req-4e9d2a88-d6d8-440c-afae-f877edef94bc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697906 Sep 16 05:02:23.432588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] For port f763a2ff-ffe5-42d5-ad35-966165bd2399, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:23.438655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1f484-5874-4a63-b6b8-c9a399654883 req-cfbf11ec-aab0-427e-baa8-e4e8a2071bba tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.446170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bd1f484-5874-4a63-b6b8-c9a399654883 req-cfbf11ec-aab0-427e-baa8-e4e8a2071bba tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 946 time: 0.1032100 Sep 16 05:02:23.480176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721961-fdf2-401e-b628-423d79f19dec req-7c75bb92-d8c0-4430-a149-81a24e6e30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.481733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91721961-fdf2-401e-b628-423d79f19dec req-7c75bb92-d8c0-4430-a149-81a24e6e30a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1096 time: 0.2531114 Sep 16 05:02:23.486869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] For port f763a2ff-ffe5-42d5-ad35-966165bd2399, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f763a2ff-ffe5-42d5-ad35-966165bd2399,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:23.508854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bd1f484-5874-4a63-b6b8-c9a399654883 req-f1150227-8a51-4971-93af-2a97bb9ea72e tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615926 Sep 16 05:02:23.581417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.666931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.667441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.670716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] 10.222.0.64 "PUT /v2.0/ports/f763a2ff-ffe5-42d5-ad35-966165bd2399 HTTP/1.1" status: 200 len: 1092 time: 2.4227326 Sep 16 05:02:23.710765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7bf6f3-f55a-4025-96b2-b8d6e7847c44 None None] Network 3171318d-8e19-41e1-91d0-895c3c14348c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:23.849667 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.856543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e523c-c48d-4021-92c5-c250b234827c service neutron] Pushing event updated for resources: {'Port': ['ID=f763a2ff-ffe5-42d5-ad35-966165bd2399,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.871863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:23.888071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24159b77-aa4e-4406-bf30-1c3f95052386 req-f560ead2-69bd-452f-aa6f-492515f7d278 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.892437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24159b77-aa4e-4406-bf30-1c3f95052386 req-f560ead2-69bd-452f-aa6f-492515f7d278 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.902682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721961-fdf2-401e-b628-423d79f19dec req-c793390b-a6fe-4483-8c58-07509ccd497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.904531 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91721961-fdf2-401e-b628-423d79f19dec req-c793390b-a6fe-4483-8c58-07509ccd497a service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.3665631 Sep 16 05:02:23.917951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0fdb35c4-9fbf-4018-b2e8-141be0e9e9b5 None None] Provisioning complete for port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:23.918207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24159b77-aa4e-4406-bf30-1c3f95052386 req-f560ead2-69bd-452f-aa6f-492515f7d278 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1677 time: 0.1279576 Sep 16 05:02:23.918331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0fdb35c4-9fbf-4018-b2e8-141be0e9e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.923824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-af971fd7-2d6f-4b3b-87f5-96b2797d4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.924434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-af971fd7-2d6f-4b3b-87f5-96b2797d4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:23.926799 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-af971fd7-2d6f-4b3b-87f5-96b2797d4d3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1981 time: 0.1857257 Sep 16 05:02:23.976478 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91721961-fdf2-401e-b628-423d79f19dec req-427f1248-67a2-442d-bd51-8202e5360853 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 217 time: 0.0610402 Sep 16 05:02:23.979274 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.988533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24159b77-aa4e-4406-bf30-1c3f95052386 req-b61d89b3-d8ee-469c-a43d-b2b53506d1df tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693488 Sep 16 05:02:24.038279 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-b0a39b49-662a-4833-9161-97b7be8183bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=4c528216-2f6c-481d-9065-4836315213ec HTTP/1.1" status: 200 len: 217 time: 0.0693634 Sep 16 05:02:24.113416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:24.140515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:24.143287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:24.188332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a5b5e17-cc16-4eeb-b4df-1b29316651ae req-baf09abe-d69a-4322-bef4-872095ec11b5 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0869117 Sep 16 05:02:24.213805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a5fa2-a8f5-41cd-b882-1fd49fe49678 req-b09c90b4-9c31-44a6-b882-70c5c5c3a001 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.224581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-627a5fa2-a8f5-41cd-b882-1fd49fe49678 req-b09c90b4-9c31-44a6-b882-70c5c5c3a001 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 946 time: 0.1029100 Sep 16 05:02:24.229530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:24.229908 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.271984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0fdb35c4-9fbf-4018-b2e8-141be0e9e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.295449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-627a5fa2-a8f5-41cd-b882-1fd49fe49678 req-c8966df9-6fdd-4eb2-9f7b-2577aa8b1510 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698941 Sep 16 05:02:24.324645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0fdb35c4-9fbf-4018-b2e8-141be0e9e9b5 None None] For port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:24.334677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0fdb35c4-9fbf-4018-b2e8-141be0e9e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.397952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.449563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb35c4-9fbf-4018-b2e8-141be0e9e9b5 None None] Pushing event updated for resources: {'Port': ['ID=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.567664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404fd2c-00f6-4595-ad17-7567b2b7bc3a req-8e613e77-b483-4230-9238-1524ad0d6c18 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.569399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c404fd2c-00f6-4595-ad17-7567b2b7bc3a req-8e613e77-b483-4230-9238-1524ad0d6c18 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.0551839 Sep 16 05:02:24.602138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-70c5c99d-664f-4a5b-9c04-5803ecb86fec None None] Provisioning complete for port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:24.602514 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-70c5c99d-664f-4a5b-9c04-5803ecb86fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.636254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c404fd2c-00f6-4595-ad17-7567b2b7bc3a req-f5eab473-156a-4b56-97cf-d78bda21e4a8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554059 Sep 16 05:02:24.664864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721961-fdf2-401e-b628-423d79f19dec req-a72db8de-7cef-4951-adeb-5071b1eb14da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.666746 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91721961-fdf2-401e-b628-423d79f19dec req-a72db8de-7cef-4951-adeb-5071b1eb14da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.6446271 Sep 16 05:02:24.723287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Pushing event updated for resources: {'Port': ['ID=a1d43c29-bf9c-435a-a834-560155b55362,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.727389 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91721961-fdf2-401e-b628-423d79f19dec req-c49ad244-df41-458f-87eb-0a28928774b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475233 Sep 16 05:02:24.731311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-6dc4b79c-c0bb-44ac-8ce9-d649bd9ac7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.733529 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-6dc4b79c-c0bb-44ac-8ce9-d649bd9ac7a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07cfdbcd-5795-449f-84f2-89ce6827d276 HTTP/1.1" status: 200 len: 801 time: 0.6745961 Sep 16 05:02:24.948823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-f8705edb-38d2-4cad-8e23-3e31340871d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.950324 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-f8705edb-38d2-4cad-8e23-3e31340871d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3dfca7b2-962f-4b3b-8268-d3efb758ed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916575 Sep 16 05:02:24.958454 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91721961-fdf2-401e-b628-423d79f19dec req-ef9e4edd-7ffb-468b-8fd6-43c6e924333e service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120254 Sep 16 05:02:24.989258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.178562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4f1bf-bf2d-4faa-b608-4fd49730df1e req-afe8380e-8c3a-4a52-8006-ad879e672257 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.184791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4f1bf-bf2d-4faa-b608-4fd49730df1e req-afe8380e-8c3a-4a52-8006-ad879e672257 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.186862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44a4f1bf-bf2d-4faa-b608-4fd49730df1e req-afe8380e-8c3a-4a52-8006-ad879e672257 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1677 time: 0.0811937 Sep 16 05:02:25.204143 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91721961-fdf2-401e-b628-423d79f19dec req-7c174eaf-a1c7-43f8-a2a3-7c0796cd0329 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374461 Sep 16 05:02:25.210942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'tag': 'f763a2ff-ffe5-42d5-ad35-966165bd2399'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:25.212596 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "tag": "f763a2ff-ffe5-42d5-ad35-966165bd2399"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:25.248202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44a4f1bf-bf2d-4faa-b608-4fd49730df1e req-91b35d03-72a0-4a1c-888f-c459ef3dbe92 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533268 Sep 16 05:02:25.260203 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-81322d0a-ab11-4dc0-b03e-fdf26a529f06 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfca7b2-962f-4b3b-8268-d3efb758ed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270296 Sep 16 05:02:25.312947 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0725e-8fee-4a16-95df-4d6871d8d18e x-openstack-request-id: req-1ce0725e-8fee-4a16-95df-4d6871d8d18e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:25.313313 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "tag": "f763a2ff-ffe5-42d5-ad35-966165bd2399", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:25.313548 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ce0725e-8fee-4a16-95df-4d6871d8d18e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:25.313881 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'tag': 'f763a2ff-ffe5-42d5-ad35-966165bd2399', 'status': 'completed', 'code': 200} Sep 16 05:02:25.344636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b47026e8-099d-4d86-83ab-df953e0ccbd5 req-88618b1a-ae11-4832-b932-921e5abf8288 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Sep 16 05:02:25.427560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465a753-4f15-4887-af50-a978e7f98b4c req-1f0aa0b1-06fc-4f36-8489-ed03dc11aa54 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.429042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5465a753-4f15-4887-af50-a978e7f98b4c req-1f0aa0b1-06fc-4f36-8489-ed03dc11aa54 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 946 time: 0.0515215 Sep 16 05:02:25.449308 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.453364 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-90f46117-2e30-4732-ba6f-9053e061a6ad service neutron] 10.222.0.64 "GET /v2.0/networks/3dfca7b2-962f-4b3b-8268-d3efb758ed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855595 Sep 16 05:02:25.474224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5465a753-4f15-4887-af50-a978e7f98b4c req-2b88518e-aabc-415c-b10d-34eb86091beb tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358233 Sep 16 05:02:25.539306 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-3aa54dcd-f6f9-46dd-9f79-c721cc9f3cef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=f763a2ff-ffe5-42d5-ad35-966165bd2399 HTTP/1.1" status: 200 len: 217 time: 0.0429640 Sep 16 05:02:25.646384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-a613a2b8-1d60-4bc6-a1e4-8a3ba9c39813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.648022 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-a613a2b8-1d60-4bc6-a1e4-8a3ba9c39813 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e9e08b-49ea-4d76-aee6-6e7dd9901bb8 HTTP/1.1" status: 200 len: 801 time: 0.0990670 Sep 16 05:02:25.730447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Router 2bf34927-981c-41c8-8a7e-5407d24b16fd is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:25.747396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-ac862615-e708-48ac-8191-c32aa9b0e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.749594 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-ac862615-e708-48ac-8191-c32aa9b0e2e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28dda8ab-8305-49ae-9bbc-960d5454be58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876541 Sep 16 05:02:25.782457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:25.833433 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6aded582-2749-45e9-8647-a3eaa5da2b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.842272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:25.842642 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.937593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e44622-4f06-4561-9617-30ebe3a0722f req-597530db-4a72-40b5-9250-b9ca6ff7e89f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.945525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9e44622-4f06-4561-9617-30ebe3a0722f req-597530db-4a72-40b5-9250-b9ca6ff7e89f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.0894866 Sep 16 05:02:26.001168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9e44622-4f06-4561-9617-30ebe3a0722f req-a9a0e21b-b4ab-4b10-bbc3-0b909d8927c4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Sep 16 05:02:26.041792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:26.056081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Sync routers for ids ['2bf34927-981c-41c8-8a7e-5407d24b16fd'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:26.065960 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-4072c236-caee-48ed-aac1-42994ffc065b service neutron] 10.222.0.64 "GET /v2.0/networks/28dda8ab-8305-49ae-9bbc-960d5454be58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469959 Sep 16 05:02:26.069837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Routers {'2bf34927-981c-41c8-8a7e-5407d24b16fd'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:26.070468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2bf34927-981c-41c8-8a7e-5407d24b16fd'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:26.115594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.117007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fbf0373f-5c68-4b27-9aa5-19dcc408d67c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8002484 Sep 16 05:02:26.119591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.190246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Set router 2bf34927-981c-41c8-8a7e-5407d24b16fd gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:26.259823 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-12e6b589-bc00-46b4-84c4-9ecce37c35a9 req-c47f9691-e1b6-40bc-895d-1e1bc7822836 service neutron] 10.222.0.64 "GET /v2.0/networks/28dda8ab-8305-49ae-9bbc-960d5454be58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792123 Sep 16 05:02:26.405034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0cc6-4056-47f6-8d88-dd7e71d94072 req-f6af8cb7-c890-49c3-9879-a5ccaeec9eed tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.413516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0cc6-4056-47f6-8d88-dd7e71d94072 req-f6af8cb7-c890-49c3-9879-a5ccaeec9eed tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.417368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5ca0cc6-4056-47f6-8d88-dd7e71d94072 req-f6af8cb7-c890-49c3-9879-a5ccaeec9eed tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1677 time: 0.0683854 Sep 16 05:02:26.495863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:02:24Z', 'revision_number': 3, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:26.536335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-d57f2be0-dfae-4196-96c9-1513c9d6bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.537132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-d57f2be0-dfae-4196-96c9-1513c9d6bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.542085 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-d57f2be0-dfae-4196-96c9-1513c9d6bf09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a089dd5dde454daadb42f39b9e0dee&device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1981 time: 0.1082454 Sep 16 05:02:26.542293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Checking router: 2bf34927-981c-41c8-8a7e-5407d24b16fd for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:26.542455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Updating router 2bf34927-981c-41c8-8a7e-5407d24b16fd port a1d43c29-bf9c-435a-a834-560155b55362 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:26.576449 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.580602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5ca0cc6-4056-47f6-8d88-dd7e71d94072 req-06f046fe-89ed-45e4-9966-63c9b9246998 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556177 Sep 16 05:02:26.583080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-483227a8-1d5f-45ec-aa88-7e84ef523302 req-5e410e8c-b10f-4fbd-aabb-d2ab017eabf5 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0993173 Sep 16 05:02:26.735191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-9f7f022d-d01c-4d91-99d5-85f324325ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.736903 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-9f7f022d-d01c-4d91-99d5-85f324325ca9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=28dda8ab-8305-49ae-9bbc-960d5454be58 HTTP/1.1" status: 200 len: 902 time: 0.1410353 Sep 16 05:02:26.803630 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-59e46c6a-bb5e-4d3c-844a-14c67477a325 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=f763a2ff-ffe5-42d5-ad35-966165bd2399 HTTP/1.1" status: 200 len: 217 time: 0.0469153 Sep 16 05:02:26.891657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.894910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-df37734c-ab9a-419d-a73b-038268899148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:26.896586 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-df37734c-ab9a-419d-a73b-038268899148 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e9e08b-49ea-4d76-aee6-6e7dd9901bb8 HTTP/1.1" status: 200 len: 801 time: 0.0812690 Sep 16 05:02:26.926109 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.932731 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.986289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c0dec-05f6-4cb2-8c92-fa47bc1e36f7 None None] Pushing event updated for resources: {'Port': ['ID=a1d43c29-bf9c-435a-a834-560155b55362,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.008174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-c2d560c7-c2e4-4fd5-bdbf-fb514ac8dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.009511 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-c2d560c7-c2e4-4fd5-bdbf-fb514ac8dff2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28dda8ab-8305-49ae-9bbc-960d5454be58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028936 Sep 16 05:02:27.018990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Attempting to bind port a1d43c29-bf9c-435a-a834-560155b55362 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:27.019524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Attempting to bind port a1d43c29-bf9c-435a-a834-560155b55362 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:27.019940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Attempting to bind port a1d43c29-bf9c-435a-a834-560155b55362 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:27.026833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:27.026833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:27.026833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.026833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:27.029592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Bound port: a1d43c29-bf9c-435a-a834-560155b55362, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:27.030067 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.103155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] For port a1d43c29-bf9c-435a-a834-560155b55362, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:27.112470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] For port a1d43c29-bf9c-435a-a834-560155b55362, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a1d43c29-bf9c-435a-a834-560155b55362,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:27.120570 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.191405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Routers {'2bf34927-981c-41c8-8a7e-5407d24b16fd'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:27.192132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:01:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2bf34927-981c-41c8-8a7e-5407d24b16fd'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:27.240387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c0dec-05f6-4cb2-8c92-fa47bc1e36f7 None None] Pushing event updated for resources: {'Port': ['ID=a1d43c29-bf9c-435a-a834-560155b55362,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.268967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15102-6244-4d19-be1a-f8b961199a78 req-bfc0216b-42cb-482f-ae64-f635c6c8e1eb tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.273481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7a15102-6244-4d19-be1a-f8b961199a78 req-bfc0216b-42cb-482f-ae64-f635c6c8e1eb tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.1025605 Sep 16 05:02:27.370457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] Set router 2bf34927-981c-41c8-8a7e-5407d24b16fd gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:27.387145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7a15102-6244-4d19-be1a-f8b961199a78 req-f17c4aa2-686c-423c-9c48-e6f0db4a3695 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055746 Sep 16 05:02:27.604917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:02:24Z', 'revision_number': 3, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:27.607539 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-f9f66110-1a7e-4e22-a0c8-0ea7d26c1cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/28dda8ab-8305-49ae-9bbc-960d5454be58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373993 Sep 16 05:02:27.625320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Allocated IP 172.20.0.1 (3171318d-8e19-41e1-91d0-895c3c14348c/2e39b331-f149-4c37-ae7e-126a47f8214c/82695d23-f6e1-4d24-80be-c17c64dfb228) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:27.745223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bddc7e9d-6dbd-4b71-8d0d-0f7818b9f542 req-1400ec77-b336-46de-9bb5-d4e98cee9d16 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0373836 Sep 16 05:02:27.833448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9d9fb81-1bcc-4aa0-acaa-08a2069eccc0 req-044510b8-872e-4073-bbd2-67acbbc4c9f5 service neutron] 10.222.0.64 "GET /v2.0/networks/28dda8ab-8305-49ae-9bbc-960d5454be58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004371 Sep 16 05:02:27.897657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.968405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.994532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7440d4-6c1a-445f-a375-350c788dd21b None None] The sync data for ids ['2bf34927-981c-41c8-8a7e-5407d24b16fd'] in n-d-713301-15 is: [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:02:24Z', 'revision_number': 3, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:28.046006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Network 3171318d-8e19-41e1-91d0-895c3c14348c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:28.049307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:28.053473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:28.123204 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8146136a-4263-487e-bc01-71cff26d9829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.132882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Pushing event updated for resources: {'Port': ['ID=82695d23-f6e1-4d24-80be-c17c64dfb228,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.154356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.395306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e436dc59-c95a-4f67-a192-97cb74528a45 None None] Provisioning complete for port 82695d23-f6e1-4d24-80be-c17c64dfb228 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:28.397170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e436dc59-c95a-4f67-a192-97cb74528a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.415756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.433253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187014e5-5653-4d2a-a411-987b8719d830 req-b6f4c79b-4d30-4672-b845-a5eb7f626efd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:28.442406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187014e5-5653-4d2a-a411-987b8719d830 req-b6f4c79b-4d30-4672-b845-a5eb7f626efd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:28.451298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-187014e5-5653-4d2a-a411-987b8719d830 req-b6f4c79b-4d30-4672-b845-a5eb7f626efd tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1677 time: 0.6993933 Sep 16 05:02:28.506320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e436dc59-c95a-4f67-a192-97cb74528a45 None None] Port 82695d23-f6e1-4d24-80be-c17c64dfb228 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:28.544441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-187014e5-5653-4d2a-a411-987b8719d830 req-b0590850-d9a3-46ef-a1f9-bb0e515b86a1 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908804 Sep 16 05:02:28.683452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc2d5a-ab8f-470f-8aae-f1a657c87afd req-fb0f95ee-fff3-4d8e-8708-c59a6d4f5dac tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:28.696302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ccc2d5a-ab8f-470f-8aae-f1a657c87afd req-fb0f95ee-fff3-4d8e-8708-c59a6d4f5dac tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.0835924 Sep 16 05:02:28.762105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ccc2d5a-ab8f-470f-8aae-f1a657c87afd req-a7883068-d040-4d11-970a-b0c304eaa2c7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645607 Sep 16 05:02:28.867926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.875256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.937443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83d1a831-6b14-439c-aa64-0f1d4f35b140 req-a7ce04df-1411-442b-859a-7e581790ca67 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0372036 Sep 16 05:02:28.960163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.992601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Pushing event updated for resources: {'Port': ['ID=82695d23-f6e1-4d24-80be-c17c64dfb228,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.101088 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.123610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Network 3171318d-8e19-41e1-91d0-895c3c14348c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:29.125575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:29.290048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Router 2bf34927-981c-41c8-8a7e-5407d24b16fd has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:29.419043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:29.425666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-71da9cb9-65e9-461e-ab25-8be680a0e28d admin admin] 10.222.0.55 "PUT /v2.0/routers/2bf34927-981c-41c8-8a7e-5407d24b16fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048108 Sep 16 05:02:29.439763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d7a94b6c-d5d2-4ab0-bab0-f2a05b1ae9be None None] Provisioning complete for port 82695d23-f6e1-4d24-80be-c17c64dfb228 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:29.440399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7a94b6c-d5d2-4ab0-bab0-f2a05b1ae9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.490365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d7a94b6c-d5d2-4ab0-bab0-f2a05b1ae9be None None] Port 82695d23-f6e1-4d24-80be-c17c64dfb228 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:29.669035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.692066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfd846-c884-4113-acd7-9acccf26e921 req-8d433b9a-1f7f-414c-aace-90dc49045258 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.698533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfd846-c884-4113-acd7-9acccf26e921 req-8d433b9a-1f7f-414c-aace-90dc49045258 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.700464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6bfd846-c884-4113-acd7-9acccf26e921 req-8d433b9a-1f7f-414c-aace-90dc49045258 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1677 time: 0.0629773 Sep 16 05:02:29.745955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6bfd846-c884-4113-acd7-9acccf26e921 req-522805c0-f947-4117-a018-8788561bb79a tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384948 Sep 16 05:02:29.769908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a1d43c29-bf9c-435a-a834-560155b55362 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:29.892040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a1d43c29-bf9c-435a-a834-560155b55362 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:29.892740 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.937808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b952e8-7ef3-4066-bb88-0defe530b235 req-b33a2297-2970-40e0-94d2-422f30d9f522 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.941499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0b952e8-7ef3-4066-bb88-0defe530b235 req-b33a2297-2970-40e0-94d2-422f30d9f522 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.0746763 Sep 16 05:02:30.007748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0b952e8-7ef3-4066-bb88-0defe530b235 req-6fd1c4df-802c-44b0-8d43-27fbc8e18557 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602217 Sep 16 05:02:30.027836 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.054763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a1d43c29-bf9c-435a-a834-560155b55362, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a1d43c29-bf9c-435a-a834-560155b55362,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:30.062064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.094061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd0458e4-140f-4e08-8564-4814cbac5f48 req-166ab122-a348-4599-a8d5-13c7cde2e436 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0401678 Sep 16 05:02:30.149079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a1d43c29-bf9c-435a-a834-560155b55362,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.211400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38080) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.216807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 942c2915-49c0-4a2e-8ce0-72a851149018 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:30.218191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-network', 'tenant_id': 'aaa17ec103724598a27beaf712394819'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:30.243007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Made reservation on behalf of aaa17ec103724598a27beaf712394819 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:30.245885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.255645 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.347508 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Sync routers for ids ['2bf34927-981c-41c8-8a7e-5407d24b16fd'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:30.352498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:30.365238 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Routers {'2bf34927-981c-41c8-8a7e-5407d24b16fd'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:30.366390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2bf34927-981c-41c8-8a7e-5407d24b16fd'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:30.367030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '942c2915-49c0-4a2e-8ce0-72a851149018', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '942c2915-49c0-4a2e-8ce0-72a851149018', 'mac_address': 'fa:16:3e:24:92:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:30.377432 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.383338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.400235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:30.420112 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.428485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.428915 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Added segment 6429bcd3-766f-487f-ba8e-d0069b2a3b89 of type vlan for network 2055bded-f824-4418-af14-2ba0b5f3a902 Sep 16 05:02:30.444310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 942c2915-49c0-4a2e-8ce0-72a851149018 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:30.449074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93628fe-6b69-4a53-abae-b7f4066cb1b7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.470082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:30.477228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.480447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.481044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.481255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.481761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.482193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.482698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.483601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.484070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.485783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.485783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.485783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.485783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.497470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.526626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.528013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.529461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.549044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.571498 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Set router 2bf34927-981c-41c8-8a7e-5407d24b16fd gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:30.602801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] Pushing event updated for resources: {'Network': ['ID=2055bded-f824-4418-af14-2ba0b5f3a902,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.610149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38090) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:30.610632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b352aa6a-b3f8-4be7-87a2-20481da827fd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3977537 Sep 16 05:02:30.613379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 2055bded-f824-4418-af14-2ba0b5f3a902 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:30.615236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Request body: {'subnet': {'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-subnet', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:30.652284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Made reservation on behalf of aaa17ec103724598a27beaf712394819 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:30.656031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.666702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['942c2915-49c0-4a2e-8ce0-72a851149018'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:30.872849 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:02:28Z', 'revision_number': 4, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '82695d23-f6e1-4d24-80be-c17c64dfb228', 'name': '', 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'mac_address': 'fa:16:3e:2b:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2e39b331-f149-4c37-ae7e-126a47f8214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:26Z', 'updated_at': '2021-09-16T05:02:28Z', 'revision_number': 2, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'subnets': [{'id': '2e39b331-f149-4c37-ae7e-126a47f8214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:30.888812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.912897 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Checking router: 2bf34927-981c-41c8-8a7e-5407d24b16fd for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:30.913287 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Updating router 2bf34927-981c-41c8-8a7e-5407d24b16fd port 82695d23-f6e1-4d24-80be-c17c64dfb228 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:30.942676 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.945825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0648df-f6f6-4f7e-82c8-93b8c500f722 req-150343bd-ddf9-4f76-be2c-dfc3a2ab5407 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.955453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0648df-f6f6-4f7e-82c8-93b8c500f722 req-150343bd-ddf9-4f76-be2c-dfc3a2ab5407 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.960830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a0648df-f6f6-4f7e-82c8-93b8c500f722 req-150343bd-ddf9-4f76-be2c-dfc3a2ab5407 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1677 time: 0.0887995 Sep 16 05:02:30.968445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=072bb216-6636-4104-bf99-176f2f138339,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.980627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.980971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.981326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.981957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.982300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.982651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.982965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.983555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.983883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.984565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.985115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.985446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:30.988990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Checking segment: {'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:30.989351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Network hostable DHCP agents. Network: 2055bded-f824-4418-af14-2ba0b5f3a902, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:31.011221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a0648df-f6f6-4f7e-82c8-93b8c500f722 req-c4fddaf9-8678-479e-8ab5-4647f0c159d2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441680 Sep 16 05:02:31.034144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Network 2055bded-f824-4418-af14-2ba0b5f3a902 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:31.044991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 2055bded-f824-4418-af14-2ba0b5f3a902) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:31.049436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.050060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.061271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47301034-6756-4581-aa8b-04b99f67cfa8 None None] Network 2055bded-f824-4418-af14-2ba0b5f3a902 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:31.073615 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4e099d93-404d-4996-935b-d93464fb3edc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4623172 Sep 16 05:02:31.077685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38100) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:31.084346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:31.118219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.120111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.204029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.245634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2be59-7ce6-4299-9ac1-86d8009e3165 req-2dcd76a1-2e0f-4dd2-a142-f01966bfca2a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.254322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9b2be59-7ce6-4299-9ac1-86d8009e3165 req-2dcd76a1-2e0f-4dd2-a142-f01966bfca2a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.1282561 Sep 16 05:02:31.306827 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.318683 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.327862 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.372529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-2055bded-f824-4418-af14-2ba0b5f3a902', 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'fixed_ips': [{'subnet_id': '072bb216-6636-4104-bf99-176f2f138339'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:31.378299 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.380560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e15f42fb-954e-4335-8aa6-b545befdb5d7 req-3b6cd013-7b6b-426d-9d09-7ef39dde1c61 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0724149 Sep 16 05:02:31.388943 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Pushing event updated for resources: {'Port': ['ID=82695d23-f6e1-4d24-80be-c17c64dfb228,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:31.416547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9b2be59-7ce6-4299-9ac1-86d8009e3165 req-d33932e5-9890-4820-93f5-9c85c98f708c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609323 Sep 16 05:02:31.417713 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.418660 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.419405 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.420239 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.420743 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.421229 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.421997 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.422483 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.422982 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.423463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.423944 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.424455 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:31.503739 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Attempting to bind port 82695d23-f6e1-4d24-80be-c17c64dfb228 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:31.504149 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Attempting to bind port 82695d23-f6e1-4d24-80be-c17c64dfb228 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:31.504517 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Attempting to bind port 82695d23-f6e1-4d24-80be-c17c64dfb228 on network 3171318d-8e19-41e1-91d0-895c3c14348c {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:31.516035 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:31.516441 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Checking segment: {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:31.516788 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.517197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Bound using segment: {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:31.517689 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Bound port: 82695d23-f6e1-4d24-80be-c17c64dfb228, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:31.518097 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.569095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.629965 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] For port 82695d23-f6e1-4d24-80be-c17c64dfb228, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:31.635806 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] For port 82695d23-f6e1-4d24-80be-c17c64dfb228, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=82695d23-f6e1-4d24-80be-c17c64dfb228,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:31.645633 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.751494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Allocated IP 172.20.0.2 (2055bded-f824-4418-af14-2ba0b5f3a902/072bb216-6636-4104-bf99-176f2f138339/e3c51e61-e01f-464e-b941-5db775cc6fc1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:31.779674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bfe7b8a0-cad5-4170-a6d2-f97aceeb76b3 None None] Provisioning complete for port 82695d23-f6e1-4d24-80be-c17c64dfb228 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:31.780047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b8a0-cad5-4170-a6d2-f97aceeb76b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.785353 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972126bf-db89-4b4a-a6c7-e6873a83d68e None None] Pushing event updated for resources: {'Port': ['ID=82695d23-f6e1-4d24-80be-c17c64dfb228,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:31.786981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a1d43c29-bf9c-435a-a834-560155b55362 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:31.807516 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Routers {'2bf34927-981c-41c8-8a7e-5407d24b16fd'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:31.808166 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2bf34927-981c-41c8-8a7e-5407d24b16fd'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:31.985030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.985611 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] Set router 2bf34927-981c-41c8-8a7e-5407d24b16fd gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:32.013371 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.098268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a1d43c29-bf9c-435a-a834-560155b55362 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.099665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.149270 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.166097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.213335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b8a0-cad5-4170-a6d2-f97aceeb76b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.220070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Allocated IP 172.25.6.141 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/850282a8-3df8-4b32-b568-e7686433949c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:32.221363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4c528216-2f6c-481d-9065-4836315213ec details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:32.235262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 942c2915-49c0-4a2e-8ce0-72a851149018 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:32.254475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285198ca-c22d-4b81-8395-ba638a2794b1 req-1ce94c97-eb13-420f-becf-b72fded05f6f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.260790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285198ca-c22d-4b81-8395-ba638a2794b1 req-1ce94c97-eb13-420f-becf-b72fded05f6f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.262452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-285198ca-c22d-4b81-8395-ba638a2794b1 req-1ce94c97-eb13-420f-becf-b72fded05f6f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1677 time: 0.0957975 Sep 16 05:02:32.283749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Network 2055bded-f824-4418-af14-2ba0b5f3a902 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:32.362121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-285198ca-c22d-4b81-8395-ba638a2794b1 req-60f5ac3b-91ec-44fe-892a-7e9216b57271 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826848 Sep 16 05:02:32.365353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Pushing event updated for resources: {'Port': ['ID=e3c51e61-e01f-464e-b941-5db775cc6fc1,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.381461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:32.420711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.443440 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:02:28Z', 'revision_number': 4, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '82695d23-f6e1-4d24-80be-c17c64dfb228', 'name': '', 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'mac_address': 'fa:16:3e:2b:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2e39b331-f149-4c37-ae7e-126a47f8214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:26Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 4, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'subnets': [{'id': '2e39b331-f149-4c37-ae7e-126a47f8214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:32.447294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:32.460876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.464592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 942c2915-49c0-4a2e-8ce0-72a851149018 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.464969 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.482596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bfe7b8a0-cad5-4170-a6d2-f97aceeb76b3 None None] For port 82695d23-f6e1-4d24-80be-c17c64dfb228, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=82695d23-f6e1-4d24-80be-c17c64dfb228,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:32.487655 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5a4d-4305-49e6-b0dd-4f8ef69f94b2 None None] The sync data for ids ['2bf34927-981c-41c8-8a7e-5407d24b16fd'] in n-d-713301-15 is: [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:02:28Z', 'revision_number': 4, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '82695d23-f6e1-4d24-80be-c17c64dfb228', 'name': '', 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'mac_address': 'fa:16:3e:2b:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '2e39b331-f149-4c37-ae7e-126a47f8214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:26Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 4, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'subnets': [{'id': '2e39b331-f149-4c37-ae7e-126a47f8214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:32.532703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:32.535542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Pushing event updated for resources: {'Port': ['ID=850282a8-3df8-4b32-b568-e7686433949c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.538673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:32.541706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:32.619235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b8a0-cad5-4170-a6d2-f97aceeb76b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.625473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a3b31da-71dd-4552-a81d-b5000a1385a8 req-a6ae276c-192c-4923-ae62-42e941442e05 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0908227 Sep 16 05:02:32.731154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9bd6-17ef-4e48-97a2-ec7b9dcb844b req-fca9b905-1e75-4db6-b8ab-64a7fd4c29a4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:32.741615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c9f9bd6-17ef-4e48-97a2-ec7b9dcb844b req-fca9b905-1e75-4db6-b8ab-64a7fd4c29a4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.1855083 Sep 16 05:02:32.813686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Attempting to bind port e3c51e61-e01f-464e-b941-5db775cc6fc1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:32.814008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Attempting to bind port e3c51e61-e01f-464e-b941-5db775cc6fc1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:32.814375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Attempting to bind port e3c51e61-e01f-464e-b941-5db775cc6fc1 on network 2055bded-f824-4418-af14-2ba0b5f3a902 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:32.818943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4c528216-2f6c-481d-9065-4836315213ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4c528216-2f6c-481d-9065-4836315213ec,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:32.827598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7b8a0-cad5-4170-a6d2-f97aceeb76b3 None None] Pushing event updated for resources: {'Port': ['ID=82695d23-f6e1-4d24-80be-c17c64dfb228,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.844016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:32.844418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Checking segment: {'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:32.844829 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.845218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Bound using segment: {'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:32.845695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Bound port: e3c51e61-e01f-464e-b941-5db775cc6fc1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:32.846344 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.860923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '4c528216-2f6c-481d-9065-4836315213ec', 'network_id': '3dfca7b2-962f-4b3b-8268-d3efb758ed56', 'port_id': '4c528216-2f6c-481d-9065-4836315213ec', 'mac_address': 'fa:16:3e:b3:e6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07cfdbcd-5795-449f-84f2-89ce6827d276', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:32.862745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-96b6951e-d6e6-4b41-aa06-df868087062f None None] Provisioning complete for port 82695d23-f6e1-4d24-80be-c17c64dfb228 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.862896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-96b6951e-d6e6-4b41-aa06-df868087062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.882579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c9f9bd6-17ef-4e48-97a2-ec7b9dcb844b req-ba0fbe11-84bb-48f2-9413-688796977a5f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386540 Sep 16 05:02:33.041662 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.150264 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.173336 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.212224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] For port e3c51e61-e01f-464e-b941-5db775cc6fc1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:33.218094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c528216-2f6c-481d-9065-4836315213ec {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:33.229504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:33.231806 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e34b1-2513-4b27-ab88-df0139facb53" -d '{"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-plugged", "status": "completed", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:33.272385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] For port e3c51e61-e01f-464e-b941-5db775cc6fc1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e3c51e61-e01f-464e-b941-5db775cc6fc1,segment=NetworkSegment(6429bcd3-766f-487f-ba8e-d0069b2a3b89),segment_id=6429bcd3-766f-487f-ba8e-d0069b2a3b89)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:33.274744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:33.288247 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.296529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4c528216-2f6c-481d-9065-4836315213ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4c528216-2f6c-481d-9065-4836315213ec,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:33.300241 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.304663 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.316556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.317364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f763a2ff-ffe5-42d5-ad35-966165bd2399 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:33.352024 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abebc0d-14c4-410d-8360-e45838d1e3cb x-openstack-request-id: req-1abebc0d-14c4-410d-8360-e45838d1e3cb {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:33.352445 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-plugged", "status": "completed", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:33.353102 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1abebc0d-14c4-410d-8360-e45838d1e3cb {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:33.353226 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018', 'code': 200} Sep 16 05:02:33.447285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.570896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:33.617049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f763a2ff-ffe5-42d5-ad35-966165bd2399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f763a2ff-ffe5-42d5-ad35-966165bd2399,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:33.649317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'f763a2ff-ffe5-42d5-ad35-966165bd2399', 'network_id': '28dda8ab-8305-49ae-9bbc-960d5454be58', 'port_id': 'f763a2ff-ffe5-42d5-ad35-966165bd2399', 'mac_address': 'fa:16:3e:9c:3f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e9e08b-49ea-4d76-aee6-6e7dd9901bb8', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:33.653106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed173908-16c4-44f6-b824-41b6149a1a6a req-da832acd-3c97-4eee-9082-594e275047fe tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.690745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed173908-16c4-44f6-b824-41b6149a1a6a req-da832acd-3c97-4eee-9082-594e275047fe tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.708586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0d9ac-eae9-4516-9468-7a9259c3a55b None None] Pushing event updated for resources: {'Port': ['ID=e3c51e61-e01f-464e-b941-5db775cc6fc1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.711311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed173908-16c4-44f6-b824-41b6149a1a6a req-da832acd-3c97-4eee-9082-594e275047fe tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1678 time: 0.1704736 Sep 16 05:02:33.798189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed173908-16c4-44f6-b824-41b6149a1a6a req-3a3a11b4-25d9-4858-80c0-d19b9e05dd8d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858819 Sep 16 05:02:33.895544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:33.923151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4c528216-2f6c-481d-9065-4836315213ec,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.947341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Sync routers for ids ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:33.951417 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.992609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 82695d23-f6e1-4d24-80be-c17c64dfb228 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:33.996704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5da248-a0f2-40ab-b2d5-70ff59181642 req-972e007a-2eae-4bff-81f7-f21fc798c908 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1182766 Sep 16 05:02:34.033728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.036476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1570f9a2-e323-412f-adb4-57696ca78c06 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9566090 Sep 16 05:02:34.039275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38166) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.087448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-9776a4b3-e4bd-49b1-a26b-7e5e11180e8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825052 Sep 16 05:02:34.118998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f763a2ff-ffe5-42d5-ad35-966165bd2399 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:34.123953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Routers {'6c9fa86d-9aea-4127-8503-5b624f1bdb3c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:34.124880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:34.209512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-9df87856-1bf2-4aa3-ba7b-c6e3c41d613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.211298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-9df87856-1bf2-4aa3-ba7b-c6e3c41d613e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 1096 time: 0.0874181 Sep 16 05:02:34.235244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f763a2ff-ffe5-42d5-ad35-966165bd2399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f763a2ff-ffe5-42d5-ad35-966165bd2399,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:34.251715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 82695d23-f6e1-4d24-80be-c17c64dfb228 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:34.252218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.284914 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.380339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b5896-a87a-4652-9f4a-2d8b7f7ebc68 req-f0413861-6e94-4ac4-ab1f-0f0a691926cc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.389717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-536b5896-a87a-4652-9f4a-2d8b7f7ebc68 req-f0413861-6e94-4ac4-ab1f-0f0a691926cc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.1267812 Sep 16 05:02:34.425338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Set router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:34.460829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-536b5896-a87a-4652-9f4a-2d8b7f7ebc68 req-6c6c76ac-dbc2-4c4d-aac2-f73b21104fb4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698633 Sep 16 05:02:34.483426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-dbd79519-da5d-4019-8477-8b30912199e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.485970 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-dbd79519-da5d-4019-8477-8b30912199e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2436628 Sep 16 05:02:34.577395 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-2a4c8b62-cdda-4520-a88c-6aa38b3f7da9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 200 len: 217 time: 0.0778301 Sep 16 05:02:34.643743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=f763a2ff-ffe5-42d5-ad35-966165bd2399,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.710264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-db2fb5f7-fc09-48f7-94c1-5ddf157d7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:34.711715 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-db2fb5f7-fc09-48f7-94c1-5ddf157d7b6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1303873 Sep 16 05:02:34.766951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-e23c2177-caf9-456f-8ad9-4d867448aa49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475199 Sep 16 05:02:34.895664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['4c528216-2f6c-481d-9065-4836315213ec'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:34.932360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['f763a2ff-ffe5-42d5-ad35-966165bd2399'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:34.965801 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-6efb6189-3912-49c8-babc-5020f8f6db4d service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901438 Sep 16 05:02:34.999560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f94c0-3178-414d-979f-6371a6533416 None None] Network 2055bded-f824-4418-af14-2ba0b5f3a902 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:35.093463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e556da-41de-4827-927b-6280c3d4bdf3 req-0c3b71c0-5e8b-41da-b2d1-cf40d9e45c69 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.099470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e556da-41de-4827-927b-6280c3d4bdf3 req-0c3b71c0-5e8b-41da-b2d1-cf40d9e45c69 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.107401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36e556da-41de-4827-927b-6280c3d4bdf3 req-0c3b71c0-5e8b-41da-b2d1-cf40d9e45c69 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1679 time: 0.1077993 Sep 16 05:02:35.133035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.174427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36e556da-41de-4827-927b-6280c3d4bdf3 req-8036e4ce-1fd2-4b74-be28-736033777ecb tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660782 Sep 16 05:02:35.240773 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2be31b2-465b-4906-8c73-d72e502f0898 req-435b055e-4b56-467a-b6cd-81895b5292f6 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626905 Sep 16 05:02:35.299307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 3, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:35.375581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4e9dc8e6-5d90-420c-8e61-37fb0f5bfd9a None None] Provisioning complete for port e3c51e61-e01f-464e-b941-5db775cc6fc1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:35.375907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc8e6-5d90-420c-8e61-37fb0f5bfd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.471684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Checking router: 6c9fa86d-9aea-4127-8503-5b624f1bdb3c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:35.472044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Updating router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c port 850282a8-3df8-4b32-b568-e7686433949c binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:35.594723 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc8e6-5d90-420c-8e61-37fb0f5bfd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.649313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4e9dc8e6-5d90-420c-8e61-37fb0f5bfd9a None None] For port e3c51e61-e01f-464e-b941-5db775cc6fc1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e3c51e61-e01f-464e-b941-5db775cc6fc1,segment=NetworkSegment(6429bcd3-766f-487f-ba8e-d0069b2a3b89),segment_id=6429bcd3-766f-487f-ba8e-d0069b2a3b89)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:35.674645 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc8e6-5d90-420c-8e61-37fb0f5bfd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.746137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.774004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dc8e6-5d90-420c-8e61-37fb0f5bfd9a None None] Pushing event updated for resources: {'Port': ['ID=e3c51e61-e01f-464e-b941-5db775cc6fc1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.868239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e3c51e61-e01f-464e-b941-5db775cc6fc1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:36.006964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Allocated IP 172.20.0.1 (2055bded-f824-4418-af14-2ba0b5f3a902/072bb216-6636-4104-bf99-176f2f138339/04f73310-55b2-4e1f-8132-123c8cf00dc6) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:36.096773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5058a382-a24d-4e59-b211-f5101fc1e84c req-e82ff8cb-072f-4ec4-89a6-5346fa00e5ab tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.7192256 Sep 16 05:02:36.304503 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.375220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e3c51e61-e01f-464e-b941-5db775cc6fc1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:36.375824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.430592 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.453034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb24d0f-f524-405b-b6d6-6fd853997356 req-2e15c835-0396-4333-abc8-c5d1baaaae32 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.454321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb24d0f-f524-405b-b6d6-6fd853997356 req-2e15c835-0396-4333-abc8-c5d1baaaae32 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.1262565 Sep 16 05:02:36.488893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d7ca0bb4-ecfc-4b5d-ab5d-170761f9d726 None None] Provisioning complete for port e3c51e61-e01f-464e-b941-5db775cc6fc1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:36.489271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0bb4-ecfc-4b5d-ab5d-170761f9d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.544197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Network 2055bded-f824-4418-af14-2ba0b5f3a902 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:36.555037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:36.581501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=04f73310-55b2-4e1f-8132-123c8cf00dc6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.589384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:36.649251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb24d0f-f524-405b-b6d6-6fd853997356 req-a4c80ca1-009d-47b9-96dd-62af5dd0f594 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835816 Sep 16 05:02:36.686937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.779526 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.799983 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.917713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Attempting to bind port 850282a8-3df8-4b32-b568-e7686433949c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:36.918104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Attempting to bind port 850282a8-3df8-4b32-b568-e7686433949c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:36.921427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Attempting to bind port 850282a8-3df8-4b32-b568-e7686433949c on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:36.939292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:36.939798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:36.940230 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.940799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:36.941342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Bound port: 850282a8-3df8-4b32-b568-e7686433949c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:36.941735 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.943514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2972c4-5569-421c-898a-23e4493a4824 None None] Pushing event updated for resources: {'Port': ['ID=850282a8-3df8-4b32-b568-e7686433949c,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.025289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dbcfe061-7860-4b3f-b513-31f9bf100908 None None] Provisioning complete for port 04f73310-55b2-4e1f-8132-123c8cf00dc6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:37.026092 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe061-7860-4b3f-b513-31f9bf100908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.062648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] For port 850282a8-3df8-4b32-b568-e7686433949c, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:37.081953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3bd9-51ba-4585-9a06-ee914573e9d3 req-04c0a6ae-f815-489d-b148-ed8fe7753d4e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.084376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] For port 850282a8-3df8-4b32-b568-e7686433949c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=850282a8-3df8-4b32-b568-e7686433949c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:37.086072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-dbcfe061-7860-4b3f-b513-31f9bf100908 None None] Port 04f73310-55b2-4e1f-8132-123c8cf00dc6 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:37.089476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.094604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3bd9-51ba-4585-9a06-ee914573e9d3 req-04c0a6ae-f815-489d-b148-ed8fe7753d4e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.104782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f3d3bd9-51ba-4585-9a06-ee914573e9d3 req-04c0a6ae-f815-489d-b148-ed8fe7753d4e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1679 time: 0.1173472 Sep 16 05:02:37.151339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.160860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2972c4-5569-421c-898a-23e4493a4824 None None] Pushing event updated for resources: {'Port': ['ID=850282a8-3df8-4b32-b568-e7686433949c,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.164145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Routers {'6c9fa86d-9aea-4127-8503-5b624f1bdb3c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:37.165068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:37.237495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f3d3bd9-51ba-4585-9a06-ee914573e9d3 req-09c84a00-b921-4ae1-a799-2815f93ccfb9 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308727 Sep 16 05:02:37.375340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] Set router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:37.452489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:37.482914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.518267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.625857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=04f73310-55b2-4e1f-8132-123c8cf00dc6,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.642262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d025825c-75fb-42ea-adcc-80ef13c9cbf6 req-733f18ba-9057-4a03-8c34-801372fb03f9 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1506553 Sep 16 05:02:37.685564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.760936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:37.788418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'd018d69e-3398-41ba-b422-d2dc2a7a99be', 'network_id': '21426758-a088-4903-af89-b8f96b31da87', 'port_id': 'd018d69e-3398-41ba-b422-d2dc2a7a99be', 'mac_address': 'fa:16:3e:2c:5a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25775086-bd8b-4038-b187-b2838a899d02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:37.798890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e3c51e61-e01f-464e-b941-5db775cc6fc1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:37.836121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Network 2055bded-f824-4418-af14-2ba0b5f3a902 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:37.839754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:37.991910 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.048583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3314b-6d32-4745-8544-956e76c50e14 req-5a5e5cd0-7eed-4674-8be0-4dcadd111e47 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.058337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8d3314b-6d32-4745-8544-956e76c50e14 req-5a5e5cd0-7eed-4674-8be0-4dcadd111e47 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.1020784 Sep 16 05:02:38.083873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d018d69e-3398-41ba-b422-d2dc2a7a99be {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:38.124537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e3c51e61-e01f-464e-b941-5db775cc6fc1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:38.124910 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.161451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:38.181707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:38.189585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8d3314b-6d32-4745-8544-956e76c50e14 req-bc64d2b3-549d-4077-aa2d-0efd0188ea21 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274021 Sep 16 05:02:38.228999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.335470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.374006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4c528216-2f6c-481d-9065-4836315213ec up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:38.428139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:38.438866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6b0a687a-d0e9-4f61-a4bb-99d462496bd3 admin admin] 10.222.0.55 "PUT /v2.0/routers/6c9fa86d-9aea-4127-8503-5b624f1bdb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3835313 Sep 16 05:02:38.439005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e5bfa764-4204-4488-9c62-a7db1bfe51bd None None] Provisioning complete for port 04f73310-55b2-4e1f-8132-123c8cf00dc6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:38.439005 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5bfa764-4204-4488-9c62-a7db1bfe51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.454254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 4, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '04f73310-55b2-4e1f-8132-123c8cf00dc6', 'name': '', 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'mac_address': 'fa:16:3e:61:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '072bb216-6636-4104-bf99-176f2f138339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:35Z', 'updated_at': '2021-09-16T05:02:36Z', 'revision_number': 1, 'project_id': 'aaa17ec103724598a27beaf712394819', 'subnets': [{'id': '072bb216-6636-4104-bf99-176f2f138339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:38.527458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943f0c-d44d-4f7e-8ecb-124a5ac89135 req-dffb48d4-63f2-43fa-b49d-3daca258e634 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.536043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['d018d69e-3398-41ba-b422-d2dc2a7a99be'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:38.547902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943f0c-d44d-4f7e-8ecb-124a5ac89135 req-dffb48d4-63f2-43fa-b49d-3daca258e634 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.553103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f943f0c-d44d-4f7e-8ecb-124a5ac89135 req-dffb48d4-63f2-43fa-b49d-3daca258e634 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1679 time: 0.1443846 Sep 16 05:02:38.587232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1825e-945f-4a57-883b-d21b4f41670a None None] The sync data for ids ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'] in n-d-713301-15 is: [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 4, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '04f73310-55b2-4e1f-8132-123c8cf00dc6', 'name': '', 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'mac_address': 'fa:16:3e:61:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '072bb216-6636-4104-bf99-176f2f138339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:35Z', 'updated_at': '2021-09-16T05:02:36Z', 'revision_number': 1, 'project_id': 'aaa17ec103724598a27beaf712394819', 'subnets': [{'id': '072bb216-6636-4104-bf99-176f2f138339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:38.619196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfa764-4204-4488-9c62-a7db1bfe51bd None None] Port 04f73310-55b2-4e1f-8132-123c8cf00dc6 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:38.656156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 4c528216-2f6c-481d-9065-4836315213ec completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:38.677649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f943f0c-d44d-4f7e-8ecb-124a5ac89135 req-b9d81316-d5aa-4c65-b9ed-0b607a8c53fc tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028845 Sep 16 05:02:38.710969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 4c528216-2f6c-481d-9065-4836315213ec triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:38.712175 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.969454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edbf3a55-f4f9-4a7b-911e-737bfcc1db91 req-244f61ec-d9b1-47cd-8634-5784778f7bcb tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0565348 Sep 16 05:02:38.974586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.021471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c528216-2f6c-481d-9065-4836315213ec'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:39.031161 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b26516-10bf-4d3c-9ed3-cb9fd17e6dab" -d '{"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-plugged", "status": "completed", "tag": "4c528216-2f6c-481d-9065-4836315213ec"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:39.083058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4c528216-2f6c-481d-9065-4836315213ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4c528216-2f6c-481d-9065-4836315213ec,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:39.098520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.099641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f763a2ff-ffe5-42d5-ad35-966165bd2399 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:39.286915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port f763a2ff-ffe5-42d5-ad35-966165bd2399 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:39.299323 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a688b1-c399-4822-8921-68857fd9d606 x-openstack-request-id: req-f0a688b1-c399-4822-8921-68857fd9d606 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:39.299671 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-plugged", "status": "completed", "tag": "4c528216-2f6c-481d-9065-4836315213ec", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:39.299879 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0a688b1-c399-4822-8921-68857fd9d606 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:39.300321 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c528216-2f6c-481d-9065-4836315213ec', 'code': 200} Sep 16 05:02:39.309555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port f763a2ff-ffe5-42d5-ad35-966165bd2399 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:39.309939 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.319633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4c528216-2f6c-481d-9065-4836315213ec,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.538642 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.540507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1336-ae55-47b5-93e7-6595af8a19a1 req-61928034-950a-4f7f-9ea7-fa511d011c7d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.543541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f50d1336-ae55-47b5-93e7-6595af8a19a1 req-61928034-950a-4f7f-9ea7-fa511d011c7d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1287463 Sep 16 05:02:39.651658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f763a2ff-ffe5-42d5-ad35-966165bd2399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f763a2ff-ffe5-42d5-ad35-966165bd2399,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:39.663126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.663325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f50d1336-ae55-47b5-93e7-6595af8a19a1 req-9fc3b016-6c40-4e67-9c5a-24eae4845d0a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001866 Sep 16 05:02:39.957214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3d42f-ff46-4280-8c6e-3dee7d2f3752 req-d8a12fae-e52c-454e-a409-63c7e5c13fe1 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.963675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3d42f-ff46-4280-8c6e-3dee7d2f3752 req-d8a12fae-e52c-454e-a409-63c7e5c13fe1 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.978026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f3d42f-ff46-4280-8c6e-3dee7d2f3752 req-d8a12fae-e52c-454e-a409-63c7e5c13fe1 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1681 time: 0.1744797 Sep 16 05:02:40.048589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f3d42f-ff46-4280-8c6e-3dee7d2f3752 req-0fd9ec70-d943-4d59-968b-94bad6f87fae tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692589 Sep 16 05:02:40.127391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=f763a2ff-ffe5-42d5-ad35-966165bd2399,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.267066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd948be3-25f0-4e46-bb2b-d9e589238ae6 req-99157375-f726-4798-88e9-0b492fbd8a9f tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0436080 Sep 16 05:02:40.865766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a2551-a83d-4903-8575-483489eeb23e req-ad9f4154-c918-4534-9663-f059a3075f63 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.868686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e4a2551-a83d-4903-8575-483489eeb23e req-ad9f4154-c918-4534-9663-f059a3075f63 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 945 time: 0.0972764 Sep 16 05:02:40.955393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e4a2551-a83d-4903-8575-483489eeb23e req-9e0c1e3d-3118-46c3-9927-350c21d8a03e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794797 Sep 16 05:02:41.198595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01970507-98f8-4ec0-8dbc-a8359f583f55 req-5953792b-a8f7-4f17-ae83-1d1a0a89243f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.205571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01970507-98f8-4ec0-8dbc-a8359f583f55 req-5953792b-a8f7-4f17-ae83-1d1a0a89243f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.214697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01970507-98f8-4ec0-8dbc-a8359f583f55 req-5953792b-a8f7-4f17-ae83-1d1a0a89243f tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1681 time: 0.0852084 Sep 16 05:02:41.304060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f763a2ff-ffe5-42d5-ad35-966165bd2399'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:41.306517 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe1c1d-fe81-4fed-bda4-4c431ab68d02" -d '{"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-plugged", "status": "completed", "tag": "f763a2ff-ffe5-42d5-ad35-966165bd2399"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:41.313766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01970507-98f8-4ec0-8dbc-a8359f583f55 req-dc66fc3e-3eec-4e27-9668-ba139c40bc3e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974207 Sep 16 05:02:41.421277 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.439846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:41.503587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port d018d69e-3398-41ba-b422-d2dc2a7a99be completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:41.508660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port d018d69e-3398-41ba-b422-d2dc2a7a99be triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:41.509730 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.531261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76dbb502-85ef-4ec2-8d0f-171a59e50525 req-b74ac4fe-e919-4bf7-96d1-486c602fe835 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0440331 Sep 16 05:02:41.638248 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78768680-642b-47ce-a55b-506b6d296875 x-openstack-request-id: req-78768680-642b-47ce-a55b-506b6d296875 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:41.638711 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-plugged", "status": "completed", "tag": "f763a2ff-ffe5-42d5-ad35-966165bd2399", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:41.638971 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78768680-642b-47ce-a55b-506b6d296875 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:41.639523 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f763a2ff-ffe5-42d5-ad35-966165bd2399', 'code': 200} Sep 16 05:02:41.675561 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.745428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:41.753749 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.857084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 850282a8-3df8-4b32-b568-e7686433949c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:41.863271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436327c-7db6-463f-8d06-f94e5e008733 req-72a86232-95af-433b-bdce-2635b00db7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.863939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436327c-7db6-463f-8d06-f94e5e008733 req-72a86232-95af-433b-bdce-2635b00db7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.869830 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b436327c-7db6-463f-8d06-f94e5e008733 req-72a86232-95af-433b-bdce-2635b00db7c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1985 time: 0.1062703 Sep 16 05:02:41.886875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.902354 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Sync routers for ids ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:41.917090 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Routers {'6c9fa86d-9aea-4127-8503-5b624f1bdb3c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:41.917732 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.923281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 850282a8-3df8-4b32-b568-e7686433949c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:41.924780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.953265 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b436327c-7db6-463f-8d06-f94e5e008733 req-8e3fd495-c33e-49a0-b7e8-63149b71272c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 Sep 16 05:02:42.040158 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.067112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 850282a8-3df8-4b32-b568-e7686433949c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=850282a8-3df8-4b32-b568-e7686433949c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:42.072514 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.089428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Set router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:42.148415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=850282a8-3df8-4b32-b568-e7686433949c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.209507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c958-f9d4-420c-95ff-4baf8e7f179a req-90c98b04-4162-43ec-ac39-76948ef7e123 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.220253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1007c958-f9d4-420c-95ff-4baf8e7f179a req-90c98b04-4162-43ec-ac39-76948ef7e123 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1151788 Sep 16 05:02:42.259686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1007c958-f9d4-420c-95ff-4baf8e7f179a req-c46db41d-06e8-4bba-bc6e-99a97a6ee6cd tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Sep 16 05:02:42.349176 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 4, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '04f73310-55b2-4e1f-8132-123c8cf00dc6', 'name': '', 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'mac_address': 'fa:16:3e:61:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '072bb216-6636-4104-bf99-176f2f138339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:35Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 2, 'project_id': 'aaa17ec103724598a27beaf712394819', 'subnets': [{'id': '072bb216-6636-4104-bf99-176f2f138339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:42.405756 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Checking router: 6c9fa86d-9aea-4127-8503-5b624f1bdb3c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:42.406202 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Updating router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c port 04f73310-55b2-4e1f-8132-123c8cf00dc6 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:42.452003 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.486810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44db1f3-ab30-497a-9d15-0b8e1bc1af37 req-6c3d0a25-e4a6-4b0b-9253-0219d897ac98 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.494762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44db1f3-ab30-497a-9d15-0b8e1bc1af37 req-6c3d0a25-e4a6-4b0b-9253-0219d897ac98 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.503443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f44db1f3-ab30-497a-9d15-0b8e1bc1af37 req-6c3d0a25-e4a6-4b0b-9253-0219d897ac98 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1681 time: 0.1003003 Sep 16 05:02:42.556937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f44db1f3-ab30-497a-9d15-0b8e1bc1af37 req-3daeb5cf-5574-4bfe-99a4-dfc471bb0cc2 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523860 Sep 16 05:02:42.780918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef65b86f-9f8e-4208-bac5-d1f32e933215 req-3e06742b-f3e7-44bf-8b67-87d2a9ca848c tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0357814 Sep 16 05:02:42.849589 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.859471 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.951000 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e5d9b-1195-4c9e-a75e-3b127bd02523 None None] Pushing event updated for resources: {'Port': ['ID=04f73310-55b2-4e1f-8132-123c8cf00dc6,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.991419 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Attempting to bind port 04f73310-55b2-4e1f-8132-123c8cf00dc6 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:42.991942 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Attempting to bind port 04f73310-55b2-4e1f-8132-123c8cf00dc6 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:42.992436 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Attempting to bind port 04f73310-55b2-4e1f-8132-123c8cf00dc6 on network 2055bded-f824-4418-af14-2ba0b5f3a902 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:42.998969 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:42.999430 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Checking segment: {'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:42.999903 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.000390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Bound using segment: {'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:43.000943 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Bound port: 04f73310-55b2-4e1f-8132-123c8cf00dc6, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6429bcd3-766f-487f-ba8e-d0069b2a3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:43.001413 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.125353 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] For port 04f73310-55b2-4e1f-8132-123c8cf00dc6, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:43.129022 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] For port 04f73310-55b2-4e1f-8132-123c8cf00dc6, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=04f73310-55b2-4e1f-8132-123c8cf00dc6,segment=NetworkSegment(6429bcd3-766f-487f-ba8e-d0069b2a3b89),segment_id=6429bcd3-766f-487f-ba8e-d0069b2a3b89)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:43.140583 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.203134 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Routers {'6c9fa86d-9aea-4127-8503-5b624f1bdb3c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:43.203772 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:43.257175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-81df379b-d264-4bb7-8fe9-e4fd9be57c2b None None] Provisioning complete for port 04f73310-55b2-4e1f-8132-123c8cf00dc6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:43.259232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-81df379b-d264-4bb7-8fe9-e4fd9be57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.549048 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e5d9b-1195-4c9e-a75e-3b127bd02523 None None] Pushing event updated for resources: {'Port': ['ID=04f73310-55b2-4e1f-8132-123c8cf00dc6,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.565478 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] Set router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:43.608306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-81df379b-d264-4bb7-8fe9-e4fd9be57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.637968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27b87-5f99-46e6-a02b-e865e8a4be1b req-2f0b9124-6d32-45a1-8609-6874fe7f4fbe tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.640299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49c27b87-5f99-46e6-a02b-e865e8a4be1b req-2f0b9124-6d32-45a1-8609-6874fe7f4fbe tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1547070 Sep 16 05:02:43.654520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:43.661991 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad3154-a209-4401-b5b6-e0d833e60538" -d '{"events": [{"server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "name": "network-vif-plugged", "status": "completed", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:43.703540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-81df379b-d264-4bb7-8fe9-e4fd9be57c2b None None] For port 04f73310-55b2-4e1f-8132-123c8cf00dc6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=04f73310-55b2-4e1f-8132-123c8cf00dc6,segment=NetworkSegment(6429bcd3-766f-487f-ba8e-d0069b2a3b89),segment_id=6429bcd3-766f-487f-ba8e-d0069b2a3b89)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:43.718782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-81df379b-d264-4bb7-8fe9-e4fd9be57c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.743687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49c27b87-5f99-46e6-a02b-e865e8a4be1b req-0f10de05-b66c-427b-8e5c-d5873e62624d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919847 Sep 16 05:02:43.874611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 850282a8-3df8-4b32-b568-e7686433949c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:43.882034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ffe82ee3-486d-43a9-9871-a2cb2510d0ca None None] Provisioning complete for port 04f73310-55b2-4e1f-8132-123c8cf00dc6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:43.884623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ffe82ee3-486d-43a9-9871-a2cb2510d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.925804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df379b-d264-4bb7-8fe9-e4fd9be57c2b None None] Pushing event updated for resources: {'Port': ['ID=04f73310-55b2-4e1f-8132-123c8cf00dc6,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.952264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cdc55-4665-4226-9c81-57a1b224577f req-e778a9cc-342b-481e-94fc-84a07b22bd89 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.960402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cdc55-4665-4226-9c81-57a1b224577f req-e778a9cc-342b-481e-94fc-84a07b22bd89 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.970469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-026cdc55-4665-4226-9c81-57a1b224577f req-e778a9cc-342b-481e-94fc-84a07b22bd89 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1681 time: 0.0808940 Sep 16 05:02:43.991796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 850282a8-3df8-4b32-b568-e7686433949c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:43.992350 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.090979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-026cdc55-4665-4226-9c81-57a1b224577f req-fc076702-14b8-497d-96c6-b699b4e3b60e tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192048 Sep 16 05:02:44.137832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 04f73310-55b2-4e1f-8132-123c8cf00dc6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:44.183572 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 4, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '04f73310-55b2-4e1f-8132-123c8cf00dc6', 'name': '', 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'mac_address': 'fa:16:3e:61:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '072bb216-6636-4104-bf99-176f2f138339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:35Z', 'updated_at': '2021-09-16T05:02:43Z', 'revision_number': 4, 'project_id': 'aaa17ec103724598a27beaf712394819', 'subnets': [{'id': '072bb216-6636-4104-bf99-176f2f138339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:44.190873 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c399cb-8364-4612-add9-f7c5d9434f48 x-openstack-request-id: req-41c399cb-8364-4612-add9-f7c5d9434f48 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:44.191231 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "name": "network-vif-plugged", "status": "completed", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:44.191545 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41c399cb-8364-4612-add9-f7c5d9434f48 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:44.192751 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be', 'code': 200} Sep 16 05:02:44.204033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 04f73310-55b2-4e1f-8132-123c8cf00dc6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:44.204753 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.235860 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717134-b4fa-4176-a833-4b5cf73f8beb None None] The sync data for ids ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'] in n-d-713301-15 is: [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:02:37Z', 'revision_number': 4, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '04f73310-55b2-4e1f-8132-123c8cf00dc6', 'name': '', 'network_id': '2055bded-f824-4418-af14-2ba0b5f3a902', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'mac_address': 'fa:16:3e:61:ac:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '072bb216-6636-4104-bf99-176f2f138339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:35Z', 'updated_at': '2021-09-16T05:02:43Z', 'revision_number': 4, 'project_id': 'aaa17ec103724598a27beaf712394819', 'subnets': [{'id': '072bb216-6636-4104-bf99-176f2f138339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:44.350324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297342-e805-415c-bcaf-927f0f52d0e4 req-8952fc78-c56e-4983-bb4f-fd10b5ff236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.352164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df297342-e805-415c-bcaf-927f0f52d0e4 req-8952fc78-c56e-4983-bb4f-fd10b5ff236a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0565472 Sep 16 05:02:44.407592 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df297342-e805-415c-bcaf-927f0f52d0e4 req-c09ef15f-8da0-4e71-a93b-a31e41d97cda service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Sep 16 05:02:44.488313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b9835d9-95d6-4626-afd2-ebc9357cb693 req-cf47dee9-b7ad-42e5-bf25-e9a093a09790 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Sep 16 05:02:45.131156 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:45.144552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65180e-bbf6-49c3-a0e3-3ec8c5822c7b req-933226d6-debc-4de7-b250-9cee4d8ec9d8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.147230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f65180e-bbf6-49c3-a0e3-3ec8c5822c7b req-933226d6-debc-4de7-b250-9cee4d8ec9d8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1268055 Sep 16 05:02:45.231661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f65180e-bbf6-49c3-a0e3-3ec8c5822c7b req-72b3394a-fbf2-4334-b2bf-96e50c0d9ed1 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614765 Sep 16 05:02:45.442589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245690e5-5f75-485e-954d-271f9bc825c4 req-8eb1732a-c8af-4087-a34d-3cbf400c2dd6 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.456702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245690e5-5f75-485e-954d-271f9bc825c4 req-8eb1732a-c8af-4087-a34d-3cbf400c2dd6 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.464384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-245690e5-5f75-485e-954d-271f9bc825c4 req-8eb1732a-c8af-4087-a34d-3cbf400c2dd6 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1681 time: 0.1220279 Sep 16 05:02:45.543444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-245690e5-5f75-485e-954d-271f9bc825c4 req-ba46545d-4f2c-45f6-b6a2-e99465b3ed66 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747123 Sep 16 05:02:45.799737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b34cf4-a220-4026-b12e-a3515a6f2042 req-bc41f6e7-f94a-4972-ac9a-ac6f21edb8d6 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0586166 Sep 16 05:02:45.807929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 04f73310-55b2-4e1f-8132-123c8cf00dc6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:45.943910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 04f73310-55b2-4e1f-8132-123c8cf00dc6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:45.944573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.411896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96294229-f268-488a-ad96-8136e0c96b61 req-0c57deae-437a-4697-9df6-8d1ee39c50af tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.413658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96294229-f268-488a-ad96-8136e0c96b61 req-0c57deae-437a-4697-9df6-8d1ee39c50af tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.0894229 Sep 16 05:02:46.482666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96294229-f268-488a-ad96-8136e0c96b61 req-892ea8a7-e67b-4131-999d-a942d24627b0 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605733 Sep 16 05:02:46.678073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805e57-912b-4c89-8c15-90fc48ee6bcd req-8385eb9e-78c4-47ff-8fa1-5388695c7bf0 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.685204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3805e57-912b-4c89-8c15-90fc48ee6bcd req-8385eb9e-78c4-47ff-8fa1-5388695c7bf0 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0752935 Sep 16 05:02:46.720227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-cec0bc44-bc2f-4492-a3ce-56fb4db93b6b tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.727723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-cec0bc44-bc2f-4492-a3ce-56fb4db93b6b tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.729822 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-cec0bc44-bc2f-4492-a3ce-56fb4db93b6b tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.64 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1681 time: 0.1248639 Sep 16 05:02:46.748616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3805e57-912b-4c89-8c15-90fc48ee6bcd req-9476c0b0-04a4-48eb-ada5-ed7b2329fcb6 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570261 Sep 16 05:02:46.915119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port f763a2ff-ffe5-42d5-ad35-966165bd2399 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:46.918271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.973218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbf99-1646-4926-854f-12361022b8c8 req-961751e0-3175-49ea-8672-027aa6019935 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.997325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbf99-1646-4926-854f-12361022b8c8 req-961751e0-3175-49ea-8672-027aa6019935 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.000937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63adbf99-1646-4926-854f-12361022b8c8 req-961751e0-3175-49ea-8672-027aa6019935 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 1681 time: 0.1333749 Sep 16 05:02:47.087270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port f763a2ff-ffe5-42d5-ad35-966165bd2399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f763a2ff-ffe5-42d5-ad35-966165bd2399,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:47.087647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.101366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63adbf99-1646-4926-854f-12361022b8c8 req-2c48d30f-6cda-49b1-a125-a2aafb62f627 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/security-groups?id=d75af4d2-1bff-4cc9-896b-32db5771911e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911601 Sep 16 05:02:47.114715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for f763a2ff-ffe5-42d5-ad35-966165bd2399 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:47.430874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f863ce-5682-487f-bf64-98edb5929dd2 req-f7da4858-3a96-414f-85f8-e2ac6ec31832 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.450147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14f863ce-5682-487f-bf64-98edb5929dd2 req-f7da4858-3a96-414f-85f8-e2ac6ec31832 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.1414549 Sep 16 05:02:47.516687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.564631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['4c528216-2f6c-481d-9065-4836315213ec', 'f763a2ff-ffe5-42d5-ad35-966165bd2399'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:47.606768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=f763a2ff-ffe5-42d5-ad35-966165bd2399,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:47.658268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port f763a2ff-ffe5-42d5-ad35-966165bd2399 on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:47.662844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.665129 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-da3f6e6d-6497-4bb7-8ef9-2776c6f77688 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.64 "DELETE /v2.0/ports/f763a2ff-ffe5-42d5-ad35-966165bd2399 HTTP/1.1" status: 204 len: 173 time: 0.9271460 Sep 16 05:02:47.665706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-deleted', 'tag': 'f763a2ff-ffe5-42d5-ad35-966165bd2399'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:47.673145 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b6f4c1-c16a-426a-a3d0-1963e4668d72" -d '{"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-deleted", "tag": "f763a2ff-ffe5-42d5-ad35-966165bd2399"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:47.701182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c575b0fe-cdff-4f2d-89d2-68b4451aa7cf req-010f8f41-0857-4115-a1ff-4be915e7a4de tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.2180104 Sep 16 05:02:47.996807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14f863ce-5682-487f-bf64-98edb5929dd2 req-a318901e-6643-4ed6-a017-42b8a1deb67b tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315001 Sep 16 05:02:48.060643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port 4c528216-2f6c-481d-9065-4836315213ec {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:48.062611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.205937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port 4c528216-2f6c-481d-9065-4836315213ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4c528216-2f6c-481d-9065-4836315213ec,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:48.206422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.222209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for 4c528216-2f6c-481d-9065-4836315213ec owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:48.373719 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf2c8db-7f00-40bd-ac22-a076b15d800b x-openstack-request-id: req-faf2c8db-7f00-40bd-ac22-a076b15d800b {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:48.374420 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-deleted", "tag": "f763a2ff-ffe5-42d5-ad35-966165bd2399", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:48.374859 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faf2c8db-7f00-40bd-ac22-a076b15d800b {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:48.375634 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-deleted', 'tag': 'f763a2ff-ffe5-42d5-ad35-966165bd2399', 'status': 'completed', 'code': 200} Sep 16 05:02:48.376876 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.435510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=4c528216-2f6c-481d-9065-4836315213ec,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.485576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port 4c528216-2f6c-481d-9065-4836315213ec on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:48.556468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.576127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-65bf1721-b182-436d-a3f5-0e7ff76b6426 req-d1313474-ad4b-4486-abd2-3fda277470a4 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.64 "DELETE /v2.0/ports/4c528216-2f6c-481d-9065-4836315213ec HTTP/1.1" status: 204 len: 173 time: 0.8867164 Sep 16 05:02:48.653254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f95a629-ef62-412c-96e6-85e4ccc2b29f req-fb607864-b34e-4078-9db7-c2f7999a028d tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "GET /v2.0/ports?device_id=f370a055-fb03-4200-805b-da79c85e5170 HTTP/1.1" status: 200 len: 210 time: 0.1162815 Sep 16 05:02:50.333725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-3fc31fc8-0c45-4ef9-899e-148547e2167d tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:02:50.335891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-3fc31fc8-0c45-4ef9-899e-148547e2167d tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128934 Sep 16 05:02:50.376677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-deleted', 'tag': '4c528216-2f6c-481d-9065-4836315213ec'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:50.379843 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75648af7-9dcc-45f8-a829-5e2bc86fe6aa" -d '{"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-deleted", "tag": "4c528216-2f6c-481d-9065-4836315213ec"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:50.403615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4c528216-2f6c-481d-9065-4836315213ec no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:50.423199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-4fab6a82-0d4a-4d9f-a463-e4db506938c5 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.434120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-4fab6a82-0d4a-4d9f-a463-e4db506938c5 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 1095 time: 0.0887749 Sep 16 05:02:50.441030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Request body: {'binding': {'host': 'n-h1-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:50.443897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Unknown quota resources ['binding']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:02:50.450886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 4c528216-2f6c-481d-9065-4836315213ec {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:50.451137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4c528216-2f6c-481d-9065-4836315213ec not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:50.451728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f763a2ff-ffe5-42d5-ad35-966165bd2399 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:50.477602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: f763a2ff-ffe5-42d5-ad35-966165bd2399 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:50.478233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f763a2ff-ffe5-42d5-ad35-966165bd2399 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:50.670284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on host n-h1-713301-15 for vnic_type normal with profile None {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:50.670724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:50.671184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:50.676597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:50.677054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:50.683374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:50.683883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:50.684431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:50.684975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Bound port: d018d69e-3398-41ba-b422-d2dc2a7a99be, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:50.758579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:50.766566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.778690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-214407f3-d66b-41f2-b8e2-80638fbb95a5 service neutron] 10.222.0.55 "POST /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be/bindings HTTP/1.1" status: 201 len: 390 time: 0.3363321 Sep 16 05:02:51.138918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dadef2e5-373b-48e3-bd5a-bb18e5102660 req-afe687f9-1f44-460e-b719-87751de34cb8 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1068695 Sep 16 05:02:51.233955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38406) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.260337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-3ac67c85-a131-439d-ad1f-e30156b57f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.262018 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-3ac67c85-a131-439d-ad1f-e30156b57f2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0969720 Sep 16 05:02:51.369696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting subnet 77e9e08b-49ea-4d76-aee6-6e7dd9901bb8 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:51.376886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.513383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-25fc741b-f1d2-46f7-af0b-21e690620705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.515824 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-25fc741b-f1d2-46f7-af0b-21e690620705 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2443047 Sep 16 05:02:51.518177 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7830d35-cb0e-4ae3-96d7-c866ba7402d0 x-openstack-request-id: req-d7830d35-cb0e-4ae3-96d7-c866ba7402d0 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:51.518848 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f370a055-fb03-4200-805b-da79c85e5170", "name": "network-vif-deleted", "tag": "4c528216-2f6c-481d-9065-4836315213ec", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:51.519340 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7830d35-cb0e-4ae3-96d7-c866ba7402d0 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:51.519912 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370a055-fb03-4200-805b-da79c85e5170', 'name': 'network-vif-deleted', 'tag': '4c528216-2f6c-481d-9065-4836315213ec', 'status': 'completed', 'code': 200} Sep 16 05:02:51.582762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.630275 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-8db782c3-7469-4d68-b87d-74ba2f05e533 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 217 time: 0.1011984 Sep 16 05:02:51.671375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7fd8f-98c4-46fc-976f-5dcd28323dd9 req-99c19bf3-1230-473c-8523-dae67778dc3e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.673432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78c7fd8f-98c4-46fc-976f-5dcd28323dd9 req-99c19bf3-1230-473c-8523-dae67778dc3e tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.2418926 Sep 16 05:02:51.744387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-205d16ad-a4a9-49e0-aebd-d0200d25c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.745974 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-205d16ad-a4a9-49e0-aebd-d0200d25c42d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1083720 Sep 16 05:02:51.798446 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-c422229e-34a8-4433-88f5-d7e717380342 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443819 Sep 16 05:02:51.803576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78c7fd8f-98c4-46fc-976f-5dcd28323dd9 req-d4e41156-53a5-4c4e-a614-a8b23f7547d6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219642 Sep 16 05:02:51.878713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.044376 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-7b587a47-f79f-4b5a-adf2-c70a3316c3a3 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059875 Sep 16 05:02:52.074246 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.140765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Subnet': ['ID=77e9e08b-49ea-4d76-aee6-6e7dd9901bb8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.161542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.164326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-395b380c-0027-4321-bce8-1fe1bc1249c0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/subnets/77e9e08b-49ea-4d76-aee6-6e7dd9901bb8 HTTP/1.1" status: 204 len: 168 time: 0.9287581 Sep 16 05:02:52.171932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9ceeb-242c-47c2-a84e-2e89bc28f0d1 None None] Network 28dda8ab-8305-49ae-9bbc-960d5454be58 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:52.175109 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-00c84d4c-e2a9-4b32-a354-3f186bec0800 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233878 Sep 16 05:02:52.176271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.489426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.555479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a22176fd-d62c-4e5d-83e7-b67e7bcbec55 req-379dfa11-dc54-40cb-b63d-403bc11704d2 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1224096 Sep 16 05:02:52.618934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] DHCP port deletion for 28dda8ab-8305-49ae-9bbc-960d5454be58 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:52.686671 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-893a0bae-b172-4152-ba90-bdb65152342c req-aed3ef45-f70a-4d1e-b944-2c951ac47385 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1749825 Sep 16 05:02:52.734553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Deleting port 61dccb4b-8805-42a2-8296-75128fab5418 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:52.735208 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.771384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port 61dccb4b-8805-42a2-8296-75128fab5418 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:52.778230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.921256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] For port 61dccb4b-8805-42a2-8296-75128fab5418, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61dccb4b-8805-42a2-8296-75128fab5418,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:52.923475 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.955945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Calling delete_port for 61dccb4b-8805-42a2-8296-75128fab5418 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:52.960356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port 61dccb4b-8805-42a2-8296-75128fab5418, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61dccb4b-8805-42a2-8296-75128fab5418,segment=NetworkSegment(b87c41d7-599c-46a9-990c-1bf9c0c93239),segment_id=b87c41d7-599c-46a9-990c-1bf9c0c93239)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:52.961346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.000591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for 61dccb4b-8805-42a2-8296-75128fab5418 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:53.042926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668506ad-279c-44c0-99cd-1121b4534fea req-8198eef9-0bdc-453c-81df-ade747b683c8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.051236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-668506ad-279c-44c0-99cd-1121b4534fea req-8198eef9-0bdc-453c-81df-ade747b683c8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1165049 Sep 16 05:02:53.134558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-668506ad-279c-44c0-99cd-1121b4534fea req-a4bb4bcd-d3fd-45ae-9582-041b3fb00ba8 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823407 Sep 16 05:02:53.197231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.271283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.310127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] No DVR routers for this DVR port 61dccb4b-8805-42a2-8296-75128fab5418 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:53.334218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Pushing event deleted for resources: {'Port': ['ID=61dccb4b-8805-42a2-8296-75128fab5418,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.370230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.370888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.371878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.373994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.374552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.375075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.378465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.379172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.383395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.384171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.384682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.386621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a320f2-04f5-41a6-ba8c-86397f817224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:53.399937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port 61dccb4b-8805-42a2-8296-75128fab5418 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:53.409175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=61dccb4b-8805-42a2-8296-75128fab5418,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.614399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.719240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dda8ab-8305-49ae-9bbc-960d5454be58']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:53.782899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87c41d7-599c-46a9-990c-1bf9c0c93239') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:53.783276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87c41d7-599c-46a9-990c-1bf9c0c93239') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:53.827393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.842010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61dccb4b-8805-42a2-8296-75128fab5418 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:53.868072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 61dccb4b-8805-42a2-8296-75128fab5418 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:53.868731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61dccb4b-8805-42a2-8296-75128fab5418 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:53.870301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd973de6-2338-4fd7-a187-cd6bdca18ade req-98391b82-980d-4919-960e-131a252059b1 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1162968 Sep 16 05:02:53.898663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.921205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:53.921988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:53.968535 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:54.117536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.129126 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.132967 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/networks/28dda8ab-8305-49ae-9bbc-960d5454be58 HTTP/1.1" status: 204 len: 168 time: 1.9554799 Sep 16 05:02:54.136005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:54.149902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb245ba3-c909-4494-bbbd-b1268dc3d036 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Network': ['ID=28dda8ab-8305-49ae-9bbc-960d5454be58,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.207830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting subnet 07cfdbcd-5795-449f-84f2-89ce6827d276 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:54.211908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.293469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.334262 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.406219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.518481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.549843 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.551694 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9929561-6c35-457e-9ca3-e8888d770f43 None None] Network 3dfca7b2-962f-4b3b-8268-d3efb758ed56 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:54.554944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38514) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:54.567304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/subnets/07cfdbcd-5795-449f-84f2-89ce6827d276 HTTP/1.1" status: 204 len: 168 time: 0.4294689 Sep 16 05:02:54.694600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4a5ac-1f0a-4e4b-802a-c8fd1e1f31d0 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Subnet': ['ID=07cfdbcd-5795-449f-84f2-89ce6827d276,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.725051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a1b4f-4cbe-4f2c-8cb2-0d908d37126e req-7f16096c-b61f-4b69-bfef-bc1cb3efdaf2 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.728319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e9a1b4f-4cbe-4f2c-8cb2-0d908d37126e req-7f16096c-b61f-4b69-bfef-bc1cb3efdaf2 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.2219582 Sep 16 05:02:54.850684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e9a1b4f-4cbe-4f2c-8cb2-0d908d37126e req-4aa0fd21-dbb0-4bb3-92e4-a0db9a84629b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141269 Sep 16 05:02:54.865401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.124755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] DHCP port deletion for 3dfca7b2-962f-4b3b-8268-d3efb758ed56 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:55.175746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Deleting port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:55.187578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.281382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] Deleting port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:55.282206 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.361921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] For port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:55.363396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.411238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Calling delete_port for 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:55.538228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] For port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,segment=NetworkSegment(674e5633-bc28-4d3e-99d5-aaab8fef26e3),segment_id=674e5633-bc28-4d3e-99d5-aaab8fef26e3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:55.538847 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.591624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] Calling delete_port for 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:55.635720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb695880-4215-4b87-8bea-916b0bd84a61 req-18ef0151-1c97-479e-aab2-1d716db9f40a tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0943649 Sep 16 05:02:55.830502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.876668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.958081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] No DVR routers for this DVR port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:55.961621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:55.970592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Port': ['ID=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:55.972676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] No DVR routers for this DVR port 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:56.114770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54de6ba-0dda-4f49-a7c9-14d77511e977 None None] Pushing event deleted for resources: {'Port': ['ID=5cd1daea-c9cc-462a-a3bb-61011ce5ae77,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.183648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:56.187430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5cd1daea-c9cc-462a-a3bb-61011ce5ae77 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:56.190911 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d33bf574-a588-4a0b-9567-750a4a744b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.200476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21319eb6-c95b-46d5-9575-716adbe47ad0 req-2f0e0687-2f5a-43df-903d-2b53d33ae4c5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.214255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21319eb6-c95b-46d5-9575-716adbe47ad0 req-2f0e0687-2f5a-43df-903d-2b53d33ae4c5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1870439 Sep 16 05:02:56.252968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.300671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfca7b2-962f-4b3b-8268-d3efb758ed56']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:56.327445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674e5633-bc28-4d3e-99d5-aaab8fef26e3') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:56.327623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674e5633-bc28-4d3e-99d5-aaab8fef26e3') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:56.328578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21319eb6-c95b-46d5-9575-716adbe47ad0 req-1982bad7-9372-49ea-a1ef-df9b7e07495a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128488 Sep 16 05:02:56.402501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.419661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.499367 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-510e99d4-2b71-403e-abdd-b04b3769781c req-80c9ba97-8ec3-4db1-adcf-f5857def992d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ef69941716a4ef7af4b77063890e52a&device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0677862 Sep 16 05:02:56.522679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b240142c-1766-4d73-a979-310a7fa70b62 req-580020b7-a5a7-4144-beff-86fcfa4a96a1 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.0547123 Sep 16 05:02:56.535523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:56.536198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:56.546605 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:56.613006 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-510e99d4-2b71-403e-abdd-b04b3769781c req-ad9421e4-1ab4-49ae-8da4-9a52008e19cb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ef69941716a4ef7af4b77063890e52a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983448 Sep 16 05:02:56.756877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-f73f28fc-cb76-4683-9726-95facb6201da tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.769811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-f73f28fc-cb76-4683-9726-95facb6201da tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.3622303 Sep 16 05:02:56.799855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-3cf33156-9512-407c-bd64-6ecae4b981c5 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/quotas/96f61c59369d4d0f8c2b42cf4b0ca004 HTTP/1.1" status: 200 len: 375 time: 0.0267444 Sep 16 05:02:56.832309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e99d4-2b71-403e-abdd-b04b3769781c req-3bbaa69c-bc17-4350-ae0c-09a8f284ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.834883 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-510e99d4-2b71-403e-abdd-b04b3769781c req-3bbaa69c-bc17-4350-ae0c-09a8f284ab43 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042727 Sep 16 05:02:56.881110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-6edfe88e-f143-4c5f-b5c3-b4225575f87a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792260 Sep 16 05:02:56.911905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.920663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.927754 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] 10.222.0.55 "DELETE /v2.0/networks/3dfca7b2-962f-4b3b-8268-d3efb758ed56 HTTP/1.1" status: 204 len: 168 time: 2.3685529 Sep 16 05:02:56.962202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd5d52-feba-4806-9407-069376dc2bf8 tempest-ServersTestMultiNic-1038875085 tempest-ServersTestMultiNic-1038875085-project] Pushing event deleted for resources: {'Network': ['ID=3dfca7b2-962f-4b3b-8268-d3efb758ed56,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.070962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-7558cdb4-91a9-4458-be03-adbd57e4068f service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886411 Sep 16 05:02:57.228135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38592) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:57.271437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-2db76e2a-b34e-4ae3-9ca4-fd3791e86b81 service neutron] 10.222.0.55 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932378 Sep 16 05:02:57.666436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e3f87-3d34-45e5-821e-7bb9a7cd5059 req-2512ff18-4d85-4e50-9d2a-8e402f577216 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.680845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e80e3f87-3d34-45e5-821e-7bb9a7cd5059 req-2512ff18-4d85-4e50-9d2a-8e402f577216 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1874721 Sep 16 05:02:57.811427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e80e3f87-3d34-45e5-821e-7bb9a7cd5059 req-f9194075-881d-4c8f-8639-e5805170240d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291618 Sep 16 05:02:57.940157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bf556a3-8db3-4cc0-bd19-cd126d65745e req-4f991cd9-587c-44c7-9fdb-0e41aba7b185 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1257401 Sep 16 05:02:58.021916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9f77d52-117a-4db8-9674-3a620e7f0912 req-9362db09-21ca-40e4-82e5-a2f49e3252f9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 210 time: 0.0565817 Sep 16 05:02:58.134221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d9952b6c-9532-425e-a4b2-494d43d6a082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.466325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 942c2915-49c0-4a2e-8ce0-72a851149018 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:58.658515 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-510e99d4-2b71-403e-abdd-b04b3769781c req-915d168d-4a41-4ccd-bc90-0cc2548812e8 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.73 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1405070 Sep 16 05:02:58.779960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78dd8-795f-410f-88bf-61196891b44b req-fa53a7fa-e7dd-4b8c-bdef-852d0a9aa83f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.793462 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d3c78dd8-795f-410f-88bf-61196891b44b req-fa53a7fa-e7dd-4b8c-bdef-852d0a9aa83f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8634340-89ba-45bd-96e0-1b21d6e748f6 HTTP/1.1" status: 200 len: 946 time: 0.3507063 Sep 16 05:02:58.798227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.889803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:58.903877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:58.916191 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38721d44-0f24-4959-8cde-aabd8d740c48" -d '{"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-unplugged", "status": "completed", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:58.930395 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.187131 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18696194-ef14-487b-84cf-3cbc3ec125fe x-openstack-request-id: req-18696194-ef14-487b-84cf-3cbc3ec125fe {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:59.190673 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-unplugged", "status": "completed", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:59.197829 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18696194-ef14-487b-84cf-3cbc3ec125fe {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:59.198526 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018', 'code': 200} Sep 16 05:02:59.200941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.264647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Deleting port 942c2915-49c0-4a2e-8ce0-72a851149018 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:59.267269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.278870 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.298895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bc3d0-9916-4b5d-af35-411d30e23931 req-ae84bb49-89e8-4d4f-961f-1376d56145a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.304866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-923bc3d0-9916-4b5d-af35-411d30e23931 req-ae84bb49-89e8-4d4f-961f-1376d56145a9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1999292 Sep 16 05:02:59.490175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-923bc3d0-9916-4b5d-af35-411d30e23931 req-733757ac-ab32-4ce3-b3d9-bee420542b35 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774299 Sep 16 05:02:59.609080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac5a3b59-9fef-4202-9c41-04c90d2ece47 req-e0dbd9ec-eddb-4433-9552-c1c5b1f97898 tempest-ServerShowV254Test-800437437 tempest-ServerShowV254Test-800437437-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b536e8-274c-4957-993b-bc8dd14a5d75 HTTP/1.1" status: 200 len: 210 time: 0.1707568 Sep 16 05:02:59.709729 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.763370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] For port 942c2915-49c0-4a2e-8ce0-72a851149018, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=942c2915-49c0-4a2e-8ce0-72a851149018,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:59.764147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.839331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Calling delete_port for 942c2915-49c0-4a2e-8ce0-72a851149018 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:59.878503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23dcc135-47ee-49a5-a8fe-45f04845822e req-047b29d3-3bcb-49a2-b24c-19cdbfe78e0f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 210 time: 0.1114972 Sep 16 05:03:00.181189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.230574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event deleted for resources: {'Port': ['ID=942c2915-49c0-4a2e-8ce0-72a851149018,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:00.320219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] No DVR routers for this DVR port 942c2915-49c0-4a2e-8ce0-72a851149018 on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:00.323908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.326652 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d3c78dd8-795f-410f-88bf-61196891b44b req-314a5f74-03a9-491f-84d6-ecc71b0d7825 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "DELETE /v2.0/ports/942c2915-49c0-4a2e-8ce0-72a851149018 HTTP/1.1" status: 204 len: 173 time: 1.5261736 Sep 16 05:03:00.327193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-deleted', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:00.329965 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09df050d-6c07-479e-836e-c3eef0af0944" -d '{"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-deleted", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:00.342412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.360602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-48c413a1-dbb4-49a8-aa28-a0f54e13cc72 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.366662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-48c413a1-dbb4-49a8-aa28-a0f54e13cc72 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 805 time: 0.2486386 Sep 16 05:03:00.397370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Request body: {'port': {'device_id': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'admin_state_up': True, 'tenant_id': '96f61c59369d4d0f8c2b42cf4b0ca004'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:00.422385 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dbd201-c277-4f02-9f11-a29214e974e8 x-openstack-request-id: req-76dbd201-c277-4f02-9f11-a29214e974e8 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:00.423348 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8634340-89ba-45bd-96e0-1b21d6e748f6", "name": "network-vif-deleted", "tag": "942c2915-49c0-4a2e-8ce0-72a851149018", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:00.424493 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76dbd201-c277-4f02-9f11-a29214e974e8 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:00.426148 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8634340-89ba-45bd-96e0-1b21d6e748f6', 'name': 'network-vif-deleted', 'tag': '942c2915-49c0-4a2e-8ce0-72a851149018', 'status': 'completed', 'code': 200} Sep 16 05:03:00.702085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Made reservation on behalf of 96f61c59369d4d0f8c2b42cf4b0ca004 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:00.706618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.123919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Deleting port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:01.124686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.127878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.210567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398467a-920b-49ee-9ead-7c78e92e7b34 req-44d139e6-2612-4139-99e3-88bac7fb40a7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.223733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5398467a-920b-49ee-9ead-7c78e92e7b34 req-44d139e6-2612-4139-99e3-88bac7fb40a7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.4631252 Sep 16 05:03:01.359755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cf8db93-1b5f-4612-b33b-9c29707ac78a req-bb3dd85b-20d8-4472-be95-cfa5eba76543 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 210 time: 0.1089418 Sep 16 05:03:01.362999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] For port 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,segment=NetworkSegment(5ffe0369-c395-44eb-a9a2-fafa8255f215),segment_id=5ffe0369-c395-44eb-a9a2-fafa8255f215)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:01.363424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.387034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Calling delete_port for 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:01.391753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5398467a-920b-49ee-9ead-7c78e92e7b34 req-ce268ecd-2696-4b4e-8b1b-a634d60be935 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671414 Sep 16 05:03:01.435563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Allocated IP 172.20.0.6 (48506ee8-29da-4163-93ee-0dda0e90a4d0/c8625bab-ccfa-451a-9da1-93c6b868b66d/4a7870ce-e450-4eda-a77f-fc19dd81a88c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:01.583098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:01.691375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.737608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Pushing event deleted for resources: {'Port': ['ID=927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.879831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2aecb36-1596-499d-aea1-36a55974cdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.884878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.003405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.114716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.133871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.184656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Network 48506ee8-29da-4163-93ee-0dda0e90a4d0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:02.185633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:02.197128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:02.277378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.278294 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.314952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2aecb36-1596-499d-aea1-36a55974cdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.325739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2aecb36-1596-499d-aea1-36a55974cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.362340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aecb36-1596-499d-aea1-36a55974cdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280ae25-ab13-4b1c-81f4-7ca44c70e187,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.382308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-8d2d0560-cad1-48a3-a24f-4bd0e957eb46 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9963174 Sep 16 05:03:02.411948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Request body: {'port': {'device_id': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:02.424455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c2aecb36-1596-499d-aea1-36a55974cdd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ef69941716a4ef7af4b77063890e52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8386335 Sep 16 05:03:02.425324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38676) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.467817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 942c2915-49c0-4a2e-8ce0-72a851149018 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:02.518130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 942c2915-49c0-4a2e-8ce0-72a851149018 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:02.532667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 942c2915-49c0-4a2e-8ce0-72a851149018 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:02.555723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Router 2437c7c2-8888-4bda-bc79-f4dca85a2224 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:02.778959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:02.779804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.782913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b482b7e6-b9a7-4bc3-aa27-a9efae06716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.791027 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dada3d55-545e-4194-bce7-6c20afa7ed10 admin admin] 10.222.0.55 "PUT /v2.0/routers/2437c7c2-8888-4bda-bc79-f4dca85a2224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5605619 Sep 16 05:03:02.791651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38682) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.792795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] Sync routers for ids ['2437c7c2-8888-4bda-bc79-f4dca85a2224'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:02.792974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c13ce-70b9-4a33-96b1-cfe72f604009 req-9804ac88-ba04-4846-82d1-9e8f9a856c0f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.800830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e7c13ce-70b9-4a33-96b1-cfe72f604009 req-9804ac88-ba04-4846-82d1-9e8f9a856c0f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 931 time: 0.2048492 Sep 16 05:03:02.832533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] Routers {'2437c7c2-8888-4bda-bc79-f4dca85a2224'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:02.853728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2437c7c2-8888-4bda-bc79-f4dca85a2224'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:02.936353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.106477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.127725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] Set router 2437c7c2-8888-4bda-bc79-f4dca85a2224 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:03.147039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033cbc-8d24-4c7f-bf21-38fcb5c40db1 req-7be094af-8a10-4411-9669-575a2bc758f6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.155338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a033cbc-8d24-4c7f-bf21-38fcb5c40db1 req-7be094af-8a10-4411-9669-575a2bc758f6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.5773635 Sep 16 05:03:03.159526 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b482b7e6-b9a7-4bc3-aa27-a9efae06716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.234391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e7c13ce-70b9-4a33-96b1-cfe72f604009 req-38fbc66c-aa5c-4e78-8c41-9ad03f50fa30 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325962 Sep 16 05:03:03.283389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Deleting port ec857727-f898-4ebd-ad36-f805e3a69739 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:03.284808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.407751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] For port ec857727-f898-4ebd-ad36-f805e3a69739, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ec857727-f898-4ebd-ad36-f805e3a69739,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:03.408298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.424663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Calling delete_port for ec857727-f898-4ebd-ad36-f805e3a69739 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:03.471469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a033cbc-8d24-4c7f-bf21-38fcb5c40db1 req-dc004e1e-e1c4-4558-9ff1-b8758b709a75 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038025 Sep 16 05:03:03.505096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b482b7e6-b9a7-4bc3-aa27-a9efae06716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.511501 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b482b7e6-b9a7-4bc3-aa27-a9efae06716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.513023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b482b7e6-b9a7-4bc3-aa27-a9efae06716d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9280ae25-ab13-4b1c-81f4-7ca44c70e187 HTTP/1.1" status: 204 len: 168 time: 1.0471025 Sep 16 05:03:03.543565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482b7e6-b9a7-4bc3-aa27-a9efae06716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280ae25-ab13-4b1c-81f4-7ca44c70e187,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.612751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:03:01Z', 'revision_number': 5, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port': {'id': 'ec857727-f898-4ebd-ad36-f805e3a69739', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:07Z', 'updated_at': '2021-09-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.673760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] Checking router: 2437c7c2-8888-4bda-bc79-f4dca85a2224 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:03.707890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] Routers {'2437c7c2-8888-4bda-bc79-f4dca85a2224'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:03.708458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2437c7c2-8888-4bda-bc79-f4dca85a2224'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.848752 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.864306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] Set router 2437c7c2-8888-4bda-bc79-f4dca85a2224 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:03.878637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7870ce-e450-4eda-a77f-fc19dd81a88c {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:03.892814 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.899724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec857727-f898-4ebd-ad36-f805e3a69739,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.923702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-38bd03e0-45ff-4910-b765-2da60a25d2f2 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.931123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-38bd03e0-45ff-4910-b765-2da60a25d2f2 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.2526386 Sep 16 05:03:03.941009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Transition to ACTIVE for port object 4a7870ce-e450-4eda-a77f-fc19dd81a88c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:03.952122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-9cd5d580-e036-4e44-af02-53fbefbf6702 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/quotas/63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 375 time: 0.0200908 Sep 16 05:03:03.963010 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.990209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:03:03Z', 'revision_number': 6, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:04.010212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.027900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.098170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-3ef64403-22c4-46b3-9f58-6c53e8868e1f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448905 Sep 16 05:03:04.205393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.208538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.212211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0521f5-a54e-4818-b619-9a26472f7fed None None] The sync data for ids ['2437c7c2-8888-4bda-bc79-f4dca85a2224'] in n-d-713301-15 is: [{'id': '2437c7c2-8888-4bda-bc79-f4dca85a2224', 'name': 'tempest-ServersTestMultiNic-1083375639-router', 'tenant_id': '13a089dd5dde454daadb42f39b9e0dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:06Z', 'updated_at': '2021-09-16T05:03:03Z', 'revision_number': 6, 'project_id': '13a089dd5dde454daadb42f39b9e0dee', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:04.258446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-6174d0ad-37bf-421a-87b0-1eddd84c9ff0 service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594083 Sep 16 05:03:04.306583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.307275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2437c7c2-8888-4bda-bc79-f4dca85a2224 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:04.317996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.326894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38704) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.327338 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9428f2dd-2ddf-4b3a-a99f-cd23b0233518 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2437c7c2-8888-4bda-bc79-f4dca85a2224 HTTP/1.1" status: 204 len: 168 time: 1.5342703 Sep 16 05:03:04.457913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Attempting to bind port 4a7870ce-e450-4eda-a77f-fc19dd81a88c on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:04.458414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Attempting to bind port 4a7870ce-e450-4eda-a77f-fc19dd81a88c by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:04.458993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Attempting to bind port 4a7870ce-e450-4eda-a77f-fc19dd81a88c on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:04.468172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] Deleting subnet 8d67e9bc-5132-42ec-aa1b-87278d37419b {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:04.536226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.543758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Port 4a7870ce-e450-4eda-a77f-fc19dd81a88c on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:04.544186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Attempting to bind port 4a7870ce-e450-4eda-a77f-fc19dd81a88c on network 48506ee8-29da-4163-93ee-0dda0e90a4d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:04.607148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:04.607528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Checking segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:04.608041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Bound using segment: {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:04.608606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Bound port: 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:04.609037 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.646518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.685013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea1ae9-366e-42eb-9405-4169e7fdc5f9 req-93446c19-2099-4de1-84e8-3608f5751837 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.686580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dea1ae9-366e-42eb-9405-4169e7fdc5f9 req-93446c19-2099-4de1-84e8-3608f5751837 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.2628849 Sep 16 05:03:04.714520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-eb3c5890-decf-4355-ab0f-502f01c26e6c service neutron] 10.222.0.55 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269185 Sep 16 05:03:04.843484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dea1ae9-366e-42eb-9405-4169e7fdc5f9 req-0e8ff7ec-abe5-47c8-9e8b-fc1b25c6e2cf tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249399 Sep 16 05:03:04.860029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:04.976461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:05.029264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.040139 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.166309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.236519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.238736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.240349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] 10.222.0.64 "PUT /v2.0/ports/4a7870ce-e450-4eda-a77f-fc19dd81a88c HTTP/1.1" status: 200 len: 1092 time: 2.8395338 Sep 16 05:03:05.244521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:05.251050 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9000e8a2-93e2-4354-b6c5-a5dc7085b767" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:05.258951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d67e9bc-5132-42ec-aa1b-87278d37419b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.274831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.280542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-88ee6371-34ce-4b52-bdc2-528652a4821b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8d67e9bc-5132-42ec-aa1b-87278d37419b HTTP/1.1" status: 204 len: 168 time: 0.9524019 Sep 16 05:03:05.284159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38734) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.288404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41c3f2-1998-4f5c-b0e0-30180c98a87a None None] Network de994079-1d82-4e42-9871-59b005027212 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:05.326170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ddee2-75f3-4927-b5a6-8b5871a0ae7d service neutron] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.399256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27101312-26eb-4c05-a578-4bea567a19c5 req-2658b4e0-bc29-4a32-aac8-f17428ac88fc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.402510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27101312-26eb-4c05-a578-4bea567a19c5 req-2658b4e0-bc29-4a32-aac8-f17428ac88fc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.2733939 Sep 16 05:03:05.550217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.588478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27101312-26eb-4c05-a578-4bea567a19c5 req-c1923cb9-68a6-4ab5-968f-5ad21cba920a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390657 Sep 16 05:03:05.592485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] DHCP port deletion for de994079-1d82-4e42-9871-59b005027212 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:05.615165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-e10fd3c2-34ce-47ca-8159-1b840e006d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.621161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-e10fd3c2-34ce-47ca-8159-1b840e006d81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 1095 time: 0.3097503 Sep 16 05:03:05.757249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Deleting port a656eb5a-c1e5-4e67-958f-a8de799e9546 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:05.757764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.759386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] Deleting port a656eb5a-c1e5-4e67-958f-a8de799e9546 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:05.759939 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.787458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-e9ef6772-cc2a-42f7-9a17-91b79e5977b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c HTTP/1.1" status: 200 len: 217 time: 0.1518312 Sep 16 05:03:05.791480 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb89d04e-0744-4a47-b5d2-bca1bf9bf088 x-openstack-request-id: req-bb89d04e-0744-4a47-b5d2-bca1bf9bf088 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:05.793537 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:05.795018 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb89d04e-0744-4a47-b5d2-bca1bf9bf088 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:05.795538 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'status': 'completed', 'code': 200} Sep 16 05:03:05.927285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-5bc416b4-98c3-4eee-9afd-68c21b39fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.927748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a656eb5a-c1e5-4e67-958f-a8de799e9546 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:05.929416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-5bc416b4-98c3-4eee-9afd-68c21b39fd71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.1329222 Sep 16 05:03:05.988027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24da2186-e9a4-45ac-81ee-f44aa0c34929 req-5142c241-3dd0-4d50-a5db-c00206f25977 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0305715 Sep 16 05:03:05.992622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] For port a656eb5a-c1e5-4e67-958f-a8de799e9546, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a656eb5a-c1e5-4e67-958f-a8de799e9546,segment=NetworkSegment(5ffe0369-c395-44eb-a9a2-fafa8255f215),segment_id=5ffe0369-c395-44eb-a9a2-fafa8255f215)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:05.992995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.003721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] For port a656eb5a-c1e5-4e67-958f-a8de799e9546, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a656eb5a-c1e5-4e67-958f-a8de799e9546,segment=NetworkSegment(5ffe0369-c395-44eb-a9a2-fafa8255f215),segment_id=5ffe0369-c395-44eb-a9a2-fafa8255f215)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:06.004149 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.032222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Calling delete_port for a656eb5a-c1e5-4e67-958f-a8de799e9546 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:06.037983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-de6fc431-58a7-41cb-8f22-db1423100016 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977566 Sep 16 05:03:06.062674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] Calling delete_port for a656eb5a-c1e5-4e67-958f-a8de799e9546 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:06.254562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.315108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-6bb55f66-9cce-405c-837e-6c61991768a6 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694659 Sep 16 05:03:06.343604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] No DVR routers for this DVR port a656eb5a-c1e5-4e67-958f-a8de799e9546 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:06.346082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a656eb5a-c1e5-4e67-958f-a8de799e9546,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.373301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb9ed3-5092-4282-baeb-233ab794b24e req-2a445584-4f0c-437b-9d9c-4d81cf4eaeb0 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.377097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.385807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27eb9ed3-5092-4282-baeb-233ab794b24e req-2a445584-4f0c-437b-9d9c-4d81cf4eaeb0 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.1219049 Sep 16 05:03:06.461891 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.533295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] Pushing event deleted for resources: {'Port': ['ID=a656eb5a-c1e5-4e67-958f-a8de799e9546,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.543976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:06.548293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c9b7b-32cd-4c87-be40-16caa5aedf2c None None] No DVR routers for this DVR port a656eb5a-c1e5-4e67-958f-a8de799e9546 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:06.557233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.580480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:06.590129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 927acaf2-4362-4f6a-b3a3-75f9fbcf7b3c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:06.592901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec857727-f898-4ebd-ad36-f805e3a69739 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:06.648126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de994079-1d82-4e42-9871-59b005027212']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.690953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffe0369-c395-44eb-a9a2-fafa8255f215') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.690953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffe0369-c395-44eb-a9a2-fafa8255f215') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:06.699251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27eb9ed3-5092-4282-baeb-233ab794b24e req-ee506ba6-759e-4e67-a40a-830b93df9c1b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099644 Sep 16 05:03:06.701198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: ec857727-f898-4ebd-ad36-f805e3a69739 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:06.701569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec857727-f898-4ebd-ad36-f805e3a69739 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:06.730000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.752729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62989cf-e571-43f2-bfd4-faae6c730552 req-ea470b90-4f9f-4654-b478-7ee959b72eb8 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294226 Sep 16 05:03:06.810714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.827503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:06.828782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.886688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28f9f71b-2f88-485c-9849-a8026518c5b4 req-a24cad2b-d870-4a37-81f8-88baad6582d7 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1240795 Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:06.894890 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:06.996126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-18fedb61-3d37-41c2-9694-5e45dc1b2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.998296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-18fedb61-3d37-41c2-9694-5e45dc1b2987 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 1095 time: 0.1293764 Sep 16 05:03:07.008909 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.020949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.027162 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] 10.222.0.55 "DELETE /v2.0/networks/de994079-1d82-4e42-9871-59b005027212 HTTP/1.1" status: 204 len: 168 time: 1.7422032 Sep 16 05:03:07.047262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90876bea-d8ea-40cb-b638-9197e5a29f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=de994079-1d82-4e42-9871-59b005027212,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:07.057823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27070ac-4fe4-4e1b-a887-b318495251cb req-09547dbb-da17-448e-83b7-13218759270b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.059634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e27070ac-4fe4-4e1b-a887-b318495251cb req-09547dbb-da17-448e-83b7-13218759270b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1702602 Sep 16 05:03:07.251502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf13a6fd-8f74-4606-af6b-edf241d605ad req-b42461ce-664e-4981-ba60-87de72433047 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0637605 Sep 16 05:03:07.318052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e27070ac-4fe4-4e1b-a887-b318495251cb req-8db8aefa-ae93-450a-8208-48c793c545e9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276220 Sep 16 05:03:07.368379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-6d0b3a95-67ee-433a-8ab7-8ddb9a50e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.370748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-6d0b3a95-67ee-433a-8ab7-8ddb9a50e6ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 200 len: 906 time: 0.3597124 Sep 16 05:03:07.470132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-1b6fb384-3499-4d9c-8dec-ff513dae17d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c HTTP/1.1" status: 200 len: 217 time: 0.0849249 Sep 16 05:03:07.494768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-c088ee26-8fa3-456a-aa1d-4fc30e11b718 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.496736 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-c088ee26-8fa3-456a-aa1d-4fc30e11b718 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 808 time: 0.3280869 Sep 16 05:03:07.513252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Request body: {'port': {'device_id': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'admin_state_up': True, 'tenant_id': '63e3856888cc4b30a3894b6796a21ac7'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:07.655264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-3ef07e61-27a6-4845-b2f4-50ace2230e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.659182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-3ef07e61-27a6-4845-b2f4-50ace2230e33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 200 len: 845 time: 0.1795657 Sep 16 05:03:07.721610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38782) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:07.725459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-5fe842e8-236b-49d3-9c89-0c77f820c7ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48506ee8-29da-4163-93ee-0dda0e90a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563960 Sep 16 05:03:07.981853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-6db2e2ca-0daa-4420-b064-8b6b7d859a72 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192588 Sep 16 05:03:08.252453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2eaa01bb-6df1-45ec-a775-f108c8fef16f req-e43a70d0-6612-4385-9070-be24c238c7b7 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1509697 Sep 16 05:03:08.327477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-25a67040-43c0-4b82-b72b-1921c09ce01e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13a089dd5dde454daadb42f39b9e0dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964224 Sep 16 05:03:08.332680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:08.371402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db9650-404d-4e3b-9ae8-a91a3c7c7d50 req-4b4413e1-29ae-47c1-b42f-b44ff56dfa78 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.380170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90db9650-404d-4e3b-9ae8-a91a3c7c7d50 req-4b4413e1-29ae-47c1-b42f-b44ff56dfa78 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.3930857 Sep 16 05:03:08.481771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Made reservation on behalf of 63e3856888cc4b30a3894b6796a21ac7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:08.488455 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.496229 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bca9d10-46a9-4bfe-9b6e-c01570c827a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.547212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bca9d10-46a9-4bfe-9b6e-c01570c827a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.553859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c04e0a50-0cda-445c-b633-5d000863ffa1 req-c93f0412-1202-45a4-8c4e-60855f832862 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.1722758 Sep 16 05:03:08.598519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90db9650-404d-4e3b-9ae8-a91a3c7c7d50 req-b22b0c3c-c7a0-40f4-879d-fa442ce23003 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592653 Sep 16 05:03:08.669434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9000e8a2-93e2-4354-b6c5-a5dc7085b767 req-b93e0990-f919-4f25-9bb3-ba27dfcbaa20 service neutron] 10.222.0.64 "GET /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686454 Sep 16 05:03:08.812974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bca9d10-46a9-4bfe-9b6e-c01570c827a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.831579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bca9d10-46a9-4bfe-9b6e-c01570c827a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.831579 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5bca9d10-46a9-4bfe-9b6e-c01570c827a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d75af4d2-1bff-4cc9-896b-32db5771911e HTTP/1.1" status: 204 len: 168 time: 0.4846625 Sep 16 05:03:08.843705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca9d10-46a9-4bfe-9b6e-c01570c827a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75af4d2-1bff-4cc9-896b-32db5771911e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.895840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ce30-3788-4a98-a992-217a9c5ecd5f req-5978a9d4-350f-4a34-ae43-e13022818c9d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.914452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7062ce30-3788-4a98-a992-217a9c5ecd5f req-5978a9d4-350f-4a34-ae43-e13022818c9d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.1623328 Sep 16 05:03:08.934189 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Allocated IP 172.20.0.8 (8cb60b0c-a3f5-42f8-8978-f1db57537b64/745cf299-b5aa-411d-9896-73e8c2a1eba2/51d7b961-dde4-43e0-949f-ce5426a55189) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:09.004959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7062ce30-3788-4a98-a992-217a9c5ecd5f req-d3499cf4-7537-4348-a9a1-c9bcc6d0af27 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892179 Sep 16 05:03:09.325152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.377180 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.498935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-056cbd81-2507-42d3-b282-3889f7605085 req-f07e0470-e206-4dfe-b18a-bcb68c8b03c8 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0740490 Sep 16 05:03:09.506379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:09.532959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:09.537541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:09.554901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.680073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.681141 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.710417 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-8b35c2ed-9bf3-4d5f-bc7d-fd52025815df tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2023163 Sep 16 05:03:09.728202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Request body: {'port': {'device_id': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:09.809829 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.842187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6100ce14-543e-462d-872b-3c05f8749f71 req-878e7f50-5e44-4c12-acb9-d0f7a6769707 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1038175 Sep 16 05:03:10.076030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-2b3f1d09-ea93-43fe-946d-5c2cf6e27d9c tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.077916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-2b3f1d09-ea93-43fe-946d-5c2cf6e27d9c tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1098 time: 0.2341506 Sep 16 05:03:10.114752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33557df-8960-4d9e-b9f2-8cf6268a93f5 req-ad08f7c1-87aa-418b-a5e1-a83df85dabc2 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.129686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33557df-8960-4d9e-b9f2-8cf6268a93f5 req-ad08f7c1-87aa-418b-a5e1-a83df85dabc2 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.3047011 Sep 16 05:03:10.142721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578dc3-5c5d-4778-9383-c0e649ae6141 req-214aa82d-318d-4be9-a4f8-353386234500 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.153006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95578dc3-5c5d-4778-9383-c0e649ae6141 req-214aa82d-318d-4be9-a4f8-353386234500 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 931 time: 0.3172045 Sep 16 05:03:10.160455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-15'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:10.311869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d7b961-dde4-43e0-949f-ce5426a55189 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:10.326389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.329472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33557df-8960-4d9e-b9f2-8cf6268a93f5 req-cebcc190-a0a5-422e-8056-0ed029e5e597 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987286 Sep 16 05:03:10.351162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Transition to ACTIVE for port object 51d7b961-dde4-43e0-949f-ce5426a55189 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:10.355594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95578dc3-5c5d-4778-9383-c0e649ae6141 req-5e91175a-b310-466d-9683-27a3a277bcd4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015111 Sep 16 05:03:10.359779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.376631 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.459924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.496459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4a7870ce-e450-4eda-a77f-fc19dd81a88c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:10.625406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38842) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:10.650792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:10.652273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:10.652934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:10.665981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:10.666967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:10.685507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:10.686550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:10.687282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:10.688043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Bound port: 51d7b961-dde4-43e0-949f-ce5426a55189, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:10.689258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.786175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:10.820611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'mac_address': 'fa:16:3e:4a:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:10.846972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b23e0-a9dd-4b84-b96f-fbd1cad42900 req-ebd2d2ff-a911-455e-a385-9b992a0451e7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:10.859288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab6b23e0-a9dd-4b84-b96f-fbd1cad42900 req-ebd2d2ff-a911-455e-a385-9b992a0451e7 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 946 time: 0.3135221 Sep 16 05:03:10.874861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:10.878860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:10.890723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.968389 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.999243 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.000306 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.002322 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 1092 time: 1.2816925 Sep 16 05:03:11.005518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:11.008493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7870ce-e450-4eda-a77f-fc19dd81a88c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:11.010164 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca82b49-336b-43cd-ab6f-b9573e668b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:11.035668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1534589151-network', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:11.083963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e58a57-d14a-4c33-bfa1-6f15e2c090f0 service neutron] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.084370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:11.091100 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.103997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:11.105266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.143539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:11.157228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-7a384070-33da-4237-826d-d2ed7666a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.158854 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-7a384070-33da-4237-826d-d2ed7666a245 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1095 time: 0.0848465 Sep 16 05:03:11.193581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:11.208014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.240271 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-90a2260c-de1b-4b50-9477-7b1e76afbf8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 217 time: 0.0708988 Sep 16 05:03:11.262842 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.275405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318157f2-3e3d-4c91-9a06-624c98f2693b req-f9a2490d-d4ec-47d6-8946-6315101bece3 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.283972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-318157f2-3e3d-4c91-9a06-624c98f2693b req-f9a2490d-d4ec-47d6-8946-6315101bece3 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.4569294 Sep 16 05:03:11.303326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:11.308599 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a8de01-1a6a-4ea7-8a2c-62bbc52c29b7" -d '{"events": [{"server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:11.318122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab6b23e0-a9dd-4b84-b96f-fbd1cad42900 req-c671c056-87f0-4d65-8d38-78d0b4e8938a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579477 Sep 16 05:03:11.322692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.345124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.355177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-f9c70789-59d0-4028-a99e-0ed71e60e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.358494 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-f9c70789-59d0-4028-a99e-0ed71e60e62c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1106732 Sep 16 05:03:11.412991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-318157f2-3e3d-4c91-9a06-624c98f2693b req-dfba25c1-ecf7-486f-862f-d8616b61b515 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280255 Sep 16 05:03:11.448695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-057a6eee-48d7-4e5c-a2ac-d1d5c4293062 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742767 Sep 16 05:03:11.466677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.503945 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc5a85-32b0-47d3-9ad3-c5093b934134 x-openstack-request-id: req-d7bc5a85-32b0-47d3-9ad3-c5093b934134 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:11.504496 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:11.504784 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7bc5a85-32b0-47d3-9ad3-c5093b934134 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:11.505368 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189', 'status': 'completed', 'code': 200} Sep 16 05:03:11.550272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['4a7870ce-e450-4eda-a77f-fc19dd81a88c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:11.645805 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.652617 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877f7b3f-df9c-4ae2-9756-565cfb7815c0 x-openstack-request-id: req-877f7b3f-df9c-4ae2-9756-565cfb7815c0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:11.653401 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:11.653850 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-877f7b3f-df9c-4ae2-9756-565cfb7815c0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:11.654292 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be', 'code': 200} Sep 16 05:03:11.699992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05b176ab-4478-4797-9218-4ca8488d60f1 req-3afc3f42-bd76-4610-b098-c092e0849b39 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1399817 Sep 16 05:03:11.710850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.819251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe1cb68-1ee2-4c98-b9f4-8328083e6e05,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.822414 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-c6db7745-ae8c-4c63-af32-edb6e387aff6 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708632 Sep 16 05:03:11.916219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:11.916745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:11.916993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:11.962499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:11.962998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Attempting to bind port d018d69e-3398-41ba-b422-d2dc2a7a99be on network 21426758-a088-4903-af89-b8f96b31da87 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:11.975132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:11.977621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:11.977960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Checking segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:11.978411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Bound using segment: {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:11.978764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Bound port: d018d69e-3398-41ba-b422-d2dc2a7a99be, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7917b4b-1818-48f1-a78e-72f50109862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '21426758-a088-4903-af89-b8f96b31da87'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:11.979142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.987740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f7613f0-b647-4ba4-9875-ae7b05a6f2f0 req-a934f193-9fb6-4c34-a7d8-4d5e367b9e12 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577003 Sep 16 05:03:12.090833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:12.094295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.099233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:12.117997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a360bc-ad83-4e35-a489-d4d6289c1596 req-af73acbe-2678-47f5-9aef-11f3ce2dde61 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.120978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0a360bc-ad83-4e35-a489-d4d6289c1596 req-af73acbe-2678-47f5-9aef-11f3ce2dde61 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.2527590 Sep 16 05:03:12.121461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.121856 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Added segment 670768d4-30d8-40d5-bbcc-ebbb19cf8ca7 of type vlan for network 06b94b1b-7432-4930-a7bc-4551b88a64c2 Sep 16 05:03:12.125525 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.175230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-a1b28ec8-0f0f-4913-88e4-deefbf3588e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.179418 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-a1b28ec8-0f0f-4913-88e4-deefbf3588e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1095 time: 0.1120944 Sep 16 05:03:12.232889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aa6d4-cce8-428a-b927-bb62d2920593 req-cd1021cf-b8d6-4ab9-a441-cb232e365cf7 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.234506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc1aa6d4-cce8-428a-b927-bb62d2920593 req-cd1021cf-b8d6-4ab9-a441-cb232e365cf7 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 944 time: 0.4193335 Sep 16 05:03:12.262087 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.283574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0a360bc-ad83-4e35-a489-d4d6289c1596 req-dd907d8b-7df6-4ce3-a60d-9c2c9074f366 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443093 Sep 16 05:03:12.371840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-de9a2f15-6e95-42c2-aa62-d0466de1ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.374381 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-de9a2f15-6e95-42c2-aa62-d0466de1ef13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.1819224 Sep 16 05:03:12.379665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=8']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.482727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.483292 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.496669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a5087a55-849f-4170-8e7c-a4d30c55dd91 service neutron] 10.222.0.64 "PUT /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 1124 time: 2.3968430 Sep 16 05:03:12.500034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.501043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.501651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.511521 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-6be826cb-c57c-43f4-b452-aa6785cfc192 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 217 time: 0.1208496 Sep 16 05:03:12.527941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:12.531906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc1aa6d4-cce8-428a-b927-bb62d2920593 req-1d9cd4bf-faa5-4de5-b0cb-cec9762f4539 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873628 Sep 16 05:03:12.569108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['d018d69e-3398-41ba-b422-d2dc2a7a99be'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:12.634323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9864426 Sep 16 05:03:12.638217 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38872) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:12.652406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Request body: {'subnet': {'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1534589151-subnet', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:12.753626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:12.764676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.802506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220e68e-1df7-4584-ae9e-b06962051c95 admin admin] Pushing event updated for resources: {'Network': ['ID=06b94b1b-7432-4930-a7bc-4551b88a64c2,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.809504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d018d69e-3398-41ba-b422-d2dc2a7a99be'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:12.864896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-7196b423-9851-4654-a07b-363df2ab8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.866395 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-7196b423-9851-4654-a07b-363df2ab8618 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.3447270 Sep 16 05:03:12.869427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:13.033054 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-a6facfb2-b47b-4507-a112-89dcc3671a19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489732 Sep 16 05:03:13.036116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf501c-fe81-411b-a20b-e59113a06161 req-21c7c3c4-05cc-48ea-a57b-f37fc119e655 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.065873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69cf501c-fe81-411b-a20b-e59113a06161 req-21c7c3c4-05cc-48ea-a57b-f37fc119e655 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.3023672 Sep 16 05:03:13.228780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:13.258863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69cf501c-fe81-411b-a20b-e59113a06161 req-a238359f-2b0c-4c14-9d25-4029b2603685 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869547 Sep 16 05:03:13.307919 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-2e054433-dd57-47a8-a732-c3b5617828a6 service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622657 Sep 16 05:03:13.351166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:03:13.475961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e191f71f-7853-4cc8-9f49-69a9a352d3e4 req-53edad80-3a34-45e8-921d-3f913a448df9 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0759196 Sep 16 05:03:13.527166 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aca82b49-336b-43cd-ab6f-b9573e668b7e req-2295d226-db75-4f12-88ae-b583e519d53a service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081718 Sep 16 05:03:13.528933 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.631521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4826d-c801-45a8-a3b1-bdabf04c4ada req-f46a540a-2f0d-4eac-ac3c-6c615d58c071 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.633553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c4826d-c801-45a8-a3b1-bdabf04c4ada req-f46a540a-2f0d-4eac-ac3c-6c615d58c071 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.1636100 Sep 16 05:03:13.645488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Checking segment: {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:13.646369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Network hostable DHCP agents. Network: 06b94b1b-7432-4930-a7bc-4551b88a64c2, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:13.661224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:13.664227 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:13.685619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:13.701184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34aac0db-6620-4096-a8c7-152381e8aeca,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.709963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c4826d-c801-45a8-a3b1-bdabf04c4ada req-74e90d82-4ee7-49db-ac96-2fe0e66aba37 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677953 Sep 16 05:03:13.724437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 06b94b1b-7432-4930-a7bc-4551b88a64c2) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:13.736140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30dfff6-e184-4d4b-84a4-85f3c4a569d9 None None] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:13.747153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.750515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.790328 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9e5758f4-1d28-402a-90a6-1d2a229be138 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1505492 Sep 16 05:03:13.794634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38890) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.806516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:13.889185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.891375 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.103630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.240702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-06b94b1b-7432-4930-a7bc-4551b88a64c2', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:14.246703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.506344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Allocated IP 172.20.0.2 (06b94b1b-7432-4930-a7bc-4551b88a64c2/34aac0db-6620-4096-a8c7-152381e8aeca/fdb45db0-de25-47aa-8da7-4ee54f94637e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:14.676702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4a7870ce-e450-4eda-a77f-fc19dd81a88c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:14.705909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.717090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.742033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.763642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb1be1-0a86-42e2-aeb4-0d6d578fca7e req-43a860cc-d5ff-4e4f-ad82-e34ef0888510 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.765078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19cb1be1-0a86-42e2-aeb4-0d6d578fca7e req-43a860cc-d5ff-4e4f-ad82-e34ef0888510 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.6962714 Sep 16 05:03:14.775492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815a5a-0c8e-43db-8d3f-97f8763821c7 req-9208a05a-adf7-4393-ae67-80ec8b966bfe tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.785397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4815a5a-0c8e-43db-8d3f-97f8763821c7 req-9208a05a-adf7-4393-ae67-80ec8b966bfe tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 944 time: 0.6940916 Sep 16 05:03:14.786961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:14.790712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:14.797762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:14.818206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Pushing event updated for resources: {'Port': ['ID=fdb45db0-de25-47aa-8da7-4ee54f94637e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.843209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 4a7870ce-e450-4eda-a77f-fc19dd81a88c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:14.864663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 4a7870ce-e450-4eda-a77f-fc19dd81a88c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:14.865146 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.887118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Attempting to bind port fdb45db0-de25-47aa-8da7-4ee54f94637e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:14.887689 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Attempting to bind port fdb45db0-de25-47aa-8da7-4ee54f94637e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:14.888142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Attempting to bind port fdb45db0-de25-47aa-8da7-4ee54f94637e on network 06b94b1b-7432-4930-a7bc-4551b88a64c2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:14.892195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4815a5a-0c8e-43db-8d3f-97f8763821c7 req-81ad66c4-9736-4a90-916e-2714e16d2819 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053345 Sep 16 05:03:14.921151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:14.921832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Checking segment: {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:14.922556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.923551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Bound using segment: {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:14.924498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Bound port: fdb45db0-de25-47aa-8da7-4ee54f94637e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:14.924980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.970125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19cb1be1-0a86-42e2-aeb4-0d6d578fca7e req-6bb96b9c-456e-4dd2-8c5e-e49bb55c94d9 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560209 Sep 16 05:03:14.997689 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501fa6e5-f078-4091-8918-168dbbaaf16c x-openstack-request-id: req-501fa6e5-f078-4091-8918-168dbbaaf16c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:14.998054 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:14.998388 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-501fa6e5-f078-4091-8918-168dbbaaf16c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:14.998885 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be', 'status': 'completed', 'code': 200} Sep 16 05:03:15.133504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-d0fe6c81-2961-43a7-bc9b-23945ad440bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.135803 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-d0fe6c81-2961-43a7-bc9b-23945ad440bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1127 time: 0.1073656 Sep 16 05:03:15.163333 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.208296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] For port fdb45db0-de25-47aa-8da7-4ee54f94637e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:15.208432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-046642cb-8277-4949-ad9b-8f267d409a1a req-4cf1e76d-0a59-489c-9616-826a211a104a tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0688732 Sep 16 05:03:15.243370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] For port fdb45db0-de25-47aa-8da7-4ee54f94637e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fdb45db0-de25-47aa-8da7-4ee54f94637e,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:15.267610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:15.269923 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0ffcbd-1a97-4b58-974e-950ec0544323" -d '{"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-plugged", "status": "completed", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:15.277313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.301395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71c8cc-127d-4f96-9749-0f89ca19b7b2 req-5366dd7b-9cc1-4b3f-aced-f63d09797544 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.306703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f71c8cc-127d-4f96-9749-0f89ca19b7b2 req-5366dd7b-9cc1-4b3f-aced-f63d09797544 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.2104938 Sep 16 05:03:15.342302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-bb8fedb9-2b88-4e5a-97c1-0bc68cd1232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.344240 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-bb8fedb9-2b88-4e5a-97c1-0bc68cd1232d service neutron] 10.222.0.73 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2006135 Sep 16 05:03:15.384278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab87f05-0046-4ae2-ae56-6cc1d18c474d None None] Pushing event updated for resources: {'Port': ['ID=fdb45db0-de25-47aa-8da7-4ee54f94637e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.390546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:15.404140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.446105 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-ad4ba40d-5b56-4b73-aa22-d6e144a728a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 217 time: 0.0937669 Sep 16 05:03:15.552241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-49aa1c4b-a195-4009-b0bd-06e281f24bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.554248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.564791 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-49aa1c4b-a195-4009-b0bd-06e281f24bca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1098526 Sep 16 05:03:15.609803 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-fc15ba01-1957-455f-b8fa-d2569eaf3529 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362506 Sep 16 05:03:15.666640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f71c8cc-127d-4f96-9749-0f89ca19b7b2 req-5b64567a-330d-4943-9871-7e65e852234b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447766 Sep 16 05:03:15.674080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.777032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae1ed-5e74-4d2f-9ea3-5f867761cc2a req-b8c1e52c-9ff0-4dd7-aec4-c53eda54d6c5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.787842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43bae1ed-5e74-4d2f-9ea3-5f867761cc2a req-b8c1e52c-9ff0-4dd7-aec4-c53eda54d6c5 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.3354783 Sep 16 05:03:15.806338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.830456 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-25088822-171a-462f-b256-7c64fe657713 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038817 Sep 16 05:03:15.930684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43bae1ed-5e74-4d2f-9ea3-5f867761cc2a req-b69b4ab9-14a3-4060-b978-25f51630492e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417840 Sep 16 05:03:15.959033 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8169156-6dc6-4efb-81fb-bf5606529ced x-openstack-request-id: req-c8169156-6dc6-4efb-81fb-bf5606529ced {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:15.959685 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-plugged", "status": "completed", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:15.959685 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8169156-6dc6-4efb-81fb-bf5606529ced {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:15.960274 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'code': 200} Sep 16 05:03:15.981308 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dc6fa1b1-a710-4e65-8cc2-6eb3f9df0b79 req-50bcc4b1-9fd3-45d5-94a0-baf4bdebc348 service neutron] 10.222.0.73 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489649 Sep 16 05:03:16.115553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Allocated IP 172.25.6.4 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/6b2c2204-6387-417d-96c9-8f347138cc15) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:16.258717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7b917-6aea-4916-bdb3-fc8031f53cc5 req-70465b33-ce00-40c6-b570-2abd4797e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.260848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f7b917-6aea-4916-bdb3-fc8031f53cc5 req-70465b33-ce00-40c6-b570-2abd4797e7fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 1097 time: 0.1529653 Sep 16 05:03:16.274437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e17173-781e-4013-8837-87e465912bef req-20008231-b3f1-4d5c-802a-2eb3258293c9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.283001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49e17173-781e-4013-8837-87e465912bef req-20008231-b3f1-4d5c-802a-2eb3258293c9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 945 time: 0.2197504 Sep 16 05:03:16.387326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49e17173-781e-4013-8837-87e465912bef req-a53167ff-002c-43ec-a583-f6df370bc618 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978134 Sep 16 05:03:16.409662 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.458000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f7b917-6aea-4916-bdb3-fc8031f53cc5 req-5cca33eb-8fc4-4b82-8c68-c4b19182eb71 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700673 Sep 16 05:03:16.537833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5c9a4ea-76ed-4de6-942b-a9658ac14913 req-6aea1224-b82c-46dc-85fb-7f936a59d4c8 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0608857 Sep 16 05:03:16.539691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.640001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:16.646430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:16.658017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:16.661821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2c2204-6387-417d-96c9-8f347138cc15,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:16.975329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8bb93-cb96-4121-bc9c-da1b7dae5dc3 req-1018f992-b00e-4c5d-a190-0632fb186e97 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:16.983623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8f8bb93-cb96-4121-bc9c-da1b7dae5dc3 req-1018f992-b00e-4c5d-a190-0632fb186e97 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.1999648 Sep 16 05:03:17.051441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd1a57-6259-4336-8a09-c0b65e5de875 req-1de88e11-0b45-4092-bf3e-da85cef20edf tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.063652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ccd1a57-6259-4336-8a09-c0b65e5de875 req-1de88e11-0b45-4092-bf3e-da85cef20edf tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.2591724 Sep 16 05:03:17.110766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823efd4-2902-40a4-a136-388ec919a4e1 None None] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:17.134337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8f8bb93-cb96-4121-bc9c-da1b7dae5dc3 req-f4fe9a43-28d0-40a0-99ab-278ddc249056 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495728 Sep 16 05:03:17.240465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ccd1a57-6259-4336-8a09-c0b65e5de875 req-e9979edf-ad67-4c3b-abd0-1e3768b9240a tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757205 Sep 16 05:03:17.292344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-696f4861-e8a4-4b7c-807f-a3965291b616 None None] Provisioning complete for port fdb45db0-de25-47aa-8da7-4ee54f94637e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:17.292712 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-696f4861-e8a4-4b7c-807f-a3965291b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.293075 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.395936 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-696f4861-e8a4-4b7c-807f-a3965291b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.489375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-696f4861-e8a4-4b7c-807f-a3965291b616 None None] For port fdb45db0-de25-47aa-8da7-4ee54f94637e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fdb45db0-de25-47aa-8da7-4ee54f94637e,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:17.499048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747059a-7c65-4cc2-ac9d-62e26c481bf9 req-0055a14f-b902-4129-ac35-c5e14b09f50a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.501017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7747059a-7c65-4cc2-ac9d-62e26c481bf9 req-0055a14f-b902-4129-ac35-c5e14b09f50a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.1405439 Sep 16 05:03:17.502438 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-696f4861-e8a4-4b7c-807f-a3965291b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.621114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7747059a-7c65-4cc2-ac9d-62e26c481bf9 req-4d1a5d50-3e56-40ba-8f0d-d976c79de06d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042645 Sep 16 05:03:17.626567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f4861-e8a4-4b7c-807f-a3965291b616 None None] Pushing event updated for resources: {'Port': ['ID=fdb45db0-de25-47aa-8da7-4ee54f94637e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.724083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98555438-77cc-4189-89b2-d779ea4abe48 req-b714cd7b-158b-4246-8d8b-c371fe7bcf7d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.725727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98555438-77cc-4189-89b2-d779ea4abe48 req-b714cd7b-158b-4246-8d8b-c371fe7bcf7d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 945 time: 0.1914871 Sep 16 05:03:17.854468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-612631e3-b5d9-41aa-b437-80e5fcf82726 req-ae4ea764-9d1b-4ccc-bd7a-f3796ac52b26 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0627861 Sep 16 05:03:17.910644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98555438-77cc-4189-89b2-d779ea4abe48 req-def9f4e2-1a97-46fc-bb7c-27b55e493373 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595249 Sep 16 05:03:17.944726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fdb45db0-de25-47aa-8da7-4ee54f94637e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:17.980556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.105083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-29426ba1-41e0-408f-a8c1-a4abffed9319 None None] Provisioning complete for port fdb45db0-de25-47aa-8da7-4ee54f94637e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:18.105385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-29426ba1-41e0-408f-a8c1-a4abffed9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.212217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fdb45db0-de25-47aa-8da7-4ee54f94637e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:18.213536 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.230567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Router abafbe24-36a4-43b4-bc18-aa6621d6c91c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:03:18.500149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32bf38-62be-4d2a-afe0-afb916026dcd req-85903a84-18d0-46d6-a86f-f4e89c2a8c36 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.503193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d32bf38-62be-4d2a-afe0-afb916026dcd req-85903a84-18d0-46d6-a86f-f4e89c2a8c36 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.2453477 Sep 16 05:03:18.617160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d32bf38-62be-4d2a-afe0-afb916026dcd req-4f218607-40d3-4a48-bb3d-97746f676789 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052594 Sep 16 05:03:18.661689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3343dd-e003-4783-a927-8df3063774d2 req-9804118e-078e-4e72-af4b-d9788a29b7cc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.663909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b3343dd-e003-4783-a927-8df3063774d2 req-9804118e-078e-4e72-af4b-d9788a29b7cc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 944 time: 0.2223802 Sep 16 05:03:18.666181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:18.689885 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Sync routers for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:18.714616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.716066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d6de74c6-acfe-4b80-ad30-55b65b111242 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9186072 Sep 16 05:03:18.716986 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:18.719645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38938) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.721086 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:18.767401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b3343dd-e003-4783-a927-8df3063774d2 req-caeaad68-4547-4d6c-ad80-f1a89c7f1aa9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915763 Sep 16 05:03:19.017440 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:19.108346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f69b1d-24ba-4fbf-9d03-82687afc3ec3 req-01af5e69-b307-4c05-ba0b-ad7585783d17 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.110872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14f69b1d-24ba-4fbf-9d03-82687afc3ec3 req-01af5e69-b307-4c05-ba0b-ad7585783d17 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.1799793 Sep 16 05:03:19.146312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af365c7-93da-4895-b458-ab7c20525f25 req-449a3854-7df5-45ff-b817-a49a26601336 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0699446 Sep 16 05:03:19.189603 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-fb40f802-45f8-457c-ab74-5820ad99c2e4 service neutron] 10.222.0.73 "GET /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.1304812 Sep 16 05:03:19.347847 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 3, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:19.381102 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Checking router: abafbe24-36a4-43b4-bc18-aa6621d6c91c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:19.381760 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Updating router abafbe24-36a4-43b4-bc18-aa6621d6c91c port 6b2c2204-6387-417d-96c9-8f347138cc15 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:19.410943 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.457821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:19.497458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:19.547625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d018d69e-3398-41ba-b422-d2dc2a7a99be {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:19.557160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:19.561397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:19.592352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.749416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] Transition to ACTIVE for port object d018d69e-3398-41ba-b422-d2dc2a7a99be will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:19.760949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.780215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14f69b1d-24ba-4fbf-9d03-82687afc3ec3 req-4430c7ec-6228-42ef-9aa1-7e8413d3f1cc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295125 Sep 16 05:03:19.873550 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.881931 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.890585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] No DVR routers for this DVR port d018d69e-3398-41ba-b422-d2dc2a7a99be on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:19.930749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-3c4ebc27-7c09-4da1-92d7-a3fe6b32ceda tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.932823 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Attempting to bind port 6b2c2204-6387-417d-96c9-8f347138cc15 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:19.932823 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Attempting to bind port 6b2c2204-6387-417d-96c9-8f347138cc15 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:19.933076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-3c4ebc27-7c09-4da1-92d7-a3fe6b32ceda tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.7389901 Sep 16 05:03:19.933402 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Attempting to bind port 6b2c2204-6387-417d-96c9-8f347138cc15 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:19.950791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] Pushing event updated for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.963503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58146744-6014-446c-91d8-a60df1708cd5 req-699aa0b7-c7a3-4edc-84b9-168a504b8354 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.968786 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-1e05ca37-2040-4992-88cf-b05306a72b4c service neutron] 10.222.0.73 "PUT /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be/bindings/n-h1-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7713606 Sep 16 05:03:19.971443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58146744-6014-446c-91d8-a60df1708cd5 req-699aa0b7-c7a3-4edc-84b9-168a504b8354 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 945 time: 0.7233200 Sep 16 05:03:19.972457 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:19.972833 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:19.973238 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.973625 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:19.974223 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Bound port: 6b2c2204-6387-417d-96c9-8f347138cc15, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:19.974612 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.070930 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] For port 6b2c2204-6387-417d-96c9-8f347138cc15, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:20.076533 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] For port 6b2c2204-6387-417d-96c9-8f347138cc15, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6b2c2204-6387-417d-96c9-8f347138cc15,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:20.091109 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.113429 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b514f20-c7de-4661-9e08-627ab5174ba6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c2204-6387-417d-96c9-8f347138cc15,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.146768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58146744-6014-446c-91d8-a60df1708cd5 req-3cac23f0-f34d-463e-bc67-695ca2dfd266 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740682 Sep 16 05:03:20.188568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-7f441b5b-914d-405f-a0d3-4f2347d8af72 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.191095 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:20.191783 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:20.192455 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-7f441b5b-914d-405f-a0d3-4f2347d8af72 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.1417382 Sep 16 05:03:20.271232 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b514f20-c7de-4661-9e08-627ab5174ba6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c2204-6387-417d-96c9-8f347138cc15,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.285676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a38c5b-c81b-42ea-9d65-a4e32f614ef6 req-6af522f7-a54c-4786-86bf-46556e293d69 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.294442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45a38c5b-c81b-42ea-9d65-a4e32f614ef6 req-6af522f7-a54c-4786-86bf-46556e293d69 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 945 time: 0.3833919 Sep 16 05:03:20.303086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-0aeacf9f-4fa0-422c-9142-be96dadeaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.304983 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-0aeacf9f-4fa0-422c-9142-be96dadeaf9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9&tenant_id=f6074832fbab4cd1950613d1387def2a HTTP/1.1" status: 200 len: 1097 time: 0.1019430 Sep 16 05:03:20.391598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45a38c5b-c81b-42ea-9d65-a4e32f614ef6 req-379890fe-92cd-418c-a2e1-766e2051b716 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960376 Sep 16 05:03:20.398425 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:20.457889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Deleting port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:20.458548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.496533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-815653c1-931b-4adb-b489-6bed2ddeb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.504121 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-815653c1-931b-4adb-b489-6bed2ddeb64c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1097 time: 0.1167324 Sep 16 05:03:20.593625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:20.680987 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.711327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cad64-a765-452f-9cce-32a94ab68991 req-828272e6-1fb6-42c4-add5-9b553f0cec2d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.719346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf0cad64-a765-452f-9cce-32a94ab68991 req-828272e6-1fb6-42c4-add5-9b553f0cec2d tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2496541 Sep 16 05:03:20.759376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-40efde58-dd82-44d9-a685-a475feb46221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.761793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] For port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:20.762434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.763987 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-40efde58-dd82-44d9-a685-a475feb46221 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 0.2572429 Sep 16 05:03:20.829571 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-544a9d9d-2658-4a9d-afc4-a543b0ff5e91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 200 len: 217 time: 0.0522175 Sep 16 05:03:20.903786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a20a86a8-0416-4f8d-be38-6be744dd5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.908972 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-a20a86a8-0416-4f8d-be38-6be744dd5f2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.0715368 Sep 16 05:03:20.972234 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 3, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:20.990449 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-15f05346-c71d-46ed-8469-bd9e58667f57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681400 Sep 16 05:03:21.060639 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce3b94-b8ba-49a4-b19f-de7caa5b75bb None None] The sync data for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 is: [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:16Z', 'revision_number': 3, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:21.152637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf0cad64-a765-452f-9cce-32a94ab68991 req-d4d6e290-2a51-4786-b2b5-daf7a73d6fdb tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280708 Sep 16 05:03:21.162544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 7c53a9e6-d834-4be8-bc4c-0d464e8012ec no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:21.290929 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-05127c39-73ff-438c-afb8-f2465901d97a service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921879 Sep 16 05:03:21.353279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.387610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:21.390128 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4ce1b4-1cf1-4f3f-83ce-0dc6765a47ef" -d '{"events": [{"server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "name": "network-vif-unplugged", "status": "completed", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:21.420069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:21.435880 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.482698 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-6c304b89-58e8-4867-970e-f886effdf6c9 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793618 Sep 16 05:03:21.564744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.639494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bba6e45c-d400-4c64-b4fd-256eff5cce08 req-17288da0-b950-406b-ae3f-6a71a2f65ec3 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1530333 Sep 16 05:03:21.908805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6b2c2204-6387-417d-96c9-8f347138cc15 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:21.914122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c28bf-b526-46be-90e9-e3350e198f06 req-36ad16d9-6a65-477a-baae-7a626761e59b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.934009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-674c28bf-b526-46be-90e9-e3350e198f06 req-36ad16d9-6a65-477a-baae-7a626761e59b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.4462245 Sep 16 05:03:21.961345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-fa9a44ad-d537-4645-bf64-5f14987664b2 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.979565 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-fa9a44ad-d537-4645-bf64-5f14987664b2 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9&tenant_id=f6074832fbab4cd1950613d1387def2a&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.0691555 Sep 16 05:03:21.983665 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.984208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.985555 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Floating IP 94cf67fc-906e-4a4b-9142-4085a4621d5f disassociated. External IP: 172.25.6.209, port: 7c53a9e6-d834-4be8-bc4c-0d464e8012ec. Sep 16 05:03:21.987284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Calling delete_port for 7c53a9e6-d834-4be8-bc4c-0d464e8012ec owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:22.053007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Allocated IP 172.20.0.1 (06b94b1b-7432-4930-a7bc-4551b88a64c2/34aac0db-6620-4096-a8c7-152381e8aeca/9217ea68-e9af-4d07-be78-38e4ce205909) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:22.073575 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40756d7-7d92-4b3f-94d4-c203af7334d0 x-openstack-request-id: req-c40756d7-7d92-4b3f-94d4-c203af7334d0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:22.073955 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "name": "network-vif-unplugged", "status": "completed", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:22.074270 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c40756d7-7d92-4b3f-94d4-c203af7334d0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:22.075271 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'code': 200} Sep 16 05:03:22.075944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6b2c2204-6387-417d-96c9-8f347138cc15 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:22.076658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.130015 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:22.243776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.284924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-2352aac0-508f-4461-9a40-409db8a341cd service neutron] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:22.291116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-2352aac0-508f-4461-9a40-409db8a341cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.293536 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e8d66ad1-17c6-4975-9112-40aec3adc6e8 req-2352aac0-508f-4461-9a40-409db8a341cd service neutron] 10.222.0.64 "DELETE /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be/bindings/n-h2-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.3123848 Sep 16 05:03:22.313734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 6b2c2204-6387-417d-96c9-8f347138cc15, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6b2c2204-6387-417d-96c9-8f347138cc15,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:22.324514 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.424333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=6b2c2204-6387-417d-96c9-8f347138cc15,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.545770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-674c28bf-b526-46be-90e9-e3350e198f06 req-61acac3c-da2f-4f24-bad9-41e54917e2d3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204055 Sep 16 05:03:22.593362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.600458 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.657355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event deleted for resources: {'Port': ['ID=7c53a9e6-d834-4be8-bc4c-0d464e8012ec,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.724268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e3848-de15-4c7c-b984-d962e9e50d7b req-22e538c6-d40b-4942-a1fc-3977f521fcb1 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.732190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d8e3848-de15-4c7c-b984-d962e9e50d7b req-22e538c6-d40b-4942-a1fc-3977f521fcb1 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 865 time: 0.4861000 Sep 16 05:03:22.855726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.867079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d8e3848-de15-4c7c-b984-d962e9e50d7b req-85bd4951-832f-4714-957b-3e77ecba381e tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa442b2-9c1f-4843-87bf-126e69c597cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339257 Sep 16 05:03:22.937767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:22.940909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:22.957362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:23.031881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Pushing event updated for resources: {'Port': ['ID=9217ea68-e9af-4d07-be78-38e4ce205909,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.043436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca958c-12eb-4c8c-8be7-b8129d5bf8d0 req-d1354228-5052-459c-9d09-dc8c3c0234d1 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.045178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ca958c-12eb-4c8c-8be7-b8129d5bf8d0 req-d1354228-5052-459c-9d09-dc8c3c0234d1 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 945 time: 0.3018792 Sep 16 05:03:23.096208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93fec38e-36aa-424e-bec8-abe342689305 req-4f7308c6-fb14-4e9d-9d4c-fc6a3f96fb9e tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0653837 Sep 16 05:03:23.120450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.134159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:23.254890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ca958c-12eb-4c8c-8be7-b8129d5bf8d0 req-629badac-2d83-44f7-b17d-bf1232e3fea6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818590 Sep 16 05:03:23.447845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0985d16f-9e6b-45a5-8596-56b028a23aec None None] Provisioning complete for port 9217ea68-e9af-4d07-be78-38e4ce205909 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:23.460702 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0985d16f-9e6b-45a5-8596-56b028a23aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.528707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0985d16f-9e6b-45a5-8596-56b028a23aec None None] Port 9217ea68-e9af-4d07-be78-38e4ce205909 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:23.591632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 51d7b961-dde4-43e0-949f-ce5426a55189 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:23.674625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.790278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:23.792690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:23.805741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] Sync routers for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:23.816658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '51d7b961-dde4-43e0-949f-ce5426a55189', 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64', 'port_id': '51d7b961-dde4-43e0-949f-ce5426a55189', 'mac_address': 'fa:16:3e:da:97:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745cf299-b5aa-411d-9896-73e8c2a1eba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:23.826815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:23.827802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:23.901737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6b2c2204-6387-417d-96c9-8f347138cc15 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:23.946777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db9f3-3be5-44bd-b6f1-497b0c3bdce5 req-47b27858-74c4-4a0e-bd14-97f946db6cb7 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.949155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b2db9f3-3be5-44bd-b6f1-497b0c3bdce5 req-47b27858-74c4-4a0e-bd14-97f946db6cb7 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 1097 time: 0.2685008 Sep 16 05:03:23.950108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] No DVR routers for this DVR port 7c53a9e6-d834-4be8-bc4c-0d464e8012ec on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:23.965704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168b46d-425d-4b8e-9e49-04fb7f01a571 req-cf55da23-628a-4f05-9ff3-17a0972dcf68 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:23.967590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8168b46d-425d-4b8e-9e49-04fb7f01a571 req-cf55da23-628a-4f05-9ff3-17a0972dcf68 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 945 time: 0.2195952 Sep 16 05:03:23.975567 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.978116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46d98209-213d-4ea4-b43b-1dc7356a6821 req-f7c92a30-44b9-4f0e-ad38-41ec8ae4c383 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.64 "DELETE /v2.0/ports/7c53a9e6-d834-4be8-bc4c-0d464e8012ec HTTP/1.1" status: 204 len: 173 time: 4.0261097 Sep 16 05:03:23.983100 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.983338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'name': 'network-vif-deleted', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:23.984456 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acec158-8a28-4e37-912c-50a0b0e77d24" -d '{"events": [{"server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "name": "network-vif-deleted", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:24.038726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d7b961-dde4-43e0-949f-ce5426a55189 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:24.052391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b2db9f3-3be5-44bd-b6f1-497b0c3bdce5 req-32a371ab-7175-4e15-9c52-eeee0ea91456 tempest-LiveAutoBlockMigrationV225Test-736840095 tempest-LiveAutoBlockMigrationV225Test-736840095-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834310 Sep 16 05:03:24.079797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:24.098813 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.106431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:24.123449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6b2c2204-6387-417d-96c9-8f347138cc15 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:24.123705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8168b46d-425d-4b8e-9e49-04fb7f01a571 req-66c81879-c492-4786-a01b-cb0517c5f92b tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234584 Sep 16 05:03:24.131220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.253735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f28883e9-8a1b-4ee6-a6df-b7530dd03f19 req-de716908-740c-4350-bac7-2eee7cac3ead tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0381815 Sep 16 05:03:24.346070 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7729a4-09b5-4c54-911c-1730911504cf x-openstack-request-id: req-cc7729a4-09b5-4c54-911c-1730911504cf {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:24.346533 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd90de1b-bd7c-47da-9416-36245a2b4b36", "name": "network-vif-deleted", "tag": "7c53a9e6-d834-4be8-bc4c-0d464e8012ec", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:24.346918 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc7729a4-09b5-4c54-911c-1730911504cf {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:24.347510 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd90de1b-bd7c-47da-9416-36245a2b4b36', 'name': 'network-vif-deleted', 'tag': '7c53a9e6-d834-4be8-bc4c-0d464e8012ec', 'status': 'completed', 'code': 200} Sep 16 05:03:24.351643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.396284 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.424837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.438798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87d213-cf93-4210-88a2-e804f2c8273c req-c94ddb93-28be-4462-98b7-cd92b1ee6392 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.443722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['51d7b961-dde4-43e0-949f-ce5426a55189'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:24.446416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b87d213-cf93-4210-88a2-e804f2c8273c req-c94ddb93-28be-4462-98b7-cd92b1ee6392 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 944 time: 0.1779017 Sep 16 05:03:24.511206 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.526386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-030c317a-9bf1-4c76-b50c-fb61e006f2c2 req-b5121f1d-e0c7-40ff-8a25-a9d66da33610 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1005123 Sep 16 05:03:24.554056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.567695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Pushing event updated for resources: {'Port': ['ID=9217ea68-e9af-4d07-be78-38e4ce205909,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.590936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b87d213-cf93-4210-88a2-e804f2c8273c req-54a1f9ef-919b-407d-874a-5c353be7bc99 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435709 Sep 16 05:03:24.798708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:24.817635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:24.830811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:13Z', 'revision_number': 5, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:24.878789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] Checking router: ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:24.920822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:24.921493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:24.941324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbb85b-44b7-4df9-bcdf-cebb2e572aa6 req-984eac27-050d-4f08-b01e-6931096c3f5b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.942951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7cbb85b-44b7-4df9-bcdf-cebb2e572aa6 req-984eac27-050d-4f08-b01e-6931096c3f5b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1375918 Sep 16 05:03:25.101212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:25.104640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7cbb85b-44b7-4df9-bcdf-cebb2e572aa6 req-6872c837-ee78-400b-bc0f-75c5da07ff7b tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458085 Sep 16 05:03:25.165650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Router abafbe24-36a4-43b4-bc18-aa6621d6c91c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:25.220908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-7478fa6b-45cf-4e78-860d-38d13726aadb tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.223207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-7478fa6b-45cf-4e78-860d-38d13726aadb tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/networks?id=3171318d-8e19-41e1-91d0-895c3c14348c HTTP/1.1" status: 200 len: 815 time: 0.1831543 Sep 16 05:03:25.223730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8e8c7d1e-d6b6-471e-8be3-76743c989ac1 None None] Provisioning complete for port 9217ea68-e9af-4d07-be78-38e4ce205909 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:25.224340 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7d1e-d6b6-471e-8be3-76743c989ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.303151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c7d1e-d6b6-471e-8be3-76743c989ac1 None None] Port 9217ea68-e9af-4d07-be78-38e4ce205909 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:25.363217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:13Z', 'revision_number': 5, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:25.530473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fa495-b215-433c-8aeb-510b3310fbde None None] The sync data for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 is: [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:00:08Z', 'revision_number': 4, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2b979b9f-e760-4fd9-9e8c-75af95d5f84b', 'name': '', 'network_id': 'd0f274c1-86ad-4aa8-904e-598e37950391', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'mac_address': 'fa:16:3e:c3:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:07Z', 'updated_at': '2021-09-16T05:00:13Z', 'revision_number': 5, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'subnets': [{'id': '628d6484-b303-4cd8-b63b-76e093020c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:25.608307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 51d7b961-dde4-43e0-949f-ce5426a55189 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:25.622518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-8e1c931a-a594-4c58-b59c-338ba399b131 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/quotas/e8d9c47b48b642d48bc1a8d8ac1c0ca5 HTTP/1.1" status: 200 len: 375 time: 0.3643858 Sep 16 05:03:25.680625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04149-4c73-4f77-97da-71f75bbfc0fe req-471daa7a-c4af-436d-9fdf-dee7acbaa7e4 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.683163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95a04149-4c73-4f77-97da-71f75bbfc0fe req-471daa7a-c4af-436d-9fdf-dee7acbaa7e4 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 945 time: 0.4902434 Sep 16 05:03:25.685731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 51d7b961-dde4-43e0-949f-ce5426a55189 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:25.690468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 51d7b961-dde4-43e0-949f-ce5426a55189 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:25.690977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.781856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-eda457fd-30fb-4c61-be2b-920726a501ac tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8d9c47b48b642d48bc1a8d8ac1c0ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584282 Sep 16 05:03:25.793359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:25.807226 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Sync routers for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:25.819165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c57bcb1-05f5-4509-a5d4-28c3c09811cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.823458 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:25.823704 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.829752 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:25.836904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e49fa8c1-1de9-4911-95f9-f8973185a344 admin admin] 10.222.0.55 "PUT /v2.0/routers/abafbe24-36a4-43b4-bc18-aa6621d6c91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1159723 Sep 16 05:03:25.881279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:25.888571 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48be05b-86ff-4a48-8900-2a94767e6e34" -d '{"events": [{"server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "name": "network-vif-plugged", "status": "completed", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:25.890313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95a04149-4c73-4f77-97da-71f75bbfc0fe req-158f9d29-f970-441a-8bec-e5ea3d716a4a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557879 Sep 16 05:03:25.927645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:25.933757 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.954355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-dc454a9c-1efb-45f2-8a74-684153439447 service neutron] 10.222.0.55 "GET /v2.0/networks/3171318d-8e19-41e1-91d0-895c3c14348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532583 Sep 16 05:03:25.992898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5cb64a-ecc4-44a3-8d8d-6d5a7a5e310d None None] New status for floating IP 94cf67fc-906e-4a4b-9142-4085a4621d5f: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:26.038160 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:26.101219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80d3fede-3f9a-4acd-9e06-75d27862c11f req-109c84a0-6257-479f-b7db-32d7b4c12edd tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0697975 Sep 16 05:03:26.145885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-f333ad8b-6578-4fcd-bcf1-946b0ecc745f service neutron] 10.222.0.55 "GET /v2.0/networks/3171318d-8e19-41e1-91d0-895c3c14348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785903 Sep 16 05:03:26.275186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-d0b052fd-801e-47c5-9b4f-99f8c2b72aa5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.276806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-d0b052fd-801e-47c5-9b4f-99f8c2b72aa5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 945 time: 0.1296713 Sep 16 05:03:26.278176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.367843 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 2, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:26.398024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f429fcb-e16f-4160-b19a-cc8840696f50 req-7cdb3c77-48dc-464b-ba4e-14b3017fcf7c tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1201177 Sep 16 05:03:26.608823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4a7870ce-e450-4eda-a77f-fc19dd81a88c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:26.624858 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f904c611-49c5-4644-89aa-618ee7fd74ed x-openstack-request-id: req-f904c611-49c5-4644-89aa-618ee7fd74ed {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:26.625153 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "name": "network-vif-plugged", "status": "completed", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:26.625403 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f904c611-49c5-4644-89aa-618ee7fd74ed {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:26.631426 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189', 'code': 200} Sep 16 05:03:26.696589 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Checking router: abafbe24-36a4-43b4-bc18-aa6621d6c91c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:26.698158 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Updating router abafbe24-36a4-43b4-bc18-aa6621d6c91c port 9217ea68-e9af-4d07-be78-38e4ce205909 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:03:26.722782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b0129-4c51-413d-b37e-bab131dcabd5 req-be8d3914-920b-48f2-a19f-cae74d8a32c3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.724535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb3b0129-4c51-413d-b37e-bab131dcabd5 req-be8d3914-920b-48f2-a19f-cae74d8a32c3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.1825984 Sep 16 05:03:26.747550 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.764771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a782-8d0e-4a4f-a212-deef3c038d42 req-728e845c-175d-4d9a-84fe-92e7ce1dd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.770698 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-10f4a782-8d0e-4a4f-a212-deef3c038d42 req-728e845c-175d-4d9a-84fe-92e7ce1dd7cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1097 time: 0.0879114 Sep 16 05:03:26.781210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Deleting port d018d69e-3398-41ba-b422-d2dc2a7a99be {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:26.781588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.856707 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-10f4a782-8d0e-4a4f-a212-deef3c038d42 req-bc19d73f-4380-40c5-9712-a95ba5b5f6c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775180 Sep 16 05:03:26.919189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:26.940908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'network_id': '48506ee8-29da-4163-93ee-0dda0e90a4d0', 'port_id': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'mac_address': 'fa:16:3e:4a:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8625bab-ccfa-451a-9da1-93c6b868b66d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:26.961971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb3b0129-4c51-413d-b37e-bab131dcabd5 req-aec41771-c786-4a61-8f80-0e787b512225 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259195 Sep 16 05:03:27.006212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2ec8-328b-4c68-9fe6-2c31435f6cf6 req-939edeaf-4b85-49ce-8c42-0153954071a5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:27.007822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-727a2ec8-328b-4c68-9fe6-2c31435f6cf6 req-939edeaf-4b85-49ce-8c42-0153954071a5 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 945 time: 0.2825415 Sep 16 05:03:27.050845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] For port d018d69e-3398-41ba-b422-d2dc2a7a99be, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d018d69e-3398-41ba-b422-d2dc2a7a99be,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:27.051235 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.073574 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.113442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a7870ce-e450-4eda-a77f-fc19dd81a88c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:27.147675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Calling delete_port for d018d69e-3398-41ba-b422-d2dc2a7a99be owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:27.163761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f922c336-e479-48c0-902d-c47a7721df60 req-28f37391-0ec9-4214-903f-4b974d107504 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 210 time: 0.0838084 Sep 16 05:03:27.168334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:27.174687 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.254560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-727a2ec8-328b-4c68-9fe6-2c31435f6cf6 req-de5a90e5-efcc-4260-a539-22b04d12ccc4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213688 Sep 16 05:03:27.278509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.369502 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.389919 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.424664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['4a7870ce-e450-4eda-a77f-fc19dd81a88c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:27.612832 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285da726-3e1d-4da7-8ad7-a222094f03fa None None] Pushing event updated for resources: {'Port': ['ID=9217ea68-e9af-4d07-be78-38e4ce205909,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.623897 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.667021 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Attempting to bind port 9217ea68-e9af-4d07-be78-38e4ce205909 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:27.667747 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Attempting to bind port 9217ea68-e9af-4d07-be78-38e4ce205909 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:27.668343 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Attempting to bind port 9217ea68-e9af-4d07-be78-38e4ce205909 on network 06b94b1b-7432-4930-a7bc-4551b88a64c2 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:27.675914 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:27.676614 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Checking segment: {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:27.677190 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.678194 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Bound using segment: {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:27.678858 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Bound port: 9217ea68-e9af-4d07-be78-38e4ce205909, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:27.679442 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.776034 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] For port 9217ea68-e9af-4d07-be78-38e4ce205909, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:27.779623 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] For port 9217ea68-e9af-4d07-be78-38e4ce205909, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9217ea68-e9af-4d07-be78-38e4ce205909,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:27.788038 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.814102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event deleted for resources: {'Port': ['ID=d018d69e-3398-41ba-b422-d2dc2a7a99be,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.831639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd694e2f-5cae-4f8a-abbf-56f4a74d25db req-33141473-dd2f-4eb6-b178-feb5c01c4872 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.3281374 Sep 16 05:03:27.859339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e4f88795-2ebc-4adc-b7a0-3db98a90d987 None None] Provisioning complete for port 9217ea68-e9af-4d07-be78-38e4ce205909 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:27.859859 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4f88795-2ebc-4adc-b7a0-3db98a90d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.902465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] No DVR routers for this DVR port d018d69e-3398-41ba-b422-d2dc2a7a99be on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:27.920477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.926291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f3e2603-7647-4aec-a721-9b7b6d727c27 req-8f17be8b-4c9b-490e-98f4-6c5fe27da1aa tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "DELETE /v2.0/ports/d018d69e-3398-41ba-b422-d2dc2a7a99be HTTP/1.1" status: 204 len: 173 time: 1.6343987 Sep 16 05:03:27.931716 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285da726-3e1d-4da7-8ad7-a222094f03fa None None] Pushing event updated for resources: {'Port': ['ID=9217ea68-e9af-4d07-be78-38e4ce205909,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.937646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'name': 'network-vif-deleted', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:27.954796 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a848d-c347-4bc8-9281-edfe2ed98ea9" -d '{"events": [{"server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "name": "network-vif-deleted", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:27.964449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['78169492-437b-4df1-826b-bded7672c883'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:27.971070 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:27.972135 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:02:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:28.094939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6f9279-2f6c-4212-a29f-60effa98616d req-4c01a23d-0f4e-4af7-9c27-89043666b6a6 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1224089 Sep 16 05:03:28.138450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e97557-474c-42b1-b185-64a451cd69b3 req-9d209ae7-453b-40d7-94a4-ab0c637a78a9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.149216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56e97557-474c-42b1-b185-64a451cd69b3 req-9d209ae7-453b-40d7-94a4-ab0c637a78a9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 944 time: 0.6492243 Sep 16 05:03:28.241569 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-39dd0064-e1fe-42a3-9391-ce01a604d456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.278853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56e97557-474c-42b1-b185-64a451cd69b3 req-da720cf3-787e-4646-b7e8-d7f1feafccb0 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254570 Sep 16 05:03:28.369246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4f88795-2ebc-4adc-b7a0-3db98a90d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.377440 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3a2030-6bca-482f-bf5e-9573b5018fe4 x-openstack-request-id: req-7f3a2030-6bca-482f-bf5e-9573b5018fe4 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:28.377811 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d7cc12-2702-4114-a7d9-4bef4691a7c9", "name": "network-vif-deleted", "tag": "d018d69e-3398-41ba-b422-d2dc2a7a99be", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:28.378129 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f3a2030-6bca-482f-bf5e-9573b5018fe4 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:28.378595 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d7cc12-2702-4114-a7d9-4bef4691a7c9', 'name': 'network-vif-deleted', 'tag': 'd018d69e-3398-41ba-b422-d2dc2a7a99be', 'status': 'completed', 'code': 200} Sep 16 05:03:28.396372 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:28.479738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e4f88795-2ebc-4adc-b7a0-3db98a90d987 None None] For port 9217ea68-e9af-4d07-be78-38e4ce205909, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9217ea68-e9af-4d07-be78-38e4ce205909,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:28.490173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4f88795-2ebc-4adc-b7a0-3db98a90d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.541939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a14dce4f-bcda-44de-ba46-0a1ceea43ea6 req-531cc923-ff4f-465e-b344-d82ef4a2d943 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 210 time: 0.0552683 Sep 16 05:03:28.620430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4a7870ce-e450-4eda-a77f-fc19dd81a88c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:28.633255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a9db4-682d-4248-9ce8-2ca81cd94ba7 req-a86ff061-e9ff-4d77-8a00-a0d39f62c4be tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.642921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a0a9db4-682d-4248-9ce8-2ca81cd94ba7 req-a86ff061-e9ff-4d77-8a00-a0d39f62c4be tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.2157540 Sep 16 05:03:28.693090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88795-2ebc-4adc-b7a0-3db98a90d987 None None] Pushing event updated for resources: {'Port': ['ID=9217ea68-e9af-4d07-be78-38e4ce205909,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.705357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-87ef53e8-8e01-49c6-946e-f3f44c01f2bd None None] Provisioning complete for port 9217ea68-e9af-4d07-be78-38e4ce205909 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:28.705943 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87ef53e8-8e01-49c6-946e-f3f44c01f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.741005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dcae194-e6b1-48a7-ae43-8bcabfb7f4ed req-c8d8a32a-7014-4359-975d-d6dcef7ed63c tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0583410 Sep 16 05:03:28.771025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a0a9db4-682d-4248-9ce8-2ca81cd94ba7 req-89bbad93-de2c-4345-948c-d624475a271e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270812 Sep 16 05:03:28.776400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:27Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:28.819778 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afc06f-8470-42e2-857e-dc4e5ba63ed3 None None] The sync data for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 is: [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:27Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:28.826571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 4a7870ce-e450-4eda-a77f-fc19dd81a88c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:28.827220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.017588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456107ae-ad35-4dd9-bbbb-2ce5c699d811 req-79505428-ab89-483b-93ef-d3ee7137b6dd tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.027468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-456107ae-ad35-4dd9-bbbb-2ce5c699d811 req-79505428-ab89-483b-93ef-d3ee7137b6dd tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1097 time: 0.1292751 Sep 16 05:03:29.085892 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.123568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:29.126478 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082cb991-f6b9-4fe6-9d95-741361779cb9" -d '{"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-plugged", "status": "completed", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:29.151664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:29.166706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.167529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:29.192543 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.215654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: d018d69e-3398-41ba-b422-d2dc2a7a99be {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:29.215880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d018d69e-3398-41ba-b422-d2dc2a7a99be not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:29.259284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.329418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d97a8f7-56f0-410d-8eee-0b98c5e28da5 req-688ad755-a3b1-4380-b952-7a2ee2467c49 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.3138576 Sep 16 05:03:29.337061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-7eafcaae-6987-420e-ac16-1771b3d3e4a1 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.338999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-7eafcaae-6987-420e-ac16-1771b3d3e4a1 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.64 "GET /v2.0/networks?id=3171318d-8e19-41e1-91d0-895c3c14348c HTTP/1.1" status: 200 len: 815 time: 0.2888567 Sep 16 05:03:29.368152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-456107ae-ad35-4dd9-bbbb-2ce5c699d811 req-89199a86-c342-44bb-bca0-b820b9ce3810 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313811 Sep 16 05:03:29.414896 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a001f428-d3f9-4210-9573-019dcddfb68f x-openstack-request-id: req-a001f428-d3f9-4210-9573-019dcddfb68f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:29.415091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Request body: {'port': {'device_id': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c', 'admin_state_up': True, 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:29.415385 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-plugged", "status": "completed", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:29.416285 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a001f428-d3f9-4210-9573-019dcddfb68f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:29.417092 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'code': 200} Sep 16 05:03:29.674411 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.683736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7d90079-b8d5-457c-b9dd-ba4d15eff3d7 req-a9aedb12-6d89-4c7c-af4f-d3f4debb1b3e tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1118457 Sep 16 05:03:29.758458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede5e2-5531-4bfa-a900-6ec9a9c2de88 req-e203f4d1-2537-4b2b-9914-c60c54c44448 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.765226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-adede5e2-5531-4bfa-a900-6ec9a9c2de88 req-e203f4d1-2537-4b2b-9914-c60c54c44448 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 945 time: 0.1874552 Sep 16 05:03:29.766228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Made reservation on behalf of e8d9c47b48b642d48bc1a8d8ac1c0ca5 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:29.775934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.882813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9217ea68-e9af-4d07-be78-38e4ce205909 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:29.887324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-adede5e2-5531-4bfa-a900-6ec9a9c2de88 req-ec6e7538-9e37-4433-9ecd-7bfbc623b94a tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084661 Sep 16 05:03:29.984961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79530e81-9f05-45e7-a04a-1245acae5399 req-3c94f56e-b5d2-4984-a47b-820a0a3a1acf tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.017764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79530e81-9f05-45e7-a04a-1245acae5399 req-3c94f56e-b5d2-4984-a47b-820a0a3a1acf tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1097 time: 0.1977656 Sep 16 05:03:30.050016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9217ea68-e9af-4d07-be78-38e4ce205909 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:30.050776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.155052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79530e81-9f05-45e7-a04a-1245acae5399 req-7457f926-3539-4caf-b0d1-fdd3ea733409 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286542 Sep 16 05:03:30.378945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Allocated IP 172.20.0.5 (3171318d-8e19-41e1-91d0-895c3c14348c/2e39b331-f149-4c37-ae7e-126a47f8214c/06e8bf3a-7799-4db4-bf80-0faad8e9cbb8) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:30.447480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0dab3855-b475-41e9-beab-b773975a29bc req-4bc1be19-8a7f-4f09-a74a-bb6e7f1ccf64 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 210 time: 0.3776391 Sep 16 05:03:30.548262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9f31689-091b-4435-af3c-0a05351d54ca req-2044eb84-ead2-45fd-bfd7-c83919eec9ac tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.1334538 Sep 16 05:03:30.899865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.086274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2e7bee7-0904-4bbf-bc42-394ecf15408d req-7a4b2437-9d99-45d1-ac59-3c9ad3af8087 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.1386359 Sep 16 05:03:31.128893 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.132220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.311410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Pushing event updated for resources: {'Port': ['ID=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.344163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a59e525-eda9-414e-9505-e60fdec98c0c req-5bc9e497-a419-42c1-b1cc-5a89ea0d7da4 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.2547803 Sep 16 05:03:31.414752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Network 3171318d-8e19-41e1-91d0-895c3c14348c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:31.423666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.427682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.431137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.432646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.433202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.434270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.434806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.437725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.437725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.437725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.442136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.442571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:31.453584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:31.474835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:31.601310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.601996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.641850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-1a266f1e-98df-4623-9664-7ccf7924592e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2373579 Sep 16 05:03:31.833295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-197ca0f1-58e2-4aef-89ed-771447931960 None None] Provisioning complete for port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:31.834968 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-197ca0f1-58e2-4aef-89ed-771447931960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.918704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-197ca0f1-58e2-4aef-89ed-771447931960 None None] Port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:32.633705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4a7870ce-e450-4eda-a77f-fc19dd81a88c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:32.743146 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.782647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:32.786155 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096bfdac-4122-40bd-989d-de211a602edc" -d '{"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:32.805028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:32.813326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.880068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.179662 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9db6787a-ebe9-4619-ba46-f41c011f313d req-65b07201-4e0a-4c59-a071-b266cb4b2319 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.1006258 Sep 16 05:03:41.459155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:42.383215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04652c3a-e686-4ec9-9120-8f2438dd0901 req-7b1d4e52-02da-45eb-978f-02f2e5ee999f tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.386106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04652c3a-e686-4ec9-9120-8f2438dd0901 req-7b1d4e52-02da-45eb-978f-02f2e5ee999f tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 931 time: 0.0548284 Sep 16 05:03:42.447520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04652c3a-e686-4ec9-9120-8f2438dd0901 req-d04ec083-ac46-4177-bd10-8a91b38cb726 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Sep 16 05:03:42.546506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27810f69-3694-4d6c-94b9-a4d28a0a7c67 req-9f246de7-b8c8-42a1-8ff9-74d7157a3fe9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0313044 Sep 16 05:03:42.747024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d7fc68e-208d-4ffc-9788-6bff87ec4728 req-6bd0b6ed-7332-4d8c-99a3-4361ca42c031 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0271318 Sep 16 05:03:42.837993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-669bbbeb-44b2-43be-83d4-55f4e180955d req-3be366e7-44f7-443e-8512-4ec14c8cfb11 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0266128 Sep 16 05:03:42.885255 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a8ca74-8f8b-46ea-8912-1bd2b750d0c3 x-openstack-request-id: req-d3a8ca74-8f8b-46ea-8912-1bd2b750d0c3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:42.885773 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:42.885882 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3a8ca74-8f8b-46ea-8912-1bd2b750d0c3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:42.886210 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'code': 200} Sep 16 05:03:43.084934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480866d2-3864-484c-9d19-561973d42a81 req-31f49f0c-6144-4c64-8cca-209ae2a95ece tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.086458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-480866d2-3864-484c-9d19-561973d42a81 req-31f49f0c-6144-4c64-8cca-209ae2a95ece tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 945 time: 0.0685401 Sep 16 05:03:43.128445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-480866d2-3864-484c-9d19-561973d42a81 req-6208ff8f-1d85-4047-a8a4-da231a4e6450 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351255 Sep 16 05:03:43.327375 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ffc82258-723c-431f-a52f-6b055fdcdf1b req-3317617f-4e78-4623-8f19-422bf6b49a96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=484683fa311749f3af0059d0ccffce54&device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0308580 Sep 16 05:03:43.356996 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ffc82258-723c-431f-a52f-6b055fdcdf1b req-534db219-e771-4d7b-947c-032941155f37 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=484683fa311749f3af0059d0ccffce54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207639 Sep 16 05:03:43.377193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f8e86-65d7-40d5-a0e7-d1fb290e0193 req-a0a49831-ad95-446a-ba94-4f4e1cc0d898 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.379015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-242f8e86-65d7-40d5-a0e7-d1fb290e0193 req-a0a49831-ad95-446a-ba94-4f4e1cc0d898 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.0586088 Sep 16 05:03:43.424724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-242f8e86-65d7-40d5-a0e7-d1fb290e0193 req-13e9f209-7792-4c02-ae57-8ab57312d626 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375602 Sep 16 05:03:43.478944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc82258-723c-431f-a52f-6b055fdcdf1b req-14053212-7322-4402-a57a-a78d8c8f0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.480837 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ffc82258-723c-431f-a52f-6b055fdcdf1b req-14053212-7322-4402-a57a-a78d8c8f0eb2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161053 Sep 16 05:03:43.522847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c314cf24-8ba4-41c7-ae03-7a75d061e8fc req-5dda24de-bf56-4fb6-be11-b6de50d1c766 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0266895 Sep 16 05:03:43.640502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ca5c7-2b2a-4805-b858-29a754684591 req-d6f3ee9f-f791-45b3-8143-58bc2b23683e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.642021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a9ca5c7-2b2a-4805-b858-29a754684591 req-d6f3ee9f-f791-45b3-8143-58bc2b23683e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 931 time: 0.0526078 Sep 16 05:03:43.680993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a9ca5c7-2b2a-4805-b858-29a754684591 req-680a302c-2f32-478f-802e-3571fc950578 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Sep 16 05:03:43.773860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3b17619-5bc3-4703-b714-78cb3c652f9d req-0c62f9be-0d68-4423-a778-fa861b53ac80 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0339391 Sep 16 05:03:43.876085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61526dde-9531-4af3-9082-2c5411124f69 req-9ec43943-2173-4bfb-b041-fe113c13ead4 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0302877 Sep 16 05:03:44.158321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef366a-d418-4821-bc9f-71129e79e59f req-7486cff8-998d-415c-a949-0b29c2983666 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.160041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ef366a-d418-4821-bc9f-71129e79e59f req-7486cff8-998d-415c-a949-0b29c2983666 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 945 time: 0.0560400 Sep 16 05:03:44.211692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ef366a-d418-4821-bc9f-71129e79e59f req-e369ead8-6180-4e48-8f07-7a31259e9e06 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Sep 16 05:03:44.550799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560330a-c8bb-4a5a-b1a1-548002878139 req-a936d0fc-d1b9-4a08-8318-b8b7d23c8e71 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.552417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e560330a-c8bb-4a5a-b1a1-548002878139 req-a936d0fc-d1b9-4a08-8318-b8b7d23c8e71 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.0543532 Sep 16 05:03:44.592531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e560330a-c8bb-4a5a-b1a1-548002878139 req-bef80968-325b-47fc-8d4c-1aa032d1f383 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Sep 16 05:03:44.700376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12f6d765-0400-4080-adab-2ba77fab0615 req-c902ad14-4fd2-4705-931d-6b2a849e95b6 tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.55 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0299792 Sep 16 05:03:44.819708 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ffc82258-723c-431f-a52f-6b055fdcdf1b req-0243dd54-85c9-4f0d-964c-325f8f10462e tempest-ServerShowV257Test-1907702404 tempest-ServerShowV257Test-1907702404-project] 10.222.0.73 "GET /v2.0/ports?device_id=f57ce5f6-999e-40c6-807b-550bb17ecd8a HTTP/1.1" status: 200 len: 210 time: 0.0340085 Sep 16 05:03:44.822872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb64e0-a17a-4f39-ba8d-a617eaa8a8aa req-0d576bfe-4159-494f-bdd0-d28dc58d3d4b tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.824751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ffb64e0-a17a-4f39-ba8d-a617eaa8a8aa req-0d576bfe-4159-494f-bdd0-d28dc58d3d4b tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 931 time: 0.0621121 Sep 16 05:03:44.867487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ffb64e0-a17a-4f39-ba8d-a617eaa8a8aa req-be8b3019-3717-4e6d-b0c6-b51fe7a7df6b tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359211 Sep 16 05:03:44.968612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8e692ad-c32b-4b42-853c-7eb25dfc84c8 req-2377f777-2fd0-40c9-b0a7-7b2dba5df6b4 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0292122 Sep 16 05:03:45.098376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a9b741b-6e67-47f5-b09b-67c0bf2bbaef req-9ec4721c-1151-45e7-b88b-a8292ceea4c3 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0340073 Sep 16 05:03:45.392986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710364f-8e66-4b7f-9d6b-b8539e71b6a5 req-6ed024aa-a977-4a52-b177-fd31942476fb tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.396579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9710364f-8e66-4b7f-9d6b-b8539e71b6a5 req-6ed024aa-a977-4a52-b177-fd31942476fb tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 945 time: 0.1003966 Sep 16 05:03:45.439463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9710364f-8e66-4b7f-9d6b-b8539e71b6a5 req-0afd5d96-c9bd-42ee-9713-fc5e1ceabc82 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b92aa6-27db-4f0d-a214-98ca202f322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344224 Sep 16 05:03:45.760217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36b59-8956-45f7-b42b-cac063760df8 req-f43782cb-6018-4bda-b929-ffec85cad0b9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.761758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4c36b59-8956-45f7-b42b-cac063760df8 req-f43782cb-6018-4bda-b929-ffec85cad0b9 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.0771263 Sep 16 05:03:45.805912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4c36b59-8956-45f7-b42b-cac063760df8 req-3b1c40a5-ba57-4384-934c-f33a2e15f525 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373240 Sep 16 05:03:45.820695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-b66fcf1b-819c-4a0b-b009-9106d913f760 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.830928 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-b66fcf1b-819c-4a0b-b009-9106d913f760 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 945 time: 0.0620010 Sep 16 05:03:45.942478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Deleting port fc2135b1-02b2-4cb9-b794-6221a2b46841 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:45.942818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.030697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92499521-1a5f-4016-a9d7-596a2351d08c req-7a282d9c-434c-46df-86ac-e102879a22b8 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.032572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92499521-1a5f-4016-a9d7-596a2351d08c req-7a282d9c-434c-46df-86ac-e102879a22b8 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 931 time: 0.0701561 Sep 16 05:03:46.069608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] For port fc2135b1-02b2-4cb9-b794-6221a2b46841, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fc2135b1-02b2-4cb9-b794-6221a2b46841,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:46.070071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.091199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92499521-1a5f-4016-a9d7-596a2351d08c req-ee2d73d0-72e1-441b-bec2-872101d02988 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 Sep 16 05:03:46.181255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39374) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.230557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8dd1c38-b609-4be9-8aa9-8771664c553c req-e0ff16f7-8efa-452a-96f3-867847d764c6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d7cc12-2702-4114-a7d9-4bef4691a7c9 HTTP/1.1" status: 200 len: 210 time: 0.0384839 Sep 16 05:03:46.362427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6609c1c4-cb8a-4763-aea5-ef9b8bad5727 req-2fb7465a-eb3b-438f-9f30-5bef279f89aa tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd90de1b-bd7c-47da-9416-36245a2b4b36 HTTP/1.1" status: 200 len: 210 time: 0.0451109 Sep 16 05:03:46.363320 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be164567-9da9-4f21-8dca-c251360e3d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.406601 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.407113 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.407376 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Floating IP f28b202a-4094-470f-9547-7b022792c008 disassociated. External IP: 172.25.6.254, port: fc2135b1-02b2-4cb9-b794-6221a2b46841. Sep 16 05:03:46.407821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Calling delete_port for fc2135b1-02b2-4cb9-b794-6221a2b46841 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:46.522009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be164567-9da9-4f21-8dca-c251360e3d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.527997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be164567-9da9-4f21-8dca-c251360e3d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.625905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.632061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-be164567-9da9-4f21-8dca-c251360e3d5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=484683fa311749f3af0059d0ccffce54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494097 Sep 16 05:03:46.632634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39382) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.633608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be164567-9da9-4f21-8dca-c251360e3d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3d0d86-3ca3-4a22-8a94-305bf51d3595,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.660573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event deleted for resources: {'Port': ['ID=fc2135b1-02b2-4cb9-b794-6221a2b46841,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.664080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Request body: {'port': {'device_id': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:46.684211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.684737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.684939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.685420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.685822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.686426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.688823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.688823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.688823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.688823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.688823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.688823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:46.739734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe59b48e-9cf4-43be-8b2e-bdaaae737207 req-cb20064f-f4c5-4fcb-a63e-d1bde5d2e952 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/ports?device_id=234ce1d7-c9fe-43f5-8600-034eb1db7f6f HTTP/1.1" status: 200 len: 210 time: 0.0934398 Sep 16 05:03:46.834064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.839613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Router 249b2928-38b3-4de0-9649-658f59f20e43 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:47.026357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:47.041589 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] Sync routers for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:47.043425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-30feaeef-ecad-43a4-bb43-e753f2e9dde2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:03:47.050685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-30feaeef-ecad-43a4-bb43-e753f2e9dde2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153015 Sep 16 05:03:47.069207 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:47.069854 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:47.090863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-45bd43f5-daa9-40db-bfde-115d7c5424b7 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.099176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-45bd43f5-daa9-40db-bfde-115d7c5424b7 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 1094 time: 0.0472419 Sep 16 05:03:47.105513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Request body: {'binding': {'host': 'n-h1-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:47.106148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Unknown quota resources ['binding']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:03:47.140307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] No DVR routers for this DVR port fc2135b1-02b2-4cb9-b794-6221a2b46841 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:47.146001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.148045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d392e22-b649-43a0-b31d-01cf5e8af271 req-5bb02f40-5db2-4962-b4f8-0efac27b726d tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.73 "DELETE /v2.0/ports/fc2135b1-02b2-4cb9-b794-6221a2b46841 HTTP/1.1" status: 204 len: 173 time: 1.3195109 Sep 16 05:03:47.148529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'name': 'network-vif-deleted', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:47.160314 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9fef17-270d-4205-9622-4bebd06f83d2" -d '{"events": [{"server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "name": "network-vif-deleted", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:47.296530 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:47.380677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on host n-h1-713301-15 for vnic_type normal with profile None {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:47.381238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:47.381760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:47.450657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-833b79dc-bee3-4bff-a7c7-854cf700f6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.482828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-833b79dc-bee3-4bff-a7c7-854cf700f6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.583184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:47.583698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:47.615087 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-833b79dc-bee3-4bff-a7c7-854cf700f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.618833 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-833b79dc-bee3-4bff-a7c7-854cf700f6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.622572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-833b79dc-bee3-4bff-a7c7-854cf700f6dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a3d0d86-3ca3-4a22-8a94-305bf51d3595 HTTP/1.1" status: 204 len: 168 time: 0.9830494 Sep 16 05:03:47.625481 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:47.647431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b79dc-bee3-4bff-a7c7-854cf700f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3d0d86-3ca3-4a22-8a94-305bf51d3595,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.654297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:47.654297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:47.654297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:47.655885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Bound port: 51d7b961-dde4-43e0-949f-ce5426a55189, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:47.689680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d27c84-8cdd-4319-8181-7117b9d62705 req-28a8c94f-0f0f-4822-a129-1b546f52033d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.691641 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] Checking router: 249b2928-38b3-4de0-9649-658f59f20e43 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:47.704013 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:47.704657 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:47.709233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d27c84-8cdd-4319-8181-7117b9d62705 req-28a8c94f-0f0f-4822-a129-1b546f52033d tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.6743858 Sep 16 05:03:47.816803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d27c84-8cdd-4319-8181-7117b9d62705 req-c2ee31a3-bea9-4fa4-b7c5-5ac7dece8234 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056929 Sep 16 05:03:47.845448 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:47.979282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:48.016933 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.038803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-18d987fe-f2e9-466d-9b88-8b241111cadf service neutron] 10.222.0.55 "POST /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189/bindings HTTP/1.1" status: 201 len: 390 time: 0.9379640 Sep 16 05:03:48.200142 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-0308327b-4191-443c-9ad6-70b380a0cc1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1941290 Sep 16 05:03:48.381566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ef046-6366-4540-8d54-0b73a88634c8 req-29c04e5c-bded-4bed-ab26-b6d72be4b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.386606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-29c04e5c-bded-4bed-ab26-b6d72be4b405 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6074832fbab4cd1950613d1387def2a&device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 1096 time: 0.1277783 Sep 16 05:03:48.411138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed7498-bec4-43a0-8982-ee58207c8bb5 req-632b88f7-d780-48cf-a5f2-da9ae696c688 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.424272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0ed7498-bec4-43a0-8982-ee58207c8bb5 req-632b88f7-d780-48cf-a5f2-da9ae696c688 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 931 time: 0.3634026 Sep 16 05:03:48.458720 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.462870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:48.489264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.538894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0ed7498-bec4-43a0-8982-ee58207c8bb5 req-e05f0019-8068-42b7-8d30-876250157392 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081543 Sep 16 05:03:48.541382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Transition to ACTIVE for port object 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:48.589181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.737852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Pushing event updated for resources: {'Port': ['ID=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.774701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-8fbc0a5c-55e6-4a33-9750-d793961b2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.777328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-8fbc0a5c-55e6-4a33-9750-d793961b2f54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1097 time: 0.2322435 Sep 16 05:03:48.817489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39422) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:48.903993 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8f07f-5b6e-41cb-ae82-e48dcd8fcf03 None None] The sync data for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 is: [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T04:59:15Z', 'revision_number': 4, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'cc8986a5-59ec-45f1-b998-20b47dc42748', 'name': '', 'network_id': '4d94c122-1459-428c-8d2b-7e91c540520e', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'mac_address': 'fa:16:3e:13:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:13Z', 'updated_at': '2021-09-16T04:59:21Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'subnets': [{'id': '86fe4de3-d35c-408c-9749-5cdd67745ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:49.038545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.64', 55770) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.412846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a419ddb2-c496-48c1-951f-d4b460277bf0 None None] New status for floating IP f28b202a-4094-470f-9547-7b022792c008: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:49.446890 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4930efc2-5149-40e5-a903-8dd36cf487ab x-openstack-request-id: req-4930efc2-5149-40e5-a903-8dd36cf487ab {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:49.448119 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234ce1d7-c9fe-43f5-8600-034eb1db7f6f", "name": "network-vif-deleted", "tag": "fc2135b1-02b2-4cb9-b794-6221a2b46841", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:49.449151 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4930efc2-5149-40e5-a903-8dd36cf487ab {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:49.451360 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234ce1d7-c9fe-43f5-8600-034eb1db7f6f', 'name': 'network-vif-deleted', 'tag': 'fc2135b1-02b2-4cb9-b794-6221a2b46841', 'status': 'completed', 'code': 200} Sep 16 05:03:49.515447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.544503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ef046-6366-4540-8d54-0b73a88634c8 req-fc841942-3a4e-4f2d-a687-ee7c60941433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.546091 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-fc841942-3a4e-4f2d-a687-ee7c60941433 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 200 len: 921 time: 1.1354122 Sep 16 05:03:49.677817 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-229d4553-eeba-4789-aa0f-8e3a8417b82a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 200 len: 217 time: 0.1229963 Sep 16 05:03:49.742498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fc2135b1-02b2-4cb9-b794-6221a2b46841 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:49.744361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-386478485-network', 'tenant_id': '9212c8be76354a2e8a2322cb51efb346'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:49.775928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Made reservation on behalf of 9212c8be76354a2e8a2322cb51efb346 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:49.786176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: fc2135b1-02b2-4cb9-b794-6221a2b46841 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:49.786524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fc2135b1-02b2-4cb9-b794-6221a2b46841 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:49.788524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.800877 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-966a9e7b-e9ba-4b9c-a86b-7811a83a3bc0 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.803155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.821344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ef046-6366-4540-8d54-0b73a88634c8 req-211df598-ec8c-4370-b978-e5f13cee40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.823187 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-211df598-ec8c-4370-b978-e5f13cee40f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 200 len: 860 time: 0.1335115 Sep 16 05:03:49.826767 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-966a9e7b-e9ba-4b9c-a86b-7811a83a3bc0 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.906050 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-ba3f1099-0a29-465c-96bd-4b5c9f73cae2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21426758-a088-4903-af89-b8f96b31da87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748291 Sep 16 05:03:49.950697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-a241cd75-7660-4ac8-b289-1b118ac7656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.952849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-a241cd75-7660-4ac8-b289-1b118ac7656e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 1.1679378 Sep 16 05:03:49.960367 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-966a9e7b-e9ba-4b9c-a86b-7811a83a3bc0 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.963437 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-966a9e7b-e9ba-4b9c-a86b-7811a83a3bc0 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.966890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-966a9e7b-e9ba-4b9c-a86b-7811a83a3bc0 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "DELETE /v2.0/security-groups/dfa442b2-9c1f-4843-87bf-126e69c597cc HTTP/1.1" status: 204 len: 168 time: 1.1263292 Sep 16 05:03:49.980812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39454) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.991711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Attempting to bind port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:49.992084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Attempting to bind port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:49.992495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Attempting to bind port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 on network 3171318d-8e19-41e1-91d0-895c3c14348c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:50.001888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5af54-dd3f-43c0-8877-f62c08cd50be req-d6f4da5d-4fc1-4873-b1ec-26bba55967de tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.009709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cb5af54-dd3f-43c0-8877-f62c08cd50be req-d6f4da5d-4fc1-4873-b1ec-26bba55967de tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 1.2266080 Sep 16 05:03:50.059737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.085662 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-5e9e18cd-0a5f-4c4f-9f75-2210988d862c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] show failed (client error): The resource could not be found. Sep 16 05:03:50.089737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.092259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5e9e18cd-0a5f-4c4f-9f75-2210988d862c tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "GET /v2.0/security-groups/dfa442b2-9c1f-4843-87bf-126e69c597cc HTTP/1.1" status: 404 len: 347 time: 0.0449960 Sep 16 05:03:50.096462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39458) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.160503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-a92a6872-202c-4316-ac31-72b19f05123f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.162013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-a92a6872-202c-4316-ac31-72b19f05123f tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 1.1124444 Sep 16 05:03:50.173508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 on network 3171318d-8e19-41e1-91d0-895c3c14348c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:50.173828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Attempting to bind port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 on network 3171318d-8e19-41e1-91d0-895c3c14348c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:50.176691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-6a7d82c4-b855-4ed6-aba8-6c55458cb787 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 217 time: 0.1949475 Sep 16 05:03:50.177480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a9e7b-e9ba-4b9c-a86b-7811a83a3bc0 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa442b2-9c1f-4843-87bf-126e69c597cc,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.216988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:50.260476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142f777-7d18-407b-9a60-03c7f7cfa096 req-83a25f94-9d06-42c5-a0bb-c10b2874a419 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.267791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f142f777-7d18-407b-9a60-03c7f7cfa096 req-83a25f94-9d06-42c5-a0bb-c10b2874a419 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 1.2301590 Sep 16 05:03:50.268998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.277864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:50.278218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Checking segment: {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:50.278588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Bound using segment: {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:50.279041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Bound port: 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211be6fd-f502-4369-a8b0-af258116c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:50.279385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.290703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.297771 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Added segment 924842f8-2f4a-459e-8d3d-cfc1a7d9a625 of type vlan for network 3a65ec87-c155-4487-afde-1a84d2dbfa13 Sep 16 05:03:50.343609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cb5af54-dd3f-43c0-8877-f62c08cd50be req-fe06b11b-3e13-4cc3-886b-fb7520791f24 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329463 Sep 16 05:03:50.395351 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-ffa207f8-8fcb-406b-a2cd-c9c00e730027 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769065 Sep 16 05:03:50.401862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.514226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.518182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.518911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.537029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Deleting port e81cae31-9597-4ba9-a49a-5f5c91fe3878 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:50.537369 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.576149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] For port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:50.589065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] For port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:50.593858 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-159ef046-6366-4540-8d54-0b73a88634c8 req-7ff2af6e-6d5c-4078-ab5d-93b2f0e844f5 service neutron] 10.222.0.64 "GET /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894262 Sep 16 05:03:50.595201 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0750756 Sep 16 05:03:50.637712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f142f777-7d18-407b-9a60-03c7f7cfa096 req-35866785-ba4d-4df9-b66e-cd286c2bcb55 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690023 Sep 16 05:03:50.642410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39462) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.711144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Request body: {'subnet': {'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-386478485-subnet', 'tenant_id': '9212c8be76354a2e8a2322cb51efb346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:50.761895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39464) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.770839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75d5e8-7144-40c1-9922-0e97949ebcde admin admin] Pushing event updated for resources: {'Network': ['ID=3a65ec87-c155-4487-afde-1a84d2dbfa13,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.773858 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.785396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3a65ec87-c155-4487-afde-1a84d2dbfa13 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:50.849259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.849469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.858820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1dbc2ac2-a1e8-48b1-9a47-d58ee87ca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.860360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1dbc2ac2-a1e8-48b1-9a47-d58ee87ca965 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.6706693 Sep 16 05:03:50.860984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Made reservation on behalf of 9212c8be76354a2e8a2322cb51efb346 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:50.863626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.888753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Calling delete_port for e81cae31-9597-4ba9-a49a-5f5c91fe3878 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:51.005419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Pushing event updated for resources: {'Port': ['ID=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.009279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.009866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.011381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-32bc3930-afe4-4173-87a6-2f45df423af1 service neutron] 10.222.0.64 "PUT /v2.0/ports/06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 HTTP/1.1" status: 200 len: 1092 time: 4.5391192 Sep 16 05:03:51.043956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'tag': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:51.046649 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c38f4-e640-4525-be4f-833eed4476c6" -d '{"events": [{"name": "network-changed", "server_uuid": "257b223a-0d9d-42a3-b9bf-5cabff755e97", "tag": "06e8bf3a-7799-4db4-bf80-0faad8e9cbb8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:51.056448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-b3831e87-d17e-4502-b845-9b3cbdefb46b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713871 Sep 16 05:03:51.191210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.233387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Pushing event deleted for resources: {'Port': ['ID=e81cae31-9597-4ba9-a49a-5f5c91fe3878,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.241858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf63a0-7b70-4fc7-a674-4edf4af0daa6 req-cee55029-f3f3-4493-82f2-809ff8b800cc tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.243587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7faf63a0-7b70-4fc7-a674-4edf4af0daa6 req-cee55029-f3f3-4493-82f2-809ff8b800cc tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 943 time: 0.6001818 Sep 16 05:03:51.270865 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f113ce08-7a64-4b6d-8f20-d93a974910a1 x-openstack-request-id: req-f113ce08-7a64-4b6d-8f20-d93a974910a1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:51.271271 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257b223a-0d9d-42a3-b9bf-5cabff755e97", "tag": "06e8bf3a-7799-4db4-bf80-0faad8e9cbb8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:51.271387 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f113ce08-7a64-4b6d-8f20-d93a974910a1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:51.271785 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'tag': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8', 'status': 'completed', 'code': 200} Sep 16 05:03:51.301829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-103b2a74-56d0-422d-a1aa-65826c2ca6ef service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289321 Sep 16 05:03:51.307055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.310060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.314289 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-22b0cc9d-42d1-4ed6-be4d-1726bd1f4e73 tempest-ServersTestBootFromVolume-394191058 tempest-ServersTestBootFromVolume-394191058-project] 10.222.0.55 "DELETE /v2.0/floatingips/94cf67fc-906e-4a4b-9142-4085a4621d5f HTTP/1.1" status: 204 len: 168 time: 1.2115903 Sep 16 05:03:51.314575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39472) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.333505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Deleting port 4a7870ce-e450-4eda-a77f-fc19dd81a88c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:51.333876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.424369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-b7d5f1db-d669-4d67-b8f8-cedf4d2d30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.426196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-b7d5f1db-d669-4d67-b8f8-cedf4d2d30e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8d9c47b48b642d48bc1a8d8ac1c0ca5&device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 1095 time: 0.1811152 Sep 16 05:03:51.454420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-adf8b3ad-bb7d-40a7-8c45-fa1805f4c5cd tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.480205 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-adf8b3ad-bb7d-40a7-8c45-fa1805f4c5cd tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.692465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-adf8b3ad-bb7d-40a7-8c45-fa1805f4c5cd tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.694952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-adf8b3ad-bb7d-40a7-8c45-fa1805f4c5cd tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.696140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-adf8b3ad-bb7d-40a7-8c45-fa1805f4c5cd tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "DELETE /v2.0/security-groups/07b92aa6-27db-4f0d-a214-98ca202f322f HTTP/1.1" status: 204 len: 168 time: 0.9129288 Sep 16 05:03:51.712719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39478) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.714661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7faf63a0-7b70-4fc7-a674-4edf4af0daa6 req-fdfc81fc-b2a0-4498-8625-9c4c5da39c0e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357309 Sep 16 05:03:51.715898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-3f1b2b9d-27e2-4b51-8c5d-cf0d63ef008a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 HTTP/1.1" status: 200 len: 217 time: 0.1783516 Sep 16 05:03:51.733421 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-bc9a66b5-5504-4f37-b4de-a9968bcd0c04 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] show failed (client error): The resource could not be found. Sep 16 05:03:51.736758 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bc9a66b5-5504-4f37-b4de-a9968bcd0c04 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "GET /v2.0/security-groups/07b92aa6-27db-4f0d-a214-98ca202f322f HTTP/1.1" status: 404 len: 347 time: 0.0170004 Sep 16 05:03:51.740763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39480) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:51.786122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8b3ad-bb7d-40a7-8c45-fa1805f4c5cd tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b92aa6-27db-4f0d-a214-98ca202f322f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.788564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.855212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.905119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] For port 4a7870ce-e450-4eda-a77f-fc19dd81a88c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4a7870ce-e450-4eda-a77f-fc19dd81a88c,segment=NetworkSegment(f17f216a-b467-498f-9cae-1c4c6f7b1c0f),segment_id=f17f216a-b467-498f-9cae-1c4c6f7b1c0f)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:51.905482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.934323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227339c1-00f3-4c90-bf8f-3d9a8a72af10 req-704b4cff-955f-4c7c-9685-e78e6813b215 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.935586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-227339c1-00f3-4c90-bf8f-3d9a8a72af10 req-704b4cff-955f-4c7c-9685-e78e6813b215 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.4087322 Sep 16 05:03:51.980125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-ef608889-a020-406a-82cd-55990ec4a9bb service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580284 Sep 16 05:03:51.989359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Deleting port 809bd8a5-7d75-4b39-8481-2d68f18e4fbb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:51.989359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.017385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-7b744fde-57b3-4437-bd2a-cb4915f44559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.019752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-7b744fde-57b3-4437-bd2a-cb4915f44559 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e39b331-f149-4c37-ae7e-126a47f8214c HTTP/1.1" status: 200 len: 854 time: 0.2903552 Sep 16 05:03:52.075744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Calling delete_port for 4a7870ce-e450-4eda-a77f-fc19dd81a88c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:52.142331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.142678 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.167970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Calling delete_port for 809bd8a5-7d75-4b39-8481-2d68f18e4fbb owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:52.230701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-227339c1-00f3-4c90-bf8f-3d9a8a72af10 req-1cf6bb80-f527-4d28-be97-4f64717b683e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625895 Sep 16 05:03:52.231704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc943e6-1c3f-4316-923e-b40ecb465b87,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.369885 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Deleting port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:52.370227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.472764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Checking segment: {'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:52.473304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Network hostable DHCP agents. Network: 3a65ec87-c155-4487-afde-1a84d2dbfa13, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:52.517467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c385-085d-4b41-bbaf-4344dcf64d50 req-9b456947-241f-42ff-a275-f1d88ea86d21 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.517780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] For port 2b979b9f-e760-4fd9-9e8c-75af95d5f84b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:52.518018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.521170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.533064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ff8c385-085d-4b41-bbaf-4344dcf64d50 req-9b456947-241f-42ff-a275-f1d88ea86d21 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 943 time: 0.6576664 Sep 16 05:03:52.560222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Pushing event deleted for resources: {'Port': ['ID=809bd8a5-7d75-4b39-8481-2d68f18e4fbb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.568518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Calling delete_port for 2b979b9f-e760-4fd9-9e8c-75af95d5f84b owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:52.684174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-61a0bb50-46dc-4864-9574-a02f6298b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.685853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-61a0bb50-46dc-4864-9574-a02f6298b478 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3171318d-8e19-41e1-91d0-895c3c14348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6443009 Sep 16 05:03:52.722739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.725641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.726812 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-edd83a5d-90dc-4327-a256-00f57e314590 tempest-ServersWithSpecificFlavorTestJSON-1893585239 tempest-ServersWithSpecificFlavorTestJSON-1893585239-project] 10.222.0.55 "DELETE /v2.0/floatingips/f28b202a-4094-470f-9547-7b022792c008 HTTP/1.1" status: 204 len: 168 time: 0.9830134 Sep 16 05:03:52.745646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Network 3a65ec87-c155-4487-afde-1a84d2dbfa13 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:52.771370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4a7870ce-e450-4eda-a77f-fc19dd81a88c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:52.822291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ff8c385-085d-4b41-bbaf-4344dcf64d50 req-e3d257db-63c3-412b-a8a8-82ab5614b931 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/security-groups?id=52ac4d2a-ff97-4055-bf35-4b0fa47776ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819433 Sep 16 05:03:52.923974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 3a65ec87-c155-4487-afde-1a84d2dbfa13) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:53.009373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2c32ee-a549-4d49-ac7e-8445d534078d None None] Network 3a65ec87-c155-4487-afde-1a84d2dbfa13 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:53.096886 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.109029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.109909 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.144765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b979b9f-e760-4fd9-9e8c-75af95d5f84b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.243339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bf8d758f-dad1-4e08-a688-30e8dac17a59 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5602877 Sep 16 05:03:53.255129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.488979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Pushing event deleted for resources: {'Port': ['ID=4a7870ce-e450-4eda-a77f-fc19dd81a88c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.519840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.548208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c44f32-9696-4c8c-8a42-70a6e5ba0422 req-27c91aad-1432-4583-900a-72a1d1ab3e1e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.550230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67c44f32-9696-4c8c-8a42-70a6e5ba0422 req-27c91aad-1432-4583-900a-72a1d1ab3e1e tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 943 time: 0.6492591 Sep 16 05:03:53.603613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa173f7-3375-4d05-82dc-061243ed7124 None None] Network 3a65ec87-c155-4487-afde-1a84d2dbfa13 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:53.612828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-265d9796-fe79-4470-a6bf-eed0a84bf4d2 service neutron] 10.222.0.64 "GET /v2.0/networks/3171318d-8e19-41e1-91d0-895c3c14348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129510 Sep 16 05:03:53.871350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] No DVR routers for this DVR port 4a7870ce-e450-4eda-a77f-fc19dd81a88c on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:53.878580 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.886185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d275bb35-e830-4f7a-9caa-7ae27c2caab5 req-3d7a7e59-ee85-40ba-a96f-689b1e9e477c tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.64 "DELETE /v2.0/ports/4a7870ce-e450-4eda-a77f-fc19dd81a88c HTTP/1.1" status: 204 len: 173 time: 3.7036772 Sep 16 05:03:53.897403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-deleted', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:53.903812 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d16cbe-b854-4f3a-a416-723bbb2f595e" -d '{"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-deleted", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:54.166143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67c44f32-9696-4c8c-8a42-70a6e5ba0422 req-c2694897-8ed8-4906-ab2b-dd85f7580efb tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642352 Sep 16 05:03:54.229195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2550a7-266d-4666-afbe-aa7c54487885 req-286c6cdc-c495-4b67-ad05-3eb9fac47337 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.239932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b2550a7-266d-4666-afbe-aa7c54487885 req-286c6cdc-c495-4b67-ad05-3eb9fac47337 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.7688730 Sep 16 05:03:54.279483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20a0501d-64de-4b01-95d2-36fd853216e1 req-2e58afd7-3e27-42a6-9f64-c3c7235a57e8 service neutron] 10.222.0.64 "GET /v2.0/networks/3171318d-8e19-41e1-91d0-895c3c14348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873442 Sep 16 05:03:54.289365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b2550a7-266d-4666-afbe-aa7c54487885 req-e36914ea-ec0f-4ab6-8e97-ab240a97a1ae tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458047 Sep 16 05:03:54.435100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:54.460828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.543839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c38f4-e640-4525-be4f-833eed4476c6 req-82467687-b39c-440e-9c9d-3d68ee08bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.546395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-996c38f4-e640-4525-be4f-833eed4476c6 req-82467687-b39c-440e-9c9d-3d68ee08bf3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8d9c47b48b642d48bc1a8d8ac1c0ca5&device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 1095 time: 0.1194572 Sep 16 05:03:54.880232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:54.886113 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-82df0a89-6dfd-4b17-ba44-de4075bd73e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/ab0bac21-c4a9-4acc-81f8-11ce29e1bd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5699937 Sep 16 05:03:54.889562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39540) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:54.900428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] Sync routers for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:54.925413 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:54.926857 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:54.966873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9eb2cb9d-83e6-45f1-9667-672f2e3c39bb req-97880668-fd57-4d9d-bb4e-5ee16bc56277 tempest-ImagesTestJSON-1003776964 tempest-ImagesTestJSON-1003776964-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc9307ae-d989-4c28-ac7c-b824cdc59a86 HTTP/1.1" status: 200 len: 210 time: 0.2371807 Sep 16 05:03:54.970136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39542) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.044621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-172702534'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:55.103716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.139541 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:55.159232 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9cc8df-143a-48e1-9325-8fb0bce4d1cf x-openstack-request-id: req-ce9cc8df-143a-48e1-9325-8fb0bce4d1cf {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:55.161611 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9307ae-d989-4c28-ac7c-b824cdc59a86", "name": "network-vif-deleted", "tag": "4a7870ce-e450-4eda-a77f-fc19dd81a88c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:55.162173 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce9cc8df-143a-48e1-9325-8fb0bce4d1cf {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:55.163172 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9307ae-d989-4c28-ac7c-b824cdc59a86', 'name': 'network-vif-deleted', 'tag': '4a7870ce-e450-4eda-a77f-fc19dd81a88c', 'status': 'completed', 'code': 200} Sep 16 05:03:55.246916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.283183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:55.291749 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.365212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Deleting port 61c2223b-28a0-4b0f-8766-9a356e3f560c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:55.366870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.393634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c38f4-e640-4525-be4f-833eed4476c6 req-39c303ae-72f5-42a5-8ede-0eca944c29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.395568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-996c38f4-e640-4525-be4f-833eed4476c6 req-39c303ae-72f5-42a5-8ede-0eca944c29a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3171318d-8e19-41e1-91d0-895c3c14348c HTTP/1.1" status: 200 len: 916 time: 0.8135171 Sep 16 05:03:55.446067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:55.493877 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:03:52Z', 'revision_number': 5, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port': {'id': '61c2223b-28a0-4b0f-8766-9a356e3f560c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:04Z', 'updated_at': '2021-09-16T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:55.498929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-996c38f4-e640-4525-be4f-833eed4476c6 req-11f77e29-b51f-4276-9a72-df70a979acd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 HTTP/1.1" status: 200 len: 217 time: 0.0653381 Sep 16 05:03:55.511307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] For port 61c2223b-28a0-4b0f-8766-9a356e3f560c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61c2223b-28a0-4b0f-8766-9a356e3f560c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:55.512030 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.517567 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.518029 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Added segment 2373753e-e8e8-4d37-8e39-80048f9cba49 of type vlan for network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 Sep 16 05:03:55.526129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Calling delete_port for 61c2223b-28a0-4b0f-8766-9a356e3f560c owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:55.542467 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] Checking router: ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:55.554546 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] Routers {'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:55.555947 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:55.561181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-43b9f091-e2b0-4c04-a026-ba537c9b315b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.563070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-43b9f091-e2b0-4c04-a026-ba537c9b315b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 813 time: 0.5915859 Sep 16 05:03:55.618572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-5e18f9bd-41b5-4704-9ddf-0800cf683913 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/quotas/9212c8be76354a2e8a2322cb51efb346 HTTP/1.1" status: 200 len: 375 time: 0.0284045 Sep 16 05:03:55.629539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.662035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c38f4-e640-4525-be4f-833eed4476c6 req-413241a9-40ee-45e0-9cae-8d3d50961705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.664433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-996c38f4-e640-4525-be4f-833eed4476c6 req-413241a9-40ee-45e0-9cae-8d3d50961705 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2e39b331-f149-4c37-ae7e-126a47f8214c HTTP/1.1" status: 200 len: 854 time: 0.1565895 Sep 16 05:03:55.708365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-a0dbf3fc-c107-464e-b9ea-dfc102044f1a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654538 Sep 16 05:03:55.733012 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] Set router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:55.806704 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:03:55Z', 'revision_number': 6, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:55.807870 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.810204 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f746a8bc-932e-4346-bdc8-397278169941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.815242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.815885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.826286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.850451 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570ccbb-5e12-45e0-8b25-0187d6edb845 None None] The sync data for ids ['ab0bac21-c4a9-4acc-81f8-11ce29e1bd14'] in n-d-713301-15 is: [{'id': 'ab0bac21-c4a9-4acc-81f8-11ce29e1bd14', 'name': 'tempest-ServersTestBootFromVolume-135490534-router', 'tenant_id': '35320b4eecdc42f7871e76cd012f8dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:03Z', 'updated_at': '2021-09-16T05:03:55Z', 'revision_number': 6, 'project_id': '35320b4eecdc42f7871e76cd012f8dd8', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:55.870307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Pushing event deleted for resources: {'Port': ['ID=61c2223b-28a0-4b0f-8766-9a356e3f560c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.962648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.065968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.068579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.114409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.115018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:03:56.120585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.121189 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7933ad37-0252-49d8-bf96-58b5421614fd admin admin] 10.222.0.55 "DELETE /v2.0/routers/ab0bac21-c4a9-4acc-81f8-11ce29e1bd14 HTTP/1.1" status: 204 len: 168 time: 1.2296588 Sep 16 05:03:56.123793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39558) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.174188 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] Deleting subnet 628d6484-b303-4cd8-b63b-76e093020c4e {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:56.177813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.229805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.248006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d270-c29b-4acd-a502-755104ca5377 req-300f0d3e-ccde-4153-8c5e-1e40b90a847f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.266710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06e4d270-c29b-4acd-a502-755104ca5377 req-300f0d3e-ccde-4153-8c5e-1e40b90a847f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 944 time: 0.8803966 Sep 16 05:03:56.372201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.397247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c38f4-e640-4525-be4f-833eed4476c6 req-5534fd8b-5b17-44aa-bd1c-8f8e73fa5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.398874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-996c38f4-e640-4525-be4f-833eed4476c6 req-5534fd8b-5b17-44aa-bd1c-8f8e73fa5d43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3171318d-8e19-41e1-91d0-895c3c14348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7018831 Sep 16 05:03:56.402622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3739691 Sep 16 05:03:56.405564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39560) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.411165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1735582749'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:56.466582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:56.470541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.492249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-20e941c4-0f8e-40a3-b196-607664a57cd5 service neutron] 10.222.0.55 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541018 Sep 16 05:03:56.501773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06e4d270-c29b-4acd-a502-755104ca5377 req-3864ac81-8bed-4c2b-bbb0-583bd7ae04e2 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287321 Sep 16 05:03:56.513422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.543583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a79d6-dac7-4dbf-bee4-94b15e7a6a9b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Network': ['ID=076ab2eb-acfc-4dd9-8fca-7c757f2953a7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.565122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-f716f189-592e-42ba-b78e-8a6523f6dd71 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.566758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-f716f189-592e-42ba-b78e-8a6523f6dd71 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 944 time: 0.3484051 Sep 16 05:03:56.571328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:56.583864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:56.614986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=628d6484-b303-4cd8-b63b-76e093020c4e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.639224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.639559 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Added segment aff8086a-069a-4141-83a2-a5e5550bc693 of type vlan for network 87774183-9d3a-4059-a0e1-f8feda9e53ca Sep 16 05:03:56.642237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.652313 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f14c5d15-37b2-4f02-a624-2386727d2012 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/628d6484-b303-4cd8-b63b-76e093020c4e HTTP/1.1" status: 204 len: 168 time: 0.5272775 Sep 16 05:03:56.660242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39564) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:56.702074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76c0ae-fd1a-4d29-acbe-6b73ac512f44 None None] Network d0f274c1-86ad-4aa8-904e-598e37950391 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:56.747598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.833851 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.848281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.858053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.858732 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.952301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e465ead-f56a-4588-8e53-47bca53cf4c7 req-91ed4bc9-5d10-4085-b989-0f2a116c341c tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.953964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e465ead-f56a-4588-8e53-47bca53cf4c7 req-91ed4bc9-5d10-4085-b989-0f2a116c341c tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 943 time: 0.2695885 Sep 16 05:03:56.961690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-996c38f4-e640-4525-be4f-833eed4476c6 req-15914cc5-388a-4950-861d-2db7248783b6 service neutron] 10.222.0.64 "GET /v2.0/networks/3171318d-8e19-41e1-91d0-895c3c14348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134521 Sep 16 05:03:57.004445 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5952797 Sep 16 05:03:57.004445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d88a8-9531-4ffe-b775-1f787f07868e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Network': ['ID=87774183-9d3a-4059-a0e1-f8feda9e53ca,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.008952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39566) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:57.015668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'subnet': {'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:57.016241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:57.050013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-52bf242a-d1e3-42c6-9bf9-f79c5da32a65 service neutron] 10.222.0.55 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187840 Sep 16 05:03:57.073326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] DHCP port deletion for d0f274c1-86ad-4aa8-904e-598e37950391 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:57.092051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Deleting port 78169492-437b-4df1-826b-bded7672c883 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:57.092700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.136766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Deleting port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:57.137189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.187620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] For port 78169492-437b-4df1-826b-bded7672c883, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78169492-437b-4df1-826b-bded7672c883,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:57.188235 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.206352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Calling delete_port for 78169492-437b-4df1-826b-bded7672c883 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:57.241244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:57.247155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.268039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e465ead-f56a-4588-8e53-47bca53cf4c7 req-04a5b11e-4394-410e-be44-291b0e2965e3 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052721 Sep 16 05:03:57.320464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] For port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:57.320983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.324405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39574) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:57.549861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-996c38f4-e640-4525-be4f-833eed4476c6 req-5d11cd15-4f0c-4b2d-a858-ae20915930fc service neutron] 10.222.0.64 "GET /v2.0/networks/3171318d-8e19-41e1-91d0-895c3c14348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781417 Sep 16 05:03:57.554746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06126d5b-186d-4ddc-9807-7d4fb5e3cdd0 req-dbd657a8-7773-4c5d-8edc-383d595b7aa1 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 210 time: 0.0909321 Sep 16 05:03:57.593838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Deleting port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:57.594460 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.622503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180d431-a8a5-45bb-9837-5cd1f92a7faa req-6afe4639-ca74-460b-910a-2dc1783b34d1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.624525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7180d431-a8a5-45bb-9837-5cd1f92a7faa req-6afe4639-ca74-460b-910a-2dc1783b34d1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.2464235 Sep 16 05:03:57.730606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7180d431-a8a5-45bb-9837-5cd1f92a7faa req-2a420cb3-ddb7-481e-b13e-443a820c07f1 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927527 Sep 16 05:03:57.734150 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.774537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] For port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,segment=NetworkSegment(a433a54c-6018-4405-8522-833638841326),segment_id=a433a54c-6018-4405-8522-833638841326)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:57.775032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.809218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Calling delete_port for 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:57.822285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Calling delete_port for 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:57.840996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event deleted for resources: {'Port': ['ID=78169492-437b-4df1-826b-bded7672c883,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.930265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61c2223b-28a0-4b0f-8766-9a356e3f560c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:57.979784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6b780f5-d6be-42f8-84ca-1ca1ff5abb2e req-fbb9e479-8c37-4ade-8f56-cba17b1cd0f9 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=af873c54-49c3-4b01-a4a3-248d40c8daf8 HTTP/1.1" status: 200 len: 210 time: 0.1409013 Sep 16 05:03:57.994176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 61c2223b-28a0-4b0f-8766-9a356e3f560c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:57.995980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61c2223b-28a0-4b0f-8766-9a356e3f560c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:57.996569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2b979b9f-e760-4fd9-9e8c-75af95d5f84b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:58.025643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] No DVR routers for this DVR port 78169492-437b-4df1-826b-bded7672c883 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:58.035550 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.041452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d680b25d-b95f-42ff-86d3-f5bab3ecbdeb req-7b6c4441-209f-4aac-9200-54d101992a77 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "DELETE /v2.0/ports/78169492-437b-4df1-826b-bded7672c883 HTTP/1.1" status: 204 len: 173 time: 1.4530306 Sep 16 05:03:58.042182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'name': 'network-vif-deleted', 'tag': '78169492-437b-4df1-826b-bded7672c883'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:58.047661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2b979b9f-e760-4fd9-9e8c-75af95d5f84b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:58.048286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2b979b9f-e760-4fd9-9e8c-75af95d5f84b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:58.048796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:58.061190 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3600ab53-a859-440a-9d73-683a0d334f1a" -d '{"events": [{"server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "name": "network-vif-deleted", "tag": "78169492-437b-4df1-826b-bded7672c883"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:58.073678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:58.074139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:58.117681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.149034 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf6341d-376a-4c51-b467-fe43921db145 x-openstack-request-id: req-2cf6341d-376a-4c51-b467-fe43921db145 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:58.149702 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af873c54-49c3-4b01-a4a3-248d40c8daf8", "name": "network-vif-deleted", "tag": "78169492-437b-4df1-826b-bded7672c883", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:58.150146 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cf6341d-376a-4c51-b467-fe43921db145 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:58.150675 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af873c54-49c3-4b01-a4a3-248d40c8daf8', 'name': 'network-vif-deleted', 'tag': '78169492-437b-4df1-826b-bded7672c883', 'status': 'completed', 'code': 200} Sep 16 05:03:58.167500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Pushing event deleted for resources: {'Port': ['ID=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.173118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4a3b169a-a1a7-409a-a272-29c209eaf35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.175217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] No DVR routers for this DVR port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:58.184492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.184959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.185533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.186004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.186558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.187028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.187537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.190954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.190954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.190954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.190954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.190954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6a3e02-da18-49e4-91b8-c72a18ca0390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:58.192520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.205568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.270295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e15e920-cd62-42d7-b85c-0ef4efbf4d7e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.276022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] No DVR routers for this DVR port 6e15e920-cd62-42d7-b85c-0ef4efbf4d7e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:58.407991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Subnet': ['ID=f34edbf9-e59a-4c35-ac21-40e529e94df8,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.461514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0601-a702-4fce-8fdb-b3096cfed4d5 req-58bcafbc-570a-4c0e-90bb-9fee9bea0b5d tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.469607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-438f0601-a702-4fce-8fdb-b3096cfed4d5 req-58bcafbc-570a-4c0e-90bb-9fee9bea0b5d tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 943 time: 0.0806091 Sep 16 05:03:58.471242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.471716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39618) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.475424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Checking segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:58.475799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network hostable DHCP agents. Network: 076ab2eb-acfc-4dd9-8fca-7c757f2953a7, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:58.538117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] Deleting subnet c8625bab-ccfa-451a-9da1-93c6b868b66d {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:58.551871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f274c1-86ad-4aa8-904e-598e37950391']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.552151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.562008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:58.610055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a433a54c-6018-4405-8522-833638841326') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.611833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a433a54c-6018-4405-8522-833638841326') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.628370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.657289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.671552 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 076ab2eb-acfc-4dd9-8fca-7c757f2953a7) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:58.685896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-438f0601-a702-4fce-8fdb-b3096cfed4d5 req-39c99853-fe9a-47d3-a61b-022e5f75f88b tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150760 Sep 16 05:03:58.687632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.688626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b864f2-ea5f-4cff-8e4c-875baf64cdd7 None None] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:58.690329 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.731334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.756536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.776990 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6f6738ae-d0a4-4cfe-9a37-eebf17e3b0af tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7646856 Sep 16 05:03:58.776990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:58.776990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:58.783645 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:58.785813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39624) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.804858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'subnet': {'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:58.848333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:58.850732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78169492-437b-4df1-826b-bded7672c883 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:58.868544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2818832a-2276-41c7-92cc-75730c006222 req-f680f84d-0a7b-4714-8d58-eae796f274d8 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 210 time: 0.1524763 Sep 16 05:03:58.935874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 78169492-437b-4df1-826b-bded7672c883 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:58.936221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78169492-437b-4df1-826b-bded7672c883 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:58.945025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.951033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.963569 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d0f274c1-86ad-4aa8-904e-598e37950391 HTTP/1.1" status: 204 len: 168 time: 2.3002069 Sep 16 05:03:58.968733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128828e-8b3f-44bc-aa76-5e9f75a4877e req-f81e7da6-f898-4e99-ab12-17f61f055250 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.977482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128828e-8b3f-44bc-aa76-5e9f75a4877e req-f81e7da6-f898-4e99-ab12-17f61f055250 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.1060307 Sep 16 05:03:59.038229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.038742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'fixed_ips': [{'subnet_id': 'f34edbf9-e59a-4c35-ac21-40e529e94df8'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:59.041772 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.047999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d28df9-07b1-4c12-b8e1-cc33b35b5166 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f274c1-86ad-4aa8-904e-598e37950391,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.107417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:59.121712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.129559 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:59.131168 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.146581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c8625bab-ccfa-451a-9da1-93c6b868b66d HTTP/1.1" status: 204 len: 168 time: 0.6730652 Sep 16 05:03:59.175509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39632) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.193279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39634) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.221046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded76a1-67cf-4bca-a89a-c1ddffc03d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8625bab-ccfa-451a-9da1-93c6b868b66d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.231622 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.266670 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.268714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128828e-8b3f-44bc-aa76-5e9f75a4877e req-735427e8-6b13-4a53-a48a-3da81fc928b0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884479 Sep 16 05:03:59.333696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:59.352889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8', 'network_id': '3171318d-8e19-41e1-91d0-895c3c14348c', 'port_id': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8', 'mac_address': 'fa:16:3e:fc:82:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e39b331-f149-4c37-ae7e-126a47f8214c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:59.362883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Allocated IP 10.1.1.2 (076ab2eb-acfc-4dd9-8fca-7c757f2953a7/f34edbf9-e59a-4c35-ac21-40e529e94df8/1dda5220-d4d7-44a3-92c3-393614643d62) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:59.429002 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.447242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:59.506467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:59.515013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.558751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8635-c96d-4085-93a6-2cfa50f5a845 req-7d96b94a-4baa-4024-bf59-263e114c86bc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.560701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cbbb8635-c96d-4085-93a6-2cfa50f5a845 req-7d96b94a-4baa-4024-bf59-263e114c86bc tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 944 time: 0.0606160 Sep 16 05:03:59.614242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cbbb8635-c96d-4085-93a6-2cfa50f5a845 req-37e6637d-a515-45a7-a15e-1c49089ba9be tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468981 Sep 16 05:03:59.621387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.638765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.645758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.720577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:59.721814 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.727121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:59.730204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:59.737190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Pushing event updated for resources: {'Port': ['ID=1dda5220-d4d7-44a3-92c3-393614643d62,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.796052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Attempting to bind port 1dda5220-d4d7-44a3-92c3-393614643d62 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:59.796455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Attempting to bind port 1dda5220-d4d7-44a3-92c3-393614643d62 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:59.797064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Attempting to bind port 1dda5220-d4d7-44a3-92c3-393614643d62 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:59.803396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:59.803777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Checking segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:59.804708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.805298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Bound using segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:59.806581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Bound port: 1dda5220-d4d7-44a3-92c3-393614643d62, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:59.806581 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.841824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef624f-54eb-423d-834b-31b5b3057852 req-8318451e-a9c8-453e-ad73-e16c4723d382 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.843643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81ef624f-54eb-423d-834b-31b5b3057852 req-8318451e-a9c8-453e-ad73-e16c4723d382 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 944 time: 0.0646386 Sep 16 05:03:59.894746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81ef624f-54eb-423d-834b-31b5b3057852 req-8504d421-c4ab-458e-8e09-be255536ad25 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Sep 16 05:03:59.896474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] For port 1dda5220-d4d7-44a3-92c3-393614643d62, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:59.902140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] For port 1dda5220-d4d7-44a3-92c3-393614643d62, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1dda5220-d4d7-44a3-92c3-393614643d62,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:59.907614 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.951310 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8832227f-8030-43d6-95a0-1b970e691836 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35320b4eecdc42f7871e76cd012f8dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7423375 Sep 16 05:03:59.953591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39642) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:59.990791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.996524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5204205-3953-498c-a80b-8490289a7d03 None None] Pushing event updated for resources: {'Port': ['ID=1dda5220-d4d7-44a3-92c3-393614643d62,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.014466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b391970-7ee4-40c5-a69c-097555078991 req-acda00b9-3291-4066-a8b0-89a35151ed35 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 210 time: 0.0448036 Sep 16 05:04:00.060432 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-22d74f1f-a8f6-413a-a156-fc73619e73d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.083694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-22d74f1f-a8f6-413a-a156-fc73619e73d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.105089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-c088f786-ff3e-4738-bb3f-98c889616f66 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.107480 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-c088f786-ff3e-4738-bb3f-98c889616f66 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 813 time: 0.7674780 Sep 16 05:04:00.108532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['06e8bf3a-7799-4db4-bf80-0faad8e9cbb8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:00.141736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Request body: {'port': {'device_id': '422b50c8-7bd2-4f24-9531-72514a68221f', 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13', 'admin_state_up': True, 'tenant_id': '9212c8be76354a2e8a2322cb51efb346'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:00.206872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-08d21b09-98ab-4194-a13d-7656f99b7935 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.212603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-08d21b09-98ab-4194-a13d-7656f99b7935 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 944 time: 0.0944839 Sep 16 05:04:00.286095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-22d74f1f-a8f6-413a-a156-fc73619e73d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.289977 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-22d74f1f-a8f6-413a-a156-fc73619e73d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.292068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-22d74f1f-a8f6-413a-a156-fc73619e73d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7077df8-a2fe-4ec0-a889-1951e547099c HTTP/1.1" status: 204 len: 168 time: 0.3369155 Sep 16 05:04:00.311115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d74f1f-a8f6-413a-a156-fc73619e73d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7077df8-a2fe-4ec0-a889-1951e547099c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.445405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.473245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Deleting port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:00.473884 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.493355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48506ee8-29da-4163-93ee-0dda0e90a4d0']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:00.506233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.513717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb99db8-1c26-49a9-9162-13609b210337 req-deb0c7b6-e714-4ca3-9411-d05516f164a9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.515510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2bb99db8-1c26-49a9-9162-13609b210337 req-deb0c7b6-e714-4ca3-9411-d05516f164a9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.1102159 Sep 16 05:04:00.518992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:00.519248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17f216a-b467-498f-9cae-1c4c6f7b1c0f') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:00.581885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.638373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] For port 5aa2c27d-f22a-4841-b071-c1b0d585ea52, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5aa2c27d-f22a-4841-b071-c1b0d585ea52,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:00.638757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.666780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2bb99db8-1c26-49a9-9162-13609b210337 req-0121fdf4-47ef-421f-81bb-ac108abd472f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374574 Sep 16 05:04:00.679074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.687335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Calling delete_port for 5aa2c27d-f22a-4841-b071-c1b0d585ea52 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:00.697068 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Subnet': ['ID=fcc54c2d-1c2c-4699-9184-5b9a7117bed0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.710496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:00.711741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:00.715052 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:00.752517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Made reservation on behalf of 9212c8be76354a2e8a2322cb51efb346 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:00.756501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.827207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Checking segment: {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:00.827520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network hostable DHCP agents. Network: 87774183-9d3a-4059-a0e1-f8feda9e53ca, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:00.845821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.850308 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.855232 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/48506ee8-29da-4163-93ee-0dda0e90a4d0 HTTP/1.1" status: 204 len: 168 time: 1.6641579 Sep 16 05:04:00.856553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e47bb-0cc3-48fd-8c94-795fb700073b req-828da2d9-a975-45f0-badc-907f40f090f6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.869619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c82e47bb-0cc3-48fd-8c94-795fb700073b req-828da2d9-a975-45f0-badc-907f40f090f6 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 944 time: 0.1070404 Sep 16 05:04:00.923141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de4c2d-8d53-47dc-9796-e8f6cbfc22e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48506ee8-29da-4163-93ee-0dda0e90a4d0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:00.939194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c82e47bb-0cc3-48fd-8c94-795fb700073b req-f2d6dcb0-dab4-4a65-a669-1db7c369e054 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646594 Sep 16 05:04:00.941943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:00.979182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Deleting port cc8986a5-59ec-45f1-b998-20b47dc42748 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:00.979941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.003444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 87774183-9d3a-4059-a0e1-f8feda9e53ca) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:01.009314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.009957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.019091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bbfe29-3d68-4827-a956-e57a4c710d98 None None] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:01.082315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.123794 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b841dedf-41d3-4703-9fd0-52e89c6b5298 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3272896 Sep 16 05:04:01.128056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39666) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.140032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'port': {'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'name': 'tempest-TaggedBootDevicesTest-2018441151', 'fixed_ips': [{'subnet_id': 'f34edbf9-e59a-4c35-ac21-40e529e94df8'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:01.152427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Allocated IP 172.20.0.2 (3a65ec87-c155-4487-afde-1a84d2dbfa13/4bc943e6-1c3f-4316-923e-b40ecb465b87/1cc9f4e2-1d99-495e-8cfb-3054d76c813e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:01.201001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.276466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event deleted for resources: {'Port': ['ID=5aa2c27d-f22a-4841-b071-c1b0d585ea52,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.330706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.349434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b4f212e-7654-4e90-af33-3868a6d7466d req-7162eed7-528f-429d-94eb-afe6165ab07b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 210 time: 0.1206594 Sep 16 05:04:01.394657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e688b0-5321-44ee-8123-c71f2a49ba3c req-6cc970c0-9f08-4b51-99f1-5fbba4bb2646 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.396453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88e688b0-5321-44ee-8123-c71f2a49ba3c req-6cc970c0-9f08-4b51-99f1-5fbba4bb2646 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 944 time: 0.2765968 Sep 16 05:04:01.400511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c267d9-70d7-4bb2-9363-cd5690f710cb None None] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:01.411120 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c97a7841-e676-476e-b675-627c3e3ac6ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96f61c59369d4d0f8c2b42cf4b0ca004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079439 Sep 16 05:04:01.413235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] For port cc8986a5-59ec-45f1-b998-20b47dc42748, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cc8986a5-59ec-45f1-b998-20b47dc42748,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:01.414134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.424836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39674) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.427778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] No DVR routers for this DVR port 5aa2c27d-f22a-4841-b071-c1b0d585ea52 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:01.441928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-87774183-9d3a-4059-a0e1-f8feda9e53ca', 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'fixed_ips': [{'subnet_id': 'fcc54c2d-1c2c-4699-9184-5b9a7117bed0'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:01.443084 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.457002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.458527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Calling delete_port for cc8986a5-59ec-45f1-b998-20b47dc42748 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:01.461486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04ee717b-a302-4d85-8c9b-8d5cbcc98280 req-5369d54a-58b4-4d5d-b35d-98f378e0772f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "DELETE /v2.0/ports/5aa2c27d-f22a-4841-b071-c1b0d585ea52 HTTP/1.1" status: 204 len: 173 time: 1.2412195 Sep 16 05:04:01.462438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'name': 'network-vif-deleted', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:01.467410 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d538ac9b-b4b2-419f-9324-c97cd195ab4e" -d '{"events": [{"server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "name": "network-vif-deleted", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:01.546549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88e688b0-5321-44ee-8123-c71f2a49ba3c req-7f36c44e-841f-4522-8447-38275bc3da8a tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974691 Sep 16 05:04:01.546774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7ba9f2b9-c697-455a-bf36-21bdb6678a72 None None] Provisioning complete for port 1dda5220-d4d7-44a3-92c3-393614643d62 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:01.546774 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f2b9-c697-455a-bf36-21bdb6678a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.660778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:01.717806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ea44fd4-d8a9-4cd7-a47f-cc909aa9820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.745071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39686) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.752969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.855272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Allocated IP 10.2.2.2 (87774183-9d3a-4059-a0e1-f8feda9e53ca/fcc54c2d-1c2c-4699-9184-5b9a7117bed0/dcdb6da4-ff84-4459-ad4d-8884f136438a) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:01.920275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a49176-1a26-43e7-90b2-061bf9c6281b req-dec073ee-7c32-43db-b006-4dfdffd6bd6f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.928929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a49176-1a26-43e7-90b2-061bf9c6281b req-dec073ee-7c32-43db-b006-4dfdffd6bd6f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.1291394 Sep 16 05:04:01.933361 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495560ff-1ba6-489c-9557-39d2145f1b3d x-openstack-request-id: req-495560ff-1ba6-489c-9557-39d2145f1b3d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:01.935486 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aca95c7-30b8-497a-80cb-459a006d88f4", "name": "network-vif-deleted", "tag": "5aa2c27d-f22a-4841-b071-c1b0d585ea52", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:01.935760 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-495560ff-1ba6-489c-9557-39d2145f1b3d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:01.936192 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca95c7-30b8-497a-80cb-459a006d88f4', 'name': 'network-vif-deleted', 'tag': '5aa2c27d-f22a-4841-b071-c1b0d585ea52', 'status': 'completed', 'code': 200} Sep 16 05:04:01.947307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1801869674-network', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:01.980117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ea44fd4-d8a9-4cd7-a47f-cc909aa9820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.052531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a49176-1a26-43e7-90b2-061bf9c6281b req-14eee187-235d-49cd-8dfc-c0d38c906e5b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224844 Sep 16 05:04:02.056734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Made reservation on behalf of 5a1bd4add4be46dcbcde85330c8f2a43 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:02.061936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.076866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.102517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.124549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.128823 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ea44fd4-d8a9-4cd7-a47f-cc909aa9820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.132777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ea44fd4-d8a9-4cd7-a47f-cc909aa9820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.133933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ea44fd4-d8a9-4cd7-a47f-cc909aa9820b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52ac4d2a-ff97-4055-bf35-4b0fa47776ae HTTP/1.1" status: 204 len: 168 time: 0.6993675 Sep 16 05:04:02.136197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] device_id is not set on port 6b280801-5830-4730-864a-dd246928f429 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:02.178284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Network 3a65ec87-c155-4487-afde-1a84d2dbfa13 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:02.182494 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.184368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f2b9-c697-455a-bf36-21bdb6678a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.186003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:02.192183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1dda5220-d4d7-44a3-92c3-393614643d62 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:02.208966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.212315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.237171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:02.290201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6840902-0da9-4d7d-bf83-69edc6087873 req-ad849d19-a954-44f6-b6a4-2dee7fe21e19 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aca95c7-30b8-497a-80cb-459a006d88f4 HTTP/1.1" status: 200 len: 210 time: 0.0753355 Sep 16 05:04:02.292552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.298886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.299691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.335004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7ba9f2b9-c697-455a-bf36-21bdb6678a72 None None] For port 1dda5220-d4d7-44a3-92c3-393614643d62, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1dda5220-d4d7-44a3-92c3-393614643d62,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:02.340446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:02.355062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f2b9-c697-455a-bf36-21bdb6678a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.356185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe0276-9868-4579-9f62-8b27a9acbeee,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.360014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:02.370722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.371093 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Added segment 7ee99798-2e29-40dd-8c67-ba950bc2ad23 of type vlan for network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f Sep 16 05:04:02.374105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:02.377006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:02.391084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea44fd4-d8a9-4cd7-a47f-cc909aa9820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ac4d2a-ff97-4055-bf35-4b0fa47776ae,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.426102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Pushing event updated for resources: {'Port': ['ID=dcdb6da4-ff84-4459-ad4d-8884f136438a,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.459380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.513722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.515962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.517769 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.543695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4091287 Sep 16 05:04:02.576062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8295577 Sep 16 05:04:02.585205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Request body: {'port': {'device_id': '422b50c8-7bd2-4f24-9531-72514a68221f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:02.587353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39702) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.593836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Request body: {'subnet': {'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1801869674-subnet', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:02.662496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df2468-3867-4935-a428-61b36dbe8843 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.692592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e418d-9158-4c85-8b32-3cfa4dac1b5c admin admin] Pushing event updated for resources: {'Network': ['ID=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.720541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea98bf1-16fd-4f39-b41a-abce1923a52d req-616c04e0-dcde-4a0e-9f13-35e96b01ef9f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.723431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ea98bf1-16fd-4f39-b41a-abce1923a52d req-616c04e0-dcde-4a0e-9f13-35e96b01ef9f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 931 time: 0.2346003 Sep 16 05:04:02.727357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Made reservation on behalf of 5a1bd4add4be46dcbcde85330c8f2a43 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:02.729828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.737364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Attempting to bind port dcdb6da4-ff84-4459-ad4d-8884f136438a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:02.737883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Attempting to bind port dcdb6da4-ff84-4459-ad4d-8884f136438a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:02.738360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Attempting to bind port dcdb6da4-ff84-4459-ad4d-8884f136438a on network 87774183-9d3a-4059-a0e1-f8feda9e53ca {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:02.744618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:02.751373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:02.751919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Checking segment: {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:02.752499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.753005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Bound using segment: {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:02.753613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Bound port: dcdb6da4-ff84-4459-ad4d-8884f136438a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:02.754106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.804541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.841597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.854494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ea98bf1-16fd-4f39-b41a-abce1923a52d req-5eb4931d-58f8-4af5-bb68-e107b031a02e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207583 Sep 16 05:04:02.869760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50086b00-8d21-4f1e-8de6-3598f2f8f10f req-fce31544-c0c0-4b2e-b80d-b2922bb73bcd tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.871441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50086b00-8d21-4f1e-8de6-3598f2f8f10f req-fce31544-c0c0-4b2e-b80d-b2922bb73bcd tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 944 time: 0.1990519 Sep 16 05:04:02.902145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8986a5-59ec-45f1-b998-20b47dc42748,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.917012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:02.945400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50086b00-8d21-4f1e-8de6-3598f2f8f10f req-b8099320-aa6c-43ef-8a5c-2ffeb6448e31 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590324 Sep 16 05:04:02.968718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-094bcb33-4e6f-415c-9bdb-062b197fdc86 None None] Provisioning complete for port 1dda5220-d4d7-44a3-92c3-393614643d62 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:02.969089 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-094bcb33-4e6f-415c-9bdb-062b197fdc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.981766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1dda5220-d4d7-44a3-92c3-393614643d62 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:02.982132 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.061506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9f2b9-c697-455a-bf36-21bdb6678a72 None None] Pushing event updated for resources: {'Port': ['ID=1dda5220-d4d7-44a3-92c3-393614643d62,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.139130 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.172499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] For port dcdb6da4-ff84-4459-ad4d-8884f136438a, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:03.186629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] For port dcdb6da4-ff84-4459-ad4d-8884f136438a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dcdb6da4-ff84-4459-ad4d-8884f136438a,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:03.189040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:03.207132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:03.207510 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.211819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.264074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b0dd83-2441-49ff-aec6-4b69f1a639a9,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.276473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:03.276927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Network hostable DHCP agents. Network: b069f2cc-96b1-42d9-94d6-ac3d8a6c147f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:03.290162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba63f-5aaa-4bbd-a419-f279397f1eb4 req-a1478a61-c280-48b7-addb-3dbb944ace83 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.291755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099df6f-db7e-4379-85ca-0a0b896c1327 None None] Pushing event updated for resources: {'Port': ['ID=dcdb6da4-ff84-4459-ad4d-8884f136438a,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.292064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93fba63f-5aaa-4bbd-a419-f279397f1eb4 req-a1478a61-c280-48b7-addb-3dbb944ace83 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.1115804 Sep 16 05:04:03.311992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:03.343869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b069f2cc-96b1-42d9-94d6-ac3d8a6c147f) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:03.371329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 10.1.1.151 (076ab2eb-acfc-4dd9-8fca-7c757f2953a7/f34edbf9-e59a-4c35-ac21-40e529e94df8/6b280801-5830-4730-864a-dd246928f429) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:03.377395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.377999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.421394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93fba63f-5aaa-4bbd-a419-f279397f1eb4 req-7dd99da5-2bc1-42c5-8416-4f75aef084f8 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061082 Sep 16 05:04:03.429022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-36fa9506-3559-405c-a67b-0ae919eecf48 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8405886 Sep 16 05:04:03.432034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39724) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.452202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719b471-fa7d-4c71-9db6-c6a2b8dee853 None None] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:03.453674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:03.522633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.530713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.533212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.612666 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.688549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.769021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:03.774520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:03.778636 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868c2dc6-c2d7-4ae0-acb5-620a824f8c40" -d '{"events": [{"server_uuid": "257b223a-0d9d-42a3-b9bf-5cabff755e97", "name": "network-vif-plugged", "status": "completed", "tag": "06e8bf3a-7799-4db4-bf80-0faad8e9cbb8"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:03.785197 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.786305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:03.819336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 5aa2c27d-f22a-4841-b071-c1b0d585ea52 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:03.819883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5aa2c27d-f22a-4841-b071-c1b0d585ea52 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:03.884145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:03.885340 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.916258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.063436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-9936802d-2d8a-4c78-88da-561f5255893b tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8a0927f768cb48a8bcc950334e8b29f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788958 Sep 16 05:04:04.067231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.173275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Allocated IP 172.20.0.2 (b069f2cc-96b1-42d9-94d6-ac3d8a6c147f/47b0dd83-2441-49ff-aec6-4b69f1a639a9/0ed44a1b-b166-4fa3-ac89-e01266ac01fa) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:04.189392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dcdb6da4-ff84-4459-ad4d-8884f136438a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:04.311402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port dcdb6da4-ff84-4459-ad4d-8884f136438a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:04.311961 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.425585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f12bfb-a633-4839-b877-08175738c349 req-241d8214-29dd-4465-8361-f179a0eac652 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.432385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.433154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87f12bfb-a633-4839-b877-08175738c349 req-241d8214-29dd-4465-8361-f179a0eac652 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 944 time: 0.6338210 Sep 16 05:04:04.446955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.472165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc9f4e2-1d99-495e-8cfb-3054d76c813e {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:04.478631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.487561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.509016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:04.516363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:04.520979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:04.545947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Pushing event updated for resources: {'Port': ['ID=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.593780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Transition to ACTIVE for port object 1cc9f4e2-1d99-495e-8cfb-3054d76c813e will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:04.599172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87f12bfb-a633-4839-b877-08175738c349 req-4d79fb45-cb4b-460f-a6ce-3177bf73ce54 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595387 Sep 16 05:04:04.626321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-b87885d1-3500-4289-8b03-aab998c31375 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.628340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-b87885d1-3500-4289-8b03-aab998c31375 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 944 time: 0.1772201 Sep 16 05:04:04.640120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.644927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.659595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.684552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Attempting to bind port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:04.685356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Attempting to bind port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:04.685491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Attempting to bind port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:04.696168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:04.696997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:04.699283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.699998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Bound using segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:04.700915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Bound port: 0ed44a1b-b166-4fa3-ac89-e01266ac01fa, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:04.701610 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.741345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port dcdb6da4-ff84-4459-ad4d-8884f136438a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dcdb6da4-ff84-4459-ad4d-8884f136438a,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:04.775714 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.776666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1dda5220-d4d7-44a3-92c3-393614643d62 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:04.795618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-9bffbcfa-6e3c-485d-a243-1c89cdd0b98c tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.798478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:04.802365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Router 249b2928-38b3-4de0-9649-658f59f20e43 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:04.804258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-9bffbcfa-6e3c-485d-a243-1c89cdd0b98c tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7285287 Sep 16 05:04:04.805696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c895cc-8a41-4e5f-986e-f0234625faf3 None None] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:04.808671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:04.808916 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f2d7c2-1df6-4da7-a603-011c5b1756fb x-openstack-request-id: req-27f2d7c2-1df6-4da7-a603-011c5b1756fb {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:04.809343 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257b223a-0d9d-42a3-b9bf-5cabff755e97", "name": "network-vif-plugged", "status": "completed", "tag": "06e8bf3a-7799-4db4-bf80-0faad8e9cbb8", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:04.809635 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27f2d7c2-1df6-4da7-a603-011c5b1756fb {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:04.810624 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8', 'code': 200} Sep 16 05:04:04.826810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-56e9ee06-f994-4119-b014-ba00c1a821f1 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/quotas/8a0927f768cb48a8bcc950334e8b29f7 HTTP/1.1" status: 200 len: 375 time: 0.0216286 Sep 16 05:04:04.828687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:04.901238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-1984db3f-d36c-4a6d-9b09-0ebe1320e22e tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a0927f768cb48a8bcc950334e8b29f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588477 Sep 16 05:04:04.919958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.920561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.934324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.998438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Deleting port ab299f24-84d1-48ff-976d-823c2e78aff3 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:04.998832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.014165 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8801501 Sep 16 05:04:05.039094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.053662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'port': {'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'name': 'tempest-TaggedBootDevicesTest-1486274334', 'fixed_ips': [{'subnet_id': 'f34edbf9-e59a-4c35-ac21-40e529e94df8'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:05.067300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] For port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:05.074304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] For port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:05.136488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82cae3-3a10-4321-bd0c-372f5a819e25 req-df7687a1-c558-4342-98ba-6c7921c4c482 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.138916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f82cae3-3a10-4321-bd0c-372f5a819e25 req-df7687a1-c558-4342-98ba-6c7921c4c482 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.2422104 Sep 16 05:04:05.149428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d6bdd-a72e-445f-8167-3719688247f0 req-c5c90033-a73d-43b6-a26e-093b774f9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.151721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-298d6bdd-a72e-445f-8167-3719688247f0 req-c5c90033-a73d-43b6-a26e-093b774f9198 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 1097 time: 0.2346590 Sep 16 05:04:05.192113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=dcdb6da4-ff84-4459-ad4d-8884f136438a,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.200284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fa2564c7-4905-468d-9d0e-3d8b966f07ee None None] Provisioning complete for port dcdb6da4-ff84-4459-ad4d-8884f136438a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:05.200940 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa2564c7-4905-468d-9d0e-3d8b966f07ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.243322 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.331104 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.340861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1dda5220-d4d7-44a3-92c3-393614643d62 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:05.341268 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.375118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f82cae3-3a10-4321-bd0c-372f5a819e25 req-67031cb9-d569-4143-b68a-ca559f9e7276 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288306 Sep 16 05:04:05.383824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:05.384813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-298d6bdd-a72e-445f-8167-3719688247f0 req-922b8645-41d6-4e7e-9169-959961ce4283 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847696 Sep 16 05:04:05.386146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.389458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] For port ab299f24-84d1-48ff-976d-823c2e78aff3, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ab299f24-84d1-48ff-976d-823c2e78aff3,segment=NetworkSegment(d7917b4b-1818-48f1-a78e-72f50109862d),segment_id=d7917b4b-1818-48f1-a78e-72f50109862d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:05.389925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.418537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] Sync routers for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:05.433407 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0b047874-bc3d-4ceb-bf8e-e553a92985db admin admin] 10.222.0.55 "PUT /v2.0/routers/249b2928-38b3-4de0-9649-658f59f20e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1079378 Sep 16 05:04:05.437265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Attempting to bind port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:05.437265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Attempting to bind port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:05.437575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Attempting to bind port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e on network 3a65ec87-c155-4487-afde-1a84d2dbfa13 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:05.442957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39762) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:05.446516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281238e7-14e3-4845-a8eb-3add450e4f46 req-cc1ef1fd-a268-410c-9592-c41790cd9dd2 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.447437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e on network 3a65ec87-c155-4487-afde-1a84d2dbfa13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:05.447776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Attempting to bind port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e on network 3a65ec87-c155-4487-afde-1a84d2dbfa13 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:05.450380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-281238e7-14e3-4845-a8eb-3add450e4f46 req-cc1ef1fd-a268-410c-9592-c41790cd9dd2 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 945 time: 0.2429457 Sep 16 05:04:05.452671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Calling delete_port for ab299f24-84d1-48ff-976d-823c2e78aff3 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:05.456705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241200b-dc52-4475-a944-6fa69883c181 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=6b280801-5830-4730-864a-dd246928f429,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.475589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:05.476320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Checking segment: {'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:05.476662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Bound using segment: {'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:05.477128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Bound port: 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:05.477496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.482207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b372266-a058-41ac-ad7a-bdfaf1896abc None None] Pushing event updated for resources: {'Port': ['ID=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.497522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:05.498498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:05.700318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:05.723884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:05.748480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.782411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-281238e7-14e3-4845-a8eb-3add450e4f46 req-ee1388e9-a09d-42ba-82c2-4137f8fcea34 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228939 Sep 16 05:04:05.876984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.880295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.883366 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] 10.222.0.73 "PUT /v2.0/ports/1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 1092 time: 3.3021648 Sep 16 05:04:05.891026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:05.893998 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1131c9b9-aa26-467e-a22a-f147301e52ab" -d '{"events": [{"name": "network-changed", "server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:05.984820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f2619283-4750-422f-a127-f39f470dee93 None None] Provisioning complete for port 6b280801-5830-4730-864a-dd246928f429 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:05.985183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f2619283-4750-422f-a127-f39f470dee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.004895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87717659-c857-48cc-b20a-52b4124182a3 req-4d2636fb-ce4c-4303-a576-3427f6cd0f9c tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 210 time: 0.1150930 Sep 16 05:04:06.014983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:06.022032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.032476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f2619283-4750-422f-a127-f39f470dee93 None None] Port 6b280801-5830-4730-864a-dd246928f429 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:06.041073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b198-d0d7-49c8-a0f6-d809e82ff632 req-e4d4a473-a030-4746-b3c4-333b9368ec40 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.048806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8235b198-d0d7-49c8-a0f6-d809e82ff632 req-e4d4a473-a030-4746-b3c4-333b9368ec40 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.4972403 Sep 16 05:04:06.062181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] device_id is not set on port 74a915c3-1c83-4d70-9572-61b068b83c34 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:04:06.085348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Allocated IP 172.25.6.137 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/6fd77f3c-4935-48ed-8e90-60b834418b97) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:06.125133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96675882-4897-4a7d-9a4f-be195b3f0740 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.128404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:06.198386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-420fefc1-13cc-4b5e-bd31-8fbd0be0b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.200305 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-420fefc1-13cc-4b5e-bd31-8fbd0be0b284 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1095 time: 0.2716711 Sep 16 05:04:06.257094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-561ba5bf-8802-42e7-bff2-2729100bcca5 None None] Provisioning complete for port dcdb6da4-ff84-4459-ad4d-8884f136438a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:06.257746 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-561ba5bf-8802-42e7-bff2-2729100bcca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.260474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-3bf5bfa0-31bf-468f-8e9d-35bd0ccf4058 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.262014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-3bf5bfa0-31bf-468f-8e9d-35bd0ccf4058 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.1742706 Sep 16 05:04:06.295671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8235b198-d0d7-49c8-a0f6-d809e82ff632 req-5ec7ebe2-44b3-4858-a0aa-80af3746795f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459097 Sep 16 05:04:06.300819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-15'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:06.348587 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-57b452e1-87c1-4b60-9870-eeda8b6b7831 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 217 time: 0.1317801 Sep 16 05:04:06.400929 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8adcfa9-07d8-4b36-9a61-ea1226a6d029 x-openstack-request-id: req-c8adcfa9-07d8-4b36-9a61-ea1226a6d029 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:06.404103 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:06.404385 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8adcfa9-07d8-4b36-9a61-ea1226a6d029 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:06.407202 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'status': 'completed', 'code': 200} Sep 16 05:04:06.512441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ed44a1b-b166-4fa3-ac89-e01266ac01fa up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:06.594302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T05:04:02Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:06.603321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:06.604049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.607803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 10.1.1.31 (076ab2eb-acfc-4dd9-8fca-7c757f2953a7/f34edbf9-e59a-4c35-ac21-40e529e94df8/74a915c3-1c83-4d70-9572-61b068b83c34) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:06.635989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7af3-2c25-43e1-96e9-becfed1bd4bd req-2f8d1c42-60c3-42bf-8b41-814b6d4ea14f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.643800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-958d7af3-2c25-43e1-96e9-becfed1bd4bd req-2f8d1c42-60c3-42bf-8b41-814b6d4ea14f tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/ports?device_id=771a1197-673f-4150-9cc4-b5bc46a49073 HTTP/1.1" status: 200 len: 944 time: 0.4067628 Sep 16 05:04:06.645673 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.645900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] Checking router: 249b2928-38b3-4de0-9649-658f59f20e43 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:06.676539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.705909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] Routers {'249b2928-38b3-4de0-9649-658f59f20e43'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:06.706474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['249b2928-38b3-4de0-9649-658f59f20e43'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:06.711894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-958d7af3-2c25-43e1-96e9-becfed1bd4bd req-a832e83e-f52e-47b9-a8d0-ea514ac82c00 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.55 "GET /v2.0/security-groups?id=90f0d481-4f92-4bf0-afcc-749c29c84a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651665 Sep 16 05:04:06.765983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Pushing event deleted for resources: {'Port': ['ID=ab299f24-84d1-48ff-976d-823c2e78aff3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.792068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd972fec-e498-42f9-b025-030ff5fa12b3 req-8c21fb58-0210-464f-93b4-0366415ba459 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.795920 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.800559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd972fec-e498-42f9-b025-030ff5fa12b3 req-8c21fb58-0210-464f-93b4-0366415ba459 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.2928915 Sep 16 05:04:06.804415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.851506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.873887 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:06.882952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.904963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.907889 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.911551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dcdb6da4-ff84-4459-ad4d-8884f136438a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:06.925467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd972fec-e498-42f9-b025-030ff5fa12b3 req-66b09fd8-b4fc-4e86-9101-9d4eda2bf8df tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234605 Sep 16 05:04:06.963690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] No DVR routers for this DVR port ab299f24-84d1-48ff-976d-823c2e78aff3 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:06.971131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ae9d8-b052-4319-b50e-43052845310c None None] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:06.983525 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.985336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3625a4e1-0a0b-41ea-b86f-89ba5aa879c6 req-ddd57711-417f-47b0-8474-0790a9ce5702 tempest-LiveAutoBlockMigrationV225Test-2016387056 tempest-LiveAutoBlockMigrationV225Test-2016387056-project] 10.222.0.64 "DELETE /v2.0/ports/ab299f24-84d1-48ff-976d-823c2e78aff3 HTTP/1.1" status: 204 len: 173 time: 2.3498552 Sep 16 05:04:06.985778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'name': 'network-vif-deleted', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:06.988262 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a7c92b-d7ab-43c9-9086-080fee5c6de3" -d '{"events": [{"server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "name": "network-vif-deleted", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:07.068294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-c8e14fa3-a3d3-4f55-965d-099eec3fefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.069927 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-c8e14fa3-a3d3-4f55-965d-099eec3fefd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.6895223 Sep 16 05:04:07.074181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:07.079942 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf5c8db-148f-4910-b58e-18cc2bfbac1c x-openstack-request-id: req-faf5c8db-148f-4910-b58e-18cc2bfbac1c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:07.080322 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771a1197-673f-4150-9cc4-b5bc46a49073", "name": "network-vif-deleted", "tag": "ab299f24-84d1-48ff-976d-823c2e78aff3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:07.080568 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faf5c8db-148f-4910-b58e-18cc2bfbac1c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:07.080904 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771a1197-673f-4150-9cc4-b5bc46a49073', 'name': 'network-vif-deleted', 'tag': 'ab299f24-84d1-48ff-976d-823c2e78aff3', 'status': 'completed', 'code': 200} Sep 16 05:04:07.095576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:07.097782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:07.143175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-0e24cfc9-bbb8-45ee-8fc7-3fa1da0a09ef tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8a0927f768cb48a8bcc950334e8b29f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020684 Sep 16 05:04:07.194119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.195685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.198803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=74a915c3-1c83-4d70-9572-61b068b83c34,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.205761 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-fcedb2d8-a2d5-43b9-b287-63136415fc7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231556 Sep 16 05:04:07.218268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] Set router 249b2928-38b3-4de0-9649-658f59f20e43 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:07.251260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ffdc9-5d1d-471e-a83b-3d4438cc3233 req-bcf24f8e-63ef-4032-954e-3e02064e28fd tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.258399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e4ffdc9-5d1d-471e-a83b-3d4438cc3233 req-bcf24f8e-63ef-4032-954e-3e02064e28fd tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 945 time: 0.3317807 Sep 16 05:04:07.297780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47c37177-ae4a-41c8-b8d1-94d93c0e075c req-66f05ed5-49cc-43c1-b3b7-8744529ffe90 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 210 time: 0.1078579 Sep 16 05:04:07.315682 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.317994 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7178c193-d06d-424c-9cd4-52cf7245dba2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2761369 Sep 16 05:04:07.424959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:07.444429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5b221a29-6cca-4ae9-a215-a5fee54c6e51 None None] Provisioning complete for port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:07.445055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b221a29-6cca-4ae9-a215-a5fee54c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.445661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.476189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:07.491171 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-5cd40d96-3e25-4cd2-9da2-7bcc3ad4130b service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699518 Sep 16 05:04:07.513501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:07.514107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.527376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Pushing event updated for resources: {'Port': ['ID=6fd77f3c-4935-48ed-8e90-60b834418b97,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.536739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:07.567475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port dcdb6da4-ff84-4459-ad4d-8884f136438a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:07.568019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.604914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e4ffdc9-5d1d-471e-a83b-3d4438cc3233 req-db56e0f7-d7d6-42ea-89ae-c3b590bde566 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166966 Sep 16 05:04:07.648781 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e5ea2fc-9827-4094-bbe8-86a818cc31ad req-35c01397-0e13-4f22-8db1-af00ab82b202 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400940 Sep 16 05:04:07.668253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Deleting port 4399b2b8-109b-41c7-a63b-13bfcd982d5e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:07.668726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.681504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-4e20a0d1-2b1a-4a07-96eb-b10e391c16e6 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.685972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-4e20a0d1-2b1a-4a07-96eb-b10e391c16e6 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5330725 Sep 16 05:04:07.775588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:07.799795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Request body: {'port': {'device_id': '157edf22-e9da-40b2-8068-115038c26dea', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '8a0927f768cb48a8bcc950334e8b29f7'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:07.818222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] For port 4399b2b8-109b-41c7-a63b-13bfcd982d5e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4399b2b8-109b-41c7-a63b-13bfcd982d5e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:07.819003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.834905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Calling delete_port for 4399b2b8-109b-41c7-a63b-13bfcd982d5e owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:07.895739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e9f27-c11a-4934-97c7-7ab93e0e20c5 req-209e167b-2e88-417a-8797-6acb523d9909 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.900358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-832e9f27-c11a-4934-97c7-7ab93e0e20c5 req-209e167b-2e88-417a-8797-6acb523d9909 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 945 time: 0.4716277 Sep 16 05:04:07.945385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6b83cf70-95f0-4850-aff8-f26dc658662b None None] Provisioning complete for port 74a915c3-1c83-4d70-9572-61b068b83c34 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:07.945928 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b83cf70-95f0-4850-aff8-f26dc658662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.948578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T05:04:02Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:08.013771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeeee5-2eaf-4d99-883d-cd0e6f6a20a0 None None] The sync data for ids ['249b2928-38b3-4de0-9649-658f59f20e43'] in n-d-713301-15 is: [{'id': '249b2928-38b3-4de0-9649-658f59f20e43', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67650301-router', 'tenant_id': 'ada320c778d84f58b86584ed726eba5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:07Z', 'updated_at': '2021-09-16T05:04:02Z', 'revision_number': 5, 'project_id': 'ada320c778d84f58b86584ed726eba5a', 'gw_port': {'id': '4399b2b8-109b-41c7-a63b-13bfcd982d5e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b2928-38b3-4de0-9649-658f59f20e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:09Z', 'updated_at': '2021-09-16T04:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:08.059166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6b83cf70-95f0-4850-aff8-f26dc658662b None None] Port 74a915c3-1c83-4d70-9572-61b068b83c34 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:08.183196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a4d33c78-d133-4602-8922-2059443f8a01 None None] Provisioning complete for port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:08.185511 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a4d33c78-d133-4602-8922-2059443f8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.210286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-9d6c2c57-c1de-482f-bce7-eb0269a1f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.211829 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-9d6c2c57-c1de-482f-bce7-eb0269a1f6d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1095 time: 0.1224570 Sep 16 05:04:08.239728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.414607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4399b2b8-109b-41c7-a63b-13bfcd982d5e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:08.500925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ed44a1b-b166-4fa3-ac89-e01266ac01fa up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:08.555723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39790) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.567181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-da098492-81a0-4f09-8771-6a72c86453dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.571648 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-da098492-81a0-4f09-8771-6a72c86453dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 914 time: 0.3494260 Sep 16 05:04:08.573812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d3d622a3-6456-4a4f-92b5-f4ce0a0fd38e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750500864', 'description': 'tempest-description--347883490'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.622317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.626786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:08.629491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.651526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39794) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.687797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.702805 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-2e03444c-6127-46a0-b5fc-65be15570c6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 217 time: 0.1152544 Sep 16 05:04:08.707727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-832e9f27-c11a-4934-97c7-7ab93e0e20c5 req-7e6fb158-8e55-4eff-b8a5-c66283844725 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7493892 Sep 16 05:04:08.798712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.886801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 51d7b961-dde4-43e0-949f-ce5426a55189 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:08.894914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:08.933170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: ab299f24-84d1-48ff-976d-823c2e78aff3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:08.933417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ab299f24-84d1-48ff-976d-823c2e78aff3 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:08.960419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f657c995-c04d-4445-b33c-49610930ab49 req-1712cb3b-b36f-480d-bc2f-fea8007adc25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 210 time: 0.1477222 Sep 16 05:04:09.020313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3d622a3-6456-4a4f-92b5-f4ce0a0fd38e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.074301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cc8986a5-59ec-45f1-b998-20b47dc42748 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:09.088610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:09.092615 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0e843-286f-4b77-83c3-3203a3f2a104" -d '{"events": [{"server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "name": "network-vif-unplugged", "status": "completed", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:09.102338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:09.114828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: cc8986a5-59ec-45f1-b998-20b47dc42748 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:09.115328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cc8986a5-59ec-45f1-b998-20b47dc42748 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:09.139325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.142763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.147009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:09.147674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:09.148288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:09.154311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:09.156310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:09.162240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:09.162620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:09.163868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:09.164428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Bound port: 51d7b961-dde4-43e0-949f-ce5426a55189, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:09.164999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.170565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c4604-ed6a-401f-b99a-02d7ad6faa1a req-b9efa844-0dcb-49d3-a7f2-3bbdfeba9257 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.172115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b9c4604-ed6a-401f-b99a-02d7ad6faa1a req-b9efa844-0dcb-49d3-a7f2-3bbdfeba9257 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.3479562 Sep 16 05:04:09.174933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] Deleting subnet 25775086-bd8b-4038-b187-b2838a899d02 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:09.186766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.188754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.190296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-73cd4df6-1e44-4597-a4c7-076368f5c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.192455 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-73cd4df6-1e44-4597-a4c7-076368f5c4bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.4421232 Sep 16 05:04:09.201773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.201773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249b2928-38b3-4de0-9649-658f59f20e43 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:09.204253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.208981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.210859 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-79363e80-67d0-46c6-9d9e-cf79f0af06c8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/249b2928-38b3-4de0-9649-658f59f20e43 HTTP/1.1" status: 204 len: 168 time: 3.7545688 Sep 16 05:04:09.220249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39802) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.246562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:09.250154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:09.256635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.264678 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-bc0f8949-e99d-4ea4-8029-14e87fe64376 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599682 Sep 16 05:04:09.296557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:09.296804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:09.297144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:09.324435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] Deleting subnet 86fe4de3-d35c-408c-9749-5cdd67745ab2 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:09.329213 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.342343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 51d7b961-dde4-43e0-949f-ce5426a55189 has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:04:09.348895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.369595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b9c4604-ed6a-401f-b99a-02d7ad6faa1a req-48e4cc21-519b-4fe7-96b0-020eba282bb9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773620 Sep 16 05:04:09.370170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:09.370505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Attempting to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 on network 8cb60b0c-a3f5-42f8-8978-f1db57537b64 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:09.381057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.394193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fb09e-b18d-4222-8fcd-fd5684f194bd req-79fe1c3b-51d4-4f83-a010-9a97617b8a8c tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.395725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f12fb09e-b18d-4222-8fcd-fd5684f194bd req-79fe1c3b-51d4-4f83-a010-9a97617b8a8c tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 945 time: 0.3273129 Sep 16 05:04:09.403984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.428854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:09.429206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Checking segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:09.429596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Bound using segment: {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:09.430055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Bound port: 51d7b961-dde4-43e0-949f-ce5426a55189, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880bdbc5-d907-45b0-a983-35acef0060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8cb60b0c-a3f5-42f8-8978-f1db57537b64'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:09.430417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.442155 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6850c9-1476-4140-b0b5-4ea9e6ad2ec8 x-openstack-request-id: req-6f6850c9-1476-4140-b0b5-4ea9e6ad2ec8 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:09.442450 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "name": "network-vif-unplugged", "status": "completed", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:09.442701 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f6850c9-1476-4140-b0b5-4ea9e6ad2ec8 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:09.443095 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189', 'code': 200} Sep 16 05:04:09.453244 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-ec9522b7-69a1-41d0-af80-b963a71b7144 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796565 Sep 16 05:04:09.559528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.564871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.609521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f12fb09e-b18d-4222-8fcd-fd5684f194bd req-c7a390f4-befc-4962-8681-d299703c9fb8 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887474 Sep 16 05:04:09.649906 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3d622a3-6456-4a4f-92b5-f4ce0a0fd38e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.659888 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1131c9b9-aa26-467e-a22a-f147301e52ab req-3dec4d21-2246-4c3f-b875-696aa63abe84 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956224 Sep 16 05:04:09.684270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.698752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3d622a3-6456-4a4f-92b5-f4ce0a0fd38e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.714614 n-d-713301-15 neutron-server[94719]: WARNING neutron.plugins.ml2.plugin [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Concurrent port binding operations failed on port 51d7b961-dde4-43e0-949f-ce5426a55189 Sep 16 05:04:09.716930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.718980 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/86fe4de3-d35c-408c-9749-5cdd67745ab2 HTTP/1.1" status: 204 len: 168 time: 0.4976280 Sep 16 05:04:09.719656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155581b2-17e3-4fb8-814c-2dd4d9ef2f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fe4de3-d35c-408c-9749-5cdd67745ab2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.722019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39806) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.726780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:09.730550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b40c8bb-1c0e-4ab3-8b6c-60d00e40310d None None] Network 4d94c122-1459-428c-8d2b-7e91c540520e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:09.823518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:09.825737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.863122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Made reservation on behalf of 8a0927f768cb48a8bcc950334e8b29f7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:09.865717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.886603 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Attempt 2 to bind port 51d7b961-dde4-43e0-949f-ce5426a55189 Sep 16 05:04:09.889266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.892545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3d622a3-6456-4a4f-92b5-f4ce0a0fd38e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.893818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d3d622a3-6456-4a4f-92b5-f4ce0a0fd38e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3334806 Sep 16 05:04:09.898846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39810) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.902621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.903503 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.904978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-1c554d1b-7a0f-4d18-920c-f9e09c850007 service neutron] 10.222.0.64 "PUT /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 1123 time: 3.6082420 Sep 16 05:04:09.905651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d622a3-6456-4a4f-92b5-f4ce0a0fd38e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48687f92-1957-46d8-800d-584617b448c0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.909473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-99ec6e38-7c1c-4ef6-be1d-8e440309ebec tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'security_group_rule': {'security_group_id': '48687f92-1957-46d8-800d-584617b448c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:09.937685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Deleting port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:09.938382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.959512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:09.971516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13', 'port_id': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'mac_address': 'fa:16:3e:2e:16:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc943e6-1c3f-4316-923e-b40ecb465b87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:09.973246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99ec6e38-7c1c-4ef6-be1d-8e440309ebec tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.994203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.024561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf119-2e0f-40b3-a877-40cbe84b5506 req-f7635c6b-65b5-4379-abbd-c1c890e8d48e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.027482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe3cf119-2e0f-40b3-a877-40cbe84b5506 req-f7635c6b-65b5-4379-abbd-c1c890e8d48e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.1690812 Sep 16 05:04:10.031064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.047614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['51d7b961-dde4-43e0-949f-ce5426a55189'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:10.061567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99ec6e38-7c1c-4ef6-be1d-8e440309ebec tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.101881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99ec6e38-7c1c-4ef6-be1d-8e440309ebec tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.106283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['51d7b961-dde4-43e0-949f-ce5426a55189'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:10.145307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] For port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ad6f849-8f8c-4439-bc79-7ea7a43cd51d,segment=NetworkSegment(53942188-3f2e-4e08-ba7e-a3c304972eb4),segment_id=53942188-3f2e-4e08-ba7e-a3c304972eb4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:10.145844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.148910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec6e38-7c1c-4ef6-be1d-8e440309ebec tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02d96e6-e4fb-4f2c-854c-e78301bcb150,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.165032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Calling delete_port for 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:10.289037 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.332109 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.333017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad6f849-8f8c-4439-bc79-7ea7a43cd51d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.351586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25775086-bd8b-4038-b187-b2838a899d02,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.351757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] No DVR routers for this DVR port 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:10.355063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4399b2b8-109b-41c7-a63b-13bfcd982d5e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:10.355530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12b6c800-eb3b-4b91-9f30-6bc950e8c9d2 req-bd235947-1f33-4bcc-82c0-87874a784945 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 210 time: 0.2255418 Sep 16 05:04:10.359557 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.369442 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.375043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ea831964-cfc6-4554-824c-e91d8af60f02 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/25775086-bd8b-4038-b187-b2838a899d02 HTTP/1.1" status: 204 len: 168 time: 1.7169445 Sep 16 05:04:10.380865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39820) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.381539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.417191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99ec6e38-7c1c-4ef6-be1d-8e440309ebec tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.423118 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-99ec6e38-7c1c-4ef6-be1d-8e440309ebec tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5171914 Sep 16 05:04:10.424442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39824) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.436062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc9f4e2-1d99-495e-8cfb-3054d76c813e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:10.445748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4399b2b8-109b-41c7-a63b-13bfcd982d5e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:10.446220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4399b2b8-109b-41c7-a63b-13bfcd982d5e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:10.472210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d3c62447-cae2-4d91-b41a-263483a261e6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'security_group_rule': {'security_group_id': '48687f92-1957-46d8-800d-584617b448c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:10.495632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:10.497307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe3cf119-2e0f-40b3-a877-40cbe84b5506 req-8f139c27-b983-45b0-b0df-495b35e28f0b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231801 Sep 16 05:04:10.513763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f10432-d00b-47ee-b825-972f5b4c4479 None None] DHCP port deletion for 4d94c122-1459-428c-8d2b-7e91c540520e request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:10.533251 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.571632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c62447-cae2-4d91-b41a-263483a261e6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.630990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.680930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.687241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0693ea-a9c4-43cd-b1a5-57744fb19452,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.688405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d94c122-1459-428c-8d2b-7e91c540520e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.732806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53942188-3f2e-4e08-ba7e-a3c304972eb4') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.733900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53942188-3f2e-4e08-ba7e-a3c304972eb4') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.755518 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.771857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.791077 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.795769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c62447-cae2-4d91-b41a-263483a261e6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.803799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c62447-cae2-4d91-b41a-263483a261e6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.806671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:10.807127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:10.812239 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:10.823171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971e2ef-006f-4777-a4fe-d10eb3b386d7 req-4289de5b-1718-4b6a-acf0-72a52f5ea9f9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.825040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b971e2ef-006f-4777-a4fe-d10eb3b386d7 req-4289de5b-1718-4b6a-acf0-72a52f5ea9f9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 944 time: 0.3265729 Sep 16 05:04:10.841879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1cc9f4e2-1d99-495e-8cfb-3054d76c813e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:10.846156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c62447-cae2-4d91-b41a-263483a261e6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfc77b9-1aae-40ed-afd2-3e986ac3fa95,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.887772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c62447-cae2-4d91-b41a-263483a261e6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.889481 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d3c62447-cae2-4d91-b41a-263483a261e6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4640665 Sep 16 05:04:10.893006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.899395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:10.920234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.931434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.937517 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] 10.222.0.55 "DELETE /v2.0/networks/4d94c122-1459-428c-8d2b-7e91c540520e HTTP/1.1" status: 204 len: 168 time: 1.2141862 Sep 16 05:04:10.940442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39828) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.008696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b971e2ef-006f-4777-a4fe-d10eb3b386d7 req-0bda4bc1-7d9b-4392-821b-fe6a0e252f28 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724563 Sep 16 05:04:11.031531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Allocated IP 192.168.233.185 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/3c9fa5e3-211a-45f2-9893-691630b9440c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:11.034147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:11.043405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0853e1-8e06-43b7-81c1-f6415cb020fd admin admin] Pushing event deleted for resources: {'Network': ['ID=4d94c122-1459-428c-8d2b-7e91c540520e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.071355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.091424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.174937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21426758-a088-4903-af89-b8f96b31da87']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.212110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7917b4b-1818-48f1-a78e-72f50109862d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.212374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7917b4b-1818-48f1-a78e-72f50109862d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.239799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.313887 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.334028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:11.334462 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:11.338425 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:11.385201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.434440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:11.444435 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Sync routers for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:11.466002 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:11.468455 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.470062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:11.472397 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7f8275-3bf8-475a-b00d-98e6f66f2768" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:11.480847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.482470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-49731e1c-eed6-4281-9034-c7287b407ffb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0492599 Sep 16 05:04:11.487974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39840) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.504775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.544487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.550257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.555200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/21426758-a088-4903-af89-b8f96b31da87 HTTP/1.1" status: 204 len: 168 time: 1.1661732 Sep 16 05:04:11.565777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39844) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.581675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 172.25.6.34 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/9c74b97d-4781-44ca-a650-ba34a72b4884) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:11.593408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a61f2-b6b5-4423-a94e-a919e7827ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=21426758-a088-4903-af89-b8f96b31da87,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.636001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a108bf4-730b-4d2d-8f0b-fce961a984e1 req-f445ac96-543c-4e0e-a583-51a526ec0c6a tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 210 time: 0.0783927 Sep 16 05:04:11.636462 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:11.652991 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.753845 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2384187-8fbf-4835-9356-1e54d6aac3c4 x-openstack-request-id: req-e2384187-8fbf-4835-9356-1e54d6aac3c4 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:11.754595 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:11.754715 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2384187-8fbf-4835-9356-1e54d6aac3c4 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:11.755573 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189', 'status': 'completed', 'code': 200} Sep 16 05:04:11.775146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] Deleting subnet a8593e08-0f82-4fa4-b3e2-0d828d35c24d {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:11.786159 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.820475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.835958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:11.870972 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:08Z', 'revision_number': 3, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.900790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.906821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-2ac6048d-3490-4195-8def-f25cbfeba3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.907090 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Checking router: ddeed4b4-d1d0-476d-acf8-0baddd77fd65 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:11.907527 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Updating router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 port 6fd77f3c-4935-48ed-8e90-60b834418b97 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:11.908564 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-2ac6048d-3490-4195-8def-f25cbfeba3d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1126 time: 0.1774335 Sep 16 05:04:11.938898 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.008423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.014655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:12.024017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:12.024422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.099952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.151365 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.214919 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.253532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:12.256262 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafadf85-afc2-4865-89fc-e34acbc0d7b8" -d '{"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-plugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:12.271471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:12.292178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-9085aba3-350c-4415-b836-a64bd52453a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.293786 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-9085aba3-350c-4415-b836-a64bd52453a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.3595533 Sep 16 05:04:12.299799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:12.304350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:12.305113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ad6f849-8f8c-4439-bc79-7ea7a43cd51d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:12.308858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.311123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:12.331564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:12.383237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:12.388892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.397707 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-f01eaeb4-3ad9-4a91-ab65-a2cb2a9692ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 217 time: 0.0851586 Sep 16 05:04:12.401946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.440963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe93503-c08d-4362-804a-88c62de29753 req-643632d4-1880-4ea1-bc09-7c3b3346e77f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.449038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abe93503-c08d-4362-804a-88c62de29753 req-643632d4-1880-4ea1-bc09-7c3b3346e77f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.6590710 Sep 16 05:04:12.450919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.454955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.517964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.519894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a8593e08-0f82-4fa4-b3e2-0d828d35c24d HTTP/1.1" status: 204 len: 168 time: 0.9519839 Sep 16 05:04:12.525120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:12.535023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39858) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.553298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:12.564494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c88c0f-463b-4286-9cfd-5f398e16f036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8593e08-0f82-4fa4-b3e2-0d828d35c24d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.567195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=9c74b97d-4781-44ca-a650-ba34a72b4884,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.572810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:12.599951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-9a1ab6b8-70a8-452e-95b0-16b10a73e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.601507 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-9a1ab6b8-70a8-452e-95b0-16b10a73e838 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.1558223 Sep 16 05:04:12.688771 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.690973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.697311 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.708763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c4ea-5bc7-4e59-b227-640095f72895 req-97cec547-597d-47f7-ba49-99139cc1f327 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.710919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b604c4ea-5bc7-4e59-b227-640095f72895 req-97cec547-597d-47f7-ba49-99139cc1f327 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 944 time: 0.4332299 Sep 16 05:04:12.721897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.722536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.731772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-caff3dcd-77f5-40f1-b741-938fb1502f7b None None] Provisioning complete for port 3c9fa5e3-211a-45f2-9893-691630b9440c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:12.732237 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-caff3dcd-77f5-40f1-b741-938fb1502f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.735034 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-136e372f-86b5-4062-8778-1e81352fd056 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037722 Sep 16 05:04:12.765455 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Attempting to bind port 6fd77f3c-4935-48ed-8e90-60b834418b97 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:12.766106 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Attempting to bind port 6fd77f3c-4935-48ed-8e90-60b834418b97 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:12.766650 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Attempting to bind port 6fd77f3c-4935-48ed-8e90-60b834418b97 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:12.776008 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:12.776722 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:12.777292 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.777896 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:12.778719 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Bound port: 6fd77f3c-4935-48ed-8e90-60b834418b97, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:12.779564 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.782866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.784481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-caff3dcd-77f5-40f1-b741-938fb1502f7b None None] Port 3c9fa5e3-211a-45f2-9893-691630b9440c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:12.823530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abe93503-c08d-4362-804a-88c62de29753 req-75b0044b-efb3-4aa4-a305-67120bf15746 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734374 Sep 16 05:04:12.825201 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Pushing event updated for resources: {'Port': ['ID=6fd77f3c-4935-48ed-8e90-60b834418b97,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.837079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-60ddffe2-160e-47bf-b662-c3292e4f7527 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0957069 Sep 16 05:04:12.845181 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.845645 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.845850 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.846205 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.846550 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.846819 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.847137 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.847455 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.847779 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.848104 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.848505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.849044 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:12.873315 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] For port 6fd77f3c-4935-48ed-8e90-60b834418b97, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:12.878201 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] For port 6fd77f3c-4935-48ed-8e90-60b834418b97, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6fd77f3c-4935-48ed-8e90-60b834418b97,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:12.884574 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.915909 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654417ac-d802-4fe3-b182-c256fd1f2262 x-openstack-request-id: req-654417ac-d802-4fe3-b182-c256fd1f2262 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:12.916274 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-plugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:12.916534 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-654417ac-d802-4fe3-b182-c256fd1f2262 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:12.916935 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'code': 200} Sep 16 05:04:12.957534 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:12.958873 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:12.971781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Request body: {'port': {'device_id': '157edf22-e9da-40b2-8068-115038c26dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:12.990393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b604c4ea-5bc7-4e59-b227-640095f72895 req-a45cbf5a-cf66-42b8-b4e0-f91dbac8f034 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649205 Sep 16 05:04:13.033499 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b6dfb-1c1e-4edd-bf3b-fd461e0cb391 None None] Pushing event updated for resources: {'Port': ['ID=6fd77f3c-4935-48ed-8e90-60b834418b97,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.192602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.234815 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:13.257409 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-f5a38764-1d48-46f3-9788-fcefc63a1a4d service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049632 Sep 16 05:04:13.301218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.314796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eaf04-8bd9-4e07-948f-1e30f147f41a req-3344586b-ccb6-4ae4-91ad-b583c67a11a2 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.316755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-917eaf04-8bd9-4e07-948f-1e30f147f41a req-3344586b-ccb6-4ae4-91ad-b583c67a11a2 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 936 time: 0.3208477 Sep 16 05:04:13.327552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c044c-7e86-4ff4-9059-f123fc8fa63b req-771d4fea-5725-49de-8450-761a9471aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.329891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a3c044c-7e86-4ff4-9059-f123fc8fa63b req-771d4fea-5725-49de-8450-761a9471aebe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1097 time: 0.3351064 Sep 16 05:04:13.341997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.401935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36889a5a-789b-461f-a1d1-2c3714ce6ade']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:13.469009 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:08Z', 'revision_number': 3, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:13.483800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81fee0f-acad-4551-a093-1003943e65aa') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:13.484526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81fee0f-acad-4551-a093-1003943e65aa') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:13.505967 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa423-78bf-4392-8fe3-cbc5846a7574 None None] The sync data for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 is: [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:08Z', 'revision_number': 3, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:13.518236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-917eaf04-8bd9-4e07-948f-1e30f147f41a req-dd131333-bea7-4b8a-8c54-cf93cd95a04b tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849926 Sep 16 05:04:13.522904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Deleting port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:13.523251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.534907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.559807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a3c044c-7e86-4ff4-9059-f123fc8fa63b req-3b477d1f-436e-4dce-80c0-b2d88ae2416c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066681 Sep 16 05:04:13.602234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.638647 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7f7f8275-3bf8-475a-b00d-98e6f66f2768 req-6f983e26-57b6-47b3-bde6-efb43109dd1f service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450432 Sep 16 05:04:13.640570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] For port ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,segment=NetworkSegment(982420f2-19b8-4a41-a039-608c5b6cc354),segment_id=982420f2-19b8-4a41-a039-608c5b6cc354)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:13.640936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.658504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Calling delete_port for ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:13.667689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:13.668247 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:13.671485 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:13.785476 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.793014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.835841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.851763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.880309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] 10.222.0.55 "DELETE /v2.0/networks/36889a5a-789b-461f-a1d1-2c3714ce6ade HTTP/1.1" status: 204 len: 168 time: 1.3225479 Sep 16 05:04:13.927685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.995999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=9c74b97d-4781-44ca-a650-ba34a72b4884,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.029390 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.050989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.066118 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b799cf86-4182-4cd1-b85e-831ddb09e3f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1690092 Sep 16 05:04:14.180851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39874) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.185505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b737783-bdb1-437e-b2be-38c45c5ae053 admin admin] Pushing event deleted for resources: {'Network': ['ID=36889a5a-789b-461f-a1d1-2c3714ce6ade,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.203533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.311991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9fa5e3-211a-45f2-9893-691630b9440c {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:14.315484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6fd77f3c-4935-48ed-8e90-60b834418b97 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:14.321769 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.342428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Transition to ACTIVE for port object 3c9fa5e3-211a-45f2-9893-691630b9440c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:14.387060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6fd77f3c-4935-48ed-8e90-60b834418b97 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:14.387591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.437848 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a73ba531-d2e7-4655-9400-82fe7e7dd055 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6074832fbab4cd1950613d1387def2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546990 Sep 16 05:04:14.477324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39878) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.513519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.513737 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.523907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.590346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 6fd77f3c-4935-48ed-8e90-60b834418b97, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6fd77f3c-4935-48ed-8e90-60b834418b97,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:14.597404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.714230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=6fd77f3c-4935-48ed-8e90-60b834418b97,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.743161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.894179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Allocated IP 172.20.0.1 (b069f2cc-96b1-42d9-94d6-ac3d8a6c147f/47b0dd83-2441-49ff-aec6-4b69f1a639a9/6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:15.026525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e893d9-5901-488f-8ffb-6888b4fbfaaf req-07e38afa-6a5f-4f1d-a36f-6bf51ed59876 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.028221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e893d9-5901-488f-8ffb-6888b4fbfaaf req-07e38afa-6a5f-4f1d-a36f-6bf51ed59876 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.8294542 Sep 16 05:04:15.035963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66285f74-1837-4a6f-ad19-fbf4e2187c92 req-84c5c323-7b6f-4848-b207-91f81cb3a9c8 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.037541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66285f74-1837-4a6f-ad19-fbf4e2187c92 req-84c5c323-7b6f-4848-b207-91f81cb3a9c8 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.8230810 Sep 16 05:04:15.042039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.045444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d51c386-641c-4ed0-84fd-6af5e714cdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.078386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Router 0ad817f1-501d-4821-bdc2-2162891bab9e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:15.148759 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d51c386-641c-4ed0-84fd-6af5e714cdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.202569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e893d9-5901-488f-8ffb-6888b4fbfaaf req-1545550e-2b0d-420a-ae60-84637394f65f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616848 Sep 16 05:04:15.210460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66285f74-1837-4a6f-ad19-fbf4e2187c92 req-92b1435d-57db-4ae7-bc6e-49496ff6fe7b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594198 Sep 16 05:04:15.210692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:15.219010 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1b786623-6956-4eff-a268-ebef157136cb admin admin] 10.222.0.55 "PUT /v2.0/routers/0ad817f1-501d-4821-bdc2-2162891bab9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2744210 Sep 16 05:04:15.225704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39884) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.229011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] Sync routers for ids ['0ad817f1-501d-4821-bdc2-2162891bab9e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:15.245022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.245252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] Routers {'0ad817f1-501d-4821-bdc2-2162891bab9e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:15.247207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['0ad817f1-501d-4821-bdc2-2162891bab9e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:15.315844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Attempting to bind port 3c9fa5e3-211a-45f2-9893-691630b9440c on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:15.316198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Attempting to bind port 3c9fa5e3-211a-45f2-9893-691630b9440c by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:15.316539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Attempting to bind port 3c9fa5e3-211a-45f2-9893-691630b9440c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.345002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Port 3c9fa5e3-211a-45f2-9893-691630b9440c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:15.345583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Attempting to bind port 3c9fa5e3-211a-45f2-9893-691630b9440c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:15.393256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d51c386-641c-4ed0-84fd-6af5e714cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.396064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1d51c386-641c-4ed0-84fd-6af5e714cdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.397265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1d51c386-641c-4ed0-84fd-6af5e714cdb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90f0d481-4f92-4bf0-afcc-749c29c84a48 HTTP/1.1" status: 204 len: 168 time: 0.9171381 Sep 16 05:04:15.409434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:15.409764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:15.410159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:15.410613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Bound port: 3c9fa5e3-211a-45f2-9893-691630b9440c, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:15.410971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.421780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] Set router 0ad817f1-501d-4821-bdc2-2162891bab9e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:15.469260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51c386-641c-4ed0-84fd-6af5e714cdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f0d481-4f92-4bf0-afcc-749c29c84a48,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.488866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.581638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-ca7653b5-d801-4cd4-957d-7647f816b88a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1750500864&fields=id&tenant_id=d529e2fbb0a34c56b32efe97321f05bd HTTP/1.1" status: 200 len: 267 time: 0.2280393 Sep 16 05:04:15.587994 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.621240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27890527-8cca-48a1-ba9e-71b0b6ddb82a req-f7a24a8b-e159-4795-b0ed-6ec69b075108 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.622803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27890527-8cca-48a1-ba9e-71b0b6ddb82a req-f7a24a8b-e159-4795-b0ed-6ec69b075108 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 948 time: 0.2745190 Sep 16 05:04:15.624784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:15.692237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:15.694751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:15.719400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 5, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:15.764344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] Checking router: 0ad817f1-501d-4821-bdc2-2162891bab9e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:15.775272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] Routers {'0ad817f1-501d-4821-bdc2-2162891bab9e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:15.776242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['0ad817f1-501d-4821-bdc2-2162891bab9e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:15.839764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 51d7b961-dde4-43e0-949f-ce5426a55189 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:16.003740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.065598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-665b48fe-4cf1-413b-8060-380b56e47fc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12db250d9de1469fb2697ca1e7616dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600619 Sep 16 05:04:16.068275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39900) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.134447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd0360da-5582-49da-8132-822cdc03401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.190707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd0360da-5582-49da-8132-822cdc03401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.249616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] Set router 0ad817f1-501d-4821-bdc2-2162891bab9e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:16.255428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-20b29894-f222-4a59-b8ac-94ed49a130b2 None None] Provisioning complete for port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:16.255825 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-20b29894-f222-4a59-b8ac-94ed49a130b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.281456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:16.293589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd0360da-5582-49da-8132-822cdc03401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.297704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:16.299595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd0360da-5582-49da-8132-822cdc03401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.305423 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd0360da-5582-49da-8132-822cdc03401c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b1d7cd4-fe57-436a-8138-18284b34bb81 HTTP/1.1" status: 204 len: 168 time: 0.2348061 Sep 16 05:04:16.313176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-6102570c-583e-445b-b682-353fe685f13a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.321639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-6102570c-583e-445b-b682-353fe685f13a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports/6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 932 time: 0.7232945 Sep 16 05:04:16.322271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0360da-5582-49da-8132-822cdc03401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d7cd4-fe57-436a-8138-18284b34bb81,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.329284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Pushing event updated for resources: {'Port': ['ID=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.335543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-20b29894-f222-4a59-b8ac-94ed49a130b2 None None] Port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:16.337857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.418807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6fd77f3c-4935-48ed-8e90-60b834418b97 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:16.498851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.514837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.515688 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.517354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-01f614c6-669c-4450-9201-d208fe9431c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/3c9fa5e3-211a-45f2-9893-691630b9440c HTTP/1.1" status: 200 len: 1097 time: 3.6644142 Sep 16 05:04:16.517980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:16.520947 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8dffc-005e-41f0-b69e-bd69d17064dd" -d '{"events": [{"name": "network-changed", "server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:16.603687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6fd77f3c-4935-48ed-8e90-60b834418b97 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:16.604335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.666985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.848111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27890527-8cca-48a1-ba9e-71b0b6ddb82a req-b65b6933-74cd-4870-89ae-9e9aa4ae897d tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1866388 Sep 16 05:04:16.862295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-5f91729f-0082-4a8e-aa71-a6a3c6b8ddb8 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.866583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-5f91729f-0082-4a8e-aa71-a6a3c6b8ddb8 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports/74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 931 time: 0.5432847 Sep 16 05:04:16.873672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 5, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:16.943912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f274ba-40f0-43fa-848c-19b84b105c09 None None] The sync data for ids ['0ad817f1-501d-4821-bdc2-2162891bab9e'] in n-d-713301-15 is: [{'id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-257372284-router', 'tenant_id': '482549eac66a4c97af389e4506cc6018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:22Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 5, 'project_id': '482549eac66a4c97af389e4506cc6018', 'gw_port': {'id': '5a2d78b7-4829-44e7-817e-643ae78b6078', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad817f1-501d-4821-bdc2-2162891bab9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:24Z', 'updated_at': '2021-09-16T04:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:17.108034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2a463c8d-6179-4511-b193-464b4ff31328 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2061985 Sep 16 05:04:17.114203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.159042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-858a2c5a-266a-4564-b328-93929870075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.160810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-858a2c5a-266a-4564-b328-93929870075d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a0927f768cb48a8bcc950334e8b29f7&device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 1100 time: 0.5188007 Sep 16 05:04:17.196560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.204230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f2851d2a-d81e-4c58-aff2-c3d06d444f47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0820351 Sep 16 05:04:17.290359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-c11d41b5-a456-4586-9d55-0ec03a13c572 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3c9fa5e3-211a-45f2-9893-691630b9440c HTTP/1.1" status: 200 len: 217 time: 0.0899115 Sep 16 05:04:17.311369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10792f-0c2a-43ac-8ea1-7dcbd51024db req-8f1f9bb5-71bd-48a1-b05f-ce366ff83d8e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.313028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d10792f-0c2a-43ac-8ea1-7dcbd51024db req-8f1f9bb5-71bd-48a1-b05f-ce366ff83d8e tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 943 time: 0.2826302 Sep 16 05:04:17.569065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-af63661e-ffdf-4da9-9a91-b8369a03dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.571026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-af63661e-ffdf-4da9-9a91-b8369a03dc9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2521782 Sep 16 05:04:17.646079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d10792f-0c2a-43ac-8ea1-7dcbd51024db req-bfb57b3f-3a8c-48da-bce8-8b9ca2f3cee4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048692 Sep 16 05:04:17.700905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-647a84a1-cef8-400c-81d3-3a8bbd724ab6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.707162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-647a84a1-cef8-400c-81d3-3a8bbd724ab6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.713198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-647a84a1-cef8-400c-81d3-3a8bbd724ab6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.714908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-647a84a1-cef8-400c-81d3-3a8bbd724ab6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/networks?id=06b94b1b-7432-4930-a7bc-4551b88a64c2&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=87774183-9d3a-4059-a0e1-f8feda9e53ca&id=87774183-9d3a-4059-a0e1-f8feda9e53ca HTTP/1.1" status: 200 len: 1990 time: 0.4794247 Sep 16 05:04:17.774510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Deleting port 5a2d78b7-4829-44e7-817e-643ae78b6078 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:17.774881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.783154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-d4a940fb-4124-47ce-b60b-82ffd8f53d5c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/quotas/d529e2fbb0a34c56b32efe97321f05bd HTTP/1.1" status: 200 len: 375 time: 0.0406494 Sep 16 05:04:17.802176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-74beff12-ff96-4402-aa2e-a2d86525e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.804303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-74beff12-ff96-4402-aa2e-a2d86525e234 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2128158 Sep 16 05:04:17.960808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.991284 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.155448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff84d4-d02b-476d-a0c8-53202427807c req-85869452-4eb3-479a-95fe-1998a53698c7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.157007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cff84d4-d02b-476d-a0c8-53202427807c req-85869452-4eb3-479a-95fe-1998a53698c7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.3574424 Sep 16 05:04:18.198141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-7326eacb-6b4b-4668-8644-0a0b332c7728 service neutron] 10.222.0.73 "GET /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.1140537 Sep 16 05:04:18.198934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b78db7dc-8b0e-4a6f-bca3-c17ded6aa5d0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4017849 Sep 16 05:04:18.201038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:18.201523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] For port 5a2d78b7-4829-44e7-817e-643ae78b6078, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5a2d78b7-4829-44e7-817e-643ae78b6078,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:18.201637 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.250681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.270463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Pushing event updated for resources: {'Port': ['ID=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.283519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:18.286142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ce4dbb1a-8fa7-44b7-9d85-ba574c38d19d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:18.288513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Calling delete_port for 5a2d78b7-4829-44e7-817e-643ae78b6078 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:18.325602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-088361d5-c735-4bb1-839e-9a05e8a48aa6 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588270 Sep 16 05:04:18.434739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cff84d4-d02b-476d-a0c8-53202427807c req-5c130eb9-fc3b-4abe-a354-ba8eb0f22baa tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669239 Sep 16 05:04:18.572374 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb22d2a3-e41e-4da6-9c55-3e0107831576 x-openstack-request-id: req-fb22d2a3-e41e-4da6-9c55-3e0107831576 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:18.572745 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:18.573029 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb22d2a3-e41e-4da6-9c55-3e0107831576 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:18.573487 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'status': 'completed', 'code': 200} Sep 16 05:04:18.595276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:18.648840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:18.709352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d7b961-dde4-43e0-949f-ce5426a55189 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:18.732563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:18.760931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.916446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] Transition to ACTIVE for port object 51d7b961-dde4-43e0-949f-ce5426a55189 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:18.923644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.942541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e32d20b1-5754-44a2-9636-433b1d06273e service neutron] 10.222.0.55 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107005 Sep 16 05:04:19.051647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] No DVR routers for this DVR port 51d7b961-dde4-43e0-949f-ce5426a55189 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:19.116841 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189/bindings/n-h1-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9081640 Sep 16 05:04:19.124847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20981538-9825-4042-bc29-e8cec9bd52d4 service neutron] Pushing event updated for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.152572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6503a0e2-eac8-4507-9d92-9fc5d44b10bd req-9a06ed7d-80e6-4fc0-9530-dbce28d56988 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932000 Sep 16 05:04:19.161167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-c0aa0abe-34d0-411d-8930-b89e387f6875 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4823427 Sep 16 05:04:19.190568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2af82-e854-44f6-a676-a69b76529275 req-209dc125-0187-4bf2-a1b1-68569bc23aff tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.192387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62f2af82-e854-44f6-a676-a69b76529275 req-209dc125-0187-4bf2-a1b1-68569bc23aff tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 948 time: 0.4298646 Sep 16 05:04:19.198309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:19.209812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:19.297415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e83dca74-d777-4179-848f-ee48bd438b6e service neutron] 10.222.0.55 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339906 Sep 16 05:04:19.396495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.601029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-53da6728-9697-48b6-8f27-50ec8b2ea90c None None] Provisioning complete for port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:19.602146 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-53da6728-9697-48b6-8f27-50ec8b2ea90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.641450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-53da6728-9697-48b6-8f27-50ec8b2ea90c None None] Port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:19.893437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2d78b7-4829-44e7-817e-643ae78b6078,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.961041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62f2af82-e854-44f6-a676-a69b76529275 req-fbe3e591-955a-45f9-b079-544cf7179154 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7279384 Sep 16 05:04:19.968476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e790f5b4-069e-450a-9109-5a09db4aab8f service neutron] 10.222.0.55 "GET /v2.0/ports/6b280801-5830-4730-864a-dd246928f429?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.6134818 Sep 16 05:04:20.050993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-afa8de39-aa97-4d0f-9ce1-78fb7c4f2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.053483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-afa8de39-aa97-4d0f-9ce1-78fb7c4f2954 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 1097 time: 0.8088236 Sep 16 05:04:20.125558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-12751344-33cd-4d89-aa63-58542fc5695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.127652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-12751344-33cd-4d89-aa63-58542fc5695f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a0927f768cb48a8bcc950334e8b29f7&device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 1100 time: 0.7755928 Sep 16 05:04:20.218680 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.401857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:20.477288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.484250 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.614290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9435-1061-4167-b2a2-2f9dc734df18 req-2d1f8cdd-b722-45f0-af39-df4fbce1ade6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.616555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dae9435-1061-4167-b2a2-2f9dc734df18 req-2d1f8cdd-b722-45f0-af39-df4fbce1ade6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 944 time: 0.5345762 Sep 16 05:04:20.701354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-3791acae-de9e-460b-b2ed-23cb18e5605f service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983237 Sep 16 05:04:20.703372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-2a4ea935-3020-41fd-b0c9-35cd1335d3e2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.705163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-2a4ea935-3020-41fd-b0c9-35cd1335d3e2 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1096 time: 1.3479931 Sep 16 05:04:20.712795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-fbed8f24-dc29-4bc0-bdca-13f21c7919b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.714298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-fbed8f24-dc29-4bc0-bdca-13f21c7919b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.6070490 Sep 16 05:04:20.714963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.715563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad817f1-501d-4821-bdc2-2162891bab9e {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:20.761226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.762395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-28fe50f5-93c0-4d14-9bb3-08f6c4f604e5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0ad817f1-501d-4821-bdc2-2162891bab9e HTTP/1.1" status: 204 len: 168 time: 5.5293994 Sep 16 05:04:20.765431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39966) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:20.816047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] Deleting subnet 2b6fb416-afb0-433a-b803-07e3e61c484e {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:20.820446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.839887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-1bb96042-8f7f-4861-a756-1b6c479d87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:20.842201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-1bb96042-8f7f-4861-a756-1b6c479d87d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.6532831 Sep 16 05:04:20.860778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-dfff8e2b-c28a-4351-ab93-6f6db2228383 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 200 len: 217 time: 0.1293335 Sep 16 05:04:20.870653 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.957645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.974279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dae9435-1061-4167-b2a2-2f9dc734df18 req-f615ffbb-c8f5-40cd-9908-cf28507b194b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332870 Sep 16 05:04:21.033533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.038776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-51a3a591-e150-442c-b948-f7dc0316e72e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3c9fa5e3-211a-45f2-9893-691630b9440c HTTP/1.1" status: 200 len: 217 time: 0.1767204 Sep 16 05:04:21.073902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-5c9d6414-0e58-470f-a3ae-717bc31afb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.075415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-5c9d6414-0e58-470f-a3ae-717bc31afb4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3&tenant_id=63e3856888cc4b30a3894b6796a21ac7 HTTP/1.1" status: 200 len: 1096 time: 0.3466330 Sep 16 05:04:21.075592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6fb416-afb0-433a-b803-07e3e61c484e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.080635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.085696 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bda7d5a-7b88-40cb-8d5b-e07c592c879d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2b6fb416-afb0-433a-b803-07e3e61c484e HTTP/1.1" status: 204 len: 168 time: 0.3162344 Sep 16 05:04:21.086759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.090110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734407b9-6bdf-4776-9ae3-2c26a40fd832 None None] Network ca41172a-2f00-4965-a256-d87c2fb142bc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:21.146563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:21.159263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Sync routers for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:21.174721 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:21.176154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-3bf141e6-7ee1-4264-977f-9355cbf9828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.176377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.176738 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.178341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-3bf141e6-7ee1-4264-977f-9355cbf9828a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.3010292 Sep 16 05:04:21.196233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2a49b2f6-2eb7-4e39-bdd1-386e70244788 admin admin] 10.222.0.55 "PUT /v2.0/routers/ddeed4b4-d1d0-476d-acf8-0baddd77fd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6944849 Sep 16 05:04:21.270944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-63b40653-9f1f-45f0-a360-03cacea35e60 service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383146 Sep 16 05:04:21.312169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-ef374c86-3ecd-4b59-b3ec-a9885626029e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214294 Sep 16 05:04:21.317878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Deleting port f917f83c-a273-4a23-9426-b97b981a634e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:21.318160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.375473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] DHCP port deletion for ca41172a-2f00-4965-a256-d87c2fb142bc request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:21.398117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-8582d6d1-d042-401d-baf6-13c2c800c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.399584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-8582d6d1-d042-401d-baf6-13c2c800c387 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.3427246 Sep 16 05:04:21.422466 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:21.470934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b73d0b09-3dd4-4370-91d1-a0e305246bd0 service neutron] 10.222.0.55 "GET /v2.0/ports/74a915c3-1c83-4d70-9572-61b068b83c34?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1612411 Sep 16 05:04:21.510913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] Deleting port f917f83c-a273-4a23-9426-b97b981a634e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:21.511803 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.521018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] For port f917f83c-a273-4a23-9426-b97b981a634e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f917f83c-a273-4a23-9426-b97b981a634e,segment=NetworkSegment(982420f2-19b8-4a41-a039-608c5b6cc354),segment_id=982420f2-19b8-4a41-a039-608c5b6cc354)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:21.521533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.535154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-7c19f2fc-85fd-43b9-b216-570cfbe24cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.536560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-7c19f2fc-85fd-43b9-b216-570cfbe24cfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e3856888cc4b30a3894b6796a21ac7&device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1096 time: 0.3939188 Sep 16 05:04:21.559676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Calling delete_port for f917f83c-a273-4a23-9426-b97b981a634e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:21.586734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-45201efb-143f-4791-a03e-d213e9665b03 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.588573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-45201efb-143f-4791-a03e-d213e9665b03 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 813 time: 0.5108039 Sep 16 05:04:21.626007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] For port f917f83c-a273-4a23-9426-b97b981a634e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f917f83c-a273-4a23-9426-b97b981a634e,segment=NetworkSegment(982420f2-19b8-4a41-a039-608c5b6cc354),segment_id=982420f2-19b8-4a41-a039-608c5b6cc354)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:21.627041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.650363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] Calling delete_port for f917f83c-a273-4a23-9426-b97b981a634e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:21.684269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.707809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-bdd3ca40-0299-47e0-ab4f-503afdb395b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:21.709538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-bdd3ca40-0299-47e0-ab4f-503afdb395b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3012843 Sep 16 05:04:21.714597 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-512b3d25-8095-4d99-928b-fcd91ddab18f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/quotas/9212c8be76354a2e8a2322cb51efb346 HTTP/1.1" status: 200 len: 375 time: 0.1073587 Sep 16 05:04:21.717375 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 2, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.719504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f917f83c-a273-4a23-9426-b97b981a634e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.726824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] No DVR routers for this DVR port f917f83c-a273-4a23-9426-b97b981a634e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:21.755268 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Checking router: ddeed4b4-d1d0-476d-acf8-0baddd77fd65 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:21.756952 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Updating router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:21.764421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-bc1a11cc-54ab-4480-93d4-4624225fabbc service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058516 Sep 16 05:04:21.790643 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.818336 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.823784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.848080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] Pushing event deleted for resources: {'Port': ['ID=f917f83c-a273-4a23-9426-b97b981a634e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.861527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca41172a-2f00-4965-a256-d87c2fb142bc']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.870168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d16d4d-d7c5-4308-9042-fef2ddea8003 None None] No DVR routers for this DVR port f917f83c-a273-4a23-9426-b97b981a634e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:21.893389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982420f2-19b8-4a41-a039-608c5b6cc354') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.893736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982420f2-19b8-4a41-a039-608c5b6cc354') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.909056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.925273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.935086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f42c0328-b17c-45f0-9ce7-2ed73f2bb9e8 service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257593 Sep 16 05:04:21.935841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:21.936777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:21.939029 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:22.010220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.016587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.019419 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ca41172a-2f00-4965-a256-d87c2fb142bc HTTP/1.1" status: 204 len: 168 time: 0.9302995 Sep 16 05:04:22.046478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf350f5-49f8-4c94-aa9d-f6a7e132faa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca41172a-2f00-4965-a256-d87c2fb142bc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.223335 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.233110 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.263954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39990) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.270343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f917f83c-a273-4a23-9426-b97b981a634e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:22.315678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: f917f83c-a273-4a23-9426-b97b981a634e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:22.316357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f917f83c-a273-4a23-9426-b97b981a634e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:22.324021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a2d78b7-4829-44e7-817e-643ae78b6078 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:22.333666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-32876f95-01cd-4b8a-8ddf-096151aacb80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ada320c778d84f58b86584ed726eba5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681973 Sep 16 05:04:22.336348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39992) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.337885 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa9b2-8ece-48fb-b048-fe969a0b1993 None None] Pushing event updated for resources: {'Port': ['ID=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.386618 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Attempting to bind port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:22.387139 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Attempting to bind port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:22.387728 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Attempting to bind port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:22.390294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-0c30be12-01c3-4f90-bc96-ee25a0255d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:22.395693 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:22.396275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5a2d78b7-4829-44e7-817e-643ae78b6078 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:22.396507 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:22.397458 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.398095 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Bound using segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:22.398308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-0c30be12-01c3-4f90-bc96-ee25a0255d1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 200 len: 909 time: 0.8468232 Sep 16 05:04:22.398774 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Bound port: 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:22.399233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a2d78b7-4829-44e7-817e-643ae78b6078 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:22.399488 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.408752 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18615b1f-5325-42aa-9509-359f97ed3646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.434405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18615b1f-5325-42aa-9509-359f97ed3646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.472922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-ae0c3211-8e55-4bda-b4d0-3708b4d87e88 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7001746 Sep 16 05:04:22.485071 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] For port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:22.489508 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] For port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:22.495856 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.556923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18615b1f-5325-42aa-9509-359f97ed3646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.558813 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:22.559902 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:03:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:22.564550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-18615b1f-5325-42aa-9509-359f97ed3646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.565225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-cc204252-c224-4720-9c08-4d22f22208f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 200 len: 217 time: 0.1176496 Sep 16 05:04:22.572812 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-18615b1f-5325-42aa-9509-359f97ed3646 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb0c5b08-d5a9-4c04-b602-fffde36e0700 HTTP/1.1" status: 204 len: 168 time: 0.2340090 Sep 16 05:04:22.593020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18615b1f-5325-42aa-9509-359f97ed3646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0c5b08-d5a9-4c04-b602-fffde36e0700,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.686962 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa9b2-8ece-48fb-b048-fe969a0b1993 None None] Pushing event updated for resources: {'Port': ['ID=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.738282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c46f6c3-47b8-4343-9882-c3208fd62d8c req-b5dde9e0-06b9-4dd2-9e66-f472bef5cffe service neutron] 10.222.0.73 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454846 Sep 16 05:04:22.745187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-a11d8109-bb2f-4ab5-b6e0-f55ee7b6446d service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9725020 Sep 16 05:04:22.791409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-e9fa2587-e1c3-4f71-9eef-af859419fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:22.792947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-e9fa2587-e1c3-4f71-9eef-af859419fcef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 200 len: 848 time: 0.2068102 Sep 16 05:04:22.829055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c7ce8f90-a7c1-4431-94fa-bf9bc390fb07 None None] Provisioning complete for port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:22.829988 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8f90-a7c1-4431-94fa-bf9bc390fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.883203 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:22.908413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-10e6656a-d88a-4e52-863e-2c34e569b197 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cb60b0c-a3f5-42f8-8978-f1db57537b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043942 Sep 16 05:04:22.930175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-465f0405-c803-4264-b258-9263e9c36ace service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225858 Sep 16 05:04:23.005117 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8f90-a7c1-4431-94fa-bf9bc390fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.029603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:23.058781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c7ce8f90-a7c1-4431-94fa-bf9bc390fb07 None None] For port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:23.065924 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7ce8f90-a7c1-4431-94fa-bf9bc390fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.217285 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:22Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:23.261615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34d8dffc-005e-41f0-b69e-bd69d17064dd req-f3f0ef88-189d-4879-901f-5a1cb2e9700e service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057878 Sep 16 05:04:23.278823 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d34a4-11fa-40ce-b72f-e52c8aa9620e None None] The sync data for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 is: [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:22Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:23.341105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce8f90-a7c1-4431-94fa-bf9bc390fb07 None None] Pushing event updated for resources: {'Port': ['ID=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.348882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-13a487e0-1aae-468d-9c64-e2f92cf4fd17 service neutron] 10.222.0.55 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038185 Sep 16 05:04:23.353486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f14b0a40-aaa7-460e-9666-2b3cb51bebdf service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112623 Sep 16 05:04:23.356334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-8a814d65-f50e-4451-95ba-d5f53ef597ae service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246962 Sep 16 05:04:23.395196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9636721c-5b4e-444a-bcf2-4ddb000f4dd7 None None] Provisioning complete for port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:23.396858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9636721c-5b4e-444a-bcf2-4ddb000f4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.399732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40002) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.473237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:23.500909 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c422eb2e-52f9-4580-8b18-40240e8e2bf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=482549eac66a4c97af389e4506cc6018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953221 Sep 16 05:04:23.504438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'mac_address': 'fa:16:3e:80:72:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:23.505516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.637494 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.653571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9fa5e3-211a-45f2-9893-691630b9440c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:23.680233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:23.685371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.782702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.815961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-f88566c0-636f-4172-b4ad-ad3e76e6f5de service neutron] 10.222.0.64 "GET /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459875 Sep 16 05:04:23.852228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-0f76d635-ad6e-4de0-b8ea-c6bcf6291109 service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585207 Sep 16 05:04:23.856502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-48d9c361-7b33-4770-a7c4-e47f591f1532 service neutron] 10.222.0.55 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649949 Sep 16 05:04:23.869389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10550c45-a3ea-4844-85dc-e03a3f1ddb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.931190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10550c45-a3ea-4844-85dc-e03a3f1ddb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.018422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-56fb4c60-89af-4bf2-abd0-4e3b66610135 service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567454 Sep 16 05:04:24.053846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10550c45-a3ea-4844-85dc-e03a3f1ddb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.056427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10550c45-a3ea-4844-85dc-e03a3f1ddb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.060002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-10550c45-a3ea-4844-85dc-e03a3f1ddb80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/741d227f-5627-4085-8031-9445f08763fb HTTP/1.1" status: 204 len: 168 time: 0.5454979 Sep 16 05:04:24.098072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10550c45-a3ea-4844-85dc-e03a3f1ddb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741d227f-5627-4085-8031-9445f08763fb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.173390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3c9fa5e3-211a-45f2-9893-691630b9440c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:24.273294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-308b11d9-f478-466b-86a5-ff262ff2cb7a service neutron] 10.222.0.55 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449341 Sep 16 05:04:24.427462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.484600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-6565c1f6-121b-41e6-b04d-94b8787ced33 service neutron] 10.222.0.55 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102525 Sep 16 05:04:24.485077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:24.638767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-5dbd34ed-1723-46d3-a403-0684002b5986 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.640369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-5dbd34ed-1723-46d3-a403-0684002b5986 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3&tenant_id=63e3856888cc4b30a3894b6796a21ac7&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.3935165 Sep 16 05:04:24.713647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:24.714091 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.730183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-9836e39d-df8d-4d7e-8dfd-d5a18aff1ff8 service neutron] 10.222.0.55 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446890 Sep 16 05:04:25.081945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0f8ac-9eac-4353-a473-f3f50bdc45ef req-cd4f393b-c42a-4f96-a08a-4d94752629d9 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.083731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31c0f8ac-9eac-4353-a473-f3f50bdc45ef req-cd4f393b-c42a-4f96-a08a-4d94752629d9 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 949 time: 0.1569858 Sep 16 05:04:25.089517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f02bbf8e-16df-469c-88b8-f3d3cf933e5e service neutron] 10.222.0.55 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481412 Sep 16 05:04:25.093477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-e684b5ec-07a2-490c-8f13-b2bebf02b4f2 service neutron] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:25.104076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-e684b5ec-07a2-490c-8f13-b2bebf02b4f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.105391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7888eff0-e65d-4a57-b35b-be8b6147e933 req-e684b5ec-07a2-490c-8f13-b2bebf02b4f2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189/bindings/n-h2-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.4516242 Sep 16 05:04:25.203858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31c0f8ac-9eac-4353-a473-f3f50bdc45ef req-4cfd6df2-69bd-412c-9ba1-1c822388656e tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117415 Sep 16 05:04:25.247523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-d3d13004-308e-469e-9a2e-c4f7b963eccd service neutron] 10.222.0.55 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475103 Sep 16 05:04:25.698185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40068) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:25.712363 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a91a2339-4c1d-4748-ab33-3339aae0e7c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408534752', 'description': 'tempest-description--945968549'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:25.783021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a91a2339-4c1d-4748-ab33-3339aae0e7c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.799420 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7630cc44-12f6-40d7-84e5-c5e1a1cc91fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.957681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1990f38-ab13-4b92-a912-980cad901621 req-e0f3f61b-e607-4cad-a478-7e0aa704ec43 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.966916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1990f38-ab13-4b92-a912-980cad901621 req-e0f3f61b-e607-4cad-a478-7e0aa704ec43 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 944 time: 0.1680892 Sep 16 05:04:26.031993 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a91a2339-4c1d-4748-ab33-3339aae0e7c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.032470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-0be851a4-60d0-4c99-8b8d-ec17bcc26911 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.034029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-0be851a4-60d0-4c99-8b8d-ec17bcc26911 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 813 time: 0.3389473 Sep 16 05:04:26.041191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a91a2339-4c1d-4748-ab33-3339aae0e7c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.058207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1990f38-ab13-4b92-a912-980cad901621 req-a0a6a6f7-7ff1-4d53-b104-64ec95834b4b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903277 Sep 16 05:04:26.070182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Request body: {'port': {'device_id': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13', 'admin_state_up': True, 'tenant_id': '9212c8be76354a2e8a2322cb51efb346'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:26.110860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a91a2339-4c1d-4748-ab33-3339aae0e7c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.112309 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a91a2339-4c1d-4748-ab33-3339aae0e7c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4114044 Sep 16 05:04:26.123820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40084) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.130089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9a3377ef-dd1e-4369-8653-fe08079eeb03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'security_group_rule': {'security_group_id': '15132a95-b0f1-4ba0-a559-bdbf74feb51d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:26.145975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2339-4c1d-4748-ab33-3339aae0e7c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15132a95-b0f1-4ba0-a559-bdbf74feb51d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.206363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a3377ef-dd1e-4369-8653-fe08079eeb03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.314632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f70cef3-1100-4906-8752-dba730207388 req-880b01fa-233b-422a-9627-79904456ca1c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 210 time: 0.0796824 Sep 16 05:04:26.331466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a3377ef-dd1e-4369-8653-fe08079eeb03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.343496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a3377ef-dd1e-4369-8653-fe08079eeb03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.373817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3377ef-dd1e-4369-8653-fe08079eeb03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f98ffd0-ca5f-4efe-99fc-806b029e133b,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.398510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Made reservation on behalf of 9212c8be76354a2e8a2322cb51efb346 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:26.400516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a3377ef-dd1e-4369-8653-fe08079eeb03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.402358 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a3377ef-dd1e-4369-8653-fe08079eeb03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771308 Sep 16 05:04:26.404919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40100) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.411073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e373f055-8184-423c-9c9b-d49522956133 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'security_group_rule': {'security_group_id': '15132a95-b0f1-4ba0-a559-bdbf74feb51d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:26.420451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.477794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e373f055-8184-423c-9c9b-d49522956133 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.552076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dff86319-f6e2-4b45-9335-9c155402b7e2 req-e7414a59-dd69-4b61-ad62-1e98524e037f tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0735965 Sep 16 05:04:26.606814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e373f055-8184-423c-9c9b-d49522956133 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.611424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e373f055-8184-423c-9c9b-d49522956133 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.630291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373f055-8184-423c-9c9b-d49522956133 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81a3fba-d8fd-430d-9902-380988f66a83,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.641996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e373f055-8184-423c-9c9b-d49522956133 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.643930 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e373f055-8184-423c-9c9b-d49522956133 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2371063 Sep 16 05:04:26.647300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40110) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.653740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:26.682076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.802002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.824557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03cf5d-36dc-42fd-a7d2-5793cc7a58c0 req-76c640c5-06b4-4271-917d-c8db4b93cdf3 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.825921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db03cf5d-36dc-42fd-a7d2-5793cc7a58c0 req-76c640c5-06b4-4271-917d-c8db4b93cdf3 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 949 time: 0.1515276 Sep 16 05:04:26.835223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d510b6-0a1d-4e11-b674-8280975f8ce1 req-fc920d80-0991-4f5b-946d-330982181cf1 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.836764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d510b6-0a1d-4e11-b674-8280975f8ce1 req-fc920d80-0991-4f5b-946d-330982181cf1 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 1096 time: 0.1055772 Sep 16 05:04:26.866898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Allocated IP 172.20.0.8 (3a65ec87-c155-4487-afde-1a84d2dbfa13/4bc943e6-1c3f-4316-923e-b40ecb465b87/a8c72d8b-120b-4879-a113-420140648788) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:26.932243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db03cf5d-36dc-42fd-a7d2-5793cc7a58c0 req-cc674257-5b2a-463b-b7bf-6b7f14147384 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943937 Sep 16 05:04:26.933146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Allocated IP 172.25.6.216 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/25866e5c-c0ac-4965-98d8-7e37e5c8c1f4) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:26.936052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d510b6-0a1d-4e11-b674-8280975f8ce1 req-99f82c74-d043-46d2-8c12-4e736639b789 tempest-LiveMigrationTest-233467172 tempest-LiveMigrationTest-233467172-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887637 Sep 16 05:04:26.974567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:27.074684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 3c9fa5e3-211a-45f2-9893-691630b9440c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:27.082363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 3c9fa5e3-211a-45f2-9893-691630b9440c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:27.083362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.124252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.167311 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.230073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:27.231298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=25866e5c-c0ac-4965-98d8-7e37e5c8c1f4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.240453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:27.243397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:27.250137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.289477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.342755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:27.346998 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d300fcf-5ccb-4e1d-b01d-d0246860dd59" -d '{"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-plugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:27.360376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1458559778', 'description': 'tempest-description-1117319385'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:27.366896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:27.369568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.372370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.393211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1cc9f4e2-1d99-495e-8cfb-3054d76c813e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:27.401644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.411540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.495573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Network 3a65ec87-c155-4487-afde-1a84d2dbfa13 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:27.497610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.505227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:27.506480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.516287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:27.520578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Pushing event updated for resources: {'Port': ['ID=a8c72d8b-120b-4879-a113-420140648788,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.527457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.649220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.656857 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.666607 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba966b68-5f37-48c9-8b58-bce20456a7c8 x-openstack-request-id: req-ba966b68-5f37-48c9-8b58-bce20456a7c8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:27.667030 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-plugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:27.667377 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba966b68-5f37-48c9-8b58-bce20456a7c8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:27.667910 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'code': 200} Sep 16 05:04:27.668374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.669642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.800146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=25866e5c-c0ac-4965-98d8-7e37e5c8c1f4,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.804725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2511557a-56ef-4ec9-9d05-b42f29342f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.806881 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2511557a-56ef-4ec9-9d05-b42f29342f8d service neutron] 10.222.0.73 "GET /v2.0/ports/6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 1028 time: 0.0835598 Sep 16 05:04:27.813697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.855627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b3884496-1229-432b-bab5-f1f4c75d6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.856881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f505523-4c49-44c8-ba66-de83e9ae4f72 req-59cfba90-62c9-44e9-922d-0e703689ba77 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.857399 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b3884496-1229-432b-bab5-f1f4c75d6001 service neutron] 10.222.0.73 "GET /v2.0/ports/74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 1027 time: 0.0393658 Sep 16 05:04:27.858382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f505523-4c49-44c8-ba66-de83e9ae4f72 req-59cfba90-62c9-44e9-922d-0e703689ba77 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 931 time: 0.1284785 Sep 16 05:04:27.901093 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.911813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.913167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.922238 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7acb58ec-e1cc-4f1d-887d-4884ec277b5a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2737904 Sep 16 05:04:27.927381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eb92e-b60e-46e7-9c74-4bcb43952138 req-d96c73a4-d18f-4a7a-a66a-be54bec4712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.929416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a33eb92e-b60e-46e7-9c74-4bcb43952138 req-d96c73a4-d18f-4a7a-a66a-be54bec4712e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 1102 time: 0.1180120 Sep 16 05:04:27.935864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-19ddd9c4-6a3f-447e-90d0-0dfa310c3742 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8746862 Sep 16 05:04:27.964748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Request body: {'port': {'device_id': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:27.970402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f505523-4c49-44c8-ba66-de83e9ae4f72 req-88ee0a4c-a236-41e5-b7ad-433fcb34738c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012871 Sep 16 05:04:28.030164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-5a414db8-6f91-4937-ac9b-addce265d8b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.044218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-5a414db8-6f91-4937-ac9b-addce265d8b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.053981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-5a414db8-6f91-4937-ac9b-addce265d8b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.057426 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-5a414db8-6f91-4937-ac9b-addce265d8b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "GET /v2.0/networks?id=06b94b1b-7432-4930-a7bc-4551b88a64c2&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=87774183-9d3a-4059-a0e1-f8feda9e53ca&id=87774183-9d3a-4059-a0e1-f8feda9e53ca HTTP/1.1" status: 200 len: 1990 time: 0.1854997 Sep 16 05:04:28.074062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd86d435-54e9-47a9-9e45-be5f4ca6d632,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.132290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a33eb92e-b60e-46e7-9c74-4bcb43952138 req-fca956ad-8b86-4400-8ba3-38c9bfae7a2f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841743 Sep 16 05:04:28.132446 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-3cfe6933-752f-4aef-b8a2-55bc87d1b7cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d529e2fbb0a34c56b32efe97321f05bd HTTP/1.1" status: 200 len: 380 time: 0.0601578 Sep 16 05:04:28.135676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e440-e80e-4730-a79d-b7c676113e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.143853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.146590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'admin_state_up': True, 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'security_groups': ['48687f92-1957-46d8-800d-584617b448c0']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:28.237585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.241910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37a9e038-aa07-4c7c-bb53-5f955afad918 req-0e9aa8cb-41aa-4aee-9297-d6f09b7960d1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0453076 Sep 16 05:04:28.250728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.283049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:28.290296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.361225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.362534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-167ccebe-e634-420f-87d9-08d39504b688 req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0227475 Sep 16 05:04:28.386857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab8464-a93d-4fb2-8918-48283d1ef8e8 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8eb2bb-f615-4676-8aec-e9bd70f29e4c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.607390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c72d8b-120b-4879-a113-420140648788 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:28.619516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ccff-cec5-47e5-b64c-f4bacc2839ef req-9f5cb806-3cb7-4e2a-b92f-1789ca842569 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.622133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8846ccff-cec5-47e5-b64c-f4bacc2839ef req-9f5cb806-3cb7-4e2a-b92f-1789ca842569 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 944 time: 0.1100895 Sep 16 05:04:28.625984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.655486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Transition to ACTIVE for port object a8c72d8b-120b-4879-a113-420140648788 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:28.668781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.726193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8846ccff-cec5-47e5-b64c-f4bacc2839ef req-c3d6528a-d02c-4b4c-9af7-3dd22463a408 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972643 Sep 16 05:04:28.772209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 172.20.0.3 (06b94b1b-7432-4930-a7bc-4551b88a64c2/34aac0db-6620-4096-a8c7-152381e8aeca/5b796f2b-9edc-470c-ae3d-78f4ce1c3dec) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:28.790698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c72d8b-120b-4879-a113-420140648788,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.905478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553f927-92a5-4319-be49-f2c63ac7e760 req-a918339c-6f43-4f89-99e8-cfabd4384b5d tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:28.906950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8553f927-92a5-4319-be49-f2c63ac7e760 req-a918339c-6f43-4f89-99e8-cfabd4384b5d tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 950 time: 0.1438162 Sep 16 05:04:28.942152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-1131dee4-0414-4725-8eb0-78484a1b8e86 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--408534752&fields=id&tenant_id=5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 267 time: 0.0824585 Sep 16 05:04:28.966848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Attempting to bind port a8c72d8b-120b-4879-a113-420140648788 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:28.967186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Attempting to bind port a8c72d8b-120b-4879-a113-420140648788 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:28.967516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Attempting to bind port a8c72d8b-120b-4879-a113-420140648788 on network 3a65ec87-c155-4487-afde-1a84d2dbfa13 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:29.005080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Port a8c72d8b-120b-4879-a113-420140648788 on network 3a65ec87-c155-4487-afde-1a84d2dbfa13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:29.005424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Attempting to bind port a8c72d8b-120b-4879-a113-420140648788 on network 3a65ec87-c155-4487-afde-1a84d2dbfa13 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:29.014810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.053330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.059437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8553f927-92a5-4319-be49-f2c63ac7e760 req-7a8cabb4-bfa3-4fc5-9143-6fd1dc3027b2 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418686 Sep 16 05:04:29.067735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:29.068976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Checking segment: {'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:29.069582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Bound using segment: {'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:29.070075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Bound port: a8c72d8b-120b-4879-a113-420140648788, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924842f8-2f4a-459e-8d3d-cfc1a7d9a625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:29.070444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.110307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:29.113928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:29.120024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:29.160223 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.171920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.215860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.216929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.237164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7506a7a9-42b2-4808-b00c-3e19310007fb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985479 Sep 16 05:04:29.254239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'admin_state_up': True, 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'security_groups': ['48687f92-1957-46d8-800d-584617b448c0']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.409489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:29.416724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.514098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-dbd088ff-c597-402c-a003-15fa91b62dc7 req-cd9ffabb-48ab-45f3-a35d-63c7e20688bc tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Request body: {'security_group': {'name': 'tempest-securitygroup-981408793', 'description': 'tempest-description-548078211'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.598714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-aa5f560e-0b31-47ce-99e2-80e07292dc6d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.601151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-aa5f560e-0b31-47ce-99e2-80e07292dc6d tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 944 time: 0.5621362 Sep 16 05:04:29.611898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-63fcfb4f-0ad8-459d-894e-a113978d33c9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.617532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-19c22087-b66a-4cb0-be55-435858352a7c None None] Provisioning complete for port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:29.617905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-19c22087-b66a-4cb0-be55-435858352a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.619455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-63fcfb4f-0ad8-459d-894e-a113978d33c9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.6683645 Sep 16 05:04:29.648068 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 10.1.1.249 (076ab2eb-acfc-4dd9-8fca-7c757f2953a7/f34edbf9-e59a-4c35-ac21-40e529e94df8/687ff280-df51-48c4-b2f2-a29f3f6e2f10) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:29.684391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-19c22087-b66a-4cb0-be55-435858352a7c None None] Port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:29.689136 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.696006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-8c18f739-93e8-486d-9a49-b79ccacf97e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/quotas/5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 375 time: 0.0754924 Sep 16 05:04:29.697324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dbd088ff-c597-402c-a003-15fa91b62dc7 req-cd9ffabb-48ab-45f3-a35d-63c7e20688bc tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.806492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] For port a8c72d8b-120b-4879-a113-420140648788, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:29.840650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] For port a8c72d8b-120b-4879-a113-420140648788, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8c72d8b-120b-4879-a113-420140648788,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:29.840909 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.858442 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.888167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.936976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-d8528b7d-63ee-4bf2-9fd0-5fd47a4221e7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2073307 Sep 16 05:04:29.943564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.944306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.945932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] 10.222.0.73 "PUT /v2.0/ports/a8c72d8b-120b-4879-a113-420140648788 HTTP/1.1" status: 200 len: 1092 time: 1.9954381 Sep 16 05:04:29.950129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'tag': 'a8c72d8b-120b-4879-a113-420140648788'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:29.953273 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec435e72-b33e-4a77-b2fc-7d693fc9687a", "tag": "a8c72d8b-120b-4879-a113-420140648788"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:29.964870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Deleting port 51d7b961-dde4-43e0-949f-ce5426a55189 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:29.965220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.975969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=687ff280-df51-48c4-b2f2-a29f3f6e2f10,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:29.994490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:29.996996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:30.003876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:30.013180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837df54e-ee12-4386-b597-0f5aea32ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c72d8b-120b-4879-a113-420140648788,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.065035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.065939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.101526 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dbd088ff-c597-402c-a003-15fa91b62dc7 req-cd9ffabb-48ab-45f3-a35d-63c7e20688bc tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.110249 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7579ca00-7a2d-4ac4-a809-0acca2088f70 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8639188 Sep 16 05:04:30.120682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'admin_state_up': True, 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'security_groups': ['48687f92-1957-46d8-800d-584617b448c0']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.193964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dbd088ff-c597-402c-a003-15fa91b62dc7 req-cd9ffabb-48ab-45f3-a35d-63c7e20688bc tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.257093 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dbd088ff-c597-402c-a003-15fa91b62dc7 req-cd9ffabb-48ab-45f3-a35d-63c7e20688bc tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.258775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbd088ff-c597-402c-a003-15fa91b62dc7 req-cd9ffabb-48ab-45f3-a35d-63c7e20688bc tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7568319 Sep 16 05:04:30.266784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:30.282745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-b089f0cd-bf13-4205-baff-fb154275f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.284429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-b089f0cd-bf13-4205-baff-fb154275f883 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 1095 time: 0.2324858 Sep 16 05:04:30.284910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.325421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ffabb-48ab-45f3-a35d-63c7e20688bc tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f72c3e-efdd-4ecd-a909-b37312a1267c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.393915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-17afeb74-5acd-4648-8779-210e2439428c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c72d8b-120b-4879-a113-420140648788 HTTP/1.1" status: 200 len: 217 time: 0.0966287 Sep 16 05:04:30.403655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-dbf7b585-39cb-431c-ab18-98f3b16935a7 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119194 Sep 16 05:04:30.417784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-12335e3c-ace0-4a5b-8714-23c2485ae06a None None] Provisioning complete for port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:30.418788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12335e3c-ace0-4a5b-8714-23c2485ae06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.457296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 10.1.1.78 (076ab2eb-acfc-4dd9-8fca-7c757f2953a7/f34edbf9-e59a-4c35-ac21-40e529e94df8/e1d663e3-939b-4841-a672-68fa0f345c3d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:30.491253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-12335e3c-ace0-4a5b-8714-23c2485ae06a None None] Port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:30.511759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] For port 51d7b961-dde4-43e0-949f-ce5426a55189, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=51d7b961-dde4-43e0-949f-ce5426a55189,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:30.512030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.541186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Calling delete_port for 51d7b961-dde4-43e0-949f-ce5426a55189 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:30.594282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-36e66e5c-a103-4d47-a306-4f880ba1fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.595857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-36e66e5c-a103-4d47-a306-4f880ba1fd62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.1891260 Sep 16 05:04:30.634604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-7a105ade-d16b-41ab-89ef-c68b72282528 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309346 Sep 16 05:04:30.667676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.704638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.746728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:30.750512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:30.753863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:30.766241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-df664e01-4fca-4548-b8f4-7c9fa3ce7963 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605022 Sep 16 05:04:30.783655 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=e1d663e3-939b-4841-a672-68fa0f345c3d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.826678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.827227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.844200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bab8c-8467-4729-b171-3658223b912a req-cf9a2ef6-210b-4d06-abc8-5b7d77ec8fbc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.845780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae7bab8c-8467-4729-b171-3658223b912a req-cf9a2ef6-210b-4d06-abc8-5b7d77ec8fbc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 943 time: 0.1802194 Sep 16 05:04:30.846964 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-00a28350-e07f-449a-9009-3adda189bfff tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7304301 Sep 16 05:04:30.865840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca', 'admin_state_up': True, 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'security_groups': ['48687f92-1957-46d8-800d-584617b448c0']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.916115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae7bab8c-8467-4729-b171-3658223b912a req-114eb081-bf0c-4333-9005-9d0235043d2c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557656 Sep 16 05:04:30.930177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-46153c3e-78eb-4a84-b3cb-83eb0ac0a379 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629404 Sep 16 05:04:31.123113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.136828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.185518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event deleted for resources: {'Port': ['ID=51d7b961-dde4-43e0-949f-ce5426a55189,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.229746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bc82b637-dd66-4c33-a15f-3c79f58bb44e None None] Provisioning complete for port e1d663e3-939b-4841-a672-68fa0f345c3d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:31.232012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc82b637-dd66-4c33-a15f-3c79f58bb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.245682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] No DVR routers for this DVR port 51d7b961-dde4-43e0-949f-ce5426a55189 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:31.275083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:31.305555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bc82b637-dd66-4c33-a15f-3c79f58bb44e None None] Port e1d663e3-939b-4841-a672-68fa0f345c3d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:31.306388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c99b305c-921b-4935-8146-103e353d9bf7 req-2ec08ff7-7064-4302-a318-8c75f8242f32 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0892830 Sep 16 05:04:31.307498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.309822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0194a9f-8841-478c-8e43-1e1dd0085826 req-c5d6af78-a372-4bc6-8889-17f1a5dc00c6 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "DELETE /v2.0/ports/51d7b961-dde4-43e0-949f-ce5426a55189 HTTP/1.1" status: 204 len: 173 time: 1.6869619 Sep 16 05:04:31.313534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52cd9815-e3f4-49ef-b429-9609d992c8a4 req-95acac3f-bd28-4083-ac14-738e60218f15 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736815 Sep 16 05:04:31.387037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65209bd0-aaeb-4cad-a346-7a31e065a9b3 req-d9859fee-a773-4029-bff0-2668c09de3ab tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.393559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65209bd0-aaeb-4cad-a346-7a31e065a9b3 req-d9859fee-a773-4029-bff0-2668c09de3ab tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.401108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65209bd0-aaeb-4cad-a346-7a31e065a9b3 req-d9859fee-a773-4029-bff0-2668c09de3ab tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.408805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65209bd0-aaeb-4cad-a346-7a31e065a9b3 req-d9859fee-a773-4029-bff0-2668c09de3ab tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 2373 time: 0.0976093 Sep 16 05:04:31.427966 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba92c1-e7bb-4ff8-9b10-7594f417c7c2 x-openstack-request-id: req-c7ba92c1-e7bb-4ff8-9b10-7594f417c7c2 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:31.428292 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec435e72-b33e-4a77-b2fc-7d693fc9687a", "tag": "a8c72d8b-120b-4879-a113-420140648788", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:31.428545 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7ba92c1-e7bb-4ff8-9b10-7594f417c7c2 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:31.429010 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'tag': 'a8c72d8b-120b-4879-a113-420140648788', 'status': 'completed', 'code': 200} Sep 16 05:04:31.439462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.500484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65209bd0-aaeb-4cad-a346-7a31e065a9b3 req-5c728ebb-f47e-40c8-831d-bdc7e6f16276 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866413 Sep 16 05:04:31.609454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-a4695368-c284-4235-a3cc-b723b27c02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.614575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-a4695368-c284-4235-a3cc-b723b27c02d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 1095 time: 0.1758401 Sep 16 05:04:31.768213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1279130774', 'description': 'tempest-description-1346756725'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:31.777152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 10.2.2.100 (87774183-9d3a-4059-a0e1-f8feda9e53ca/fcc54c2d-1c2c-4699-9184-5b9a7117bed0/0a647c09-84eb-4c95-a487-a9b93616ca9e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:31.806255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001f0e-d1dc-44b1-949a-d27c8a965943 req-a9a0358d-ddb4-4d25-9c40-5145f1f3bde1 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.812838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d001f0e-d1dc-44b1-949a-d27c8a965943 req-a9a0358d-ddb4-4d25-9c40-5145f1f3bde1 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 950 time: 0.2926888 Sep 16 05:04:31.841395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-cd9aa039-9e62-4347-b99f-0de0e07fc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.843117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-cd9aa039-9e62-4347-b99f-0de0e07fc63a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 914 time: 0.2153137 Sep 16 05:04:31.882066 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.929052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-5dafef13-8f69-435a-8373-217061c7e52c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c72d8b-120b-4879-a113-420140648788 HTTP/1.1" status: 200 len: 217 time: 0.0545595 Sep 16 05:04:31.931712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.986033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.992575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d001f0e-d1dc-44b1-949a-d27c8a965943 req-1efe201b-d9b7-4928-830b-bcbefd8aa2b7 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619358 Sep 16 05:04:32.078504 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.091596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-52fc82fc-d5ba-4f1f-9606-4f69b2f5b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.093402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-52fc82fc-d5ba-4f1f-9606-4f69b2f5b654 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.1273320 Sep 16 05:04:32.145217 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:32.149105 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:32.163834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-75348017-22fe-45d6-91d9-9bf2d2af86ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591893 Sep 16 05:04:32.182843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:32.267229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=0a647c09-84eb-4c95-a487-a9b93616ca9e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:32.301381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.302061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.345210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bee222d-c822-47d6-bab6-be9fd4aa7906 req-03f83746-0041-4160-8b0f-3e88c9018778 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 210 time: 0.0612464 Sep 16 05:04:32.358689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-412304f3-7af4-4ba9-8eb6-6442b8fd0dac service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813931 Sep 16 05:04:32.408267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.420489 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e350af8e-fb43-49e0-ba72-7a5e11d5a187 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5659518 Sep 16 05:04:32.430959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.434213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca', 'admin_state_up': True, 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'security_groups': ['48687f92-1957-46d8-800d-584617b448c0']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:32.543814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ec8efc50-6a1c-4e8d-8ab1-6ded5cec7064 None None] Provisioning complete for port 0a647c09-84eb-4c95-a487-a9b93616ca9e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:32.546751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec8efc50-6a1c-4e8d-8ab1-6ded5cec7064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.620607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ec8efc50-6a1c-4e8d-8ab1-6ded5cec7064 None None] Port 0a647c09-84eb-4c95-a487-a9b93616ca9e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:32.634166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31c2e3c-c0f4-4a64-8392-d547538b6e66,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:32.690892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.691265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.691572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.691982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.692349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.692684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.693642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.693968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.694293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.694615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.694937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.695257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:32.710484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4310a-7297-490a-938b-be943d344455 req-30b8d62b-7278-4efc-bf2f-0b3454847577 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.711974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60c4310a-7297-490a-938b-be943d344455 req-30b8d62b-7278-4efc-bf2f-0b3454847577 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 943 time: 0.2233009 Sep 16 05:04:32.720760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e5c5a4b-543f-48e6-a9a1-ccd47d55796b req-fa61c246-313c-420a-9046-0c2a17caf619 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539596 Sep 16 05:04:32.830076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60c4310a-7297-490a-938b-be943d344455 req-d16b03af-a595-4995-be53-e0285e7c3b50 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042416 Sep 16 05:04:32.836930 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.842737 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.853230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-4a37847b-92e1-4006-9c10-4004bf5ca6a3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.854823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-4a37847b-92e1-4006-9c10-4004bf5ca6a3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.2470191 Sep 16 05:04:32.866280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Made reservation on behalf of d529e2fbb0a34c56b32efe97321f05bd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:32.870965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.882916 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.899008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48253a98-69ed-434c-8709-32ebc05117c6 req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1344528 Sep 16 05:04:32.946083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466ff87-f383-427f-9e24-95bc40c43223 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df11252a-5119-4197-a7f6-987ce97e6cad,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.002476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-efd3596b-d785-46a4-be78-5666fb5a80b5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 379 time: 0.1294434 Sep 16 05:04:33.020557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 51d7b961-dde4-43e0-949f-ce5426a55189 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:33.022673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31ae704b-9bb3-4415-9fe0-33cb7c20f69a req-c4d58a0b-c783-47cb-bd5e-2cfff9a9c2cf tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0385783 Sep 16 05:04:33.026256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'port': {'device_id': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'admin_state_up': True, 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'security_groups': ['15132a95-b0f1-4ba0-a559-bdbf74feb51d']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.075057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 51d7b961-dde4-43e0-949f-ce5426a55189 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:33.075674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 51d7b961-dde4-43e0-949f-ce5426a55189 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:33.160228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Made reservation on behalf of 5a1bd4add4be46dcbcde85330c8f2a43 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:33.165627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.232828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Allocated IP 10.2.2.200 (87774183-9d3a-4059-a0e1-f8feda9e53ca/fcc54c2d-1c2c-4699-9184-5b9a7117bed0/f8acb577-2488-45fd-aea8-44e3da10e2c2) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:33.326199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Allocated IP 172.20.0.4 (b069f2cc-96b1-42d9-94d6-ac3d8a6c147f/47b0dd83-2441-49ff-aec6-4b69f1a639a9/b2dbca05-3019-44e2-ae69-a43c09f5508d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:33.407068 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.407762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-2797ee9e-105e-4907-9f30-02864e967006 req-7b1e166c-b464-42bb-add9-cf4131abaa16 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1188028800', 'description': 'tempest-description-1011995308'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.432563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'name': 'network-vif-deleted', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:33.434809 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04e73a-e802-49d4-8bbc-d4e66a783506" -d '{"events": [{"server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "name": "network-vif-deleted", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:33.447167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.499247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event updated for resources: {'Port': ['ID=f8acb577-2488-45fd-aea8-44e3da10e2c2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.517310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:33.519056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:33.522288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:33.544453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2797ee9e-105e-4907-9f30-02864e967006 req-7b1e166c-b464-42bb-add9-cf4131abaa16 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.595939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.597598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.598919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b65fb-b102-4af4-aec3-c91a002fb8a6 req-0aeadf10-ed3d-41bd-8c02-e8a9b740cb32 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.606128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b65fb-b102-4af4-aec3-c91a002fb8a6 req-0aeadf10-ed3d-41bd-8c02-e8a9b740cb32 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.612747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b65fb-b102-4af4-aec3-c91a002fb8a6 req-0aeadf10-ed3d-41bd-8c02-e8a9b740cb32 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.619751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b65fb-b102-4af4-aec3-c91a002fb8a6 req-0aeadf10-ed3d-41bd-8c02-e8a9b740cb32 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.620796 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7720de99-125d-4c71-8e54-4dc07bcecfd9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1936574 Sep 16 05:04:33.626393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b65fb-b102-4af4-aec3-c91a002fb8a6 req-0aeadf10-ed3d-41bd-8c02-e8a9b740cb32 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.628302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae5b65fb-b102-4af4-aec3-c91a002fb8a6 req-0aeadf10-ed3d-41bd-8c02-e8a9b740cb32 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 3815 time: 0.1904700 Sep 16 05:04:33.641819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.715832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.772436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.841225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae5b65fb-b102-4af4-aec3-c91a002fb8a6 req-fea97f32-d082-4fcd-a1f0-6ffa84641369 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063079 Sep 16 05:04:33.848204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.899793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:33.907208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:33.908700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8c72d8b-120b-4879-a113-420140648788 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:33.909628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:33.968585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.969227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.997057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2797ee9e-105e-4907-9f30-02864e967006 req-7b1e166c-b464-42bb-add9-cf4131abaa16 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.007939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2797ee9e-105e-4907-9f30-02864e967006 req-7b1e166c-b464-42bb-add9-cf4131abaa16 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.049374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e166c-b464-42bb-add9-cf4131abaa16 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a101de8-adca-42e2-9541-b3119b040ae3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.053648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0334566 Sep 16 05:04:34.057978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f77397-0573-4326-b30e-1f4359f55670 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.074071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-93a65233-d361-4076-9ec8-53ebf01dd45d None None] Provisioning complete for port f8acb577-2488-45fd-aea8-44e3da10e2c2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:34.074706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93a65233-d361-4076-9ec8-53ebf01dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.081803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Request body: {'port': {'device_id': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:34.108802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2797ee9e-105e-4907-9f30-02864e967006 req-7b1e166c-b464-42bb-add9-cf4131abaa16 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.121757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2797ee9e-105e-4907-9f30-02864e967006 req-7b1e166c-b464-42bb-add9-cf4131abaa16 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7435160 Sep 16 05:04:34.124350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:34.135966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.177464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Transition to ACTIVE for port object 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:34.185346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.197499 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec055c8e-043e-4a85-ade6-d80706c52926 x-openstack-request-id: req-ec055c8e-043e-4a85-ade6-d80706c52926 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:34.198037 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4d58e8-4eda-4586-8f5b-4f1652e676b3", "name": "network-vif-deleted", "tag": "51d7b961-dde4-43e0-949f-ce5426a55189", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:34.198452 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec055c8e-043e-4a85-ade6-d80706c52926 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:34.199079 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4d58e8-4eda-4586-8f5b-4f1652e676b3', 'name': 'network-vif-deleted', 'tag': '51d7b961-dde4-43e0-949f-ce5426a55189', 'status': 'completed', 'code': 200} Sep 16 05:04:34.200119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.260373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Pushing event updated for resources: {'Port': ['ID=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.367469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-93a65233-d361-4076-9ec8-53ebf01dd45d None None] Port f8acb577-2488-45fd-aea8-44e3da10e2c2 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:34.426358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a8c72d8b-120b-4879-a113-420140648788, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8c72d8b-120b-4879-a113-420140648788,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:34.448219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a8c72d8b-120b-4879-a113-420140648788', 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13', 'port_id': 'a8c72d8b-120b-4879-a113-420140648788', 'mac_address': 'fa:16:3e:a0:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc943e6-1c3f-4316-923e-b40ecb465b87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:34.450562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Attempting to bind port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:34.451099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Attempting to bind port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:34.451883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Attempting to bind port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec on network 06b94b1b-7432-4930-a7bc-4551b88a64c2 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:34.464439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec on network 06b94b1b-7432-4930-a7bc-4551b88a64c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:34.485478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Attempting to bind port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec on network 06b94b1b-7432-4930-a7bc-4551b88a64c2 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:34.496811 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:34.497370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Checking segment: {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:34.497766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Bound using segment: {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:34.498220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Bound port: 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:34.498584 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.504365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb1f60-5912-400e-87dc-cfb1706414a9 req-dd2fd8f2-9f1e-4397-a8b2-e16fb7ee2498 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.506521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6eb1f60-5912-400e-87dc-cfb1706414a9 req-dd2fd8f2-9f1e-4397-a8b2-e16fb7ee2498 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 931 time: 0.2731931 Sep 16 05:04:34.551614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b8c5d9c0-e91e-4b2b-bd8d-cb674f4435f3 None None] Provisioning complete for port b2dbca05-3019-44e2-ae69-a43c09f5508d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:34.552019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d9c0-e91e-4b2b-bd8d-cb674f4435f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.554363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.616066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ea78-25fa-48cc-a282-9e4d6b85408d req-1090aa0d-e91d-4260-ae74-9b03a0674f90 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.617819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8414ea78-25fa-48cc-a282-9e4d6b85408d req-1090aa0d-e91d-4260-ae74-9b03a0674f90 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 943 time: 0.3170702 Sep 16 05:04:34.625443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] For port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:34.625653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c72d8b-120b-4879-a113-420140648788 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:34.629773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] For port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:34.635941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.670432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5d9c0-e91e-4b2b-bd8d-cb674f4435f3 None None] Port b2dbca05-3019-44e2-ae69-a43c09f5508d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:34.678170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.678892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.680779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] 10.222.0.73 "PUT /v2.0/ports/5b796f2b-9edc-470c-ae3d-78f4ce1c3dec HTTP/1.1" status: 200 len: 1092 time: 1.0474155 Sep 16 05:04:34.681306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:34.683643 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99cd04d-38e1-4556-8f5b-6f2582da33f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:34.703715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a8c72d8b-120b-4879-a113-420140648788, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8c72d8b-120b-4879-a113-420140648788,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:34.709261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e464914-705b-4908-b1ab-1a8e32e415ab service neutron] Pushing event updated for resources: {'Port': ['ID=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.710222 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.722173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:34.780827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a8c72d8b-120b-4879-a113-420140648788,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.827686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6eb1f60-5912-400e-87dc-cfb1706414a9 req-d4ecf824-b9f1-409c-8bab-aeba7c8ca068 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108895 Sep 16 05:04:34.837018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.972453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8c72d8b-120b-4879-a113-420140648788'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:35.189705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b280801-5830-4730-864a-dd246928f429 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:35.198603 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.211565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8414ea78-25fa-48cc-a282-9e4d6b85408d req-f14fad60-a30c-4b50-9d9e-419c8a705095 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792003 Sep 16 05:04:35.211784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Transition to ACTIVE for port object 6b280801-5830-4730-864a-dd246928f429 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:35.216322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.233345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36b175ac-d218-49aa-9e66-38c3df135dff req-2973b580-1e0c-40a7-9355-49d8f1801573 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0436444 Sep 16 05:04:35.269532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b280801-5830-4730-864a-dd246928f429,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.344949 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c64ae-f7cf-40b5-bca7-b67e0fc3cd69 x-openstack-request-id: req-0d5c64ae-f7cf-40b5-bca7-b67e0fc3cd69 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:35.344949 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:35.344949 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d5c64ae-f7cf-40b5-bca7-b67e0fc3cd69 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:35.345414 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'status': 'completed', 'code': 200} Sep 16 05:04:35.376248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Attempting to bind port 6b280801-5830-4730-864a-dd246928f429 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:35.376588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Attempting to bind port 6b280801-5830-4730-864a-dd246928f429 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:35.376914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Attempting to bind port 6b280801-5830-4730-864a-dd246928f429 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:35.383907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Port 6b280801-5830-4730-864a-dd246928f429 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:35.384553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Attempting to bind port 6b280801-5830-4730-864a-dd246928f429 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:35.392664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:35.393002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Checking segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:35.393576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Bound using segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:35.394047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Bound port: 6b280801-5830-4730-864a-dd246928f429, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:35.394410 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.482658 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] For port 6b280801-5830-4730-864a-dd246928f429, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:35.486055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] For port 6b280801-5830-4730-864a-dd246928f429, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6b280801-5830-4730-864a-dd246928f429,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:35.493576 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.501619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dbca05-3019-44e2-ae69-a43c09f5508d {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:35.512169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.541067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Transition to ACTIVE for port object b2dbca05-3019-44e2-ae69-a43c09f5508d will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:35.562076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.563166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.565886 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 1132 time: 0.8486137 Sep 16 05:04:35.599138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.613177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:35.638977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628c335-cbeb-4c5c-ae56-9e2e00cf96e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b280801-5830-4730-864a-dd246928f429,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.653934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-32f601e6-c3e1-410e-aa01-1f87fb80bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.654475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-32f601e6-c3e1-410e-aa01-1f87fb80bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.654894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-32f601e6-c3e1-410e-aa01-1f87fb80bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.660624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-32f601e6-c3e1-410e-aa01-1f87fb80bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.660624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-32f601e6-c3e1-410e-aa01-1f87fb80bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.660624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-32f601e6-c3e1-410e-aa01-1f87fb80bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.660624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-32f601e6-c3e1-410e-aa01-1f87fb80bf4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5246 time: 0.3145726 Sep 16 05:04:35.770083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.779608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.928888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8c72d8b-120b-4879-a113-420140648788 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:36.014513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-486aa216-fee0-4d3c-b965-38e2b2c382d6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.021065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-486aa216-fee0-4d3c-b965-38e2b2c382d6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.027452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-486aa216-fee0-4d3c-b965-38e2b2c382d6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.035670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-486aa216-fee0-4d3c-b965-38e2b2c382d6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.037396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a8c72d8b-120b-4879-a113-420140648788 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:36.042567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a8c72d8b-120b-4879-a113-420140648788 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:36.043365 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.043969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-486aa216-fee0-4d3c-b965-38e2b2c382d6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.051672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-486aa216-fee0-4d3c-b965-38e2b2c382d6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.054879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-486aa216-fee0-4d3c-b965-38e2b2c382d6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 4600 time: 0.2804060 Sep 16 05:04:36.094345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-255c44e0-4108-42d1-8b1f-b4f8b0354ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.094816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-255c44e0-4108-42d1-8b1f-b4f8b0354ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.095271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-255c44e0-4108-42d1-8b1f-b4f8b0354ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.097086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-255c44e0-4108-42d1-8b1f-b4f8b0354ec5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4290307 Sep 16 05:04:36.130180 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:36.173206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a915c3-1c83-4d70-9572-61b068b83c34 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:36.182941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.198173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Transition to ACTIVE for port object 74a915c3-1c83-4d70-9572-61b068b83c34 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:36.204434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.251426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Pushing event updated for resources: {'Port': ['ID=74a915c3-1c83-4d70-9572-61b068b83c34,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.301230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-fccdd9b9-65fa-4218-b857-d52e6a62d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.303117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d99cd04d-38e1-4556-8f5b-6f2582da33f6 req-fccdd9b9-65fa-4218-b857-d52e6a62d542 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647949 Sep 16 05:04:36.330924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Attempting to bind port b2dbca05-3019-44e2-ae69-a43c09f5508d on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:36.331520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Attempting to bind port b2dbca05-3019-44e2-ae69-a43c09f5508d by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:36.332007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Attempting to bind port b2dbca05-3019-44e2-ae69-a43c09f5508d on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:36.347158 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.351151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Attempting to bind port 74a915c3-1c83-4d70-9572-61b068b83c34 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:36.351488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Attempting to bind port 74a915c3-1c83-4d70-9572-61b068b83c34 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:36.352250 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Attempting to bind port 74a915c3-1c83-4d70-9572-61b068b83c34 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:36.356181 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d37451-8629-4797-be93-f1dd7864ba7a req-fc61e199-cc19-49a3-bc74-58c005627072 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2691262 Sep 16 05:04:36.357306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Port 74a915c3-1c83-4d70-9572-61b068b83c34 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:36.358148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Attempting to bind port 74a915c3-1c83-4d70-9572-61b068b83c34 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:36.371368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:36.371997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Checking segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:36.372613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Bound using segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:36.373468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Bound port: 74a915c3-1c83-4d70-9572-61b068b83c34, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:36.373802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.382743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Port b2dbca05-3019-44e2-ae69-a43c09f5508d on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:36.385808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Attempting to bind port b2dbca05-3019-44e2-ae69-a43c09f5508d on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:36.395267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c72d8b-120b-4879-a113-420140648788'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:36.401747 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f1ac1-253f-4a84-9544-d6e608b0b24e" -d '{"events": [{"server_uuid": "ec435e72-b33e-4a77-b2fc-7d693fc9687a", "name": "network-vif-plugged", "status": "completed", "tag": "a8c72d8b-120b-4879-a113-420140648788"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:36.413812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:36.414163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:36.414817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Bound using segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:36.415279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Bound port: b2dbca05-3019-44e2-ae69-a43c09f5508d, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:36.415647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.425383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a8c72d8b-120b-4879-a113-420140648788, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8c72d8b-120b-4879-a113-420140648788,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:36.431634 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.459317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-8951fe8d-fd5e-4e16-9701-59cc7f4c4e8e tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47814 time: 1.1994364 Sep 16 05:04:36.518454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a8c72d8b-120b-4879-a113-420140648788,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.532028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] For port 74a915c3-1c83-4d70-9572-61b068b83c34, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:36.535420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] For port 74a915c3-1c83-4d70-9572-61b068b83c34, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=74a915c3-1c83-4d70-9572-61b068b83c34,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:36.540894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.577077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-6ffc0a6e-297d-458f-92f9-16a858c3d073 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0c0693ea-a9c4-43cd-b1a5-57744fb19452 HTTP/1.1" status: 200 len: 2981 time: 0.1167722 Sep 16 05:04:36.588252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.588936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.592466 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] 10.222.0.73 "PUT /v2.0/ports/74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 1131 time: 0.9847589 Sep 16 05:04:36.633806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8244b04-cc5e-4fa8-bd0f-0305df23bdda service neutron] Pushing event updated for resources: {'Port': ['ID=74a915c3-1c83-4d70-9572-61b068b83c34,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.645523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:36.657095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-7a613e8e-a81f-470e-b525-0924b16aa28f tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/0c0693ea-a9c4-43cd-b1a5-57744fb19452 HTTP/1.1" status: 200 len: 2981 time: 0.0790412 Sep 16 05:04:36.684749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:36.708033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:36.718481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.731202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.772973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-892c1483-e7d7-4228-8b8a-28a60844a29f tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0 HTTP/1.1" status: 200 len: 2981 time: 0.1145573 Sep 16 05:04:36.783336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.783964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.785436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] 10.222.0.64 "PUT /v2.0/ports/b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 1092 time: 2.7097590 Sep 16 05:04:36.788501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:36.791409 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36" -d '{"events": [{"name": "network-changed", "server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:36.863644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f65e9a-66d9-422a-8eac-814ec295573a service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.962706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-1a43a6ff-665d-4d8e-87e3-e1d94f9a25f7 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0 HTTP/1.1" status: 200 len: 2981 time: 0.1820521 Sep 16 05:04:36.969964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-3b9cc922-f9ea-4a83-82a2-e186eaf40704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:36.971836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-3b9cc922-f9ea-4a83-82a2-e186eaf40704 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1095 time: 0.1026514 Sep 16 05:04:37.074747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:37.165790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-d94d06b4-699f-42de-af1a-8ddee86628cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 217 time: 0.1227653 Sep 16 05:04:37.195756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-55f33e5b-6aac-4666-9781-ae614bd17cce tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/70337213-d7b0-474d-a2dc-8db79df7688c HTTP/1.1" status: 200 len: 2977 time: 0.2228334 Sep 16 05:04:37.313204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-45a94497-5dad-4b3e-9770-661094225261 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/70337213-d7b0-474d-a2dc-8db79df7688c HTTP/1.1" status: 200 len: 2977 time: 0.1157804 Sep 16 05:04:37.331260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:37.344577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'mac_address': 'fa:16:3e:80:72:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:37.358728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '6b280801-5830-4730-864a-dd246928f429'}, {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '74a915c3-1c83-4d70-9572-61b068b83c34'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:37.363514 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72271c5-d1c6-47b6-aa17-48e4415b232b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "6b280801-5830-4730-864a-dd246928f429"}, {"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "74a915c3-1c83-4d70-9572-61b068b83c34"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:37.372895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-503c1fb9-8b6c-458d-a80d-2d69526c0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.375183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-503c1fb9-8b6c-458d-a80d-2d69526c0bae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1886988 Sep 16 05:04:37.385272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-d7cd73e6-50a4-4406-ba3b-5674b9b482a6 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/77b4859c-b7f2-4293-907d-529ee967b298 HTTP/1.1" status: 200 len: 2973 time: 0.0715346 Sep 16 05:04:37.390053 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.397112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687ff280-df51-48c4-b2f2-a29f3f6e2f10 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:37.408498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.418663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c9fa5e3-211a-45f2-9893-691630b9440c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:37.430728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Transition to ACTIVE for port object 687ff280-df51-48c4-b2f2-a29f3f6e2f10 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:37.436849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.447861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb7036-8f8f-40a9-9228-c21ee66b7439 req-d2834d66-0f01-458f-bd8a-273a619f632b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.450399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32eb7036-8f8f-40a9-9228-c21ee66b7439 req-d2834d66-0f01-458f-bd8a-273a619f632b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 943 time: 0.2900577 Sep 16 05:04:37.451327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:37.457004 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.509898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-bcbb829b-9d6d-4714-8cd6-d244c349dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.511900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-bcbb829b-9d6d-4714-8cd6-d244c349dbd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182108 Sep 16 05:04:37.525757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-dcc8b9fc-7e51-4c44-97a5-95695a3a5bfa tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/77b4859c-b7f2-4293-907d-529ee967b298 HTTP/1.1" status: 200 len: 2973 time: 0.1393797 Sep 16 05:04:37.565516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.589367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=687ff280-df51-48c4-b2f2-a29f3f6e2f10,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.607978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32eb7036-8f8f-40a9-9228-c21ee66b7439 req-9d8d6f31-3f5f-4c81-bae9-6cd34c0fa49d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417956 Sep 16 05:04:37.612038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Attempting to bind port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:37.612419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Attempting to bind port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:37.612755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Attempting to bind port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:37.634003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:37.634003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Attempting to bind port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:37.634003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:37.634003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Checking segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:37.634003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Bound using segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:37.634003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Bound port: 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:37.634003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.671532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3c9fa5e3-211a-45f2-9893-691630b9440c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:37.715858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-fbcec0d5-79f2-4652-bf86-e08fd8736ca1 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7efe0276-9868-4579-9f62-8b27a9acbeee HTTP/1.1" status: 200 len: 2981 time: 0.1877871 Sep 16 05:04:37.754474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] For port 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:37.762882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] For port 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:37.771209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.815968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.816709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.819296 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] 10.222.0.73 "PUT /v2.0/ports/687ff280-df51-48c4-b2f2-a29f3f6e2f10 HTTP/1.1" status: 200 len: 1092 time: 1.1808190 Sep 16 05:04:37.824379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-7c87b241-0eb9-4548-825e-0a061a46e904 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857308 Sep 16 05:04:37.841060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb423-3e9c-463f-b563-c3352f99008f req-9f29b1c6-5c6f-4a7a-ac89-0f2ad956a5df tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.843214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-147cb423-3e9c-463f-b563-c3352f99008f req-9f29b1c6-5c6f-4a7a-ac89-0f2ad956a5df tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 945 time: 0.1262507 Sep 16 05:04:37.846195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a16c7-3888-4ca6-922f-a2f1ac035aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=687ff280-df51-48c4-b2f2-a29f3f6e2f10,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.853941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-5fefc6cd-c349-4e81-bf96-0aabe8c43c63 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7efe0276-9868-4579-9f62-8b27a9acbeee HTTP/1.1" status: 200 len: 2981 time: 0.1204913 Sep 16 05:04:37.869305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:37.955106 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.002832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-147cb423-3e9c-463f-b563-c3352f99008f req-6642a842-f9f6-4003-a0ba-4d2017432a16 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440959 Sep 16 05:04:38.081242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bce17d22-543a-4e1c-be5e-386c116323d6 req-8ea7cb1d-741c-4f81-9855-f0755fd571a2 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368462 Sep 16 05:04:38.091282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-fb4f8bb5-dffe-439b-acb7-52e4d8a1a511 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/980558ea-ead4-4f2a-9306-ce085943622f HTTP/1.1" status: 200 len: 2981 time: 0.2268460 Sep 16 05:04:38.195065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1fc4dbab-e55d-490d-a0e4-fa3f975ba6ba req-27002b64-3828-43f8-a0ac-7bf1fd0a1ccc tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0483041 Sep 16 05:04:38.212558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-b485dc5f-1952-4988-9df8-294f0b7678f8 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/980558ea-ead4-4f2a-9306-ce085943622f HTTP/1.1" status: 200 len: 2981 time: 0.1069973 Sep 16 05:04:38.302758 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f9df08-6809-4837-a216-deb2e56b82d9 x-openstack-request-id: req-b8f9df08-6809-4837-a216-deb2e56b82d9 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:38.304628 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec435e72-b33e-4a77-b2fc-7d693fc9687a", "name": "network-vif-plugged", "status": "completed", "tag": "a8c72d8b-120b-4879-a113-420140648788", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:38.305254 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8f9df08-6809-4837-a216-deb2e56b82d9 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:38.306724 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c72d8b-120b-4879-a113-420140648788', 'code': 200} Sep 16 05:04:38.307790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-334cc288-1544-42fe-98c8-97f342ec145f tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a3375f2d-d540-4579-b048-d2dd662110a7 HTTP/1.1" status: 200 len: 2981 time: 0.0864589 Sep 16 05:04:38.358858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-efd9eb80-6e48-4be8-a15e-74e6ba422bc5 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a3375f2d-d540-4579-b048-d2dd662110a7 HTTP/1.1" status: 200 len: 2981 time: 0.0498381 Sep 16 05:04:38.412868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d663e3-939b-4841-a672-68fa0f345c3d {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:38.413145 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b98978-6564-4b25-8e70-3a6be9568ccf x-openstack-request-id: req-26b98978-6564-4b25-8e70-3a6be9568ccf {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:38.413414 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:38.413691 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26b98978-6564-4b25-8e70-3a6be9568ccf {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:38.414123 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'status': 'completed', 'code': 200} Sep 16 05:04:38.432618 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.445661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-b584d599-5453-48a3-aaa8-42dc12382ea0 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/abe1cb68-1ee2-4c98-b9f4-8328083e6e05 HTTP/1.1" status: 200 len: 2981 time: 0.0857179 Sep 16 05:04:38.454686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Transition to ACTIVE for port object e1d663e3-939b-4841-a672-68fa0f345c3d will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:38.464936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.537158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a631291-f039-49e0-a678-bdf99a1c3f02 req-abda16d3-bf65-49d1-8a92-b73e5ea87184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.539591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a631291-f039-49e0-a678-bdf99a1c3f02 req-abda16d3-bf65-49d1-8a92-b73e5ea87184 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 1097 time: 0.1381555 Sep 16 05:04:38.558727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-15b35194-ffa4-4040-aac5-1b912bb99af1 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/abe1cb68-1ee2-4c98-b9f4-8328083e6e05 HTTP/1.1" status: 200 len: 2981 time: 0.0983348 Sep 16 05:04:38.573951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-9d062a4b-679a-422b-8eb7-960892848b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.575593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-9d062a4b-679a-422b-8eb7-960892848b2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1095 time: 0.1254628 Sep 16 05:04:38.687215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d663e3-939b-4841-a672-68fa0f345c3d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:38.703936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Attempting to bind port e1d663e3-939b-4841-a672-68fa0f345c3d on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:38.704312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Attempting to bind port e1d663e3-939b-4841-a672-68fa0f345c3d by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:38.704919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Attempting to bind port e1d663e3-939b-4841-a672-68fa0f345c3d on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:38.712769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Port e1d663e3-939b-4841-a672-68fa0f345c3d on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:38.713134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Attempting to bind port e1d663e3-939b-4841-a672-68fa0f345c3d on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:38.715735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a631291-f039-49e0-a678-bdf99a1c3f02 req-175fdc75-5a46-4cd4-bb90-45b0d504496d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669297 Sep 16 05:04:38.721294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:38.721723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Checking segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:38.722626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Bound using segment: {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:38.723338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Bound port: e1d663e3-939b-4841-a672-68fa0f345c3d, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373753e-e8e8-4d37-8e39-80048f9cba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:38.724271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.769982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-0f201c59-2b42-40f7-b767-28baa8351cd4 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b93628fe-6b69-4a53-abae-b7f4066cb1b7 HTTP/1.1" status: 200 len: 2981 time: 0.1872330 Sep 16 05:04:38.819351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] For port e1d663e3-939b-4841-a672-68fa0f345c3d, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:38.826572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] For port e1d663e3-939b-4841-a672-68fa0f345c3d, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e1d663e3-939b-4841-a672-68fa0f345c3d,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:38.832733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.872427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-b5a356a9-6f97-46f5-9123-5f00e1a0867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.873985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-b5a356a9-6f97-46f5-9123-5f00e1a0867d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.2797790 Sep 16 05:04:38.883942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-dd0db259-ef5a-4560-baf7-97c9f81462b4 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b93628fe-6b69-4a53-abae-b7f4066cb1b7 HTTP/1.1" status: 200 len: 2981 time: 0.1007888 Sep 16 05:04:38.898900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.899644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.902236 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] 10.222.0.73 "PUT /v2.0/ports/e1d663e3-939b-4841-a672-68fa0f345c3d HTTP/1.1" status: 200 len: 1091 time: 1.0389705 Sep 16 05:04:38.937734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-179310f4-eec8-4ac8-8dfd-a60ca22c6cf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 217 time: 0.0455320 Sep 16 05:04:38.941179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787c21-42c5-4b93-9644-3715d5f18281 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d663e3-939b-4841-a672-68fa0f345c3d,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:38.974731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:39.073243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:39.098234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-c5029737-98fd-4032-8f31-fa94c21c1f18 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c1bab36f-2026-4ecb-b1a9-ce3e897f2397 HTTP/1.1" status: 200 len: 2981 time: 0.2076402 Sep 16 05:04:39.140562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.240954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 3c9fa5e3-211a-45f2-9893-691630b9440c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:39.241481 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.255175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-a8f10d77-68e0-4601-bb2e-e157aaf66f65 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c1bab36f-2026-4ecb-b1a9-ce3e897f2397 HTTP/1.1" status: 200 len: 2981 time: 0.1553376 Sep 16 05:04:39.285903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-c1389bb4-8881-41df-bfec-e6b078bc841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.288138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-c1389bb4-8881-41df-bfec-e6b078bc841e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.3424177 Sep 16 05:04:39.297042 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddfdf72-004c-45ff-a9b0-11792e25b06f x-openstack-request-id: req-9ddfdf72-004c-45ff-a9b0-11792e25b06f {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:39.297935 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "6b280801-5830-4730-864a-dd246928f429", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "74a915c3-1c83-4d70-9572-61b068b83c34", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:39.298763 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ddfdf72-004c-45ff-a9b0-11792e25b06f {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:39.299301 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '6b280801-5830-4730-864a-dd246928f429', 'status': 'completed', 'code': 200} Sep 16 05:04:39.301197 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '74a915c3-1c83-4d70-9572-61b068b83c34', 'status': 'completed', 'code': 200} Sep 16 05:04:39.442353 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.498099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:39.505260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.617798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:39.618611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.619382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.620047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.620783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.621481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.622224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.622945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.625224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9cad3ed2-0743-4eb1-964d-fd8d5245bec9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6348 time: 0.3361080 Sep 16 05:04:39.630882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-88843951-19b0-4587-8806-f33db6f5be5c tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c31c2e3c-c0f4-4a64-8392-d547538b6e66 HTTP/1.1" status: 200 len: 2981 time: 0.3745360 Sep 16 05:04:39.633105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-0fb78e4b-2a34-4029-b376-a4cc739b6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.635434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-0fb78e4b-2a34-4029-b376-a4cc739b6feb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2858286 Sep 16 05:04:39.676561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.682924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.689360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.696307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.702681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.709514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.716218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.725023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-ad353b2c-0487-48d5-87d3-d67e7cb498c4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5396 time: 0.3736141 Sep 16 05:04:39.755773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40342) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.774397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a647c09-84eb-4c95-a487-a9b93616ca9e {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:39.784072 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.804780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Transition to ACTIVE for port object 0a647c09-84eb-4c95-a487-a9b93616ca9e will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:39.809716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.888644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Pushing event updated for resources: {'Port': ['ID=0a647c09-84eb-4c95-a487-a9b93616ca9e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:39.956571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ab2aade-2dbd-4c46-b1ff-e5898cc1f16d req-32d74de4-a65a-4aa4-add6-3e39c9b0a313 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2277331 Sep 16 05:04:39.984754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-5fc3904b-5eea-4e6a-add4-e6bb882609a3 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c31c2e3c-c0f4-4a64-8392-d547538b6e66 HTTP/1.1" status: 200 len: 2981 time: 0.3333285 Sep 16 05:04:40.080852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-058cede5-28d7-4186-8d8b-9c46628e93b5 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317310 Sep 16 05:04:40.091387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-702303f8-54d4-4a21-8676-b22b00f815bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.094708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-702303f8-54d4-4a21-8676-b22b00f815bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.095198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-702303f8-54d4-4a21-8676-b22b00f815bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.096903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-702303f8-54d4-4a21-8676-b22b00f815bb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4575040 Sep 16 05:04:40.137710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Attempting to bind port 0a647c09-84eb-4c95-a487-a9b93616ca9e on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:40.138139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Attempting to bind port 0a647c09-84eb-4c95-a487-a9b93616ca9e by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:40.138788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Attempting to bind port 0a647c09-84eb-4c95-a487-a9b93616ca9e on network 87774183-9d3a-4059-a0e1-f8feda9e53ca {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:40.172648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80a3682f-b844-4bf0-b625-30db2c305bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.191210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Port 0a647c09-84eb-4c95-a487-a9b93616ca9e on network 87774183-9d3a-4059-a0e1-f8feda9e53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:40.192125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Attempting to bind port 0a647c09-84eb-4c95-a487-a9b93616ca9e on network 87774183-9d3a-4059-a0e1-f8feda9e53ca {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:40.210115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:40.210354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Checking segment: {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:40.211042 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Bound using segment: {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:40.211892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Bound port: 0a647c09-84eb-4c95-a487-a9b93616ca9e, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:40.212551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.310611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:40.319479 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f356d659-d9f8-447e-92c9-f1ec953d5c0f" -d '{"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-plugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:40.383696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-4cc74b9b-8699-4ede-8169-c72c0493b4d9 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fd86d435-54e9-47a9-9e45-be5f4ca6d632 HTTP/1.1" status: 200 len: 2981 time: 0.3667967 Sep 16 05:04:40.458994 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80a3682f-b844-4bf0-b625-30db2c305bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.471359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80a3682f-b844-4bf0-b625-30db2c305bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.491440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e278bd-cf03-4f57-a274-d3948493b854 req-f38190a9-976a-452b-950b-9816384408a4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.493295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64e278bd-cf03-4f57-a274-d3948493b854 req-f38190a9-976a-452b-950b-9816384408a4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 943 time: 0.2957234 Sep 16 05:04:40.603630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-2e9f498a-513d-469e-ad66-c6afdac03c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.605945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-2e9f498a-513d-469e-ad66-c6afdac03c2f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4938934 Sep 16 05:04:40.618913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-564a7af3-33f4-4739-8e7a-ce7209a22ca5 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fd86d435-54e9-47a9-9e45-be5f4ca6d632 HTTP/1.1" status: 200 len: 2981 time: 0.1955459 Sep 16 05:04:40.652724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb2f757-b1ae-4eb1-b1e1-c0f11211ae36 req-fedb4861-934f-46cf-bd78-2354edf04f09 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479739 Sep 16 05:04:40.706152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64e278bd-cf03-4f57-a274-d3948493b854 req-cceb1120-3a89-451a-8621-6f30133baf4c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970863 Sep 16 05:04:40.772388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-797e37aa-a971-4c1d-81c5-9650c8b4806f tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fec2aac7-60d0-4c6c-8ca8-9a27587aa16b HTTP/1.1" status: 200 len: 2981 time: 0.1402049 Sep 16 05:04:40.811800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.812562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.814243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.814915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.815733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.816375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.817104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.820320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-5ff08656-6453-49f6-9f75-e26477ed0fb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6374 time: 0.1418383 Sep 16 05:04:40.931649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] For port 0a647c09-84eb-4c95-a487-a9b93616ca9e, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:40.940333 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-80a3682f-b844-4bf0-b625-30db2c305bcd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4720f8851e0a433c82fa6189c802da41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1783175 Sep 16 05:04:40.942117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40356) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.957994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] For port 0a647c09-84eb-4c95-a487-a9b93616ca9e, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:40.960397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3682f-b844-4bf0-b625-30db2c305bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8dd9bf-b013-46a6-a2e9-a400dc361dd9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:40.987597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.993146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5476a0ff-72c7-4ea5-9746-6816f19607ad req-8532de16-79b0-4b81-a84a-b7d9c71f050f tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fec2aac7-60d0-4c6c-8ca8-9a27587aa16b HTTP/1.1" status: 200 len: 2981 time: 0.2198279 Sep 16 05:04:41.012047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bd955-929c-43fa-8265-6a29be42d19c req-19faeb6c-f7b7-4be4-a6be-e2c1e9f836d4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.013662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce8bd955-929c-43fa-8265-6a29be42d19c req-19faeb6c-f7b7-4be4-a6be-e2c1e9f836d4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 945 time: 0.1892426 Sep 16 05:04:41.052922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9a2e6733-6551-4a1f-8855-697fc15803f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.054347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9a2e6733-6551-4a1f-8855-697fc15803f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.055015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9a2e6733-6551-4a1f-8855-697fc15803f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.055366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.056060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.057569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-9a2e6733-6551-4a1f-8855-697fc15803f4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2180388 Sep 16 05:04:41.057735 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] 10.222.0.73 "PUT /v2.0/ports/0a647c09-84eb-4c95-a487-a9b93616ca9e HTTP/1.1" status: 200 len: 1092 time: 2.0894163 Sep 16 05:04:41.118481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Request body: {'port': {'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:41.124360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda3c7f-138f-49e4-be7a-608cf3fbdf6b service neutron] Pushing event updated for resources: {'Port': ['ID=0a647c09-84eb-4c95-a487-a9b93616ca9e,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.149264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4adfee8c-dd63-4c82-8557-ead946925fd8 req-616543e1-0b92-47ec-8b58-b240d59d0e24 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0713625 Sep 16 05:04:41.163418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01899bc7-d23f-4b39-a702-57196019ce5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.184558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce8bd955-929c-43fa-8265-6a29be42d19c req-ca6a60fd-3524-407f-bd59-34faa5b95e47 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592891 Sep 16 05:04:41.216351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.264671 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1ad848-7ffe-4a84-97c7-98464b0416ae x-openstack-request-id: req-3a1ad848-7ffe-4a84-97c7-98464b0416ae {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:41.265433 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-plugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:41.265433 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a1ad848-7ffe-4a84-97c7-98464b0416ae {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:41.265907 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'code': 200} Sep 16 05:04:41.445500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01899bc7-d23f-4b39-a702-57196019ce5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.447744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10'}, {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d'}, {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:41.450423 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e216373-f23b-4cd3-b676-d39054ce1b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10"}, {"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d"}, {"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:41.482245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.700727 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01899bc7-d23f-4b39-a702-57196019ce5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.703525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-01899bc7-d23f-4b39-a702-57196019ce5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.704722 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-01899bc7-d23f-4b39-a702-57196019ce5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b8dd9bf-b013-46a6-a2e9-a400dc361dd9 HTTP/1.1" status: 204 len: 168 time: 0.7561166 Sep 16 05:04:41.738084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01899bc7-d23f-4b39-a702-57196019ce5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8dd9bf-b013-46a6-a2e9-a400dc361dd9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.782372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8acb577-2488-45fd-aea8-44e3da10e2c2 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:41.798749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-b36e2e29-8cf7-46da-a5ac-66bcb3e7219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.799361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.801037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72271c5-d1c6-47b6-aa17-48e4415b232b req-b36e2e29-8cf7-46da-a5ac-66bcb3e7219b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7212484 Sep 16 05:04:41.831917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Transition to ACTIVE for port object f8acb577-2488-45fd-aea8-44e3da10e2c2 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:41.838312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.876808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.883800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.890306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.897360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.903743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.909850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.917204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.919359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-3d08e7cd-aebe-4754-b0f7-64c831f91273 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5408 time: 0.1662874 Sep 16 05:04:41.933437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-095bdce8-7ebe-4d36-9064-ab3f7b3c7465 req-632e01ca-9c58-4337-aa90-6ee0df0763d0 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4dc1548e3c124df3b2cc4f5fcdaf2670 HTTP/1.1" status: 200 len: 6102 time: 0.6138544 Sep 16 05:04:42.011866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Pushing event updated for resources: {'Port': ['ID=f8acb577-2488-45fd-aea8-44e3da10e2c2,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:42.091108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-095bdce8-7ebe-4d36-9064-ab3f7b3c7465 req-f0f48d0e-ecff-4d28-8a15-5336b3d76988 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "GET /v2.0/security-groups/fd86d435-54e9-47a9-9e45-be5f4ca6d632 HTTP/1.1" status: 200 len: 2981 time: 0.1411681 Sep 16 05:04:42.132064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Attempting to bind port f8acb577-2488-45fd-aea8-44e3da10e2c2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:42.132445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Attempting to bind port f8acb577-2488-45fd-aea8-44e3da10e2c2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:42.132944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Attempting to bind port f8acb577-2488-45fd-aea8-44e3da10e2c2 on network 87774183-9d3a-4059-a0e1-f8feda9e53ca {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:42.135703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29ee88b8-43df-4c87-b3eb-c2a64fa8ab8a req-03783b4c-e70e-41ae-b411-16dcbc191260 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2009377 Sep 16 05:04:42.138853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Port f8acb577-2488-45fd-aea8-44e3da10e2c2 on network 87774183-9d3a-4059-a0e1-f8feda9e53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:42.139182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Attempting to bind port f8acb577-2488-45fd-aea8-44e3da10e2c2 on network 87774183-9d3a-4059-a0e1-f8feda9e53ca {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:42.145545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:42.145943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Checking segment: {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:42.146412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Bound using segment: {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:42.146871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Bound port: f8acb577-2488-45fd-aea8-44e3da10e2c2, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff8086a-069a-4141-83a2-a5e5550bc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:42.147234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.278087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-095bdce8-7ebe-4d36-9064-ab3f7b3c7465 req-23772e09-94df-4987-b865-4c1ad3232f10 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "GET /v2.0/security-groups/fd86d435-54e9-47a9-9e45-be5f4ca6d632 HTTP/1.1" status: 200 len: 2981 time: 0.1765449 Sep 16 05:04:42.399375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] For port f8acb577-2488-45fd-aea8-44e3da10e2c2, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:42.405928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] For port f8acb577-2488-45fd-aea8-44e3da10e2c2, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:42.415902 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58f481a-5033-47a2-8097-7bb238f90837 x-openstack-request-id: req-a58f481a-5033-47a2-8097-7bb238f90837 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:42.416257 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:42.416713 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a58f481a-5033-47a2-8097-7bb238f90837 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:42.417925 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10', 'status': 'completed', 'code': 200} Sep 16 05:04:42.418231 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d', 'status': 'completed', 'code': 200} Sep 16 05:04:42.420070 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e', 'status': 'completed', 'code': 200} Sep 16 05:04:42.422097 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.481660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40416) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:42.505906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.506984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.509338 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] 10.222.0.73 "PUT /v2.0/ports/f8acb577-2488-45fd-aea8-44e3da10e2c2 HTTP/1.1" status: 200 len: 1092 time: 1.4046569 Sep 16 05:04:42.560456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0024f6ac-20c3-4c23-948c-210d71b558ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.601736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.605561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.606203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.606688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.607158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.607643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.608148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.610262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-a1330eed-e481-444d-82ce-c4cf26c3abae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6442 time: 0.2308533 Sep 16 05:04:42.621082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211047eb-de3f-4b96-bf70-b72723448a5b service neutron] Pushing event updated for resources: {'Port': ['ID=f8acb577-2488-45fd-aea8-44e3da10e2c2,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:42.653913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00dd37-b7c0-4805-8077-3f036f43427a req-4ad53a10-8fce-4ba2-8e53-eb9ad1bf30b0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.661068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c00dd37-b7c0-4805-8077-3f036f43427a req-4ad53a10-8fce-4ba2-8e53-eb9ad1bf30b0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 943 time: 0.2140932 Sep 16 05:04:42.768186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d9b0cfb-b94d-4017-8391-df1aaff81016 req-1b0c933b-9ff1-4f3e-8028-1ea1c26364e4 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0890512 Sep 16 05:04:42.920562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c00dd37-b7c0-4805-8077-3f036f43427a req-9c1fa676-2bd2-4f1c-a93b-aa9b735ed225 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432365 Sep 16 05:04:43.069744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:43.075303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4271099f-9238-4803-925e-7da41c3d2fba req-13ac95a4-c385-4314-bf33-488e05da9932 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2a101de8-adca-42e2-9541-b3119b040ae3 HTTP/1.1" status: 200 len: 1778 time: 0.2753332 Sep 16 05:04:43.119533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ef1bc811-d481-4040-8e85-6502de2b3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.120213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ef1bc811-d481-4040-8e85-6502de2b3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.120745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ef1bc811-d481-4040-8e85-6502de2b3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.127325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ef1bc811-d481-4040-8e85-6502de2b3a35 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5003147 Sep 16 05:04:43.162237 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0024f6ac-20c3-4c23-948c-210d71b558ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.202621 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0024f6ac-20c3-4c23-948c-210d71b558ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.284454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:43.306515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'mac_address': 'fa:16:3e:58:38:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:43.320005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4c886-ff63-4d3f-bf0e-e8d8965651e9 req-88f61478-49ea-4715-a4fc-bdd02198c1cf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.323102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed4c886-ff63-4d3f-bf0e-e8d8965651e9 req-88f61478-49ea-4715-a4fc-bdd02198c1cf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 945 time: 0.3050981 Sep 16 05:04:43.377192 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.394814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dbca05-3019-44e2-ae69-a43c09f5508d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:43.396703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024f6ac-20c3-4c23-948c-210d71b558ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e990e-dceb-4d9a-aed8-bb232fe7a12a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.426293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4271099f-9238-4803-925e-7da41c3d2fba req-9048f39c-fa6f-443f-88a6-5ace94c1cb7a tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.440471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0024f6ac-20c3-4c23-948c-210d71b558ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e433efc63a84851a6754707a790cd45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9511745 Sep 16 05:04:43.440838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40424) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.451375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:43.473258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.512450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f4310286-29ab-47b1-b4c5-1f0edbc852bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.515012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f4310286-29ab-47b1-b4c5-1f0edbc852bf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3739402 Sep 16 05:04:43.518119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4271099f-9238-4803-925e-7da41c3d2fba req-9048f39c-fa6f-443f-88a6-5ace94c1cb7a tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.519722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3b700b8-f46f-4cf7-a492-b05aa16a4c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.526520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed4c886-ff63-4d3f-bf0e-e8d8965651e9 req-bc001b4b-938f-4de7-9c79-917247ffbe36 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821418 Sep 16 05:04:43.571578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3b700b8-f46f-4cf7-a492-b05aa16a4c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.644526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.667606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3b700b8-f46f-4cf7-a492-b05aa16a4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.670714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3b700b8-f46f-4cf7-a492-b05aa16a4c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.674383 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a3b700b8-f46f-4cf7-a492-b05aa16a4c13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf1e990e-dceb-4d9a-aed8-bb232fe7a12a HTTP/1.1" status: 204 len: 168 time: 0.2301338 Sep 16 05:04:43.688270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b700b8-f46f-4cf7-a492-b05aa16a4c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e990e-dceb-4d9a-aed8-bb232fe7a12a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.703693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.704217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.704877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.705138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.708283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.708283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.708283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.709932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5f5b978-ae27-45af-b926-467f428879d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6484 time: 0.1228695 Sep 16 05:04:43.785068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4271099f-9238-4803-925e-7da41c3d2fba req-9048f39c-fa6f-443f-88a6-5ace94c1cb7a tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.787659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4271099f-9238-4803-925e-7da41c3d2fba req-9048f39c-fa6f-443f-88a6-5ace94c1cb7a tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.789288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4271099f-9238-4803-925e-7da41c3d2fba req-9048f39c-fa6f-443f-88a6-5ace94c1cb7a tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a101de8-adca-42e2-9541-b3119b040ae3 HTTP/1.1" status: 204 len: 173 time: 0.7127943 Sep 16 05:04:43.950702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5ebcf3a-c03b-4f55-83cb-c9ce7a16ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.951370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5ebcf3a-c03b-4f55-83cb-c9ce7a16ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.951758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5ebcf3a-c03b-4f55-83cb-c9ce7a16ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.954232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-f5ebcf3a-c03b-4f55-83cb-c9ce7a16ce57 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1588876 Sep 16 05:04:43.955190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048f39c-fa6f-443f-88a6-5ace94c1cb7a tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a101de8-adca-42e2-9541-b3119b040ae3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:44.005342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.012785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.019437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.029297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.035512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.043362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.049419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.052067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-a733b669-b20d-481d-9351-d1630301780a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.3413327 Sep 16 05:04:44.062113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b2dbca05-3019-44e2-ae69-a43c09f5508d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:44.091832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-0c71d979-6cd8-4319-88ae-bc05113c998f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.095393 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-0c71d979-6cd8-4319-88ae-bc05113c998f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 945 time: 0.1398373 Sep 16 05:04:44.102110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f4ba44c-09eb-4ed4-9804-a5b415d1a3af req-4fb525a5-0e49-40c3-b964-591fe9b39b0a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0488727 Sep 16 05:04:44.152280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08f7f759-31af-4741-81bb-cec92bde1d62 req-19903cc1-dd6c-4f2d-9816-6c82deaa903a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489275 Sep 16 05:04:44.288780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Deleting port a8c72d8b-120b-4879-a113-420140648788 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:44.290076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.430396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d8259f0-1936-4850-8f55-54a5200ee5d3 req-b5e74bb0-51b5-424f-866f-9c73062bfa90 tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "GET /v2.0/security-groups/df11252a-5119-4197-a7f6-987ce97e6cad HTTP/1.1" status: 200 len: 1778 time: 0.1487002 Sep 16 05:04:44.434238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': 'f8acb577-2488-45fd-aea8-44e3da10e2c2'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:44.436530 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280993fc-04c3-4cd6-810d-dd54c33bdd30" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "f8acb577-2488-45fd-aea8-44e3da10e2c2"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:44.491302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] For port a8c72d8b-120b-4879-a113-420140648788, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8c72d8b-120b-4879-a113-420140648788,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:44.491961 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.511907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Calling delete_port for a8c72d8b-120b-4879-a113-420140648788 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:44.589124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf8613-05f6-4d83-94ef-e42653662aa5 req-8929144a-7c8d-4ffa-9630-45af8445b121 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.590916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4adf8613-05f6-4d83-94ef-e42653662aa5 req-8929144a-7c8d-4ffa-9630-45af8445b121 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2331650 Sep 16 05:04:44.594162 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0d8259f0-1936-4850-8f55-54a5200ee5d3 req-51dd8ecc-8747-48bb-87e0-7ca6163697ca tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.635446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0d8259f0-1936-4850-8f55-54a5200ee5d3 req-51dd8ecc-8747-48bb-87e0-7ca6163697ca tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.675509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-687a9fff-16cb-4f88-8dba-6bcc6359bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.677163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-687a9fff-16cb-4f88-8dba-6bcc6359bb19 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7059827 Sep 16 05:04:44.785415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.800651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'a8c72d8b-120b-4879-a113-420140648788'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:44.822167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Pushing event deleted for resources: {'Port': ['ID=a8c72d8b-120b-4879-a113-420140648788,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:44.854274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4adf8613-05f6-4d83-94ef-e42653662aa5 req-f71463c1-72ec-480c-96b1-9ad22d69b7c0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350831 Sep 16 05:04:44.892326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0d8259f0-1936-4850-8f55-54a5200ee5d3 req-51dd8ecc-8747-48bb-87e0-7ca6163697ca tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.910129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0d8259f0-1936-4850-8f55-54a5200ee5d3 req-51dd8ecc-8747-48bb-87e0-7ca6163697ca tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.929624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d8259f0-1936-4850-8f55-54a5200ee5d3 req-51dd8ecc-8747-48bb-87e0-7ca6163697ca tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/df11252a-5119-4197-a7f6-987ce97e6cad HTTP/1.1" status: 204 len: 173 time: 0.4980834 Sep 16 05:04:44.952387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.953357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.953357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.953837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.960808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.963092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.963300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.965357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-518a97e7-606e-49df-b136-6e973564b18a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6484 time: 0.2277884 Sep 16 05:04:44.967452 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] No DVR routers for this DVR port a8c72d8b-120b-4879-a113-420140648788 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:44.975609 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.977677 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-68c4c500-3a09-4cf7-8e1e-563bfb32648f req-1c1c9d28-17fa-40c8-815f-e1389fad742e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "DELETE /v2.0/ports/a8c72d8b-120b-4879-a113-420140648788 HTTP/1.1" status: 204 len: 173 time: 0.8726850 Sep 16 05:04:45.033496 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcb7d59-1552-44da-bf1c-b81224b37a3c x-openstack-request-id: req-3dcb7d59-1552-44da-bf1c-b81224b37a3c {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:45.033797 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "f8acb577-2488-45fd-aea8-44e3da10e2c2", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:45.034120 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3dcb7d59-1552-44da-bf1c-b81224b37a3c {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:45.034512 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': 'f8acb577-2488-45fd-aea8-44e3da10e2c2', 'status': 'completed', 'code': 200} Sep 16 05:04:45.058095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd8ecc-8747-48bb-87e0-7ca6163697ca tempest-SecurityGroupsTestAdminJSON-655039286 tempest-SecurityGroupsTestAdminJSON-655039286-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11252a-5119-4197-a7f6-987ce97e6cad,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.258713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2578b44e-02df-4219-bd98-bccd7a11df6b req-ff78ed79-1cdc-45b5-8f4b-dcdc22d52185 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec435e72-b33e-4a77-b2fc-7d693fc9687a HTTP/1.1" status: 200 len: 210 time: 0.1567800 Sep 16 05:04:45.436527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f172a36a-b207-41b1-847f-bad2cbe81ab2 req-6ba03546-638d-4914-b61e-3ad43ab25f8a tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.0543025 Sep 16 05:04:45.463496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-561cc6e5-7fbb-4097-9e38-f0ff23cab945 req-c733379d-ffaf-4bc7-a7f3-f3feea7b265c tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "GET /v2.0/security-groups/14f72c3e-efdd-4ecd-a909-b37312a1267c HTTP/1.1" status: 200 len: 1776 time: 0.2288029 Sep 16 05:04:45.513119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ff4e7806-7916-42f0-9fcd-ea95926365cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.514363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ff4e7806-7916-42f0-9fcd-ea95926365cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.514901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ff4e7806-7916-42f0-9fcd-ea95926365cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.521643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-ff4e7806-7916-42f0-9fcd-ea95926365cd service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5423033 Sep 16 05:04:45.836638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-561cc6e5-7fbb-4097-9e38-f0ff23cab945 req-9cd2a7dc-076a-41b2-9978-6ca0f507a77a tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.871675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.878645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.886854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.900648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.913275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.923646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.933122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.941582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-985eea27-2b45-4db0-9f92-55670277eff2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.3658159 Sep 16 05:04:45.995315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-cb7310a1-d39a-4ae0-ab9c-0541746ede15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.997929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e216373-f23b-4cd3-b676-d39054ce1b0d req-cb7310a1-d39a-4ae0-ab9c-0541746ede15 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4595780 Sep 16 05:04:46.021270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-561cc6e5-7fbb-4097-9e38-f0ff23cab945 req-9cd2a7dc-076a-41b2-9978-6ca0f507a77a tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.216149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4b02974-f404-4dbb-b038-edcbb2567001 req-5b3b9481-922f-4f06-a5d7-3266d752e1f5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2535844 Sep 16 05:04:46.357573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.358396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.359217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.359873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.368083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.368709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.371502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.383603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f31f6880-d3ae-4412-b412-93e5d1cac0be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6484 time: 0.3167770 Sep 16 05:04:46.390530 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-561cc6e5-7fbb-4097-9e38-f0ff23cab945 req-9cd2a7dc-076a-41b2-9978-6ca0f507a77a tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.408120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-561cc6e5-7fbb-4097-9e38-f0ff23cab945 req-9cd2a7dc-076a-41b2-9978-6ca0f507a77a tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.424746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-561cc6e5-7fbb-4097-9e38-f0ff23cab945 req-9cd2a7dc-076a-41b2-9978-6ca0f507a77a tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "DELETE /v2.0/security-groups/14f72c3e-efdd-4ecd-a909-b37312a1267c HTTP/1.1" status: 204 len: 173 time: 0.9602096 Sep 16 05:04:46.475604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2a7dc-076a-41b2-9978-6ca0f507a77a tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f72c3e-efdd-4ecd-a909-b37312a1267c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.638409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-92f65dd6-4efe-4a5b-8726-5017387dfd35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec HTTP/1.1" status: 200 len: 217 time: 0.2104747 Sep 16 05:04:46.753571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88ed96-064b-47ae-82bd-6f9792cd6825 req-e6773481-597c-4e3d-ab8e-509c2fda5e80 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.755861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c88ed96-064b-47ae-82bd-6f9792cd6825 req-e6773481-597c-4e3d-ab8e-509c2fda5e80 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1587474 Sep 16 05:04:46.810848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-3ec0042a-acec-41d0-b686-9dca8d4f8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.812655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-3ec0042a-acec-41d0-b686-9dca8d4f8901 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34aac0db-6620-4096-a8c7-152381e8aeca HTTP/1.1" status: 200 len: 851 time: 0.1385610 Sep 16 05:04:46.890439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c88ed96-064b-47ae-82bd-6f9792cd6825 req-ba60a33e-4d48-473c-b6d1-efc1ed1919f9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173060 Sep 16 05:04:46.986263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-8770577c-1bbe-4ab4-b933-5b3a241d259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.994239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-8770577c-1bbe-4ab4-b933-5b3a241d259f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06b94b1b-7432-4930-a7bc-4551b88a64c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452787 Sep 16 05:04:47.035398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'name': 'network-vif-deleted', 'tag': 'a8c72d8b-120b-4879-a113-420140648788'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:47.045984 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e63b93-18a7-4ec4-b1eb-92e83cb98314" -d '{"events": [{"server_uuid": "ec435e72-b33e-4a77-b2fc-7d693fc9687a", "name": "network-vif-deleted", "tag": "a8c72d8b-120b-4879-a113-420140648788"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:47.081627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:47.207579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port b2dbca05-3019-44e2-ae69-a43c09f5508d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:47.215963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b2dbca05-3019-44e2-ae69-a43c09f5508d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:47.217079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.294912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-92bdddb7-3c5e-4682-80f7-a07a57e67a4c service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949116 Sep 16 05:04:47.340365 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.387743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:47.389185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:47.393205 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af3708-773d-418f-80c6-c648032e7b24" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:47.396657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8a12402-15d2-45e4-b307-831186791f14 req-0039c341-8140-4c1e-9037-c1cee0a2bad9 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4d58e8-4eda-4586-8f5b-4f1652e676b3 HTTP/1.1" status: 200 len: 210 time: 0.1075823 Sep 16 05:04:47.398747 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.539437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.630440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0410a412-d58d-4703-8006-7a71ea6daad1 req-81675620-4229-4ab0-8985-373738955de7 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "GET /v2.0/security-groups/df8eb2bb-f615-4676-8aec-e9bd70f29e4c HTTP/1.1" status: 200 len: 1778 time: 0.6335247 Sep 16 05:04:47.759994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-d61b9ad3-95db-4f81-aa15-319270130c9d service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538813 Sep 16 05:04:47.791875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8881-f3ba-48c8-8942-77f6830c3224 req-8e7d02bd-b216-4726-a9d3-950574c78fc0 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.794701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39cc8881-f3ba-48c8-8942-77f6830c3224 req-8e7d02bd-b216-4726-a9d3-950574c78fc0 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 945 time: 0.1832426 Sep 16 05:04:47.871646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-afe63354-ef64-4ef7-a1b7-5fc6fec3ad6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 217 time: 0.1027286 Sep 16 05:04:47.882174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0410a412-d58d-4703-8006-7a71ea6daad1 req-72933f10-0ac2-4824-9535-9fe8f5140043 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.993791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0410a412-d58d-4703-8006-7a71ea6daad1 req-72933f10-0ac2-4824-9535-9fe8f5140043 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.003541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8c72d8b-120b-4879-a113-420140648788 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:48.011888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39cc8881-f3ba-48c8-8942-77f6830c3224 req-83dabc51-1748-4a0a-89cf-5776f53c4600 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050712 Sep 16 05:04:48.026779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b4b6289f-85eb-488c-b524-8aadb7e0d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.029216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b4b6289f-85eb-488c-b524-8aadb7e0d869 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.1433160 Sep 16 05:04:48.081925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: a8c72d8b-120b-4879-a113-420140648788 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:48.082540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8c72d8b-120b-4879-a113-420140648788 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:48.139081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-79544ee8-0a03-497e-b59b-732bf30077f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.142233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-79544ee8-0a03-497e-b59b-732bf30077f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007476 Sep 16 05:04:48.184443 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0410a412-d58d-4703-8006-7a71ea6daad1 req-72933f10-0ac2-4824-9535-9fe8f5140043 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.187800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0410a412-d58d-4703-8006-7a71ea6daad1 req-72933f10-0ac2-4824-9535-9fe8f5140043 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.201045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0410a412-d58d-4703-8006-7a71ea6daad1 req-72933f10-0ac2-4824-9535-9fe8f5140043 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] 10.222.0.55 "DELETE /v2.0/security-groups/df8eb2bb-f615-4676-8aec-e9bd70f29e4c HTTP/1.1" status: 204 len: 173 time: 0.5689321 Sep 16 05:04:48.272129 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31111da4-b67a-484b-9061-edd351a68dff x-openstack-request-id: req-31111da4-b67a-484b-9061-edd351a68dff {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:48.273303 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec435e72-b33e-4a77-b2fc-7d693fc9687a", "name": "network-vif-deleted", "tag": "a8c72d8b-120b-4879-a113-420140648788", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:48.274016 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31111da4-b67a-484b-9061-edd351a68dff {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:48.274736 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec435e72-b33e-4a77-b2fc-7d693fc9687a', 'name': 'network-vif-deleted', 'tag': 'a8c72d8b-120b-4879-a113-420140648788', 'status': 'completed', 'code': 200} Sep 16 05:04:48.316611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72933f10-0ac2-4824-9535-9fe8f5140043 tempest-SecurityGroupsTestAdminJSON-1399218781 tempest-SecurityGroupsTestAdminJSON-1399218781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8eb2bb-f615-4676-8aec-e9bd70f29e4c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.394816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43873926-3bbc-4d78-a431-a87cbe38f355 req-a872e49f-13e5-4239-949f-391be5e1e657 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.404212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43873926-3bbc-4d78-a431-a87cbe38f355 req-a872e49f-13e5-4239-949f-391be5e1e657 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2547779 Sep 16 05:04:48.448335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-4ae21831-7d85-4e32-8f47-53c8c7cbf220 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753804 Sep 16 05:04:48.550048 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43873926-3bbc-4d78-a431-a87cbe38f355 req-f04e0ec3-5ee6-44d1-a7a0-e39f4f9aa2da tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402440 Sep 16 05:04:48.851212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.889883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-1f2578f0-dba4-48cc-91a7-e23eba21bf89 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296653 Sep 16 05:04:48.995800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-7147fb8c-3504-4e62-a3ed-7cd73ee5f935 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 217 time: 0.0911548 Sep 16 05:04:49.028759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.042147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.059056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.074036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.088777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.095483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.102531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.115672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-2980c74d-1e0a-4c9f-994a-21eea7cfc014 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.3506353 Sep 16 05:04:49.183571 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-723afd63-93b7-4d45-bacb-c2500978915d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4dc1548e3c124df3b2cc4f5fcdaf2670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279388 Sep 16 05:04:49.184173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40560) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:49.337917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.346791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09462ed7-1163-46c1-b976-a247b4776ed0 req-dc7fc0fc-584b-4055-ae69-8981ebad49de tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280102 Sep 16 05:04:49.362145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b380ed8b-bbe4-4229-9bd1-98349a4ad7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.364144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-b380ed8b-bbe4-4229-9bd1-98349a4ad7a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.2454889 Sep 16 05:04:49.375138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.384671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-b4ac7e21-7b86-4d6b-8266-19a9f31804a4 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.386423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-b4ac7e21-7b86-4d6b-8266-19a9f31804a4 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.64 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 945 time: 0.2653260 Sep 16 05:04:49.438931 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64509eb5-7ee7-4b4b-9c8c-4f8ad4684d6b x-openstack-request-id: req-64509eb5-7ee7-4b4b-9c8c-4f8ad4684d6b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:49.439619 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:49.439619 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64509eb5-7ee7-4b4b-9c8c-4f8ad4684d6b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:49.439864 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'code': 200} Sep 16 05:04:49.464063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.466991 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.472247 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd86d435-54e9-47a9-9e45-be5f4ca6d632 HTTP/1.1" status: 204 len: 168 time: 0.2864559 Sep 16 05:04:49.483120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd86d435-54e9-47a9-9e45-be5f4ca6d632,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.495451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.496081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.496674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.497231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.497765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.498292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.498848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.499468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.500036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.500621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.502140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.502694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af7d2f-5ba9-435a-9fe9-1be26e81adf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:49.701736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-54ff6eb2-231a-414b-90f9-dd3d0b58ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.703694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-54ff6eb2-231a-414b-90f9-dd3d0b58ca62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3165715 Sep 16 05:04:49.731860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a6fb4-44e0-4d7a-9665-8f85b2462c67 req-3d4eb07a-b7e9-47ef-9fd5-531b04eea16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.731860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f23a6fb4-44e0-4d7a-9665-8f85b2462c67 req-3d4eb07a-b7e9-47ef-9fd5-531b04eea16c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1097 time: 0.1420419 Sep 16 05:04:49.759890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fdd7-6001-42b7-9163-28cb98303eba req-8ec8b44b-7ea8-40e8-9c06-9e1df691d63a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.761377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa21fdd7-6001-42b7-9163-28cb98303eba req-8ec8b44b-7ea8-40e8-9c06-9e1df691d63a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 945 time: 0.2159481 Sep 16 05:04:50.026579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40586) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:50.047166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Deleting port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:50.047427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.097417 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6e7ff6f1-1526-4907-9ef6-e506119248d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14edac30e3694898a056d28e9345814b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688534 Sep 16 05:04:50.099051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40588) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:50.099411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f23a6fb4-44e0-4d7a-9665-8f85b2462c67 req-4e8bfcbf-a3f2-4aba-9651-7d50dc4581c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482933 Sep 16 05:04:50.101577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-4fbbf7c4-5d65-46c3-b27a-9c734516bf90 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870146 Sep 16 05:04:50.160316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d2a48bf-0c24-4234-9d44-c45035b2996c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.212361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d2a48bf-0c24-4234-9d44-c45035b2996c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.265408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-34946499-0b98-4fe8-b3c3-cca3bd82d372 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454935 Sep 16 05:04:50.277280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa21fdd7-6001-42b7-9163-28cb98303eba req-801a571d-69cc-47eb-b194-2bdcc878a0b5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430904 Sep 16 05:04:50.304163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d2a48bf-0c24-4234-9d44-c45035b2996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.306844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d2a48bf-0c24-4234-9d44-c45035b2996c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.311225 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7d2a48bf-0c24-4234-9d44-c45035b2996c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c31c2e3c-c0f4-4a64-8392-d547538b6e66 HTTP/1.1" status: 204 len: 168 time: 0.2107623 Sep 16 05:04:50.328483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a48bf-0c24-4234-9d44-c45035b2996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31c2e3c-c0f4-4a64-8392-d547538b6e66,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:50.415027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f1fffbb2-75b2-4a01-9fd1-e6d4dee82ca4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10 HTTP/1.1" status: 200 len: 217 time: 0.1307049 Sep 16 05:04:50.425840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f4f-b9b7-4675-8b50-aabdc05f5af4 req-6a631e2d-9c56-4c13-b220-1a59da08dd80 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.433652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fb60f4f-b9b7-4675-8b50-aabdc05f5af4 req-6a631e2d-9c56-4c13-b220-1a59da08dd80 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 945 time: 0.5614305 Sep 16 05:04:50.507045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] For port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:50.507687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.550668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fb60f4f-b9b7-4675-8b50-aabdc05f5af4 req-263d61cf-567f-47cc-86c4-e03d1ab449ce tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/security-groups?id=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139245 Sep 16 05:04:50.575198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Calling delete_port for 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:50.584313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-df8a564e-4a70-4a5d-8a42-6fdc94399b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.598138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-df8a564e-4a70-4a5d-8a42-6fdc94399b5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.1603484 Sep 16 05:04:51.429797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2a3315e5-cabc-4138-bee0-1859133eac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.431381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-2a3315e5-cabc-4138-bee0-1859133eac03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8206344 Sep 16 05:04:51.584544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.609792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.621807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.628308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.634296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.640284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.646561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.654614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-34247d36-1290-413b-ac9f-296d7f9015b7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.5227919 Sep 16 05:04:51.690522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5965-4d5a-4284-b6d0-1fc0f6251a43 req-b44bce61-13bb-49c7-9e76-e6d053fbb1d8 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.703193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-819d5965-4d5a-4284-b6d0-1fc0f6251a43 req-b44bce61-13bb-49c7-9e76-e6d053fbb1d8 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.5740743 Sep 16 05:04:52.020972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1329fc43-3bf6-4302-b9f3-054d9a916f28 req-04a23211-eb23-4392-8383-bea2712ae258 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3590784 Sep 16 05:04:52.079263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-819d5965-4d5a-4284-b6d0-1fc0f6251a43 req-e2fde414-6a5a-41c7-bcfb-7c5c3cb0a411 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749719 Sep 16 05:04:52.126256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-dd3477dc-c5c7-49d4-b6d3-3ef657026982 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557329 Sep 16 05:04:52.329333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.644415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Pushing event deleted for resources: {'Port': ['ID=06e8bf3a-7799-4db4-bf80-0faad8e9cbb8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.653105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-af24d869-b737-4722-9360-f67076de2b2b service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994617 Sep 16 05:04:52.883372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] No DVR routers for this DVR port 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:52.903711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.910089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc80f197-0dbb-4d03-a625-d546f1591be4 req-9f881a40-0b79-49ab-8089-4c4adf65c7da tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.64 "DELETE /v2.0/ports/06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 HTTP/1.1" status: 204 len: 173 time: 3.4921982 Sep 16 05:04:52.931888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c417-7853-41ee-8009-560bd23be6a7 req-205b60d9-57de-456b-a82b-963f4f8b0309 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.942759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11d2c417-7853-41ee-8009-560bd23be6a7 req-205b60d9-57de-456b-a82b-963f4f8b0309 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 945 time: 0.6572037 Sep 16 05:04:52.946016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-43eed0f8-b505-4fb1-8a03-fb5ffc14d251 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e1d663e3-939b-4841-a672-68fa0f345c3d HTTP/1.1" status: 200 len: 217 time: 0.2453175 Sep 16 05:04:52.946016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'name': 'network-vif-deleted', 'tag': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:52.949121 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17a1071-bec7-4ad8-b4c0-d9c7ebdddc27" -d '{"events": [{"server_uuid": "257b223a-0d9d-42a3-b9bf-5cabff755e97", "name": "network-vif-deleted", "tag": "06e8bf3a-7799-4db4-bf80-0faad8e9cbb8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:53.092426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11d2c417-7853-41ee-8009-560bd23be6a7 req-d11d000d-adca-4a35-ac90-c79aae0cd2d1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316905 Sep 16 05:04:53.096165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-38c2220f-02d5-443a-9943-a4701f9cb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.098320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-38c2220f-02d5-443a-9943-a4701f9cb5c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.1296027 Sep 16 05:04:53.109287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:53.232193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:53.232543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 06e8bf3a-7799-4db4-bf80-0faad8e9cbb8 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:53.306391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d11ea53-5b28-4e20-bf14-398b97875e46 req-6cbfad6f-6dcd-4714-a646-2213f5aa9966 tempest-AttachSCSIVolumeTestJSON-1798311715 tempest-AttachSCSIVolumeTestJSON-1798311715-project] 10.222.0.55 "GET /v2.0/ports?device_id=257b223a-0d9d-42a3-b9bf-5cabff755e97 HTTP/1.1" status: 200 len: 210 time: 0.1166761 Sep 16 05:04:53.352859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94e607-7652-46be-8993-d5c19ac14f83 req-1dadb947-3ee8-4e89-81ca-521607f21d8a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.367145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd94e607-7652-46be-8993-d5c19ac14f83 req-1dadb947-3ee8-4e89-81ca-521607f21d8a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1516488 Sep 16 05:04:53.379076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f81ddfd3-486f-4fac-8ced-3da22962f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.381288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f81ddfd3-486f-4fac-8ced-3da22962f636 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2612581 Sep 16 05:04:53.544049 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe37425-cca3-44d6-9d37-6eff08c28c91 x-openstack-request-id: req-bfe37425-cca3-44d6-9d37-6eff08c28c91 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:53.544847 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257b223a-0d9d-42a3-b9bf-5cabff755e97", "name": "network-vif-deleted", "tag": "06e8bf3a-7799-4db4-bf80-0faad8e9cbb8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:53.545845 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfe37425-cca3-44d6-9d37-6eff08c28c91 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:53.545845 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257b223a-0d9d-42a3-b9bf-5cabff755e97', 'name': 'network-vif-deleted', 'tag': '06e8bf3a-7799-4db4-bf80-0faad8e9cbb8', 'status': 'completed', 'code': 200} Sep 16 05:04:53.620568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-8b8502c1-9dad-47e9-8f45-9e9efda44255 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142880 Sep 16 05:04:53.652836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd94e607-7652-46be-8993-d5c19ac14f83 req-ac74ee4e-a2bb-4644-9d8d-52af56fa0382 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847457 Sep 16 05:04:54.014657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-04595007-bb6c-4906-adde-6895363769e0 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931563 Sep 16 05:04:54.403091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.415875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.435074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.448877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.462906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.485828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.502171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.518392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.523232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-56a8584f-53c7-4eaf-9772-f6e3e41986b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.6550453 Sep 16 05:04:54.524691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-ad71141a-c4ad-41f9-b011-23e4c72fd952 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e HTTP/1.1" status: 200 len: 217 time: 0.4983628 Sep 16 05:04:54.698946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b05af9b-da6d-4076-93ff-232f48efe19e req-5feac030-5e1f-427c-93ee-aa6bc0b224e1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357067 Sep 16 05:04:54.749596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e03d12-82fe-4fc8-a812-92c739655ce8 req-f7d41981-f533-43a3-8ccc-b8876e7c769e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.755878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5e03d12-82fe-4fc8-a812-92c739655ce8 req-f7d41981-f533-43a3-8ccc-b8876e7c769e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 945 time: 0.4449317 Sep 16 05:04:54.764873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40698) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.767707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-be724686-11fe-43de-a0e1-8db2b50df441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.771114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-be724686-11fe-43de-a0e1-8db2b50df441 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.2118380 Sep 16 05:04:54.773822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'floatingip': {'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:54.907475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.909969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-03565db5-fa1d-4360-a32f-ebc266ebd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.914830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-03565db5-fa1d-4360-a32f-ebc266ebd536 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1277533 Sep 16 05:04:55.254199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-5d1d1a6e-d754-4259-b2c2-b329ee38df27 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251498 Sep 16 05:04:55.658863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-cd98b6c0-14bc-4d16-90d2-40cc5ce2890a service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869896 Sep 16 05:04:55.802305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-02103545-f973-4cd9-839e-c1afbb6e219c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2 HTTP/1.1" status: 200 len: 217 time: 0.1300833 Sep 16 05:04:55.810381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f4355f7-a54b-4181-9f49-7f3171b5e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.810943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40736) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.906244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.resource_extend [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:04:56.057230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.067321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.184960 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cbdbaaa3-7f98-45ee-857f-5f66efbfeb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.192925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-0a72fadf-4430-45ba-ba7a-69d124a7e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.201403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-0a72fadf-4430-45ba-ba7a-69d124a7e306 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.3781772 Sep 16 05:04:56.263242 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Floating IP 1f26a462-1a3e-4337-bea7-6d41c9e6bf66 associated. External IP: 172.25.6.216, port: b2dbca05-3019-44e2-ae69-a43c09f5508d. Sep 16 05:04:56.360460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.369092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.375927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.398929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.421290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.435514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.451014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.456789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-326ffa9e-885b-42b4-a2d5-f9977495a7d3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.5232577 Sep 16 05:04:56.559761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-355fe5ff-1b67-4e9c-9409-ff1b88a54bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.562056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-355fe5ff-1b67-4e9c-9409-ff1b88a54bd1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3479121 Sep 16 05:04:56.695973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-e812f6ea-a2a9-4dde-b22b-77cf0065e4ed service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102490 Sep 16 05:04:56.728474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-680d09b7-3849-48b3-b211-92b3ac2ffcf7 req-a644f620-8d52-42ad-9833-a1f733d9bfd3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2598929 Sep 16 05:04:56.872836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:56.902839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14c1e597-d804-46ed-8c4a-f27b2bd565a3 req-f17c1557-d701-4a47-bd83-d214578286b9 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930745 Sep 16 05:04:56.909091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cbdbaaa3-7f98-45ee-857f-5f66efbfeb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.917036 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cbdbaaa3-7f98-45ee-857f-5f66efbfeb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.986194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cbdbaaa3-7f98-45ee-857f-5f66efbfeb72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb845ce514d944e499f73fef9a536fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1746476 Sep 16 05:04:56.988834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbaaa3-7f98-45ee-857f-5f66efbfeb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c39a3e-eb4c-4118-bc20-fa0865d2c640,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:56.992729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40780) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.109620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.110364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.111197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.111820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.112512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.113163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.113780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.118527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-3c0b6568-dcd4-43d2-8e5b-69c158016d55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6484 time: 0.1266155 Sep 16 05:04:57.119527 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc4170c0-f5be-4415-858c-595cd5f415de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.174210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc4170c0-f5be-4415-858c-595cd5f415de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.294050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:57.303282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.324144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] Sync routers for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:57.338749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-0a46ceb1-f041-4e64-b750-f2411cb74846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.353227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-0a46ceb1-f041-4e64-b750-f2411cb74846 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87774183-9d3a-4059-a0e1-f8feda9e53ca HTTP/1.1" status: 200 len: 903 time: 0.2193005 Sep 16 05:04:57.354948 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc4170c0-f5be-4415-858c-595cd5f415de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.355319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:57.356800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:04:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:57.369808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc4170c0-f5be-4415-858c-595cd5f415de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.383600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cc4170c0-f5be-4415-858c-595cd5f415de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1c39a3e-eb4c-4118-bc20-fa0865d2c640 HTTP/1.1" status: 204 len: 168 time: 0.3874679 Sep 16 05:04:57.410288 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de97ac03-26f1-4f1a-aab6-6135cc2fbf06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "PUT /v2.0/floatingips/1f26a462-1a3e-4337-bea7-6d41c9e6bf66 HTTP/1.1" status: 200 len: 991 time: 2.6434913 Sep 16 05:04:57.430696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:57.435208 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4503ea9-3ab3-4ddd-b60f-d318983b500e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:57.630263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-daa40937-a820-4308-8e68-5c65af8ad421 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2 HTTP/1.1" status: 200 len: 217 time: 0.2466848 Sep 16 05:04:57.684975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4170c0-f5be-4415-858c-595cd5f415de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c39a3e-eb4c-4118-bc20-fa0865d2c640,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.725327 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89487966-cad7-4a7a-95b1-4f0d0f48038d x-openstack-request-id: req-89487966-cad7-4a7a-95b1-4f0d0f48038d {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:57.725920 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:57.726414 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89487966-cad7-4a7a-95b1-4f0d0f48038d {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:57.727028 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'status': 'completed', 'code': 200} Sep 16 05:04:57.793733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:57.832064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-b5bf2bb0-1fda-4f26-a4e3-0d7226aeb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.834431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-b5bf2bb0-1fda-4f26-a4e3-0d7226aeb911 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.1450579 Sep 16 05:04:57.856694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-c666a8a1-8927-47fe-9087-4ddc84fa83f8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4393866 Sep 16 05:04:58.069315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:58.084968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1e732dd-cd1c-4ff4-8a86-8a1d676ba585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.260822 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0f01fb6a-7b81-4c0d-8015-5c8ef3366df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.274820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e18dee93-20c9-4b80-82be-248317b43183 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.286004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e18dee93-20c9-4b80-82be-248317b43183 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4275651 Sep 16 05:04:58.320843 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-ffa0755d-671d-40cf-abdb-49b7130dfe35 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/quotas/7e8edb04ca7a48d2995da42c59d8a649 HTTP/1.1" status: 200 len: 375 time: 0.0324197 Sep 16 05:04:58.363148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1e732dd-cd1c-4ff4-8a86-8a1d676ba585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.374200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1e732dd-cd1c-4ff4-8a86-8a1d676ba585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.446931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-49fddb0a-d0a9-4b7f-87c3-4a0ce10d4330 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251695 Sep 16 05:04:58.471670 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1e732dd-cd1c-4ff4-8a86-8a1d676ba585 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83542795a1204d29b7bc12582a01ed11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007258 Sep 16 05:04:58.475842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-4bc7172e-db4f-42bf-8cd2-4840c44edb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.480552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-4bc7172e-db4f-42bf-8cd2-4840c44edb91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3446784 Sep 16 05:04:58.485874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:58.508766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '1f26a462-1a3e-4337-bea7-6d41c9e6bf66', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'mac_address': 'fa:16:3e:58:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:27Z', 'updated_at': '2021-09-16T05:04:55Z', 'revision_number': 1, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:58.516785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.527960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.539988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.559850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.581009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.584706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] Checking router: ddeed4b4-d1d0-476d-acf8-0baddd77fd65 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:58.596847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.601812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e732dd-cd1c-4ff4-8a86-8a1d676ba585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b388e9-8235-4127-ba1e-840afdbbdf07,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.620328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.629713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4546f0fd-0572-4133-acc3-798825800753 req-b965c607-3225-452a-9129-6b4c145e00f1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.5368609 Sep 16 05:04:58.638224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:58.639002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:58.685905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3852ef-ab7b-412c-8e24-d33cdd0d052a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.788960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3852ef-ab7b-412c-8e24-d33cdd0d052a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.874442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-f1c07791-7c0e-4745-ba40-ebb784ffc0a0 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218642 Sep 16 05:04:58.894675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3852ef-ab7b-412c-8e24-d33cdd0d052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.911955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-e2637124-3b38-4b56-b332-d62e8d6c4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:58.913975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3852ef-ab7b-412c-8e24-d33cdd0d052a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.919229 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c3852ef-ab7b-412c-8e24-d33cdd0d052a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60b388e9-8235-4127-ba1e-840afdbbdf07 HTTP/1.1" status: 204 len: 168 time: 0.4304039 Sep 16 05:04:58.921610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-e2637124-3b38-4b56-b332-d62e8d6c4219 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1097 time: 1.0850186 Sep 16 05:04:58.979618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3852ef-ab7b-412c-8e24-d33cdd0d052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b388e9-8235-4127-ba1e-840afdbbdf07,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.991000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:59.269632 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.376666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4546f0fd-0572-4133-acc3-798825800753 req-b99c488d-36a7-4b35-b477-742fba33ea1c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7388582 Sep 16 05:04:59.561102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c40e40-0719-40b0-89a8-2298cf8c5846 req-f447942b-92c7-4e31-92e3-aba1de765c1e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.580134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51c40e40-0719-40b0-89a8-2298cf8c5846 req-f447942b-92c7-4e31-92e3-aba1de765c1e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.6968153 Sep 16 05:04:59.707462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.725152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-74a1b8db-31e6-43ec-9890-72fc5a2200d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.726795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-74a1b8db-31e6-43ec-9890-72fc5a2200d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.7700250 Sep 16 05:04:59.758736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '1f26a462-1a3e-4337-bea7-6d41c9e6bf66', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'mac_address': 'fa:16:3e:58:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:27Z', 'updated_at': '2021-09-16T05:04:55Z', 'revision_number': 1, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:59.790307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280993fc-04c3-4cd6-810d-dd54c33bdd30 req-4e32c1e4-cf3a-4f89-8901-069f4a5b03d1 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8657496 Sep 16 05:04:59.848471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51c40e40-0719-40b0-89a8-2298cf8c5846 req-e960280c-908c-4c70-b697-3fdd6bf77f97 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666914 Sep 16 05:04:59.914337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45c5cad7-59fd-45fe-907e-ba6991e20213 req-a4b55c92-f316-4efe-8f06-74ef7eeea75a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 210 time: 0.0626862 Sep 16 05:04:59.917663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b91d63-057b-46da-ba38-6f745509a3da None None] The sync data for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 is: [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '1f26a462-1a3e-4337-bea7-6d41c9e6bf66', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'mac_address': 'fa:16:3e:58:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:27Z', 'updated_at': '2021-09-16T05:04:55Z', 'revision_number': 1, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:59.987379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-0ffb3b4c-9027-499d-9829-871cdd65f427 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.2417266 Sep 16 05:05:00.137106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-28ecdd4d-6642-4bc5-8b72-f0912c38f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.138599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-28ecdd4d-6642-4bc5-8b72-f0912c38f5f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1426742 Sep 16 05:05:00.156294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e8dce-39b4-4c4b-89d4-6b293a5e40cc req-f39b7fe2-49e9-4e52-a326-1a44e8309de3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.158305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-983e8dce-39b4-4c4b-89d4-6b293a5e40cc req-f39b7fe2-49e9-4e52-a326-1a44e8309de3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0921023 Sep 16 05:05:00.307661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-983e8dce-39b4-4c4b-89d4-6b293a5e40cc req-deeb425b-e922-4578-a9c3-224fb7a1bc63 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298170 Sep 16 05:05:00.344965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-a5f1b295-ac66-4bad-a15a-e6688455ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.346513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-a5f1b295-ac66-4bad-a15a-e6688455ab5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872859 Sep 16 05:05:00.411080 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9080ba-c178-4e1f-bc31-151692f00291 None None] New status for floating IP 1f26a462-1a3e-4337-bea7-6d41c9e6bf66: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:05:00.640431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-b60c4c17-05c8-480f-9ad4-e2287d3fc6e0 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854776 Sep 16 05:05:01.141615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.146245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.156834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:01.160150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.195290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.215580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.234223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.261568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.286310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.296808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ee89219-719d-4be4-a238-ea32277c829d req-81bed4ec-b4a0-490b-8bd3-45776b9a68be tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.6588008 Sep 16 05:05:01.400457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4503ea9-3ab3-4ddd-b60f-d318983b500e req-1aecf7bf-d966-483e-87aa-28518d30fb14 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331831 Sep 16 05:05:01.405341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-bbff9335-18fd-4c5c-971a-08aa87014625 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799916 Sep 16 05:05:01.422384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-41005885-network', 'tenant_id': 'a3777acf15f643ec81046ff8bc7a99df'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:01.468117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Made reservation on behalf of a3777acf15f643ec81046ff8bc7a99df for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:01.473715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.476706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-571a8357-f235-4363-bc9d-9ca077ee82c9 req-dec8cb09-a19e-4d07-baf6-e7f68e0224f7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 210 time: 0.4230871 Sep 16 05:05:01.498570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.539451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ee89219-719d-4be4-a238-ea32277c829d req-6de1bfed-f904-467d-a69f-832f90e0e99a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390695 Sep 16 05:05:01.822283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.828218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.843277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:01.858152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.858807 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Added segment 39671d77-2997-41e4-a3e4-02fda8b0b1ad of type vlan for network f0ef946c-b949-495f-8cc0-e44f1577e79b Sep 16 05:05:01.935734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.958783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-050e0f41-df34-46e9-82ba-df4a4db7f6df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.960336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-050e0f41-df34-46e9-82ba-df4a4db7f6df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019228 Sep 16 05:05:01.985412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.007662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192ee4-54e2-4aa8-ba24-ea21f65ffb1e req-6bf83298-40d7-440f-b002-a5377a22a01f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.015635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf192ee4-54e2-4aa8-ba24-ea21f65ffb1e req-6bf83298-40d7-440f-b002-a5377a22a01f tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 944 time: 0.1919105 Sep 16 05:05:02.017055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.020009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.020711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.044315 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8856213 Sep 16 05:05:02.057425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40924) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:02.065267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Request body: {'subnet': {'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-41005885-subnet', 'tenant_id': 'a3777acf15f643ec81046ff8bc7a99df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:02.087260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': '5039d4e0-5698-4729-9c11-752760538e2d', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:02.096233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Made reservation on behalf of a3777acf15f643ec81046ff8bc7a99df for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:02.099777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.193687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc58252-e98f-41f0-8ea3-6866ea120527 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ef946c-b949-495f-8cc0-e44f1577e79b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.206380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f0ef946c-b949-495f-8cc0-e44f1577e79b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:02.688177 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.713109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf192ee4-54e2-4aa8-ba24-ea21f65ffb1e req-6da15203-c475-45cc-aff2-c93f52b9d209 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929133 Sep 16 05:05:02.760450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1499aa26-ce9f-48fa-8bb1-2fdb3cec2467 req-f00af37e-b1c5-443a-97d6-66b99f3c7365 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 210 time: 0.0710990 Sep 16 05:05:02.774807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9857b6-301e-4b47-8198-425720aa01fb,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.827621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Checking segment: {'id': '39671d77-2997-41e4-a3e4-02fda8b0b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:02.827979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Network hostable DHCP agents. Network: f0ef946c-b949-495f-8cc0-e44f1577e79b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:02.846566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Network f0ef946c-b949-495f-8cc0-e44f1577e79b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:02.859639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f0ef946c-b949-495f-8cc0-e44f1577e79b) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:02.866510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.867672 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.873091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c8b82-d8c0-4daf-aa31-e6a163515032 None None] Network f0ef946c-b949-495f-8cc0-e44f1577e79b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:02.887615 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-198d276e-215b-491c-84ef-a93eaab04a9d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8287499 Sep 16 05:05:02.956256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:02.972336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.004026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.071084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9877eff8-8fe0-4cc9-beae-a684c3cd3725 None None] Network f0ef946c-b949-495f-8cc0-e44f1577e79b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:03.202095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-f479f38c-a3b9-4f0d-a4bd-e890df9e2995 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.203899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-f479f38c-a3b9-4f0d-a4bd-e890df9e2995 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 944 time: 0.2166200 Sep 16 05:05:03.242978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.249765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.257684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.264727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.271429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.278371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.285294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.287615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b965e99e-ce69-4515-9876-d74ac51e011d req-e0e52c79-f3a6-424d-b7ed-481f9b9150b0 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.4629033 Sep 16 05:05:03.425980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b965e99e-ce69-4515-9876-d74ac51e011d req-d604371c-87a8-4a4f-a482-e9fd5bba0f17 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042745 Sep 16 05:05:03.456339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.471327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.587360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2eaeec-dd63-4167-b266-3c6132e998a3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.682906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Deleting port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:03.683597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.997833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40976) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:04.004286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-695062552-network', 'tenant_id': 'f33dc6c015404e729afe2f6fa3f05ffb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:04.039094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Made reservation on behalf of f33dc6c015404e729afe2f6fa3f05ffb for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:04.044837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.162 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/e5d059c6-c437-42e6-822b-c409d420eba9) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:04.047206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.071674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.076268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6446-104e-4af6-912c-6cc4f91d3ca2 req-b97b26bc-0205-4f1d-83cb-1bb18f708c32 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.078139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07fb6446-104e-4af6-912c-6cc4f91d3ca2 req-b97b26bc-0205-4f1d-83cb-1bb18f708c32 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 944 time: 0.1821754 Sep 16 05:05:04.081263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] For port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:04.082450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.102174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039852e9-0e1b-48dc-a565-970b6c2b297e req-a4a78e4e-5926-40df-ab5a-113ed6766551 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.104142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-039852e9-0e1b-48dc-a565-970b6c2b297e req-a4a78e4e-5926-40df-ab5a-113ed6766551 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2063229 Sep 16 05:05:04.154240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Calling delete_port for 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:04.290088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.295277 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.319064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07fb6446-104e-4af6-912c-6cc4f91d3ca2 req-bb99c44e-a996-4f50-aa8e-9f2123104e43 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230921 Sep 16 05:05:04.341523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:04.358913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c6f5c1-2252-4b13-9699-38a920436840,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.362639 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.363951 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Added segment a1bc33df-64ce-4dd8-978a-cd7b53191b6d of type vlan for network 206ce0fc-479c-458d-a3d2-0b3ce724ae13 Sep 16 05:05:04.420429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.473025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.474503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.475350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.547333 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5480485 Sep 16 05:05:04.548377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40984) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:04.559021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Request body: {'subnet': {'network_id': '206ce0fc-479c-458d-a3d2-0b3ce724ae13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-695062552-subnet', 'tenant_id': 'f33dc6c015404e729afe2f6fa3f05ffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:04.614875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e4bf5-78dd-4b38-bc5a-8a51532bdb77 admin admin] Pushing event updated for resources: {'Network': ['ID=206ce0fc-479c-458d-a3d2-0b3ce724ae13,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.627806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 206ce0fc-479c-458d-a3d2-0b3ce724ae13 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:04.632148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Made reservation on behalf of f33dc6c015404e729afe2f6fa3f05ffb for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:04.635242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.801749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-039852e9-0e1b-48dc-a565-970b6c2b297e req-c5d9ed50-49a6-4f80-882b-53571bca3e58 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637185 Sep 16 05:05:04.802455 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.963234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event deleted for resources: {'Port': ['ID=5a5850f6-5af9-4faa-ba45-d3f4cf507a02,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.988806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.991503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fb378b2-ec64-4986-b979-9c2dff3d6fc4 req-296f42d7-f9c7-4548-9543-d7f29a415965 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 210 time: 0.2188005 Sep 16 05:05:05.042023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] No DVR routers for this DVR port 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:05.048362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.053584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c03dbc3-1508-469c-addb-9f827cdf0ff4,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:05.067228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af806b7c-9ae8-4f1e-b778-fcf66224dd89 req-bc3e2d2d-43fc-4c3b-ad77-f604ad347455 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.64 "DELETE /v2.0/ports/5a5850f6-5af9-4faa-ba45-d3f4cf507a02 HTTP/1.1" status: 204 len: 173 time: 1.8531871 Sep 16 05:05:05.073167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'name': 'network-vif-deleted', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:05.087653 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4c89a-1125-415a-bfa8-ccce04c992a3" -d '{"events": [{"server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "name": "network-vif-deleted", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:05.110699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Checking segment: {'id': 'a1bc33df-64ce-4dd8-978a-cd7b53191b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '206ce0fc-479c-458d-a3d2-0b3ce724ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:05.111433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Network hostable DHCP agents. Network: 206ce0fc-479c-458d-a3d2-0b3ce724ae13, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:05.151069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Network 206ce0fc-479c-458d-a3d2-0b3ce724ae13 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:05.172774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 206ce0fc-479c-458d-a3d2-0b3ce724ae13) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:05.182905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5e1cb-cdbd-4af2-b6d2-bb5331b0eecd None None] Network 206ce0fc-479c-458d-a3d2-0b3ce724ae13 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:05.195376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.197654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.223219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8d0f583-bd39-4046-b217-a54e1f9a6d44 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6712706 Sep 16 05:05:05.324059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.336665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.343845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.350655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.358674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.365345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.371777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.374213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-28629533-f662-4aec-a9e9-961eb14e03f7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2300313 Sep 16 05:05:05.426066 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.538184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcfb1d-ffd9-4922-bf60-d96d3f349909 req-8ddd0fdd-ab26-497b-882d-4ade9e97a746 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.548376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60bcfb1d-ffd9-4922-bf60-d96d3f349909 req-8ddd0fdd-ab26-497b-882d-4ade9e97a746 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1663852 Sep 16 05:05:05.655922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ea54d13-96a4-489a-93cf-899a1bab321e req-703d03ad-2572-448e-947f-efea8340a520 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605014 Sep 16 05:05:05.736543 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.776343 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19679ddb-446b-4d3a-b1ca-ee7b5d23cf1d x-openstack-request-id: req-19679ddb-446b-4d3a-b1ca-ee7b5d23cf1d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:05.776970 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c85337-9c6e-4275-b9d0-faa6c705182b", "name": "network-vif-deleted", "tag": "5a5850f6-5af9-4faa-ba45-d3f4cf507a02", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:05.777461 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19679ddb-446b-4d3a-b1ca-ee7b5d23cf1d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:05.780647 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c85337-9c6e-4275-b9d0-faa6c705182b', 'name': 'network-vif-deleted', 'tag': '5a5850f6-5af9-4faa-ba45-d3f4cf507a02', 'status': 'completed', 'code': 200} Sep 16 05:05:05.803114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602cb3c2-a3dc-4dd6-badc-6ceab81ceef8 None None] Network 206ce0fc-479c-458d-a3d2-0b3ce724ae13 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:05.815029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60bcfb1d-ffd9-4922-bf60-d96d3f349909 req-0439d9bd-4efd-4bed-ae8a-c0bb93f4e4fd tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656631 Sep 16 05:05:05.886308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:05.899328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:05.906514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:06.017453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9101b11b-2ec0-4664-a5a6-ff110fd84cca req-d6e44267-aef7-47cb-8f5f-5ae6b92e7967 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c85337-9c6e-4275-b9d0-faa6c705182b HTTP/1.1" status: 200 len: 210 time: 0.1459255 Sep 16 05:05:06.095856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=e5d059c6-c437-42e6-822b-c409d420eba9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.170224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.171223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.213229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-79d2e630-21b7-4d62-8d63-7ab525b115df tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1436241 Sep 16 05:05:06.234829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Request body: {'port': {'device_id': '5039d4e0-5698-4729-9c11-752760538e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:06.421544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3520f12a-d495-4ba6-b5d3-49e4ba761304 None None] Provisioning complete for port e5d059c6-c437-42e6-822b-c409d420eba9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:06.422625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3520f12a-d495-4ba6-b5d3-49e4ba761304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.481876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3520f12a-d495-4ba6-b5d3-49e4ba761304 None None] Port e5d059c6-c437-42e6-822b-c409d420eba9 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:06.482604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.553354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409103d-9217-4399-a6d5-6dbfc5619944 req-e25aa2dc-34c5-4bab-9eee-37f62ff420fd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.555279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5409103d-9217-4399-a6d5-6dbfc5619944 req-e25aa2dc-34c5-4bab-9eee-37f62ff420fd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 936 time: 0.2551367 Sep 16 05:05:06.700375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5409103d-9217-4399-a6d5-6dbfc5619944 req-930aae6d-89fd-4fa4-8bb9-a39dfa456efd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433711 Sep 16 05:05:06.714422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-018fc215-765d-47a6-bfed-f7d29e7d63b4 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:06.716000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-018fc215-765d-47a6-bfed-f7d29e7d63b4 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/networks?id=f0ef946c-b949-495f-8cc0-e44f1577e79b HTTP/1.1" status: 200 len: 813 time: 0.2498777 Sep 16 05:05:06.788905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-106ea7ff-1e33-4a76-8381-45b0424347bb tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/quotas/a3777acf15f643ec81046ff8bc7a99df HTTP/1.1" status: 200 len: 375 time: 0.0275075 Sep 16 05:05:06.857773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-ab6d9b60-e7c8-4ddb-aba6-9ffcdb9bb405 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3777acf15f643ec81046ff8bc7a99df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598242 Sep 16 05:05:07.109596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-957faf14-f0aa-471d-a61c-4f7db74eae57 service neutron] 10.222.0.55 "GET /v2.0/networks/f0ef946c-b949-495f-8cc0-e44f1577e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506926 Sep 16 05:05:07.191331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.197287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.203307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.209813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.212977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:07.216431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.223033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.229049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.232690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-0efa7979-b163-467b-8c93-c3cc529766cb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2512908 Sep 16 05:05:07.276439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:07.277184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5a5850f6-5af9-4faa-ba45-d3f4cf507a02 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:07.306075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d059c6-c437-42e6-822b-c409d420eba9 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:07.322923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.364150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Transition to ACTIVE for port object e5d059c6-c437-42e6-822b-c409d420eba9 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:07.378142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-636c73c9-f510-4205-85cf-d91a419fdeb4 req-31cd8b94-eb5e-476b-be58-c330a2bd2046 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010237 Sep 16 05:05:07.379069 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.382681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-5d0a3bae-ac37-4a3f-946d-448eccd39d0b service neutron] 10.222.0.55 "GET /v2.0/networks/f0ef946c-b949-495f-8cc0-e44f1577e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723382 Sep 16 05:05:07.477712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d059c6-c437-42e6-822b-c409d420eba9,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.600427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Attempting to bind port e5d059c6-c437-42e6-822b-c409d420eba9 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:07.600427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Attempting to bind port e5d059c6-c437-42e6-822b-c409d420eba9 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:07.600427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Attempting to bind port e5d059c6-c437-42e6-822b-c409d420eba9 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:07.607872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Port e5d059c6-c437-42e6-822b-c409d420eba9 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:07.608545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Attempting to bind port e5d059c6-c437-42e6-822b-c409d420eba9 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:07.620421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:07.621114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:07.621729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:07.622440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Bound port: e5d059c6-c437-42e6-822b-c409d420eba9, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:07.623009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.879484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41090) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:07.880285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3304b1-9ee7-4da0-be41-1a8cf0864418 req-4c2d3c34-0336-4595-a0f9-06aa1fecd405 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.892922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f3304b1-9ee7-4da0-be41-1a8cf0864418 req-4c2d3c34-0336-4595-a0f9-06aa1fecd405 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2313433 Sep 16 05:05:08.022849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8fa448f-9143-4645-af38-38c7a80f5634 req-722cffae-086f-4ae2-ae7a-f05f0945815a tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 210 time: 0.0918777 Sep 16 05:05:08.040163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] For port e5d059c6-c437-42e6-822b-c409d420eba9, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:08.066823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f3304b1-9ee7-4da0-be41-1a8cf0864418 req-7bd9116e-27d6-4292-a8cf-23bb3556af17 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710925 Sep 16 05:05:08.095182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] For port e5d059c6-c437-42e6-822b-c409d420eba9, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e5d059c6-c437-42e6-822b-c409d420eba9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:08.103110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.183469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.185048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.187344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] 10.222.0.64 "PUT /v2.0/ports/e5d059c6-c437-42e6-822b-c409d420eba9 HTTP/1.1" status: 200 len: 1097 time: 1.9578342 Sep 16 05:05:08.194579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5039d4e0-5698-4729-9c11-752760538e2d', 'tag': 'e5d059c6-c437-42e6-822b-c409d420eba9'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:08.197561 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459" -d '{"events": [{"name": "network-changed", "server_uuid": "5039d4e0-5698-4729-9c11-752760538e2d", "tag": "e5d059c6-c437-42e6-822b-c409d420eba9"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:08.303200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c17ced-1759-4026-82d2-0dadc50be931 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d059c6-c437-42e6-822b-c409d420eba9,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:08.329797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fada62-4ebe-42e3-bea6-8101fa3da13f req-6cafbfbf-7458-4f9f-97b5-6bd43e750239 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.332625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5fada62-4ebe-42e3-bea6-8101fa3da13f req-6cafbfbf-7458-4f9f-97b5-6bd43e750239 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 948 time: 0.1431811 Sep 16 05:05:08.355229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-b3714637-23d6-4c6e-bb31-b3f65f4d779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.357098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-b3714637-23d6-4c6e-bb31-b3f65f4d779c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 1100 time: 0.1029305 Sep 16 05:05:08.483644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-7f8d2b69-1fd5-4e7f-b3b5-483f2a241bb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=e5d059c6-c437-42e6-822b-c409d420eba9 HTTP/1.1" status: 200 len: 217 time: 0.1072276 Sep 16 05:05:08.500644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5fada62-4ebe-42e3-bea6-8101fa3da13f req-c8863045-d7a7-48b1-9e19-8e69d4987c7a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518214 Sep 16 05:05:08.591475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.649609 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e63dc80-a98b-4b9f-90c7-69f50a58ab37 x-openstack-request-id: req-1e63dc80-a98b-4b9f-90c7-69f50a58ab37 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:08.649891 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5039d4e0-5698-4729-9c11-752760538e2d", "tag": "e5d059c6-c437-42e6-822b-c409d420eba9", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:08.650061 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e63dc80-a98b-4b9f-90c7-69f50a58ab37 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:08.650391 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5039d4e0-5698-4729-9c11-752760538e2d', 'tag': 'e5d059c6-c437-42e6-822b-c409d420eba9', 'status': 'completed', 'code': 200} Sep 16 05:05:08.683521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-b28093f7-49c8-48d5-b8a7-3e4c9ec70b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.685022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-b28093f7-49c8-48d5-b8a7-3e4c9ec70b38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1128261 Sep 16 05:05:08.698556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f20080-430f-41c4-a68f-5e3859a51498 req-e116e61c-8f01-4c73-b29c-d07e421a3270 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.706948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51f20080-430f-41c4-a68f-5e3859a51498 req-e116e61c-8f01-4c73-b29c-d07e421a3270 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1319036 Sep 16 05:05:08.804209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51f20080-430f-41c4-a68f-5e3859a51498 req-e70ff962-45cc-41f6-bba1-6389540fcf78 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962379 Sep 16 05:05:08.817012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e3d6f198-c2e3-4a28-bce8-6a7509e22853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.818510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-e3d6f198-c2e3-4a28-bce8-6a7509e22853 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094000 Sep 16 05:05:08.827372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82513d7a-5364-4ebb-87ae-a855ae3781b5 req-29c1d597-ed18-471b-8e79-19111eb7170b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.828760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82513d7a-5364-4ebb-87ae-a855ae3781b5 req-29c1d597-ed18-471b-8e79-19111eb7170b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 944 time: 0.1067359 Sep 16 05:05:08.922232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Deleting port 82695d23-f6e1-4d24-80be-c17c64dfb228 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:08.922810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.994870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82513d7a-5364-4ebb-87ae-a855ae3781b5 req-24d3ba0e-818d-4d86-a7c5-8beb81a4a13b tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558719 Sep 16 05:05:09.020583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-a7ed1429-096b-4eae-b58a-2264c8e85266 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908379 Sep 16 05:05:09.030837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-542008cb-42bc-4fa1-b1c9-35630acabc42 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.031621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-542008cb-42bc-4fa1-b1c9-35630acabc42 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 944 time: 0.1612601 Sep 16 05:05:09.089183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] For port 82695d23-f6e1-4d24-80be-c17c64dfb228, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=82695d23-f6e1-4d24-80be-c17c64dfb228,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:09.089552 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.094756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b110a-98a3-4960-969d-02e2c5d9a72d req-032f482a-f1cf-47ea-9e15-9e9684d2cde8 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.096380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be1b110a-98a3-4960-969d-02e2c5d9a72d req-032f482a-f1cf-47ea-9e15-9e9684d2cde8 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 950 time: 0.1563628 Sep 16 05:05:09.113844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Calling delete_port for 82695d23-f6e1-4d24-80be-c17c64dfb228 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:09.131333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8248114c-c26d-41c4-993f-b3952ff3a1cb tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.132896 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8248114c-c26d-41c4-993f-b3952ff3a1cb tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.73 "GET /v2.0/networks?id=f0ef946c-b949-495f-8cc0-e44f1577e79b HTTP/1.1" status: 200 len: 813 time: 0.1698647 Sep 16 05:05:09.172632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Request body: {'port': {'device_id': '4586dd8a-1222-418c-b2d2-471de14a2257', 'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b', 'admin_state_up': True, 'tenant_id': 'a3777acf15f643ec81046ff8bc7a99df'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:09.364205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Made reservation on behalf of a3777acf15f643ec81046ff8bc7a99df for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:09.367793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.567860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be1b110a-98a3-4960-969d-02e2c5d9a72d req-598b5dac-1a8d-4565-a185-0bc569a88ee4 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620547 Sep 16 05:05:09.614661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.622730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.627681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.634064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.640357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.646433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.652557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.654501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-9a19d16e-c0da-41d9-9441-5858791b4e21 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2333064 Sep 16 05:05:09.661187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eab8e6f-b68a-495d-953c-56ce131c59b4 req-bc81666d-1a80-46bc-a3ad-3b65bd3239d3 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266325 Sep 16 05:05:09.703835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d72af8b-ef83-416a-9b4c-d8e5d9a55ee4 req-4bed1023-ee01-4a16-891c-72b110763ed4 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 210 time: 0.0482125 Sep 16 05:05:09.723893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Deleting port 8bb63282-52ea-4e6f-81d8-a8279e168cea {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:09.724294 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.746641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.767556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfc10f34-13b6-4bec-99a9-8553f66aac31 req-492a4ef0-8cb1-4881-9763-bed603440254 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041188 Sep 16 05:05:09.806235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82695d23-f6e1-4d24-80be-c17c64dfb228,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.877432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Allocated IP 172.20.0.4 (f0ef946c-b949-495f-8cc0-e44f1577e79b/8e9857b6-301e-4b47-8198-425720aa01fb/2c166660-1f71-4525-b6d0-76275f02e11c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:09.920378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] For port 8bb63282-52ea-4e6f-81d8-a8279e168cea, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8bb63282-52ea-4e6f-81d8-a8279e168cea,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:09.923589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.942067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e555be8-204c-4e3b-8693-1327f30231c4 req-a3da1f1a-ad83-4459-aaf9-f0db0d7b643a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.943399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e555be8-204c-4e3b-8693-1327f30231c4 req-a3da1f1a-ad83-4459-aaf9-f0db0d7b643a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 948 time: 0.1710131 Sep 16 05:05:09.953804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Calling delete_port for 8bb63282-52ea-4e6f-81d8-a8279e168cea owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:09.958020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-618cf75e-fc12-47d1-b4b9-11733cc036b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.959683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-618cf75e-fc12-47d1-b4b9-11733cc036b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 1100 time: 0.1378350 Sep 16 05:05:10.110331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e555be8-204c-4e3b-8693-1327f30231c4 req-62fdd952-2fb1-4b72-9b00-c076aa96d44f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584976 Sep 16 05:05:10.147700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.213811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-71df8957-5fe2-4cf1-b74c-994491144add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.215368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-71df8957-5fe2-4cf1-b74c-994491144add service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2479050 Sep 16 05:05:10.227731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.240710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6807ba9-26e6-410a-a7cb-1773a53e135a req-04f6237b-714d-4df6-8ba6-3e3b34911797 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.242184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6807ba9-26e6-410a-a7cb-1773a53e135a req-04f6237b-714d-4df6-8ba6-3e3b34911797 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1394384 Sep 16 05:05:10.317927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-ccd95c6a-9856-4a30-8a66-957e937d7023 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=e5d059c6-c437-42e6-822b-c409d420eba9 HTTP/1.1" status: 200 len: 217 time: 0.0859377 Sep 16 05:05:10.326425 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.407174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f2737-819c-4ce8-b225-1a1085ece769 req-c3f076d0-7e87-47c6-86ac-6a2c2caadb14 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.408734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Network f0ef946c-b949-495f-8cc0-e44f1577e79b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:10.408882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db3f2737-819c-4ce8-b225-1a1085ece769 req-c3f076d0-7e87-47c6-86ac-6a2c2caadb14 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea68698f-5ebd-43f1-9934-51ee37bff7da HTTP/1.1" status: 200 len: 944 time: 0.2139964 Sep 16 05:05:10.416971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:10.421834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6807ba9-26e6-410a-a7cb-1773a53e135a req-8fc8fc87-28cf-41c9-b9a1-09c07b3665c0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687355 Sep 16 05:05:10.427043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.428762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:10.439731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-3c7fb9cb-0f20-4b19-9c78-efd2d289158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.443535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-3c7fb9cb-0f20-4b19-9c78-efd2d289158b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1079080 Sep 16 05:05:10.471660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event deleted for resources: {'Port': ['ID=8bb63282-52ea-4e6f-81d8-a8279e168cea,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:10.503942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Pushing event updated for resources: {'Port': ['ID=2c166660-1f71-4525-b6d0-76275f02e11c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:10.555613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.556322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.563022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] No DVR routers for this DVR port 8bb63282-52ea-4e6f-81d8-a8279e168cea on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:10.566725 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.568719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0219c198-75d2-4110-9ae9-55cebd6765fb req-0125b6c8-f865-4c35-9acd-3ff4844ca25c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "DELETE /v2.0/ports/8bb63282-52ea-4e6f-81d8-a8279e168cea HTTP/1.1" status: 204 len: 173 time: 1.5249927 Sep 16 05:05:10.569752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Router 2bf34927-981c-41c8-8a7e-5407d24b16fd has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:10.577905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db3f2737-819c-4ce8-b225-1a1085ece769 req-913f0327-e590-4189-9e07-cd0b88a1012c tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546795 Sep 16 05:05:10.587840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-1302290b-494e-4bfe-9040-c12c433a4d16 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4203622 Sep 16 05:05:10.590613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-9a7fb02a-d2a6-43c6-bce4-630860298a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.592307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-9a7fb02a-d2a6-43c6-bce4-630860298a92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234596 Sep 16 05:05:10.635187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Request body: {'port': {'device_id': '4586dd8a-1222-418c-b2d2-471de14a2257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:10.721341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'name': 'network-vif-deleted', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:10.723834 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fef9cb9-b5e2-43fb-895c-5fa14e5f5998" -d '{"events": [{"server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "name": "network-vif-deleted", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:10.762796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.780854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-c37e3312-28ec-4992-a355-246c6c75a472 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797624 Sep 16 05:05:10.805883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:10.806465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210a42-170b-4668-ac6e-aaf5abe6497a req-be87449e-b6c6-4f21-ba73-370d559c50f4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.812986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bcd52cc9-7d9a-4eeb-a88b-14a464d4c3e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/2bf34927-981c-41c8-8a7e-5407d24b16fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9305725 Sep 16 05:05:10.815161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:10.818015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] Sync routers for ids ['2bf34927-981c-41c8-8a7e-5407d24b16fd'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:10.819168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a210a42-170b-4668-ac6e-aaf5abe6497a req-be87449e-b6c6-4f21-ba73-370d559c50f4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0895581 Sep 16 05:05:10.832190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] Routers {'2bf34927-981c-41c8-8a7e-5407d24b16fd'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:10.833023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2bf34927-981c-41c8-8a7e-5407d24b16fd'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:10.910113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a210a42-170b-4668-ac6e-aaf5abe6497a req-295ec021-b98c-4e37-b994-f65d550556e6 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880620 Sep 16 05:05:10.956042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] Set router 2bf34927-981c-41c8-8a7e-5407d24b16fd gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:11.011033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5e01ef-8b0f-4a3e-8a02-1074fcebd459 req-95d9d3e0-52f9-4685-b018-08d4a71162bc service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208564 Sep 16 05:05:11.098361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae9e51-efde-406e-9c3e-347d6aa136f5 req-7af4d39e-bc2e-4036-851e-590611bc5543 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.107672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afae9e51-efde-406e-9c3e-347d6aa136f5 req-7af4d39e-bc2e-4036-851e-590611bc5543 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 931 time: 0.1187365 Sep 16 05:05:11.143055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.172936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afae9e51-efde-406e-9c3e-347d6aa136f5 req-cca9c6ee-a2ee-4461-87ab-da6e0f43a88f tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Sep 16 05:05:11.219132 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aae0b3-7521-4e1e-b6d8-ec5e47494536 x-openstack-request-id: req-f8aae0b3-7521-4e1e-b6d8-ec5e47494536 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:11.219749 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea68698f-5ebd-43f1-9934-51ee37bff7da", "name": "network-vif-deleted", "tag": "8bb63282-52ea-4e6f-81d8-a8279e168cea", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:11.220214 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8aae0b3-7521-4e1e-b6d8-ec5e47494536 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:11.220874 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea68698f-5ebd-43f1-9934-51ee37bff7da', 'name': 'network-vif-deleted', 'tag': '8bb63282-52ea-4e6f-81d8-a8279e168cea', 'status': 'completed', 'code': 200} Sep 16 05:05:11.228223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:05:09Z', 'revision_number': 5, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:11.268589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] Checking router: 2bf34927-981c-41c8-8a7e-5407d24b16fd for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:11.283963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] Routers {'2bf34927-981c-41c8-8a7e-5407d24b16fd'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:11.285690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2bf34927-981c-41c8-8a7e-5407d24b16fd'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:11.355264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.393610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.399985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.409831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.416531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.418193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] Set router 2bf34927-981c-41c8-8a7e-5407d24b16fd gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:11.422577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.429486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.436523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.444940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-a2f81975-d64e-47b4-9b19-8f81cb5b29ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.1179690 Sep 16 05:05:11.455333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c166660-1f71-4525-b6d0-76275f02e11c {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:11.465018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.487831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Transition to ACTIVE for port object 2c166660-1f71-4525-b6d0-76275f02e11c will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:11.489893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Deleting port a1d43c29-bf9c-435a-a834-560155b55362 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:11.490231 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.493983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.500373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b6ad3b7d-cf0f-4574-84d7-bef61b019b86 req-ca8ed749-8292-4860-800d-2f75a2060894 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489042 Sep 16 05:05:11.575234 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.581507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89a6db-1a83-4851-b12a-b88030ff6b99 req-c7d3d15a-41f3-4021-9d0c-a543e082a044 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.585135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd89a6db-1a83-4851-b12a-b88030ff6b99 req-c7d3d15a-41f3-4021-9d0c-a543e082a044 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 948 time: 0.0832198 Sep 16 05:05:11.630949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Pushing event updated for resources: {'Port': ['ID=2c166660-1f71-4525-b6d0-76275f02e11c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.651498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] For port a1d43c29-bf9c-435a-a834-560155b55362, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a1d43c29-bf9c-435a-a834-560155b55362,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:11.651888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.658169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd89a6db-1a83-4851-b12a-b88030ff6b99 req-f5bfdf28-6acd-4b0a-8568-5c7f1e41bc41 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664942 Sep 16 05:05:11.679566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c21d4b-f531-4e2c-b76f-f6f4a0d14a5d req-fb9b62e1-6d5a-4b0e-aa66-b0a845c25a73 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.681022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70c21d4b-f531-4e2c-b76f-f6f4a0d14a5d req-fb9b62e1-6d5a-4b0e-aa66-b0a845c25a73 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0749333 Sep 16 05:05:11.702175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Calling delete_port for a1d43c29-bf9c-435a-a834-560155b55362 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:11.733690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70c21d4b-f531-4e2c-b76f-f6f4a0d14a5d req-0e0a666b-f119-463d-a004-c87a6684f481 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464001 Sep 16 05:05:11.738354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:05:09Z', 'revision_number': 5, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:11.774002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100b6f0-5fdb-428f-812d-2087ffcab951 None None] The sync data for ids ['2bf34927-981c-41c8-8a7e-5407d24b16fd'] in n-d-713301-15 is: [{'id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1437792877-router', 'tenant_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:21Z', 'updated_at': '2021-09-16T05:05:09Z', 'revision_number': 5, 'project_id': 'e8d9c47b48b642d48bc1a8d8ac1c0ca5', 'gw_port': {'id': 'a1d43c29-bf9c-435a-a834-560155b55362', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf34927-981c-41c8-8a7e-5407d24b16fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:23Z', 'updated_at': '2021-09-16T05:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:11.795668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Attempting to bind port 2c166660-1f71-4525-b6d0-76275f02e11c on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:11.796035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Attempting to bind port 2c166660-1f71-4525-b6d0-76275f02e11c by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '39671d77-2997-41e4-a3e4-02fda8b0b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:11.796419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Attempting to bind port 2c166660-1f71-4525-b6d0-76275f02e11c on network f0ef946c-b949-495f-8cc0-e44f1577e79b {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:11.804618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Port 2c166660-1f71-4525-b6d0-76275f02e11c on network f0ef946c-b949-495f-8cc0-e44f1577e79b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:11.804948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Attempting to bind port 2c166660-1f71-4525-b6d0-76275f02e11c on network f0ef946c-b949-495f-8cc0-e44f1577e79b {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:11.845276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:11.845639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Checking segment: {'id': '39671d77-2997-41e4-a3e4-02fda8b0b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:11.846063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Bound using segment: {'id': '39671d77-2997-41e4-a3e4-02fda8b0b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:11.846717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Bound port: 2c166660-1f71-4525-b6d0-76275f02e11c, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39671d77-2997-41e4-a3e4-02fda8b0b1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:11.846956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.928689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788654c-721b-4575-b944-6892a630feed req-af2466e4-a40e-4757-a7d9-f7855671435b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.930330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9788654c-721b-4575-b944-6892a630feed req-af2466e4-a40e-4757-a7d9-f7855671435b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0794275 Sep 16 05:05:11.968839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] For port 2c166660-1f71-4525-b6d0-76275f02e11c, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:11.973099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] For port 2c166660-1f71-4525-b6d0-76275f02e11c, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2c166660-1f71-4525-b6d0-76275f02e11c,segment=NetworkSegment(39671d77-2997-41e4-a3e4-02fda8b0b1ad),segment_id=39671d77-2997-41e4-a3e4-02fda8b0b1ad)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:11.976429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9788654c-721b-4575-b944-6892a630feed req-2b7cb20a-6e76-4d14-ae3e-8649ac98d865 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Sep 16 05:05:11.977514 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.033766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.034565 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.036833 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] 10.222.0.73 "PUT /v2.0/ports/2c166660-1f71-4525-b6d0-76275f02e11c HTTP/1.1" status: 200 len: 1092 time: 1.4128511 Sep 16 05:05:12.065877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4586dd8a-1222-418c-b2d2-471de14a2257', 'tag': '2c166660-1f71-4525-b6d0-76275f02e11c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:12.071266 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4586dd8a-1222-418c-b2d2-471de14a2257", "tag": "2c166660-1f71-4525-b6d0-76275f02e11c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:12.085762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.096249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:12.149865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f48fa-f33f-4e1f-b2bb-55066ec9777f service neutron] Pushing event updated for resources: {'Port': ['ID=2c166660-1f71-4525-b6d0-76275f02e11c,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.157261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 8bb63282-52ea-4e6f-81d8-a8279e168cea {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:12.159944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8bb63282-52ea-4e6f-81d8-a8279e168cea not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:12.218182 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb165b8-0c5a-48c6-ba9f-96bb50f34fa1 x-openstack-request-id: req-beb165b8-0c5a-48c6-ba9f-96bb50f34fa1 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:12.218477 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4586dd8a-1222-418c-b2d2-471de14a2257", "tag": "2c166660-1f71-4525-b6d0-76275f02e11c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:12.218730 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-beb165b8-0c5a-48c6-ba9f-96bb50f34fa1 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:12.219125 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4586dd8a-1222-418c-b2d2-471de14a2257', 'tag': '2c166660-1f71-4525-b6d0-76275f02e11c', 'status': 'completed', 'code': 200} Sep 16 05:05:12.227086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d43c29-bf9c-435a-a834-560155b55362,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.273610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.364798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6dfc-ff8d-49b6-9e53-8870b18ebcc0 req-012314e0-3d92-4517-b427-3571e6237653 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.368669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4faf6dfc-ff8d-49b6-9e53-8870b18ebcc0 req-012314e0-3d92-4517-b427-3571e6237653 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 945 time: 0.1109672 Sep 16 05:05:12.370939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 82695d23-f6e1-4d24-80be-c17c64dfb228 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:12.377501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa60fb-2fc8-4656-9cd1-58057c503510 req-0c9c8ea7-20b7-4556-a658-1dd2bedd4a75 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.379264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5fa60fb-2fc8-4656-9cd1-58057c503510 req-0c9c8ea7-20b7-4556-a658-1dd2bedd4a75 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 943 time: 0.1311562 Sep 16 05:05:12.386350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.389726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-98c151dc-3faf-4826-84e6-3def85493538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.391272 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-98c151dc-3faf-4826-84e6-3def85493538 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3777acf15f643ec81046ff8bc7a99df&device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 1095 time: 0.2425303 Sep 16 05:05:12.392585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.396813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 82695d23-f6e1-4d24-80be-c17c64dfb228 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:12.397256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 82695d23-f6e1-4d24-80be-c17c64dfb228 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:12.440587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4faf6dfc-ff8d-49b6-9e53-8870b18ebcc0 req-1a4897f5-5de3-4320-8e67-3b52afe5a133 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/security-groups?id=c1bab36f-2026-4ecb-b1a9-ce3e897f2397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602143 Sep 16 05:05:12.443726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5fa60fb-2fc8-4656-9cd1-58057c503510 req-96fa5c4b-3960-4119-8739-ad1ae81681a6 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568871 Sep 16 05:05:12.483933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-b9a8f92d-c6ee-4a4b-b65d-cda56e26319c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c166660-1f71-4525-b6d0-76275f02e11c HTTP/1.1" status: 200 len: 217 time: 0.0826943 Sep 16 05:05:12.486193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.486848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf34927-981c-41c8-8a7e-5407d24b16fd {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:12.491647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.492971 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5c51d5e1-37bf-4e5a-8182-0bcb9db85232 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2bf34927-981c-41c8-8a7e-5407d24b16fd HTTP/1.1" status: 204 len: 168 time: 1.6761892 Sep 16 05:05:12.495841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41242) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:12.549393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-c4f92f9c-2f16-4ebf-8a42-7792c2901d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.551541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-c4f92f9c-2f16-4ebf-8a42-7792c2901d7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e9857b6-301e-4b47-8198-425720aa01fb HTTP/1.1" status: 200 len: 853 time: 0.0575235 Sep 16 05:05:12.587164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] Deleting subnet 2e39b331-f149-4c37-ae7e-126a47f8214c {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:12.594659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.608573 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-97f9ae57-696e-4a85-bef5-95c8696493ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef946c-b949-495f-8cc0-e44f1577e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473809 Sep 16 05:05:12.637618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b9318-7f94-491f-9801-978d3c249472 req-435e05ad-eb1a-4ed0-ae75-bc1b1aa707f0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.639157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f16b9318-7f94-491f-9801-978d3c249472 req-435e05ad-eb1a-4ed0-ae75-bc1b1aa707f0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1067739 Sep 16 05:05:12.713439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.727113 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-c606b154-385b-4ac0-9cdf-a70c23420546 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef946c-b949-495f-8cc0-e44f1577e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067896 Sep 16 05:05:12.790200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f16b9318-7f94-491f-9801-978d3c249472 req-89bd35e4-a257-43b7-883f-f8d15a8fd67d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345847 Sep 16 05:05:12.797876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-25256d5b-c279-4ac4-8274-d416e44415a3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.799387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-25256d5b-c279-4ac4-8274-d416e44415a3 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 945 time: 0.1573780 Sep 16 05:05:12.826873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.833603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.835033 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b030f4e-5f1a-4593-a3c6-9322f298c0ff req-7adfa65c-42a4-410f-b6ca-bed8ad9429e3 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef946c-b949-495f-8cc0-e44f1577e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998089 Sep 16 05:05:12.839648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.845975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.852030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.858331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.864361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.866328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-9afd3d22-18e6-4c84-8edb-068485ef2b42 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2230959 Sep 16 05:05:12.932462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-002cc99a-484d-4570-9112-6b5f4755d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.933915 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-002cc99a-484d-4570-9112-6b5f4755d420 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3777acf15f643ec81046ff8bc7a99df&device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 1095 time: 0.0474558 Sep 16 05:05:13.002361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.037922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-382a2d82-50a5-49c2-a9c3-49281505e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.040047 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-382a2d82-50a5-49c2-a9c3-49281505e3c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ef946c-b949-495f-8cc0-e44f1577e79b HTTP/1.1" status: 200 len: 914 time: 0.0981390 Sep 16 05:05:13.056278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bad1859d-841b-4fbb-b61e-f2274ccd9f57 req-be287549-867f-4fc5-83aa-d089336233b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607387 Sep 16 05:05:13.070754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e667e1-1166-4c3f-aafc-c17b0345208c req-10c76b57-0440-4ed8-8b68-2643b860dc4c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.072395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00e667e1-1166-4c3f-aafc-c17b0345208c req-10c76b57-0440-4ed8-8b68-2643b860dc4c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 948 time: 0.2031825 Sep 16 05:05:13.090670 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-c709e430-9f69-4001-a715-75bef3aa1111 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c166660-1f71-4525-b6d0-76275f02e11c HTTP/1.1" status: 200 len: 217 time: 0.0431273 Sep 16 05:05:13.125720 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.135837 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:13.150118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-6bae094a-bded-4275-a112-67405a016914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.151598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-6bae094a-bded-4275-a112-67405a016914 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e9857b6-301e-4b47-8198-425720aa01fb HTTP/1.1" status: 200 len: 853 time: 0.0533550 Sep 16 05:05:13.181192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e39b331-f149-4c37-ae7e-126a47f8214c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.185566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00e667e1-1166-4c3f-aafc-c17b0345208c req-f9adf871-df31-4b11-a624-1fe364e318d3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999532 Sep 16 05:05:13.189577 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-8f71ad08-d986-4ea8-abaf-80da4a329a3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ef946c-b949-495f-8cc0-e44f1577e79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268300 Sep 16 05:05:13.189785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Deleting port 344cb260-c6cd-452a-9b1f-083c54579ab4 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:13.190117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.202738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a0625-099e-47e0-a626-d2cbd6c4adec None None] Network 3171318d-8e19-41e1-91d0-895c3c14348c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:13.210459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.212395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-50fc3b83-163d-4b4c-b1cd-05c34413da9b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e39b331-f149-4c37-ae7e-126a47f8214c HTTP/1.1" status: 204 len: 168 time: 0.7146220 Sep 16 05:05:13.217393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41252) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:13.233185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e5d059c6-c437-42e6-822b-c409d420eba9 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:13.248879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:13.302775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe0ef-6493-47e0-8e0d-76f4bed2c5ce req-8f6bd448-356c-4bc2-87e7-a507b0e35b4b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.304412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea5fe0ef-6493-47e0-8e0d-76f4bed2c5ce req-8f6bd448-356c-4bc2-87e7-a507b0e35b4b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1562748 Sep 16 05:05:13.349976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] For port 344cb260-c6cd-452a-9b1f-083c54579ab4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=344cb260-c6cd-452a-9b1f-083c54579ab4,segment=NetworkSegment(880bdbc5-d907-45b0-a983-35acef0060ca),segment_id=880bdbc5-d907-45b0-a983-35acef0060ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.350261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.350639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.375400 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-80dd7c32-42d2-4af4-a90c-1d7096176452 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef946c-b949-495f-8cc0-e44f1577e79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799421 Sep 16 05:05:13.381872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Calling delete_port for 344cb260-c6cd-452a-9b1f-083c54579ab4 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:13.399360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea5fe0ef-6493-47e0-8e0d-76f4bed2c5ce req-840f535b-ceef-451d-9a5c-aa1f9ef1b950 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777235 Sep 16 05:05:13.506060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port e5d059c6-c437-42e6-822b-c409d420eba9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e5d059c6-c437-42e6-822b-c409d420eba9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.563057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.603862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'e5d059c6-c437-42e6-822b-c409d420eba9', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'e5d059c6-c437-42e6-822b-c409d420eba9', 'mac_address': 'fa:16:3e:88:57:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:13.633421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:13.636085 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08f1d73-c909-4b26-9d2e-89ad1d9b634e" -d '{"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:13.641703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66697b5c-068a-455b-a4a8-341e61ed2b0b req-dcbb7ba3-1d51-4ee9-9723-3f3efbca3db7 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3449e6-0359-4cfc-a27e-642c9b4cd60f HTTP/1.1" status: 200 len: 210 time: 0.0588021 Sep 16 05:05:13.642684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.655747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.664521 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.693061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.708604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Pushing event deleted for resources: {'Port': ['ID=344cb260-c6cd-452a-9b1f-083c54579ab4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.714579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] DHCP port deletion for 3171318d-8e19-41e1-91d0-895c3c14348c request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:13.725861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d059c6-c437-42e6-822b-c409d420eba9 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:13.757714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port e5d059c6-c437-42e6-822b-c409d420eba9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e5d059c6-c437-42e6-822b-c409d420eba9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.764359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.791544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.792354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.793506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acecc30-a483-43af-b8f8-ad10a544ced3 req-60406409-e7b0-463e-b510-8ab2282f0190 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.794417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4acecc30-a483-43af-b8f8-ad10a544ced3 req-60406409-e7b0-463e-b510-8ab2282f0190 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 943 time: 0.2248051 Sep 16 05:05:13.794656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.795193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] No DVR routers for this DVR port 344cb260-c6cd-452a-9b1f-083c54579ab4 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:13.796034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.796642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.797238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.797811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.797942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.798512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.799065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.800212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f49ef6d-0631-4f00-8338-9da34c8e788c req-cd668440-b8ee-4cfa-baf9-a0c49a8bd8a0 tempest-LiveMigrationTest-551703258 tempest-LiveMigrationTest-551703258-project] 10.222.0.73 "DELETE /v2.0/ports/344cb260-c6cd-452a-9b1f-083c54579ab4 HTTP/1.1" status: 204 len: 173 time: 0.9939926 Sep 16 05:05:13.800664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.800804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'name': 'network-vif-deleted', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:13.801366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.802838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:13.803602 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a3849a-2e05-40a0-95bc-9e036702f94f" -d '{"events": [{"server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "name": "network-vif-deleted", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:13.809151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.827974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Deleting port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:13.828636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.849050 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6fd7f93e-f70e-4561-82fe-78d67e17f4ee req-f8df65eb-9317-4bff-ab0d-d62d073c2314 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ef946c-b949-495f-8cc0-e44f1577e79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527321 Sep 16 05:05:13.869203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b741d72-3420-41ed-97b4-1c1d904ecde4 req-9d74acc5-7b8a-487f-bf32-023700e3e99b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.870738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b741d72-3420-41ed-97b4-1c1d904ecde4 req-9d74acc5-7b8a-487f-bf32-023700e3e99b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1283596 Sep 16 05:05:13.873867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4acecc30-a483-43af-b8f8-ad10a544ced3 req-714ee758-323d-493b-8374-d9880eed61e5 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635605 Sep 16 05:05:13.921275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b741d72-3420-41ed-97b4-1c1d904ecde4 req-a4797b86-57d3-46fe-8db1-9609763bb120 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Sep 16 05:05:13.927902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] For port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:13.928188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.931897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=e5d059c6-c437-42e6-822b-c409d420eba9,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.942355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Calling delete_port for 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:13.975590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] Deleting port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:13.976084 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.994431 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc9af80-a049-4378-ae90-bc17b6e551c9 x-openstack-request-id: req-fbc9af80-a049-4378-ae90-bc17b6e551c9 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:13.994781 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:13.995038 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbc9af80-a049-4378-ae90-bc17b6e551c9 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:13.995430 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'code': 200} Sep 16 05:05:14.027470 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86d551-e7e0-4546-b307-23c923d8cdd3 x-openstack-request-id: req-ec86d551-e7e0-4546-b307-23c923d8cdd3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:14.027846 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3449e6-0359-4cfc-a27e-642c9b4cd60f", "name": "network-vif-deleted", "tag": "344cb260-c6cd-452a-9b1f-083c54579ab4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:14.028298 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec86d551-e7e0-4546-b307-23c923d8cdd3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:14.028904 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3449e6-0359-4cfc-a27e-642c9b4cd60f', 'name': 'network-vif-deleted', 'tag': '344cb260-c6cd-452a-9b1f-083c54579ab4', 'status': 'completed', 'code': 200} Sep 16 05:05:14.049356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.054795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] For port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,segment=NetworkSegment(211be6fd-f502-4369-a8b0-af258116c06e),segment_id=211be6fd-f502-4369-a8b0-af258116c06e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:14.055197 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.078130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] Calling delete_port for 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:14.081333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] No DVR routers for this DVR port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:14.084179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.160387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499768-8150-4d07-8862-d4ab823eefd1 req-ee0b6476-9089-4dfc-9d14-523cbbc71b81 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.173097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e499768-8150-4d07-8862-d4ab823eefd1 req-ee0b6476-9089-4dfc-9d14-523cbbc71b81 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0935049 Sep 16 05:05:14.213694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.258687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e499768-8150-4d07-8862-d4ab823eefd1 req-c1f73410-ff18-4f51-88dc-a323b36f4373 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839806 Sep 16 05:05:14.261394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.289177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] No DVR routers for this DVR port 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:14.306029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3171318d-8e19-41e1-91d0-895c3c14348c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:14.358815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211be6fd-f502-4369-a8b0-af258116c06e') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:14.359023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211be6fd-f502-4369-a8b0-af258116c06e') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:14.372511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.385363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa60fb-cf47-4d18-b852-e8a3c07ca936 None None] Pushing event deleted for resources: {'Port': ['ID=5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.385728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.397753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.398681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.409964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.425756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.429010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.432660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.434475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:14.438851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:14.439321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.440357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.441533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74032424-cb03-4580-80ef-4a0d94057562 req-c7942da7-9e0e-4fb6-b39c-5112b3cd82cf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2089765 Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:14.442446 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:14.468081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:14.468955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ca88be8-a69e-4c1f-8b18-3b579a2cdc0c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:14.469567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a1d43c29-bf9c-435a-a834-560155b55362 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:14.502319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:14.506182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: a1d43c29-bf9c-435a-a834-560155b55362 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:14.506742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a1d43c29-bf9c-435a-a834-560155b55362 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:14.516418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74032424-cb03-4580-80ef-4a0d94057562 req-79ec390e-36cc-4b24-9789-dfb9b8e3fa68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649948 Sep 16 05:05:14.537327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000e26d-5046-4740-996b-9b0594299768 req-94a9d75b-a176-49ad-9bfd-90ac8713e0b9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.545138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2000e26d-5046-4740-996b-9b0594299768 req-94a9d75b-a176-49ad-9bfd-90ac8713e0b9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 949 time: 0.1025846 Sep 16 05:05:14.553637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.563962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.570919 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] 10.222.0.55 "DELETE /v2.0/networks/3171318d-8e19-41e1-91d0-895c3c14348c HTTP/1.1" status: 204 len: 168 time: 1.3508904 Sep 16 05:05:14.575495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41294) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:14.595936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73055d3b-ddd4-4553-8b90-0d09a16832df admin admin] Pushing event deleted for resources: {'Network': ['ID=3171318d-8e19-41e1-91d0-895c3c14348c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:14.626185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2000e26d-5046-4740-996b-9b0594299768 req-0787dd0e-74ad-4c32-a58d-dae39fab7444 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801809 Sep 16 05:05:14.701940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41310) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:14.869466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe8866-8b46-45a4-b738-93de0dd5217e req-d76d2cb0-1a2b-477a-8193-a64303e1f355 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.870945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5fe8866-8b46-45a4-b738-93de0dd5217e req-d76d2cb0-1a2b-477a-8193-a64303e1f355 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 813 time: 0.1897249 Sep 16 05:05:14.913669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] Deleting subnet 745cf299-b5aa-411d-9896-73e8c2a1eba2 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:14.917440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.954963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:14.997836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.072728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.099798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745cf299-b5aa-411d-9896-73e8c2a1eba2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.103644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.105607 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1fa52a38-27e8-4b60-81ad-fee8d1fa9964 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/745cf299-b5aa-411d-9896-73e8c2a1eba2 HTTP/1.1" status: 204 len: 168 time: 0.4025972 Sep 16 05:05:15.108149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41318) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:15.180767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.205536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5fe8866-8b46-45a4-b738-93de0dd5217e req-45783695-98a0-4f07-94d6-090032548722 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/quotas/9212c8be76354a2e8a2322cb51efb346 HTTP/1.1" status: 200 len: 375 time: 0.3280668 Sep 16 05:05:15.266542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.290949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb60b0c-a3f5-42f8-8978-f1db57537b64']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:15.301807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880bdbc5-d907-45b0-a983-35acef0060ca') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:15.302096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880bdbc5-d907-45b0-a983-35acef0060ca') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:15.304191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647ae91-b7b8-48a7-ad68-dba5143bdd15 req-3eab9446-bfe7-4214-a5e4-4b146b89a5a2 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.305627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4647ae91-b7b8-48a7-ad68-dba5143bdd15 req-3eab9446-bfe7-4214-a5e4-4b146b89a5a2 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 943 time: 0.1127081 Sep 16 05:05:15.312307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.325808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.332583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:15.332976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:15.334646 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:15.377659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5fe8866-8b46-45a4-b738-93de0dd5217e req-62dbee54-dacd-4d57-86f8-cc1b01a24d70 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525700 Sep 16 05:05:15.408817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.414932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4647ae91-b7b8-48a7-ad68-dba5143bdd15 req-d20350c2-0e74-4cc5-99ba-37377bd7435a tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006079 Sep 16 05:05:15.428339 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.432215 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8cb60b0c-a3f5-42f8-8978-f1db57537b64 HTTP/1.1" status: 204 len: 168 time: 0.3227212 Sep 16 05:05:15.434889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41322) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:15.499368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b7034-be7b-4976-a721-acb057c8de69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb60b0c-a3f5-42f8-8978-f1db57537b64,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.522028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] Deleting subnet facb5fdd-2188-4fc2-8b53-08a890e2c33a {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:15.525416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.563978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.583056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf921d7-97be-4b7e-81ec-089d34333bc4 req-15216292-d479-4252-b20a-c780ecf487fc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.584649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccf921d7-97be-4b7e-81ec-089d34333bc4 req-15216292-d479-4252-b20a-c780ecf487fc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0852764 Sep 16 05:05:15.602140 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.620735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.691423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.714567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccf921d7-97be-4b7e-81ec-089d34333bc4 req-c7771c2c-4460-4fac-9395-861d97f07d94 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170392 Sep 16 05:05:15.720625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=facb5fdd-2188-4fc2-8b53-08a890e2c33a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:15.723825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.724825 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2d77d25d-5506-44c5-a3fe-33656df6f519 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/facb5fdd-2188-4fc2-8b53-08a890e2c33a HTTP/1.1" status: 204 len: 168 time: 0.2884266 Sep 16 05:05:15.728968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:15.794179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.800714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.806204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.806756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.812592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.819360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.828530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.839743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.843601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d41b8a7f-728a-4dda-829d-45e02205165f req-45db6bd3-8c7a-4105-b98f-f9a52c004079 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2040641 Sep 16 05:05:15.906199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.928970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d30d41-68ba-4e6a-84da-132837be684f']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:15.938618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe06435-d5e8-4db1-acff-9cfdcff2fb61') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:15.938923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe06435-d5e8-4db1-acff-9cfdcff2fb61') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:15.948617 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.962593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.969632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:15.970123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:15.972661 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:16.035750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.055104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.057367 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c8d30d41-68ba-4e6a-84da-132837be684f HTTP/1.1" status: 204 len: 168 time: 0.3268890 Sep 16 05:05:16.058429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19827419-fa28-430d-88a2-32180cd9fae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d30d41-68ba-4e6a-84da-132837be684f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.075417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d41b8a7f-728a-4dda-829d-45e02205165f req-9c63cd42-d51a-4ab4-8eef-b67bf4bf9076 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2220292 Sep 16 05:05:16.108978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb43c-cb5a-40df-b786-59d4532c9e3d req-93fd0c61-3678-4159-9923-0f3fdb11ac7b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.112891 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2c166660-1f71-4525-b6d0-76275f02e11c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:16.113451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a14bb43c-cb5a-40df-b786-59d4532c9e3d req-93fd0c61-3678-4159-9923-0f3fdb11ac7b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 949 time: 0.1617320 Sep 16 05:05:16.119249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:16.156127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 344cb260-c6cd-452a-9b1f-083c54579ab4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:16.156792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 344cb260-c6cd-452a-9b1f-083c54579ab4 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:16.221157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41344) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:16.230331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a14bb43c-cb5a-40df-b786-59d4532c9e3d req-a9c10bd0-53e1-4e85-b635-1f607fe427ea tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068625 Sep 16 05:05:16.265897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2c166660-1f71-4525-b6d0-76275f02e11c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2c166660-1f71-4525-b6d0-76275f02e11c,segment=NetworkSegment(39671d77-2997-41e4-a3e4-02fda8b0b1ad),segment_id=39671d77-2997-41e4-a3e4-02fda8b0b1ad)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:16.288941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '2c166660-1f71-4525-b6d0-76275f02e11c', 'network_id': 'f0ef946c-b949-495f-8cc0-e44f1577e79b', 'port_id': '2c166660-1f71-4525-b6d0-76275f02e11c', 'mac_address': 'fa:16:3e:69:67:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9857b6-301e-4b47-8198-425720aa01fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:16.300395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41346) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:16.302864 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-53200572-9423-4d01-972f-6589adada1d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63e3856888cc4b30a3894b6796a21ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799580 Sep 16 05:05:16.357149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec1eb2-cd16-4964-851b-89b6578c94c6 req-f638f2fc-e857-4a12-a06d-b7a52e2e6924 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.358678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98ec1eb2-cd16-4964-851b-89b6578c94c6 req-f638f2fc-e857-4a12-a06d-b7a52e2e6924 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1443131 Sep 16 05:05:16.407380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Deleting port 04f73310-55b2-4e1f-8132-123c8cf00dc6 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:16.407380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.456616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-921a0972-6520-43fd-9d61-8dce36bfaa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.463960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.482176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c166660-1f71-4525-b6d0-76275f02e11c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:16.486015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98ec1eb2-cd16-4964-851b-89b6578c94c6 req-7a6471e0-8fa2-4398-86e4-ec0b341cff7e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128852 Sep 16 05:05:16.507802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2c166660-1f71-4525-b6d0-76275f02e11c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2c166660-1f71-4525-b6d0-76275f02e11c,segment=NetworkSegment(39671d77-2997-41e4-a3e4-02fda8b0b1ad),segment_id=39671d77-2997-41e4-a3e4-02fda8b0b1ad)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:16.526116 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.587838 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-921a0972-6520-43fd-9d61-8dce36bfaa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.591356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2c166660-1f71-4525-b6d0-76275f02e11c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.638260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724099d1-19ff-4783-a110-3e286da995d8 req-288f643a-e26e-4004-8085-756b5d839d00 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.639782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-724099d1-19ff-4783-a110-3e286da995d8 req-288f643a-e26e-4004-8085-756b5d839d00 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 944 time: 0.1140254 Sep 16 05:05:16.685377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] For port 04f73310-55b2-4e1f-8132-123c8cf00dc6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=04f73310-55b2-4e1f-8132-123c8cf00dc6,segment=NetworkSegment(6429bcd3-766f-487f-ba8e-d0069b2a3b89),segment_id=6429bcd3-766f-487f-ba8e-d0069b2a3b89)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:16.685842 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.719543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Calling delete_port for 04f73310-55b2-4e1f-8132-123c8cf00dc6 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:16.745023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-724099d1-19ff-4783-a110-3e286da995d8 req-8a68a5a1-2a9e-47a8-94bf-4aa026331fc6 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962317 Sep 16 05:05:16.784200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-921a0972-6520-43fd-9d61-8dce36bfaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.786703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-921a0972-6520-43fd-9d61-8dce36bfaa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.788106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-921a0972-6520-43fd-9d61-8dce36bfaa2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1bab36f-2026-4ecb-b1a9-ce3e897f2397 HTTP/1.1" status: 204 len: 168 time: 0.4865017 Sep 16 05:05:16.801435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a444f9e2-87ce-4d14-a11f-e9e55e0ff4f0 req-206babaf-be53-445e-8809-b2104b7147c7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9212c8be76354a2e8a2322cb51efb346 HTTP/1.1" status: 200 len: 221 time: 0.1096804 Sep 16 05:05:16.810667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2c166660-1f71-4525-b6d0-76275f02e11c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:16.810826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a0972-6520-43fd-9d61-8dce36bfaa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bab36f-2026-4ecb-b1a9-ce3e897f2397,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.960234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6861072-ae57-423a-b1c6-d344d1568981 req-d462a144-3aff-4e48-9439-c6f2ea14fadb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.962021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6861072-ae57-423a-b1c6-d344d1568981 req-d462a144-3aff-4e48-9439-c6f2ea14fadb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0745032 Sep 16 05:05:17.043369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6861072-ae57-423a-b1c6-d344d1568981 req-cca1c9df-80eb-4041-852c-3ab64693a2e2 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695174 Sep 16 05:05:17.068692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.096883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f73310-55b2-4e1f-8132-123c8cf00dc6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.249986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:17.257337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:17.277374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1909f5-7775-4735-9354-8c1323044e51 req-381b9beb-b959-4927-8a94-511a00357344 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.279123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f1909f5-7775-4735-9354-8c1323044e51 req-381b9beb-b959-4927-8a94-511a00357344 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1362636 Sep 16 05:05:17.289753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e5d059c6-c437-42e6-822b-c409d420eba9 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:17.301685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.307945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.315695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-978987f6-1c5a-4849-a0f3-002d18f2300b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18891d6e5ef54a8d8f2482d9c79fd359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548484 Sep 16 05:05:17.315901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.316001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41390) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:17.320033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.326225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.332183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.338189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.340080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-ee242190-ed44-4e8e-bb48-2ecf009d31c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.1609919 Sep 16 05:05:17.386873 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-861565be-69e6-4522-9f85-f42e782f688f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.417363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-861565be-69e6-4522-9f85-f42e782f688f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.433812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port e5d059c6-c437-42e6-822b-c409d420eba9 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:17.442731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f1909f5-7775-4735-9354-8c1323044e51 req-78d97d8a-efd6-48b8-9b38-f54f01c1afd6 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015816 Sep 16 05:05:17.443453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port e5d059c6-c437-42e6-822b-c409d420eba9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:17.444124 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.458568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.489664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7dc562ed-b007-473e-84b6-2bce437c3ff8 req-915cb945-f758-4565-8764-3a8d00f1995d tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150019 Sep 16 05:05:17.499122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-861565be-69e6-4522-9f85-f42e782f688f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.501998 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-861565be-69e6-4522-9f85-f42e782f688f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.503894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-861565be-69e6-4522-9f85-f42e782f688f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3375f2d-d540-4579-b048-d2dd662110a7 HTTP/1.1" status: 204 len: 168 time: 0.1870031 Sep 16 05:05:17.521773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861565be-69e6-4522-9f85-f42e782f688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3375f2d-d540-4579-b048-d2dd662110a7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.549972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:17.593423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'mac_address': 'fa:16:3e:80:72:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:17.683285 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.685210 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.706955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9fa5e3-211a-45f2-9893-691630b9440c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:17.707964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645908-9ffb-4d8f-838c-ebcdc624bf1b req-002d24c4-80c3-459b-952e-87889e39316c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.715439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0645908-9ffb-4d8f-838c-ebcdc624bf1b req-002d24c4-80c3-459b-952e-87889e39316c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 949 time: 0.1548541 Sep 16 05:05:17.730824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5039d4e0-5698-4729-9c11-752760538e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d059c6-c437-42e6-822b-c409d420eba9'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:17.733104 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deed73a-894a-493e-a123-6f048eb951d9" -d '{"events": [{"server_uuid": "5039d4e0-5698-4729-9c11-752760538e2d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d059c6-c437-42e6-822b-c409d420eba9"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:17.750202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:17.755898 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.762594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port e5d059c6-c437-42e6-822b-c409d420eba9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e5d059c6-c437-42e6-822b-c409d420eba9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:17.788137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.797486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48824aff-2415-4dec-83ea-2839666ab108 req-1fd8b58e-d6ef-4776-aadf-91be38663be1 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.799033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48824aff-2415-4dec-83ea-2839666ab108 req-1fd8b58e-d6ef-4776-aadf-91be38663be1 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1858215 Sep 16 05:05:17.832074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0645908-9ffb-4d8f-838c-ebcdc624bf1b req-25200f7e-dbea-40c4-92eb-3b5aee3752e5 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112511 Sep 16 05:05:17.838999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.904741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48824aff-2415-4dec-83ea-2839666ab108 req-dcd07029-9b93-4f21-99df-b0e58d49bf08 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907607 Sep 16 05:05:17.920000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=e5d059c6-c437-42e6-822b-c409d420eba9,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.927634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3c9fa5e3-211a-45f2-9893-691630b9440c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:17.942437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:17.980596 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a82aadc-6c72-464d-998b-46dddd363c2f x-openstack-request-id: req-0a82aadc-6c72-464d-998b-46dddd363c2f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:17.980897 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5039d4e0-5698-4729-9c11-752760538e2d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d059c6-c437-42e6-822b-c409d420eba9", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:17.981286 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a82aadc-6c72-464d-998b-46dddd363c2f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:17.981687 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5039d4e0-5698-4729-9c11-752760538e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d059c6-c437-42e6-822b-c409d420eba9', 'code': 200} Sep 16 05:05:18.128684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2c166660-1f71-4525-b6d0-76275f02e11c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:18.196545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 2c166660-1f71-4525-b6d0-76275f02e11c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:18.202553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 2c166660-1f71-4525-b6d0-76275f02e11c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:18.202804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.230006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:18.235611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6ea3c090-769c-4b57-ada8-e16525039ce4 admin admin] 10.222.0.55 "PUT /v2.0/routers/6c9fa86d-9aea-4127-8503-5b624f1bdb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6586442 Sep 16 05:05:18.238356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:18.241555 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] Sync routers for ids ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:18.250513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4a676-7b9c-4fbc-a372-a7ba92fc03a3 req-fc3254c5-570d-4df1-ac04-025b726b0330 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.252056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53b4a676-7b9c-4fbc-a372-a7ba92fc03a3 req-fc3254c5-570d-4df1-ac04-025b726b0330 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 944 time: 0.1942475 Sep 16 05:05:18.253060 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] Routers {'6c9fa86d-9aea-4127-8503-5b624f1bdb3c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:18.253886 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:18.256466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941f83b-e33b-4818-95c8-1db186c9419a req-a4592971-5a11-484e-a316-55d8392778d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.258540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7941f83b-e33b-4818-95c8-1db186c9419a req-a4592971-5a11-484e-a316-55d8392778d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 1102 time: 0.1794891 Sep 16 05:05:18.281743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349701-f2b2-40d0-b9e2-0cc1d28b5d39 req-27b60d5b-ccc7-4379-acb4-1de178e4f654 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.289896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f349701-f2b2-40d0-b9e2-0cc1d28b5d39 req-27b60d5b-ccc7-4379-acb4-1de178e4f654 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1579695 Sep 16 05:05:18.394273 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] Set router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:18.411211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.459720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53b4a676-7b9c-4fbc-a372-a7ba92fc03a3 req-66121278-f593-4ef7-bfe9-838b69974c36 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988142 Sep 16 05:05:18.467262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7941f83b-e33b-4818-95c8-1db186c9419a req-d8a11266-69e6-4f2f-b231-419b658f0232 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979456 Sep 16 05:05:18.486233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2c166660-1f71-4525-b6d0-76275f02e11c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2c166660-1f71-4525-b6d0-76275f02e11c,segment=NetworkSegment(39671d77-2997-41e4-a3e4-02fda8b0b1ad),segment_id=39671d77-2997-41e4-a3e4-02fda8b0b1ad)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:18.488748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f349701-f2b2-40d0-b9e2-0cc1d28b5d39 req-fcbe2651-8eb8-4fd3-961d-722bdd3f9c77 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978822 Sep 16 05:05:18.492138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.499434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.598255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2c166660-1f71-4525-b6d0-76275f02e11c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:18.619777 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:05:16Z', 'revision_number': 5, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:18.648209 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] Checking router: 6c9fa86d-9aea-4127-8503-5b624f1bdb3c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:18.658153 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] Routers {'6c9fa86d-9aea-4127-8503-5b624f1bdb3c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:18.659140 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:18.696508 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.785871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Deleting port 850282a8-3df8-4b32-b568-e7686433949c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:18.786370 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.825564 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] Set router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:18.892641 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] For port 850282a8-3df8-4b32-b568-e7686433949c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=850282a8-3df8-4b32-b568-e7686433949c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:18.892788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:18.911701 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Calling delete_port for 850282a8-3df8-4b32-b568-e7686433949c owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:19.058910 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:05:16Z', 'revision_number': 5, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:19.061889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.068029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.074098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.080159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.086817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.092856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.098404 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f751bdd-3ded-4591-b4ce-a5dba6c00ada None None] The sync data for ids ['6c9fa86d-9aea-4127-8503-5b624f1bdb3c'] in n-d-713301-15 is: [{'id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356318089-router', 'tenant_id': 'aaa17ec103724598a27beaf712394819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '850282a8-3df8-4b32-b568-e7686433949c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:31Z', 'updated_at': '2021-09-16T05:05:16Z', 'revision_number': 5, 'project_id': 'aaa17ec103724598a27beaf712394819', 'gw_port': {'id': '850282a8-3df8-4b32-b568-e7686433949c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9fa86d-9aea-4127-8503-5b624f1bdb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:32Z', 'updated_at': '2021-09-16T05:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:19.099880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.101905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-b52f5a02-ca57-402e-86ce-9149c935aef9 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.4875340 Sep 16 05:05:19.110920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb8fe2-c5ad-44c9-ba88-bc1d65f1176e req-1e005cd5-470e-4e0b-92d8-ed82b83a1385 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.118567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efbb8fe2-c5ad-44c9-ba88-bc1d65f1176e req-1e005cd5-470e-4e0b-92d8-ed82b83a1385 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.4911988 Sep 16 05:05:19.152444 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.177050 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efbb8fe2-c5ad-44c9-ba88-bc1d65f1176e req-f7b21954-62f8-4a6c-9f8c-a3f506871783 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575943 Sep 16 05:05:19.181722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Pushing event deleted for resources: {'Port': ['ID=850282a8-3df8-4b32-b568-e7686433949c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.213442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8742b281-e9eb-4591-be74-87f9c7bc0ea4 req-3b04cfbb-2b2c-4ee6-ba39-422f1d0c166c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920348 Sep 16 05:05:19.256290 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:19.263747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.311484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 3c9fa5e3-211a-45f2-9893-691630b9440c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:19.312372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.339172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6c05-8202-4b51-bd2f-698776753186 req-b17c13a0-08f3-45f5-ae7d-44cd4761d989 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.340879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-550c6c05-8202-4b51-bd2f-698776753186 req-b17c13a0-08f3-45f5-ae7d-44cd4761d989 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 950 time: 0.0774555 Sep 16 05:05:19.378592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.381381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.409841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-550c6c05-8202-4b51-bd2f-698776753186 req-55d41219-51e7-4a82-ab67-b97e959b99cb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596082 Sep 16 05:05:19.428966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.464606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.465182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9fa86d-9aea-4127-8503-5b624f1bdb3c {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:19.481001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.481001 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f3db14ba-798f-43ae-a421-fd8e5cd5fabc admin admin] 10.222.0.55 "DELETE /v2.0/routers/6c9fa86d-9aea-4127-8503-5b624f1bdb3c HTTP/1.1" status: 204 len: 168 time: 1.2361276 Sep 16 05:05:19.481001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:19.501209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:19.518600 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.571910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] Deleting subnet 072bb216-6636-4104-bf99-176f2f138339 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:19.582351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.591099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b9fdc-b0ed-40ed-a577-1a3c92184ba3 req-b7ff2c42-b301-420e-8180-3eb590dee30c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.593473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a1b9fdc-b0ed-40ed-a577-1a3c92184ba3 req-b7ff2c42-b301-420e-8180-3eb590dee30c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0628054 Sep 16 05:05:19.615338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=10']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.649591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.673500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a1b9fdc-b0ed-40ed-a577-1a3c92184ba3 req-50726f37-8906-4efa-967c-a67124499954 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733724 Sep 16 05:05:19.700216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e6d44-dbe8-496d-8960-0850203908c5 req-8598e56f-75dc-4bb0-910d-dd90ca70eefd tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.701651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd9e6d44-dbe8-496d-8960-0850203908c5 req-8598e56f-75dc-4bb0-910d-dd90ca70eefd tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 945 time: 0.0706480 Sep 16 05:05:19.745229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd9e6d44-dbe8-496d-8960-0850203908c5 req-a5ccde42-b2aa-4a1f-9aa1-d254ef19c6c2 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345950 Sep 16 05:05:19.776858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.850185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.867484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.872756 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/072bb216-6636-4104-bf99-176f2f138339 HTTP/1.1" status: 204 len: 168 time: 0.3908715 Sep 16 05:05:19.873457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41490) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:19.878571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39ac0d-ba46-4a99-a89b-1a3e6c222381 None None] Network 2055bded-f824-4418-af14-2ba0b5f3a902 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:19.886453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab06a-bbf5-43c2-bee3-564786bf1ca1 req-b2de2055-9d2b-41dc-8bfb-d4f49331ceb0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.888319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-765ab06a-bbf5-43c2-bee3-564786bf1ca1 req-b2de2055-9d2b-41dc-8bfb-d4f49331ceb0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0623245 Sep 16 05:05:19.957193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2d249-ec9c-4873-8910-54d210b4affc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072bb216-6636-4104-bf99-176f2f138339,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.969644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-59d7a45f-edb5-4c73-8719-2032d8dfc680 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377574 Sep 16 05:05:19.982975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4586dd8a-1222-418c-b2d2-471de14a2257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c166660-1f71-4525-b6d0-76275f02e11c'}, {'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:19.985762 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aac200-4973-4f49-a2ce-293234f0361c" -d '{"events": [{"server_uuid": "4586dd8a-1222-418c-b2d2-471de14a2257", "name": "network-vif-plugged", "status": "completed", "tag": "2c166660-1f71-4525-b6d0-76275f02e11c"}, {"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-plugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:19.993854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-765ab06a-bbf5-43c2-bee3-564786bf1ca1 req-aa4a1c80-c94a-4015-a847-5ddd7ba2abd8 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979295 Sep 16 05:05:20.018638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.087109 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d5a47-0355-4edf-a045-cf8edcb8e294 x-openstack-request-id: req-741d5a47-0355-4edf-a045-cf8edcb8e294 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:20.088058 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4586dd8a-1222-418c-b2d2-471de14a2257", "name": "network-vif-plugged", "status": "completed", "tag": "2c166660-1f71-4525-b6d0-76275f02e11c", "code": 200}, {"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-plugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:20.088232 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-741d5a47-0355-4edf-a045-cf8edcb8e294 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:20.088663 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4586dd8a-1222-418c-b2d2-471de14a2257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c166660-1f71-4525-b6d0-76275f02e11c', 'code': 200} Sep 16 05:05:20.089338 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'code': 200} Sep 16 05:05:20.128762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Deleting port e3c51e61-e01f-464e-b941-5db775cc6fc1 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:20.129149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.151970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-d3feb49c-cb70-410f-bd62-8bca40ad2d9c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.153902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-d3feb49c-cb70-410f-bd62-8bca40ad2d9c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752036 Sep 16 05:05:20.181984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-ab5142ff-5990-4f7a-b4f9-f883856c296f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/quotas/51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 375 time: 0.0202818 Sep 16 05:05:20.234560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-c1ca6fca-538f-44b7-ba5f-c011cef16645 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378871 Sep 16 05:05:20.253275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa1e6b-13b8-47bf-adfa-fdb5fc9ea809 req-dcf17e20-d080-4345-b5d9-5f3b7a436a01 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.253563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] For port e3c51e61-e01f-464e-b941-5db775cc6fc1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e3c51e61-e01f-464e-b941-5db775cc6fc1,segment=NetworkSegment(6429bcd3-766f-487f-ba8e-d0069b2a3b89),segment_id=6429bcd3-766f-487f-ba8e-d0069b2a3b89)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:20.253934 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.254822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfa1e6b-13b8-47bf-adfa-fdb5fc9ea809 req-dcf17e20-d080-4345-b5d9-5f3b7a436a01 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0855777 Sep 16 05:05:20.273036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Calling delete_port for e3c51e61-e01f-464e-b941-5db775cc6fc1 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:20.276846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907f16-85ae-4a4d-abce-ea2ba90ac3e9 req-cef39c70-8720-45d9-b9ad-104559d853f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.278790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9e907f16-85ae-4a4d-abce-ea2ba90ac3e9 req-cef39c70-8720-45d9-b9ad-104559d853f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 1097 time: 0.0842981 Sep 16 05:05:20.300039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfa1e6b-13b8-47bf-adfa-fdb5fc9ea809 req-af8b9be8-4968-4ea6-986b-fc50a22c57cd tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Sep 16 05:05:20.373589 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9e907f16-85ae-4a4d-abce-ea2ba90ac3e9 req-b4fa99cc-4b3d-45e1-84db-4ab5e9aa3e9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834272 Sep 16 05:05:20.374032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] DHCP port deletion for 2055bded-f824-4418-af14-2ba0b5f3a902 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:20.452234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.479085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] Deleting port e3c51e61-e01f-464e-b941-5db775cc6fc1 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:20.485598 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.500530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.507952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.514797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c51e61-e01f-464e-b941-5db775cc6fc1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.516037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.523245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] No DVR routers for this DVR port e3c51e61-e01f-464e-b941-5db775cc6fc1 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:20.523435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.524527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 850282a8-3df8-4b32-b568-e7686433949c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:20.530107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.536665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.545413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.558777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 850282a8-3df8-4b32-b568-e7686433949c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:20.559115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 850282a8-3df8-4b32-b568-e7686433949c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:20.559359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-22cab946-fa12-42ef-9bd3-64873a7695a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.1533628 Sep 16 05:05:20.559533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e3c51e61-e01f-464e-b941-5db775cc6fc1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:20.600375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e3c51e61-e01f-464e-b941-5db775cc6fc1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:20.600847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e3c51e61-e01f-464e-b941-5db775cc6fc1 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:20.601363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 04f73310-55b2-4e1f-8132-123c8cf00dc6 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:20.629290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.650232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22b8d8d7-a6a8-4311-9e5b-cf20d445bed3 req-18ad6844-7c46-473f-b29a-8c31493261ac tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895185 Sep 16 05:05:20.650443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2055bded-f824-4418-af14-2ba0b5f3a902']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:20.661377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6429bcd3-766f-487f-ba8e-d0069b2a3b89') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:20.661714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6429bcd3-766f-487f-ba8e-d0069b2a3b89') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:20.678103 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.697839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.700345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 04f73310-55b2-4e1f-8132-123c8cf00dc6 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:20.700792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 04f73310-55b2-4e1f-8132-123c8cf00dc6 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:20.719585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:20.720562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:20.722464 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:20.737871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] For port e3c51e61-e01f-464e-b941-5db775cc6fc1, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:20.738358 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.754299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] Calling delete_port for e3c51e61-e01f-464e-b941-5db775cc6fc1 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:20.757458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] Port e3c51e61-e01f-464e-b941-5db775cc6fc1 was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:05:20.758865 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.763973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d99530e9-9ec1-4a4f-ac47-b1a0ae5bfcf8 req-d648a569-4c46-46e7-a9f6-42380cd7276c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 210 time: 0.0969033 Sep 16 05:05:20.795501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] Pushing event deleted for resources: {'Port': ['ID=e3c51e61-e01f-464e-b941-5db775cc6fc1,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.818006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf7a4b-6ff9-43f1-b586-f33a5a45cebd None None] No DVR routers for this DVR port e3c51e61-e01f-464e-b941-5db775cc6fc1 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:20.856736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f86ffc-4cf7-4a6d-a505-02aab6f02896 req-e52d5952-6320-4682-ab50-ab5b32d8c291 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.865854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4f86ffc-4cf7-4a6d-a505-02aab6f02896 req-e52d5952-6320-4682-ab50-ab5b32d8c291 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1007237 Sep 16 05:05:20.901270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.910262 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.915055 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] 10.222.0.55 "DELETE /v2.0/networks/2055bded-f824-4418-af14-2ba0b5f3a902 HTTP/1.1" status: 204 len: 168 time: 0.9977171 Sep 16 05:05:20.931474 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-05c3c81d-f517-489e-9186-bb7c9bece622 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1676688 Sep 16 05:05:20.932570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235596c-c904-4b26-bd8b-b43a9f51748a admin admin] Pushing event deleted for resources: {'Network': ['ID=2055bded-f824-4418-af14-2ba0b5f3a902,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.965209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4f86ffc-4cf7-4a6d-a505-02aab6f02896 req-25c309e6-be81-4564-9d61-16daddd60cb8 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971518 Sep 16 05:05:20.975330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14fffe-fc5d-442b-a0ca-9e9fc2739601 req-c0b07e9b-3e97-4aa0-9c00-61443664bc09 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.982656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c14fffe-fc5d-442b-a0ca-9e9fc2739601 req-c0b07e9b-3e97-4aa0-9c00-61443664bc09 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 950 time: 0.1130548 Sep 16 05:05:21.024374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-78445cd3-1609-4070-aead-1b79006470d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.027767 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-78445cd3-1609-4070-aead-1b79006470d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1097 time: 0.0715508 Sep 16 05:05:21.067543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c14fffe-fc5d-442b-a0ca-9e9fc2739601 req-25e9c5eb-c279-4b80-b8f3-7ff96a4fbc68 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839314 Sep 16 05:05:21.200579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-8f0748b8-ff9c-4e4c-b9a9-7ad5eb214b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.202281 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-8f0748b8-ff9c-4e4c-b9a9-7ad5eb214b2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 914 time: 0.1386397 Sep 16 05:05:21.211962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41538) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.225602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c765af-469d-4433-9022-b4e470a96e98 req-541ca48b-520e-4b49-9fa5-5e92fb98a632 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.227142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6c765af-469d-4433-9022-b4e470a96e98 req-541ca48b-520e-4b49-9fa5-5e92fb98a632 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 945 time: 0.1063020 Sep 16 05:05:21.253715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11ac2d-fea0-4ebf-b4d0-c384ab942c41 req-6c2a917a-d718-47c6-8c51-7f698bb1eaff tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.255525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b11ac2d-fea0-4ebf-b4d0-c384ab942c41 req-6c2a917a-d718-47c6-8c51-7f698bb1eaff tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0913918 Sep 16 05:05:21.287590 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-062bcb4d-8a3d-4d51-9c42-6c8ab8f20c25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 217 time: 0.0537391 Sep 16 05:05:21.296058 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e649a0ff-e1a0-4bd2-9508-758bd2f3bf04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8d9c47b48b642d48bc1a8d8ac1c0ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829332 Sep 16 05:05:21.300230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41540) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.317748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b11ac2d-fea0-4ebf-b4d0-c384ab942c41 req-f83474e3-7ebb-4aad-9741-abaff2316d9d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Sep 16 05:05:21.320682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6c765af-469d-4433-9022-b4e470a96e98 req-b75cf13e-182a-4680-a623-4e78b40f736a tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817499 Sep 16 05:05:21.386036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-89b75643-ca6e-4578-a4d5-08f2b0181c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.387550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-89b75643-ca6e-4578-a4d5-08f2b0181c2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.0905085 Sep 16 05:05:21.412454 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19a376f9-e351-4ae0-9357-8d435132ca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.435175 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-015fc922-2d15-460b-bb4b-96f66c35189f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336936 Sep 16 05:05:21.466226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19a376f9-e351-4ae0-9357-8d435132ca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.494437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0c952-3278-4aca-b94d-a430065b50d0 req-366b0a4a-2b3b-4226-a45f-bb6f840892f7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.496335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bd0c952-3278-4aca-b94d-a430065b50d0 req-366b0a4a-2b3b-4226-a45f-bb6f840892f7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0733809 Sep 16 05:05:21.544791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bd0c952-3278-4aca-b94d-a430065b50d0 req-a4692978-4829-4b50-8657-d5a399b7043d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Sep 16 05:05:21.598670 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-07af67c2-6a19-442d-b4ed-25713fb2d339 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493566 Sep 16 05:05:21.606375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19a376f9-e351-4ae0-9357-8d435132ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.609241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19a376f9-e351-4ae0-9357-8d435132ca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.613485 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-19a376f9-e351-4ae0-9357-8d435132ca28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fec2aac7-60d0-4c6c-8ca8-9a27587aa16b HTTP/1.1" status: 204 len: 168 time: 0.3091104 Sep 16 05:05:21.627967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a376f9-e351-4ae0-9357-8d435132ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec2aac7-60d0-4c6c-8ca8-9a27587aa16b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:21.724633 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3cb8593c-a5d1-4572-a0ce-555c127e8ead req-6b3266fc-d394-4f76-8678-8a4541e65bc9 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045239 Sep 16 05:05:21.726428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb0eae-b619-4e04-8773-51a8b1a85828 req-92e71860-4830-4a0e-b34f-1677018d8dd7 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.728163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fbb0eae-b619-4e04-8773-51a8b1a85828 req-92e71860-4830-4a0e-b34f-1677018d8dd7 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 1102 time: 0.0632224 Sep 16 05:05:21.753226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0fbb0eae-b619-4e04-8773-51a8b1a85828 req-644e610f-2210-4284-bc08-87fcbdb3822e tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.832607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b61c1-3999-4ef3-86a0-0b6ed97ac136 req-0fab99f5-0986-4749-a938-f934e3097ff0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.834193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f1b61c1-3999-4ef3-86a0-0b6ed97ac136 req-0fab99f5-0986-4749-a938-f934e3097ff0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0726025 Sep 16 05:05:21.890827 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-ccb08b8b-ac99-4dc7-99d8-7dcd485d8954 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395617 Sep 16 05:05:21.907216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f1b61c1-3999-4ef3-86a0-0b6ed97ac136 req-63309c1f-e8b9-4db4-ab58-138611f2a652 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643370 Sep 16 05:05:21.967939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0fbb0eae-b619-4e04-8773-51a8b1a85828 req-644e610f-2210-4284-bc08-87fcbdb3822e tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.973912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0fbb0eae-b619-4e04-8773-51a8b1a85828 req-644e610f-2210-4284-bc08-87fcbdb3822e tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.002805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fbb0eae-b619-4e04-8773-51a8b1a85828 req-644e610f-2210-4284-bc08-87fcbdb3822e tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673709 Sep 16 05:05:22.013418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e610f-2210-4284-bc08-87fcbdb3822e tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f5b52-acd5-4102-88b8-eba83201ae2d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.129770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-6324c4e4-6e0d-4f3d-b835-ce136f491c03 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.132115 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-6324c4e4-6e0d-4f3d-b835-ce136f491c03 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348008 Sep 16 05:05:22.133737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c92b168a-5b6c-47ab-ba1d-1eef7f4079cb req-4455bc60-e533-48a8-9d91-328990518c07 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 210 time: 0.0399621 Sep 16 05:05:22.154416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Request body: {'port': {'device_id': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '51ca068390d5481b830fd2b7e5c10008'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:22.156321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.164473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.171009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.177050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.177475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41570) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.183705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.190623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.196262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.198323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-672d2919-33c2-4b64-8e62-83b7961fca11 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.1776841 Sep 16 05:05:22.249763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d710b8a-c4d9-47c3-9671-092367664fb7 req-2b10c208-6d5f-4d32-9d95-d5ef321da9dd tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397470 Sep 16 05:05:22.290984 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-578f9328-bd2b-42fd-aa45-6c81183df8f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaa17ec103724598a27beaf712394819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123283 Sep 16 05:05:22.294666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41576) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.336698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Made reservation on behalf of 51ca068390d5481b830fd2b7e5c10008 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:22.342243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.355349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.365273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-578addc4-8397-4819-b0cc-c05b5184f562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.401591 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-578addc4-8397-4819-b0cc-c05b5184f562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.471631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.475988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.525969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a1ef9-9e1f-487f-a3fa-79e127848c92 req-f1dddda5-7b6c-4c9a-942e-d5a18c4c3df0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.527589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a04a1ef9-9e1f-487f-a3fa-79e127848c92 req-f1dddda5-7b6c-4c9a-942e-d5a18c4c3df0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1133170 Sep 16 05:05:22.535926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e469-2ce7-44e1-a994-263ac76f0f7b req-24d5e5c7-3eab-4e5c-a446-e8f6709b953b tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.537512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e73e469-2ce7-44e1-a994-263ac76f0f7b req-24d5e5c7-3eab-4e5c-a446-e8f6709b953b tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 945 time: 0.1213624 Sep 16 05:05:22.550447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee35dd-b123-4447-a2ee-895f482c2328,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.562822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-578addc4-8397-4819-b0cc-c05b5184f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.565876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-578addc4-8397-4819-b0cc-c05b5184f562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.569510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-578addc4-8397-4819-b0cc-c05b5184f562 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b93628fe-6b69-4a53-abae-b7f4066cb1b7 HTTP/1.1" status: 204 len: 168 time: 0.2712080 Sep 16 05:05:22.608430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578addc4-8397-4819-b0cc-c05b5184f562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93628fe-6b69-4a53-abae-b7f4066cb1b7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.645462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e73e469-2ce7-44e1-a994-263ac76f0f7b req-2bb151a2-6d19-464a-af84-c37ff2dc6865 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998962 Sep 16 05:05:22.652133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a04a1ef9-9e1f-487f-a3fa-79e127848c92 req-658dc7ba-a423-47b0-82e5-c09751399ff3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126854 Sep 16 05:05:22.690239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Allocated IP 192.168.233.163 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/bcc7245e-750c-4cf8-bb81-32a098cfac21) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:22.765221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-40a791a3-455c-47c3-a632-27e54e0629ed tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401671 Sep 16 05:05:22.942559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.991939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753150-7dcf-4f19-afbc-5d0352494306 req-416447f6-de2d-4455-9937-04fc50be6a64 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.993931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.003117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d753150-7dcf-4f19-afbc-5d0352494306 req-416447f6-de2d-4455-9937-04fc50be6a64 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2094982 Sep 16 05:05:23.049922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:23.054780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:23.084618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:23.086662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-8b55bd9a-84f5-463b-8d92-89794f594075 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.099562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-8b55bd9a-84f5-463b-8d92-89794f594075 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270211 Sep 16 05:05:23.142205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.198766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.199551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.200083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d753150-7dcf-4f19-afbc-5d0352494306 req-fd7876c2-1e28-47cf-bb14-014360d691fc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939640 Sep 16 05:05:23.216440 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-9d8c7881-b278-417d-ba24-171aa187bdd8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0660694 Sep 16 05:05:23.221999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-a7723ab3-c651-40e1-b497-538f31a08d5c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/quotas/7e8edb04ca7a48d2995da42c59d8a649 HTTP/1.1" status: 200 len: 375 time: 0.1203177 Sep 16 05:05:23.234416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Request body: {'port': {'device_id': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:23.393271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-9ac59692-58b1-4d4b-918e-ffe56897c430 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1700397 Sep 16 05:05:23.403268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.617399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d9232908-b80c-410d-b435-fa244411adc4 None None] Provisioning complete for port bcc7245e-750c-4cf8-bb81-32a098cfac21 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:23.618425 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d9232908-b80c-410d-b435-fa244411adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.684940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d9232908-b80c-410d-b435-fa244411adc4 None None] Port bcc7245e-750c-4cf8-bb81-32a098cfac21 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:23.694155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fa77e-3f61-4647-a9ff-6d9a53f52b0e req-fb487b03-c9dd-45c5-ac1b-f29fa000811a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.700624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a6fa77e-3f61-4647-a9ff-6d9a53f52b0e req-fb487b03-c9dd-45c5-ac1b-f29fa000811a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 936 time: 0.1441405 Sep 16 05:05:23.796348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a6fa77e-3f61-4647-a9ff-6d9a53f52b0e req-60397eb2-36b0-4515-8ff0-c8c1da4382fb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826533 Sep 16 05:05:23.976337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc7245e-750c-4cf8-bb81-32a098cfac21 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:23.991829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.004864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.009488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.023039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.035556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.042476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Transition to ACTIVE for port object bcc7245e-750c-4cf8-bb81-32a098cfac21 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:24.049486 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.060740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.072208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.082223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.089551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-85b85033-28c7-427d-b99f-5112548e8905 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2053742 Sep 16 05:05:24.167994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a79400a8-7fc3-4d63-9a4e-ec3e83dee761 req-d3654fea-0659-4cc0-9e35-acdc533c1d1f tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766087 Sep 16 05:05:24.192574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.311533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:24.311959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:24.313478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:24.341053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Port bcc7245e-750c-4cf8-bb81-32a098cfac21 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:24.341385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:24.359931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:24.360311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:24.360711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:24.361169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Bound port: bcc7245e-750c-4cf8-bb81-32a098cfac21, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:24.367010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.413394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.539854 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:24.550238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:24.559571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.661625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.662504 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.664452 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] 10.222.0.73 "PUT /v2.0/ports/bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 1097 time: 1.4388700 Sep 16 05:05:24.665131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:24.668427 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80" -d '{"events": [{"name": "network-changed", "server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:24.841597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063a97-3f31-4b8f-bd60-5035f9cfcd08 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.882932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-6d2b9380-fd70-4117-a145-f65448ec1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.889697 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-6d2b9380-fd70-4117-a145-f65448ec1c1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1100 time: 0.1672845 Sep 16 05:05:24.966156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5a22b-6034-4f75-a4db-afc517225f46 req-2a7192ac-4a41-4817-9220-a6c5eb1068ce tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:24.975728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dff5a22b-6034-4f75-a4db-afc517225f46 req-2a7192ac-4a41-4817-9220-a6c5eb1068ce tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1229181 Sep 16 05:05:25.028223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dff5a22b-6034-4f75-a4db-afc517225f46 req-31a48f9a-18d6-458f-88d2-4f92dc353db6 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505805 Sep 16 05:05:25.097494 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-d0e1ae0e-5d6b-4783-a3f8-c55a29c2d8aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.1881654 Sep 16 05:05:25.204477 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0afa6b-400a-434b-a30f-18353c048723 x-openstack-request-id: req-dc0afa6b-400a-434b-a30f-18353c048723 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:25.204770 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:25.207095 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc0afa6b-400a-434b-a30f-18353c048723 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:25.207729 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'status': 'completed', 'code': 200} Sep 16 05:05:25.216953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-e7e7a7e8-4041-4d58-98bc-d3aba82ae1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.217708 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-e7e7a7e8-4041-4d58-98bc-d3aba82ae1e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1123135 Sep 16 05:05:25.376932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-32618808-fe06-4d6f-b983-d84b486d3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.384628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-32618808-fe06-4d6f-b983-d84b486d3536 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575890 Sep 16 05:05:25.429570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acacf6-cca9-4e4b-9803-08ac0baa0440 req-1bc6f12a-b9eb-4444-8a6e-71762cff6373 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.431287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81acacf6-cca9-4e4b-9803-08ac0baa0440 req-1bc6f12a-b9eb-4444-8a6e-71762cff6373 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 948 time: 0.1250927 Sep 16 05:05:25.504918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81acacf6-cca9-4e4b-9803-08ac0baa0440 req-ba4af237-572c-417c-99bb-83dfc8b50b20 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 Sep 16 05:05:25.569448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6611154-e078-4436-ae2b-1f935f509fac req-69d30e2c-eca6-4b13-8766-2a5be704d53c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.581704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6611154-e078-4436-ae2b-1f935f509fac req-69d30e2c-eca6-4b13-8766-2a5be704d53c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1484630 Sep 16 05:05:25.675044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6611154-e078-4436-ae2b-1f935f509fac req-059fff7a-c51f-4cdc-bc5c-928f28fb9443 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911171 Sep 16 05:05:25.689336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-89d0ad4c-df31-4c38-a64b-5c1becde4c83 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952726 Sep 16 05:05:25.803698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c9d8-0291-4e89-b9ca-570f614e3499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.873871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd534cb8-e9ec-42bf-ad65-f1d3debe2fb7 req-447ff570-96b3-49c5-935b-64f900a10dd0 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 210 time: 0.0836005 Sep 16 05:05:25.905547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.918084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.926672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.935973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.945660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.958071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.972430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.986003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-87485422-e512-405f-9612-5a9bb66633eb tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5420 time: 0.2899129 Sep 16 05:05:26.177652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-680c3499-5f22-4506-9d96-2bf79d6a00cf req-030e35b2-f1e9-4aa4-b199-5e9a65414de4 tempest-FlavorsV2NegativeTest-572551257 tempest-FlavorsV2NegativeTest-572551257-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a3c2408f629a493aaabd25490355ea81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441258 Sep 16 05:05:26.188690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 687ff280-df51-48c4-b2f2-a29f3f6e2f10 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:26.250232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-580bf9aa-2ca1-413e-b0a7-deb2d4218534 req-85fb20d7-df1c-4467-81b8-4503abaa1377 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494068 Sep 16 05:05:26.316626 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f671e50-9029-49cb-add4-c2f4f0fd8ed9 req-a6f35331-67c0-48e2-8241-a31795b406b4 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177471 Sep 16 05:05:26.420477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:26.438366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '687ff280-df51-48c4-b2f2-a29f3f6e2f10', 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'port_id': '687ff280-df51-48c4-b2f2-a29f3f6e2f10', 'mac_address': 'fa:16:3e:e9:d5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34edbf9-e59a-4c35-ac21-40e529e94df8', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:26.498778 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.521605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687ff280-df51-48c4-b2f2-a29f3f6e2f10 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:26.535179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-5402983e-03fd-4e65-afb8-55c02be34f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.538799 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-5402983e-03fd-4e65-afb8-55c02be34f07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1100 time: 0.1474090 Sep 16 05:05:26.553289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c3499-5f22-4506-9d96-2bf79d6a00cf req-cab5645d-00e1-4d07-af2f-3b4dd7f1aeb7 tempest-FlavorsV2NegativeTest-572551257 tempest-FlavorsV2NegativeTest-572551257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.565797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-680c3499-5f22-4506-9d96-2bf79d6a00cf req-cab5645d-00e1-4d07-af2f-3b4dd7f1aeb7 tempest-FlavorsV2NegativeTest-572551257 tempest-FlavorsV2NegativeTest-572551257-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3867955 Sep 16 05:05:26.574340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:26.584542 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.585465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:26.617423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-680c3499-5f22-4506-9d96-2bf79d6a00cf req-432e4a41-c732-47db-b20c-fb0044b4f40f tempest-FlavorsV2NegativeTest-572551257 tempest-FlavorsV2NegativeTest-572551257-project] 10.222.0.55 "GET /v2.0/quotas/a3c2408f629a493aaabd25490355ea81 HTTP/1.1" status: 200 len: 375 time: 0.0494666 Sep 16 05:05:26.687096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-680c3499-5f22-4506-9d96-2bf79d6a00cf req-6e153812-63b4-47e2-8cef-c51270527e64 tempest-FlavorsV2NegativeTest-572551257 tempest-FlavorsV2NegativeTest-572551257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3c2408f629a493aaabd25490355ea81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679319 Sep 16 05:05:26.822672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-57978647-639e-4a5e-af31-3e0ac299bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.830671 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-57978647-639e-4a5e-af31-3e0ac299bbc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2816837 Sep 16 05:05:26.855016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:26.922071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=687ff280-df51-48c4-b2f2-a29f3f6e2f10,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:26.923365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-4a5e7abe-b273-4fe6-a85e-5611bcf867b2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792098 Sep 16 05:05:26.970244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'port_id': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'mac_address': 'fa:16:3e:a2:87:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:27.010530 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-23de8dd1-1d0c-4258-aaca-e75a40312fca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.1739635 Sep 16 05:05:27.142060 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.172509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-126bef3f-f04a-410e-b69c-eda922798f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.180822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:27.184708 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-126bef3f-f04a-410e-b69c-eda922798f6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1628926 Sep 16 05:05:27.299958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:27.321132 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.321835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6b280801-5830-4730-864a-dd246928f429 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:27.336385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-12cba4ae-291a-4eb6-bc5e-1895947320ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.337914 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-12cba4ae-291a-4eb6-bc5e-1895947320ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1478448 Sep 16 05:05:27.399592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-ab3b96f1-732f-4476-b014-eac27982f9c7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.401175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-ab3b96f1-732f-4476-b014-eac27982f9c7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4746008 Sep 16 05:05:27.473516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.477747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6b280801-5830-4730-864a-dd246928f429, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6b280801-5830-4730-864a-dd246928f429,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:27.492568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '6b280801-5830-4730-864a-dd246928f429', 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'port_id': '6b280801-5830-4730-864a-dd246928f429', 'mac_address': 'fa:16:3e:1f:7c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34edbf9-e59a-4c35-ac21-40e529e94df8', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:27.527950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:27.586644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.614795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b280801-5830-4730-864a-dd246928f429 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:27.664569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6b280801-5830-4730-864a-dd246928f429, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6b280801-5830-4730-864a-dd246928f429,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:27.673932 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.674909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f8acb577-2488-45fd-aea8-44e3da10e2c2 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:27.692331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-2c334cbe-e68f-4879-b1d7-31c4c718f73a service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414004 Sep 16 05:05:27.926388 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-63c84d8a-a2ae-40c2-99c7-73a04a2a1d80 req-d3d33ecf-df15-4e49-a862-0766475a4056 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269874 Sep 16 05:05:27.935895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a24c-8fa1-4fe5-81cb-81e2aed14de3 req-2cbf4297-930e-4f85-b394-db3b24b738f7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.944532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2993a24c-8fa1-4fe5-81cb-81e2aed14de3 req-2cbf4297-930e-4f85-b394-db3b24b738f7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.6724694 Sep 16 05:05:27.952221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6b280801-5830-4730-864a-dd246928f429,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.991485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-e88c617e-93a6-4003-a781-8dd064318af5 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1813333 Sep 16 05:05:28.007425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2993a24c-8fa1-4fe5-81cb-81e2aed14de3 req-83edf29f-f0c7-4503-a8c9-ad837a3c56cb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614393 Sep 16 05:05:28.100078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b6667-5f3a-48d7-8053-4da6ebaf3f45 req-3e05b7dc-daf2-45a6-a990-e9a96b265294 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.114689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b40b6667-5f3a-48d7-8053-4da6ebaf3f45 req-3e05b7dc-daf2-45a6-a990-e9a96b265294 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 948 time: 0.8505893 Sep 16 05:05:28.125184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.129745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:28.135943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.227008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f8acb577-2488-45fd-aea8-44e3da10e2c2, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:28.331888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9fbe85f1-f7dc-456b-be35-3d4701bd03b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.357379 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2319d566-b9b9-48c5-9198-912dc8f9a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.373679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'f8acb577-2488-45fd-aea8-44e3da10e2c2', 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca', 'port_id': 'f8acb577-2488-45fd-aea8-44e3da10e2c2', 'mac_address': 'fa:16:3e:05:0f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc54c2d-1c2c-4699-9184-5b9a7117bed0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:28.523270 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.544368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9fbe85f1-f7dc-456b-be35-3d4701bd03b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.551117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9fbe85f1-f7dc-456b-be35-3d4701bd03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.554676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8acb577-2488-45fd-aea8-44e3da10e2c2 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:28.562562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce1f31c2-fa3c-4396-b041-ed1b8c102fae req-e8030f68-881b-4bf1-85ce-a27f0a9e17a5 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 210 time: 0.4415781 Sep 16 05:05:28.642164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f8acb577-2488-45fd-aea8-44e3da10e2c2, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:28.646772 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.647501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 74a915c3-1c83-4d70-9572-61b068b83c34 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:28.659987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.229 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/ce27744e-0a7e-4ce4-8890-f4c5f56fe318) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:28.741940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe85f1-f7dc-456b-be35-3d4701bd03b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3138fd01-39ab-4a40-92b9-5d9ce27bcf32,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.750852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9fbe85f1-f7dc-456b-be35-3d4701bd03b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3c2408f629a493aaabd25490355ea81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224415 Sep 16 05:05:28.755687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41810) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.797519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b40b6667-5f3a-48d7-8053-4da6ebaf3f45 req-9a21eb60-6844-481d-8e2c-2a100b0b316a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816554 Sep 16 05:05:28.838473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f8acb577-2488-45fd-aea8-44e3da10e2c2,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.878551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 74a915c3-1c83-4d70-9572-61b068b83c34, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=74a915c3-1c83-4d70-9572-61b068b83c34,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:28.914220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '74a915c3-1c83-4d70-9572-61b068b83c34', 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'port_id': '74a915c3-1c83-4d70-9572-61b068b83c34', 'mac_address': 'fa:16:3e:3b:3f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34edbf9-e59a-4c35-ac21-40e529e94df8', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:28.918671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1e37-c33b-4202-803e-013598df8445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.935537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-5a97fa0c-1eed-4ffc-8b17-2a1676723034 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:28.938056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-5a97fa0c-1eed-4ffc-8b17-2a1676723034 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9252646 Sep 16 05:05:28.969067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:28.974323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1e37-c33b-4202-803e-013598df8445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.980617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.999975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a915c3-1c83-4d70-9572-61b068b83c34 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:29.027777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.037715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 74a915c3-1c83-4d70-9572-61b068b83c34, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=74a915c3-1c83-4d70-9572-61b068b83c34,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:29.038962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.062533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.063896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a647c09-84eb-4c95-a487-a9b93616ca9e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:29.064897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.076411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.079039 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1e37-c33b-4202-803e-013598df8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.091093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1e37-c33b-4202-803e-013598df8445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.096179 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a0f1e37-c33b-4202-803e-013598df8445 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3138fd01-39ab-4a40-92b9-5d9ce27bcf32 HTTP/1.1" status: 204 len: 168 time: 0.3379748 Sep 16 05:05:29.100171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.107906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.116359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f1e37-c33b-4202-803e-013598df8445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3138fd01-39ab-4a40-92b9-5d9ce27bcf32,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:29.134634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.155399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-5d7af46f-1f1e-4368-a20f-f3b0e7920204 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5424 time: 0.3402610 Sep 16 05:05:29.312734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.385724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=74a915c3-1c83-4d70-9572-61b068b83c34,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:29.391663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a647c09-84eb-4c95-a487-a9b93616ca9e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:29.397462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85de5f6b-f84c-40ec-afb7-433f57012c72 req-cc5fa994-8beb-4f56-bb8f-b04d19fbe248 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2404590 Sep 16 05:05:29.434226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '0a647c09-84eb-4c95-a487-a9b93616ca9e', 'network_id': '87774183-9d3a-4059-a0e1-f8feda9e53ca', 'port_id': '0a647c09-84eb-4c95-a487-a9b93616ca9e', 'mac_address': 'fa:16:3e:df:58:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc54c2d-1c2c-4699-9184-5b9a7117bed0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:29.482403 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.482956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15935bb1-02c3-4981-8be1-ce230cd73b2f req-5995f1ff-b286-4206-bc0b-3b873938598e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:29.496069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15935bb1-02c3-4981-8be1-ce230cd73b2f req-5995f1ff-b286-4206-bc0b-3b873938598e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.3343031 Sep 16 05:05:29.498549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a647c09-84eb-4c95-a487-a9b93616ca9e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:29.522589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a647c09-84eb-4c95-a487-a9b93616ca9e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:29.530620 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.531460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e1d663e3-939b-4841-a672-68fa0f345c3d details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:29.644738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0a647c09-84eb-4c95-a487-a9b93616ca9e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:29.663116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e1d663e3-939b-4841-a672-68fa0f345c3d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e1d663e3-939b-4841-a672-68fa0f345c3d,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:29.723373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e1d663e3-939b-4841-a672-68fa0f345c3d', 'network_id': '076ab2eb-acfc-4dd9-8fca-7c757f2953a7', 'port_id': 'e1d663e3-939b-4841-a672-68fa0f345c3d', 'mac_address': 'fa:16:3e:0d:12:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34edbf9-e59a-4c35-ac21-40e529e94df8', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:29.727940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15935bb1-02c3-4981-8be1-ce230cd73b2f req-d82f8e2d-ec9f-4ace-98ce-2bcfc5051ac4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295878 Sep 16 05:05:29.751464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.877311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e11d7990-65eb-468b-982f-7c96ecc5c9a5 req-48160fe8-d72c-45ce-ba16-7cb3e01e67cc tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 210 time: 0.1211333 Sep 16 05:05:29.926952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:29.930855 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.063985 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.067051 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.101221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d663e3-939b-4841-a672-68fa0f345c3d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:30.157813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e1d663e3-939b-4841-a672-68fa0f345c3d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e1d663e3-939b-4841-a672-68fa0f345c3d,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:30.165368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.258616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:30.296794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.427565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:30.444813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'mac_address': 'fa:16:3e:4f:70:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:30.450489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:30.474061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:30.532208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e1d663e3-939b-4841-a672-68fa0f345c3d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:30.551425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ec55e-94ec-4060-8897-da23605b98af req-68d6e161-def8-440e-82a5-d366d0877da9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.556857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa5ec55e-94ec-4060-8897-da23605b98af req-68d6e161-def8-440e-82a5-d366d0877da9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.5280294 Sep 16 05:05:30.558621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:30.584758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.596900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb313c2-11da-438f-98e4-d211d4958b5f req-6c075beb-7660-4705-bf8b-f33e2cea840f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:30.607029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebb313c2-11da-438f-98e4-d211d4958b5f req-6c075beb-7660-4705-bf8b-f33e2cea840f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 948 time: 0.5765462 Sep 16 05:05:30.642087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:30.645994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc7245e-750c-4cf8-bb81-32a098cfac21 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:30.678968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:30.692329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:30.703047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.733793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41856) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.843438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebb313c2-11da-438f-98e4-d211d4958b5f req-f71b0437-c534-4a46-9381-32c6262c9b6c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352893 Sep 16 05:05:30.853962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:30.857175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['f8acb577-2488-45fd-aea8-44e3da10e2c2'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:30.875560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['74a915c3-1c83-4d70-9572-61b068b83c34'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:30.948078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['5b796f2b-9edc-470c-ae3d-78f4ce1c3dec'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:30.978942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.108 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:30.987081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-179735264-network', 'tenant_id': '7f867322bd324ab1bb8f61224e085683'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:31.007856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e1d663e3-939b-4841-a672-68fa0f345c3d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:31.010213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['687ff280-df51-48c4-b2f2-a29f3f6e2f10'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:31.064608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa5ec55e-94ec-4060-8897-da23605b98af req-6fb939b9-0cd1-4f39-9845-656301ca933f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793401 Sep 16 05:05:31.108413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.110270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.124496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Made reservation on behalf of 7f867322bd324ab1bb8f61224e085683 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:31.129256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.138879 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.292910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:31.372045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.381280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.421034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:31.430903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-412a71ab-61d5-45f0-9ca2-ddf6163879b3 None None] Provisioning complete for port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:31.431436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-412a71ab-61d5-45f0-9ca2-ddf6163879b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.445546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921e3b40-61b5-45c4-8641-a31d602d45a4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:31.461650 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.462809 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Added segment 50def917-f01b-409c-b9f6-8d625e9ac775 of type vlan for network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 Sep 16 05:05:31.485299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-461b9474-8a92-436e-8bfd-24a417965337 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0257375 Sep 16 05:05:31.505649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b3b9e59-2904-4f74-a7ac-18165bc81882 req-60ad6965-cb5e-4433-a124-c9c5bfff8869 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 210 time: 0.0940390 Sep 16 05:05:31.516595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.564885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-412a71ab-61d5-45f0-9ca2-ddf6163879b3 None None] Port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:31.570936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.617754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Request body: {'port': {'device_id': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:31.668811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.671010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.671928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.712992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.752493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.767068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.791424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.805790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.818784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.832376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:31.841005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-462f997d-c737-4382-8f27-3612be541f9c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5427 time: 0.5290248 Sep 16 05:05:31.853252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] Pushing event updated for resources: {'Network': ['ID=1d33c96b-a7c6-4b8a-857f-19827af9bf65,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:31.876218 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-839b2a35-bc12-4d8e-b9c3-09acc14aef25 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1410232 Sep 16 05:05:31.879776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.889900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Request body: {'subnet': {'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-179735264-subnet', 'tenant_id': '7f867322bd324ab1bb8f61224e085683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:31.935846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['0a647c09-84eb-4c95-a487-a9b93616ca9e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:31.979021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Made reservation on behalf of 7f867322bd324ab1bb8f61224e085683 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:31.982071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.999666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:32.003507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6b280801-5830-4730-864a-dd246928f429'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:32.059125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c65ddb99-698e-4417-a95e-d5d26c8fe5d0 req-649e363f-6acc-497c-869d-df844fc79444 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1801922 Sep 16 05:05:32.084798 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.118132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.181207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20880abf-0e80-449f-a9d9-fe0351882b32 req-a373a7e8-fd46-4948-acaf-9eda1d528c9e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.193541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20880abf-0e80-449f-a9d9-fe0351882b32 req-a373a7e8-fd46-4948-acaf-9eda1d528c9e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.3513839 Sep 16 05:05:32.323013 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.412666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Checking segment: {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:32.413157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Network hostable DHCP agents. Network: 1d33c96b-a7c6-4b8a-857f-19827af9bf65, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:32.415867 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2e60de-fdce-4632-a5b7-e75dd578e560,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:32.438962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:32.456639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 1d33c96b-a7c6-4b8a-857f-19827af9bf65) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:32.481048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.482135 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.523290 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd5be411-f45d-4a35-a6b9-c051132d460b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6408520 Sep 16 05:05:32.549648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e0b82-8e37-4fe8-807f-ca2d506aab72 None None] Network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:32.586441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20880abf-0e80-449f-a9d9-fe0351882b32 req-b3c5f4aa-0fe3-4e02-95ca-bcb0c1adf503 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899879 Sep 16 05:05:32.633586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6b710-11c4-4e5b-be98-9fed39cf6aab req-2f6e809d-d77e-4db3-a94c-b085eed9c452 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:32.641283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24c6b710-11c4-4e5b-be98-9fed39cf6aab req-2f6e809d-d77e-4db3-a94c-b085eed9c452 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 949 time: 0.2556419 Sep 16 05:05:32.708254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.781560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:32.849394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:32.914773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:32.922863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:32.928414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:32.946817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24c6b710-11c4-4e5b-be98-9fed39cf6aab req-bed05bfb-c1a1-4676-92c7-a9416e7cb04c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836099 Sep 16 05:05:32.992761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.993497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.994035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.994573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.995099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.995661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:33.001705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:33.002153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:33.002503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:33.002844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:33.004516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:33.004879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:33.188129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.191564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.319791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce27744e-0a7e-4ce4-8890-f4c5f56fe318 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:33.338327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.371940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Transition to ACTIVE for port object ce27744e-0a7e-4ce4-8890-f4c5f56fe318 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:33.430788 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.515120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd2568-3378-4d22-a2c4-18d95403dafd None None] Network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:33.647380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e57f9-2960-4750-a51a-3d124bd896ba req-f08d9c4d-28ba-44f7-89dc-593db0d6099f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:33.649185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e11e57f9-2960-4750-a51a-3d124bd896ba req-f08d9c4d-28ba-44f7-89dc-593db0d6099f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 936 time: 0.5312383 Sep 16 05:05:33.655421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d38c0658-7f6d-458b-87b1-f95552a092ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6966605 Sep 16 05:05:33.827100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cc9002b9-a942-4121-93c0-e8e21dfd475a None None] Provisioning complete for port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:33.827741 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc9002b9-a942-4121-93c0-e8e21dfd475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.999772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cc9002b9-a942-4121-93c0-e8e21dfd475a None None] Port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:34.249605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Request body: {'port': {'device_id': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:34.252169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:34.296308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e11e57f9-2960-4750-a51a-3d124bd896ba req-62c8089e-2283-4506-a150-26b2f9208dec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396198 Sep 16 05:05:34.320761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Attempting to bind port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:34.321105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Attempting to bind port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:34.321437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Attempting to bind port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:34.337131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:34.337641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Attempting to bind port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:34.373381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:34.373816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:34.374114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:34.374564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Bound port: ce27744e-0a7e-4ce4-8890-f4c5f56fe318, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:34.374923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.387624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port bcc7245e-750c-4cf8-bb81-32a098cfac21 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:34.393560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port bcc7245e-750c-4cf8-bb81-32a098cfac21 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:34.394125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.407882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Pushing event updated for resources: {'Port': ['ID=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.453502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.568149 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.608405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:34.611678 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f50ac7-562c-47a4-92e7-443a57ca6ca0" -d '{"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-plugged", "status": "completed", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:34.630889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:34.645728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.647700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f8acb577-2488-45fd-aea8-44e3da10e2c2 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:34.726511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.822321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port f8acb577-2488-45fd-aea8-44e3da10e2c2 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:34.848393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port f8acb577-2488-45fd-aea8-44e3da10e2c2 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:34.850834 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.864884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] For port ce27744e-0a7e-4ce4-8890-f4c5f56fe318, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:34.959497 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.001929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f8acb577-2488-45fd-aea8-44e3da10e2c2, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:35.019692 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.023394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:35.072688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:35.085086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.107398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Transition to ACTIVE for port object 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:35.123694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-1faa9154-9bca-4b5d-a290-351e58b7f097 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.129459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-1faa9154-9bca-4b5d-a290-351e58b7f097 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 821 time: 0.8380945 Sep 16 05:05:35.146356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.154443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.164853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.171197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.178939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.186401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.194098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.196119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-eda39119-8e08-4881-b57c-144f113d0679 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5427 time: 0.5660417 Sep 16 05:05:35.212332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.221332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f8acb577-2488-45fd-aea8-44e3da10e2c2,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.237462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:35.244478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:35.245011 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.247058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] For port ce27744e-0a7e-4ce4-8890-f4c5f56fe318, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:35.260380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-b25e3ba8-e032-45cf-a81f-8c0caf3b1c9d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/quotas/7f867322bd324ab1bb8f61224e085683 HTTP/1.1" status: 200 len: 375 time: 0.0631945 Sep 16 05:05:35.284072 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.336792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-2999bcd0-9a54-4776-a2d3-fe70898b857e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461733 Sep 16 05:05:35.419338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.448839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.449924 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.454050 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] 10.222.0.64 "PUT /v2.0/ports/ce27744e-0a7e-4ce4-8890-f4c5f56fe318 HTTP/1.1" status: 200 len: 1097 time: 3.9240785 Sep 16 05:05:35.462573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'tag': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:35.466431 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1332e8-3df5-4cf1-86e7-de251363e7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad67ec1-cc12-4f2b-978f-d5c6264e35f1", "tag": "ce27744e-0a7e-4ce4-8890-f4c5f56fe318"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:35.486475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Pushing event updated for resources: {'Port': ['ID=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.510383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a5c2af8-24ad-4579-b8b9-219cb53e98fc req-f1223a49-9cd2-4ebc-9827-70411b1c72ea tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2913358 Sep 16 05:05:35.513804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:35.525166 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.526163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 74a915c3-1c83-4d70-9572-61b068b83c34 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:35.690143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 74a915c3-1c83-4d70-9572-61b068b83c34 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:35.698939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 74a915c3-1c83-4d70-9572-61b068b83c34 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:35.699328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.703942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.863295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.906917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 74a915c3-1c83-4d70-9572-61b068b83c34, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=74a915c3-1c83-4d70-9572-61b068b83c34,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:35.917679 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.918892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e1d663e3-939b-4841-a672-68fa0f345c3d up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:35.953644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Attempting to bind port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:35.954043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Attempting to bind port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:35.954336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Attempting to bind port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:35.986348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5553c-4ff5-4f1b-b901-72565c20e88b service neutron] Pushing event updated for resources: {'Port': ['ID=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.010421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:36.010870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Attempting to bind port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:36.031976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-84443558-e5b0-449e-808a-7589a55dd952 service neutron] 10.222.0.55 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278107 Sep 16 05:05:36.052223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:36.052507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:36.052861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:36.053313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Bound port: 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:36.053677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.063994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=74a915c3-1c83-4d70-9572-61b068b83c34,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.086424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563aab5-1150-4c0d-b77e-4dce74802774 req-88bf49fa-2657-49f0-be72-3e1a4014f817 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.089142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d563aab5-1150-4c0d-b77e-4dce74802774 req-88bf49fa-2657-49f0-be72-3e1a4014f817 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.3456583 Sep 16 05:05:36.105777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port e1d663e3-939b-4841-a672-68fa0f345c3d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:36.107622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-7116ab21-2576-4dd0-afa7-b7cd8dd0cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.109172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-7116ab21-2576-4dd0-afa7-b7cd8dd0cb39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 1100 time: 0.3406048 Sep 16 05:05:36.113162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e1d663e3-939b-4841-a672-68fa0f345c3d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:36.113756 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.251478 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.291330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-6fe15cc0-153f-461b-a38f-f6bf646711e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ce27744e-0a7e-4ce4-8890-f4c5f56fe318 HTTP/1.1" status: 200 len: 217 time: 0.1553051 Sep 16 05:05:36.295644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e1d663e3-939b-4841-a672-68fa0f345c3d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e1d663e3-939b-4841-a672-68fa0f345c3d,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:36.301507 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.327671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d563aab5-1150-4c0d-b77e-4dce74802774 req-9df43702-a78a-4caf-8182-678bf01b65f5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126036 Sep 16 05:05:36.332390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a647c09-84eb-4c95-a487-a9b93616ca9e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:36.419201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e1d663e3-939b-4841-a672-68fa0f345c3d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.433296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 0a647c09-84eb-4c95-a487-a9b93616ca9e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:36.433733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-b73eb806-e007-461c-90d8-d5f01b07d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.436157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-b73eb806-e007-461c-90d8-d5f01b07d91f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1347783 Sep 16 05:05:36.444788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 0a647c09-84eb-4c95-a487-a9b93616ca9e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:36.445543 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.510225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-d8dca600-e12c-4aa6-b0c5-d44f31326d8d service neutron] 10.222.0.55 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761961 Sep 16 05:05:36.517705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] For port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:36.522904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] For port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:36.542689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.553036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.613161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a647c09-84eb-4c95-a487-a9b93616ca9e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:36.617884 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.618990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 687ff280-df51-48c4-b2f2-a29f3f6e2f10 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:36.661924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-bee4f2ed-b657-472f-adf1-c31b2605d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.663938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-bee4f2ed-b657-472f-adf1-c31b2605d77b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2180696 Sep 16 05:05:36.677046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.677806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.679565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] 10.222.0.64 "PUT /v2.0/ports/4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 HTTP/1.1" status: 200 len: 1097 time: 2.9686086 Sep 16 05:05:36.790734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29831971-ee23-49f6-a4f8-4c5f0a4a228d service neutron] Pushing event updated for resources: {'Port': ['ID=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.817166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0a647c09-84eb-4c95-a487-a9b93616ca9e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.843005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:36.853631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:36.854128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.935818 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb1bdea-44e6-4021-91d3-bfa7cdca4b16 x-openstack-request-id: req-aeb1bdea-44e6-4021-91d3-bfa7cdca4b16 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:36.937378 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-plugged", "status": "completed", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:36.937867 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aeb1bdea-44e6-4021-91d3-bfa7cdca4b16 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:36.938438 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'code': 200} Sep 16 05:05:36.978537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6e109-1279-4f0b-b7d2-d90d76b14dc4 req-424e0b9c-d07f-43bd-83cf-78ee28f0b291 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:36.986769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eed6e109-1279-4f0b-b7d2-d90d76b14dc4 req-424e0b9c-d07f-43bd-83cf-78ee28f0b291 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2676947 Sep 16 05:05:37.024216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-18e15532-6094-4e4b-97d3-7700e5fc7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.025746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-18e15532-6094-4e4b-97d3-7700e5fc7699 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 1100 time: 0.2710264 Sep 16 05:05:37.034011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-1f0b79b2-7503-4837-a9b9-add3dc9b31a8 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532567 Sep 16 05:05:37.047285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729e5d-5d66-4eed-a905-f084411eb475 req-0ba17fa2-d040-41f9-8c18-332df85af487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.053790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c7729e5d-5d66-4eed-a905-f084411eb475 req-0ba17fa2-d040-41f9-8c18-332df85af487 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1102 time: 0.0884595 Sep 16 05:05:37.057108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.140300 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c7729e5d-5d66-4eed-a905-f084411eb475 req-a6a243be-add9-4764-8a20-4e35578efac9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793977 Sep 16 05:05:37.141509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:37.148324 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.149410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6b280801-5830-4730-864a-dd246928f429 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:37.221764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-60c7756e-45d7-40ca-a2f7-b7671ace234b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 HTTP/1.1" status: 200 len: 217 time: 0.1682012 Sep 16 05:05:37.245150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eed6e109-1279-4f0b-b7d2-d90d76b14dc4 req-69abd32f-a2ee-4dae-90de-8a07157da3b2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560802 Sep 16 05:05:37.278141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=687ff280-df51-48c4-b2f2-a29f3f6e2f10,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:37.336194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 6b280801-5830-4730-864a-dd246928f429 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:37.351747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 6b280801-5830-4730-864a-dd246928f429 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:37.352486 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.378471 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c84ca-a0c6-48df-a106-d2f57ae91089 x-openstack-request-id: req-c82c84ca-a0c6-48df-a106-d2f57ae91089 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:37.379269 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad67ec1-cc12-4f2b-978f-d5c6264e35f1", "tag": "ce27744e-0a7e-4ce4-8890-f4c5f56fe318", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:37.379269 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c82c84ca-a0c6-48df-a106-d2f57ae91089 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:37.379493 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'tag': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', 'status': 'completed', 'code': 200} Sep 16 05:05:37.439423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726728-1a73-4015-ade7-73457e1be65d req-68813c64-adde-4797-a0c5-695c2e01370c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.449418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4726728-1a73-4015-ade7-73457e1be65d req-68813c64-adde-4797-a0c5-695c2e01370c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 948 time: 0.4071250 Sep 16 05:05:37.488161 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.551858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6b280801-5830-4730-864a-dd246928f429, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6b280801-5830-4730-864a-dd246928f429,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:37.556846 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.565745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d9790a2e-1eea-476e-af85-81da772929ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.570336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-d9790a2e-1eea-476e-af85-81da772929ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.3054869 Sep 16 05:05:37.628666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4726728-1a73-4015-ade7-73457e1be65d req-7b7e2bfe-5125-4694-9292-6afbfbaa6358 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790280 Sep 16 05:05:37.677449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6b280801-5830-4730-864a-dd246928f429,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:37.714845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-9218a48b-d8b4-49d7-8cc0-132f57d0c27b service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073611 Sep 16 05:05:37.800281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afbf6ad4-5483-4760-99e9-0a06e489ce28 req-aabb264f-fc9d-4478-a10a-38c7ed368ac8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 210 time: 0.0903733 Sep 16 05:05:37.836292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-5027989a-36a0-4aa1-af33-77a8852d8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.837930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-5027989a-36a0-4aa1-af33-77a8852d8af4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2182269 Sep 16 05:05:37.877022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.896632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.921358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.940641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.951185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.960900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.968019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:37.970025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0776cd9a-00ab-4834-9254-3518f709476e req-785e3171-53fa-4c3c-86e2-03e8d64e8c8c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.3528228 Sep 16 05:05:38.176179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0776cd9a-00ab-4834-9254-3518f709476e req-7203778a-6dce-4275-ad98-ddc3d263de5b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1771805 Sep 16 05:05:38.237830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-690690d5-cc60-4218-82a6-4f0063bf2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.239385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-690690d5-cc60-4218-82a6-4f0063bf2f92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 1100 time: 0.2684424 Sep 16 05:05:38.244049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-0c220e87-cbc6-429d-928b-9d9ee06e5cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.246149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-0c220e87-cbc6-429d-928b-9d9ee06e5cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a0927f768cb48a8bcc950334e8b29f7&device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 1103 time: 0.1987219 Sep 16 05:05:38.356184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-5e6af287-61de-4d6c-8922-74d599c39bbc service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835068 Sep 16 05:05:38.629721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c6b9e335-bdc9-4bf3-8533-ccbb0a338f4e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.630904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-25cf4795-6d5a-4da6-9ae0-1e79e2c0468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.631803 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c6b9e335-bdc9-4bf3-8533-ccbb0a338f4e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 821 time: 0.1848414 Sep 16 05:05:38.632785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-25cf4795-6d5a-4da6-9ae0-1e79e2c0468c service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2108343 Sep 16 05:05:38.650997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Request body: {'port': {'device_id': '192e055c-248f-4348-8a67-8c5d23b33484', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'admin_state_up': True, 'tenant_id': '7f867322bd324ab1bb8f61224e085683'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:38.763630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-b3d76a77-2d94-426b-8d85-2d0580d4be91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3c9fa5e3-211a-45f2-9893-691630b9440c HTTP/1.1" status: 200 len: 217 time: 0.0623958 Sep 16 05:05:38.840824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Made reservation on behalf of 7f867322bd324ab1bb8f61224e085683 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:38.845363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.905925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c638-d89f-44e4-b52b-ac079ae3a5dc req-9f454f05-181f-48ff-ae8f-8c852928fb1e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.907776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fa9c638-d89f-44e4-b52b-ac079ae3a5dc req-9f454f05-181f-48ff-ae8f-8c852928fb1e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.5568163 Sep 16 05:05:38.939430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff94802-1c06-46c8-bf42-5a9e8fedaa36 req-c20c2aec-6f43-44e1-8d82-76b0d9585260 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.939823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8acb577-2488-45fd-aea8-44e3da10e2c2'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a915c3-1c83-4d70-9572-61b068b83c34'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b280801-5830-4730-864a-dd246928f429'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:38.942603 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e125d5-e17f-4dcd-a816-a70f9c487473" -d '{"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "f8acb577-2488-45fd-aea8-44e3da10e2c2"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "74a915c3-1c83-4d70-9572-61b068b83c34"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "6b280801-5830-4730-864a-dd246928f429"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:38.949265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ff94802-1c06-46c8-bf42-5a9e8fedaa36 req-c20c2aec-6f43-44e1-8d82-76b0d9585260 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.4873924 Sep 16 05:05:38.984181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-1e678541-aa81-46c9-b9e0-3ff4cf0b31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:38.984952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-1e678541-aa81-46c9-b9e0-3ff4cf0b31d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.7281075 Sep 16 05:05:39.026732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-6987c171-9b7a-4331-bbd0-cf25244a1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.028641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-6987c171-9b7a-4331-bbd0-cf25244a1970 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2486949 Sep 16 05:05:39.093264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Allocated IP 172.20.0.12 (1d33c96b-a7c6-4b8a-857f-19827af9bf65/3b2e60de-fdce-4632-a5b7-e75dd578e560/fafbd9cc-ed85-420a-80c6-20460d846cf1) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:39.117605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fa9c638-d89f-44e4-b52b-ac079ae3a5dc req-0f96f1b3-d857-4d99-9944-757a98134935 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931136 Sep 16 05:05:39.126835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-e61534cd-d5d6-4d38-b461-e49577fda07d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ce27744e-0a7e-4ce4-8890-f4c5f56fe318 HTTP/1.1" status: 200 len: 217 time: 0.1251330 Sep 16 05:05:39.136898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a3c6a50-e419-4934-93ae-cbd9a05e7983 req-e69c2db6-2cdf-4e0c-ae02-59cacd862e81 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161188 Sep 16 05:05:39.163786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ff94802-1c06-46c8-bf42-5a9e8fedaa36 req-6194ac42-95e2-4c32-bb9c-219f6cc5b624 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133429 Sep 16 05:05:39.331492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-283e8b35-3eac-4bc7-9dd1-faa5f08c09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.333195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-283e8b35-3eac-4bc7-9dd1-faa5f08c09cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2899101 Sep 16 05:05:39.335142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dab210e5-2a1f-4e7f-b0b7-9a5874cceaaf req-b2d00444-d6d0-4f8b-81ef-29d62ad939dc tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 210 time: 0.0461822 Sep 16 05:05:39.338456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-0ddefd77-1923-49bb-9fb0-8d1411d2171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.340472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-0ddefd77-1923-49bb-9fb0-8d1411d2171a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2005157 Sep 16 05:05:39.380330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.383127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'tag': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:39.385784 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb639952-a500-4a2e-8afd-76933025729d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3a1fb6-8945-443b-be21-b4d34cd9b728", "tag": "4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:39.397139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4470c-6764-4ef4-b970-0d1e3b4c34c8 req-93c0220d-51d4-4d85-894f-86a9303caecd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.399901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2a4470c-6764-4ef4-b970-0d1e3b4c34c8 req-93c0220d-51d4-4d85-894f-86a9303caecd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 948 time: 0.1535919 Sep 16 05:05:39.412763 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e87dc25-899c-4a16-ad66-ddad8845cb41 x-openstack-request-id: req-8e87dc25-899c-4a16-ad66-ddad8845cb41 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:39.413594 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "f8acb577-2488-45fd-aea8-44e3da10e2c2", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "74a915c3-1c83-4d70-9572-61b068b83c34", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-plugged", "status": "completed", "tag": "6b280801-5830-4730-864a-dd246928f429", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:39.413594 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e87dc25-899c-4a16-ad66-ddad8845cb41 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:39.413826 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8acb577-2488-45fd-aea8-44e3da10e2c2', 'code': 200} Sep 16 05:05:39.414045 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'code': 200} Sep 16 05:05:39.414246 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a915c3-1c83-4d70-9572-61b068b83c34', 'code': 200} Sep 16 05:05:39.414453 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d', 'code': 200} Sep 16 05:05:39.414698 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e', 'code': 200} Sep 16 05:05:39.420332 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10', 'code': 200} Sep 16 05:05:39.420750 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b280801-5830-4730-864a-dd246928f429', 'code': 200} Sep 16 05:05:39.452465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.552150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.577412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:39.579333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:39.584182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:39.658684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.660692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.688222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-c76f05e2-cc3f-4c45-bf76-0338415e2ec7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0459902 Sep 16 05:05:39.707336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Request body: {'port': {'device_id': '192e055c-248f-4348-8a67-8c5d23b33484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:39.812210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.929711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-7fc2b71c-bc05-4caa-a32c-832177549f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:39.932244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-7fc2b71c-bc05-4caa-a32c-832177549f7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5822704 Sep 16 05:05:40.061309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2a4470c-6764-4ef4-b970-0d1e3b4c34c8 req-6105354c-b97d-471f-a0ee-894a63bdddb1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455522 Sep 16 05:05:40.180965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.181351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.181831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.182303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.183154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.183563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.184023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.186094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-cffe3052-ddd9-4752-8d54-477bef0922b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6498 time: 0.3080826 Sep 16 05:05:40.196708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05226-00c2-4666-8fa7-9da45698c26f req-4932304f-041a-4164-b291-245ae81ac48a tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.198192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21a05226-00c2-4666-8fa7-9da45698c26f req-4932304f-041a-4164-b291-245ae81ac48a tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1102 time: 0.3184035 Sep 16 05:05:40.200005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-b49d6c37-40d7-4858-b14a-b3749acc2594 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8513865 Sep 16 05:05:40.296648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafbd9cc-ed85-420a-80c6-20460d846cf1 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:40.303698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21a05226-00c2-4666-8fa7-9da45698c26f req-97be75e2-ee44-469c-ae37-ad6b80db3d06 tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.309324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.326153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Transition to ACTIVE for port object fafbd9cc-ed85-420a-80c6-20460d846cf1 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:40.330113 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.350772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-4c4c64e3-05d0-4aa8-9d2c-d290ad8a1a80 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888903 Sep 16 05:05:40.384477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c862a899-7c2e-489c-8cfc-10b94e568ded req-715f1c47-dbb1-496b-982d-f33ca5854c4e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798761 Sep 16 05:05:40.384722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.421760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.427712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.433951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.440365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.446483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.452404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.459102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.461075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-343c9552-f658-49bf-a977-216c380ba1cb req-40fc21af-22f4-4f0b-9e8e-7ceaf09853b6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.2947526 Sep 16 05:05:40.486937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Attempting to bind port fafbd9cc-ed85-420a-80c6-20460d846cf1 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:40.487437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Attempting to bind port fafbd9cc-ed85-420a-80c6-20460d846cf1 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:40.487928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Attempting to bind port fafbd9cc-ed85-420a-80c6-20460d846cf1 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:40.494078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Port fafbd9cc-ed85-420a-80c6-20460d846cf1 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:40.494402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Attempting to bind port fafbd9cc-ed85-420a-80c6-20460d846cf1 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:40.502208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:40.502919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Checking segment: {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:40.503379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Bound using segment: {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:40.503901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Bound port: fafbd9cc-ed85-420a-80c6-20460d846cf1, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:40.504356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.508983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-766af00a-ebc1-4cc2-ad44-04a96a32a4a4 req-52211d5e-5622-4765-8cae-7412c1abb707 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766628 Sep 16 05:05:40.588711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-343c9552-f658-49bf-a977-216c380ba1cb req-3334d945-4cd5-4420-bed8-13ba9b496e0d tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203287 Sep 16 05:05:40.618534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:40.624020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:40.629160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.640497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d1332e8-3df5-4cf1-86e7-de251363e7e0 req-129a1329-16c6-42f2-98af-c60dd23020d9 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733982 Sep 16 05:05:40.681822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.682434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.683863 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] 10.222.0.73 "PUT /v2.0/ports/fafbd9cc-ed85-420a-80c6-20460d846cf1 HTTP/1.1" status: 200 len: 1093 time: 0.9860103 Sep 16 05:05:40.684401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:40.686771 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a843d76-636a-45f3-9bb4-dc6b9aacee97" -d '{"events": [{"name": "network-changed", "server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:40.717184 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21a05226-00c2-4666-8fa7-9da45698c26f req-97be75e2-ee44-469c-ae37-ad6b80db3d06 tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.723714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21a05226-00c2-4666-8fa7-9da45698c26f req-97be75e2-ee44-469c-ae37-ad6b80db3d06 tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.739289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e64e14-ee3d-442f-b3ad-1f5ae8b26e27 service neutron] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.777799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21a05226-00c2-4666-8fa7-9da45698c26f req-97be75e2-ee44-469c-ae37-ad6b80db3d06 tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440075 Sep 16 05:05:40.791829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be75e2-ee44-469c-ae37-ad6b80db3d06 tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aec107-5f53-49f0-9d63-73f65ba0349d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.808743 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94ff77e-0cd8-4f2b-80fb-a70d7c8c6236 x-openstack-request-id: req-d94ff77e-0cd8-4f2b-80fb-a70d7c8c6236 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:40.809268 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3a1fb6-8945-443b-be21-b4d34cd9b728", "tag": "4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:40.810478 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d94ff77e-0cd8-4f2b-80fb-a70d7c8c6236 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:40.824502 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'tag': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', 'status': 'completed', 'code': 200} Sep 16 05:05:40.841030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-fac4b4a3-7d7a-42b0-8385-fe3a23c39275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:40.842565 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-fac4b4a3-7d7a-42b0-8385-fe3a23c39275 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 1096 time: 0.1052191 Sep 16 05:05:40.915315 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-2a1ba943-6a13-490e-b5af-bd556d1c0a72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1 HTTP/1.1" status: 200 len: 217 time: 0.0572810 Sep 16 05:05:40.999986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-b55f6a43-00d5-4e10-a315-f448138e9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.000313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639952-a500-4a2e-8afd-76933025729d req-4e4e8290-ba71-4ecb-a13c-7b31891b2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.002720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb639952-a500-4a2e-8afd-76933025729d req-4e4e8290-ba71-4ecb-a13c-7b31891b2659 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 1100 time: 0.1645255 Sep 16 05:05:41.002875 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-b55f6a43-00d5-4e10-a315-f448138e9b0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b2e60de-fdce-4632-a5b7-e75dd578e560 HTTP/1.1" status: 200 len: 861 time: 0.0757003 Sep 16 05:05:41.024913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46cd46-a298-49fc-b1aa-a3889b11429b req-ccbfe48e-0de4-4ef1-aece-84da4eeb7d33 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.026576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed46cd46-a298-49fc-b1aa-a3889b11429b req-ccbfe48e-0de4-4ef1-aece-84da4eeb7d33 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0760131 Sep 16 05:05:41.049813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f8a0e-ffaa-460e-8c94-dbd9b2a18f6e req-44ef67e3-f474-403a-b47b-70ca33c731ef tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.058226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c9f8a0e-ffaa-460e-8c94-dbd9b2a18f6e req-44ef67e3-f474-403a-b47b-70ca33c731ef tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 944 time: 0.1474817 Sep 16 05:05:41.060042 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-5990ced5-3c08-4c96-88bc-e9f4083830d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d33c96b-a7c6-4b8a-857f-19827af9bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384083 Sep 16 05:05:41.220865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed46cd46-a298-49fc-b1aa-a3889b11429b req-0e77a3f9-f8c7-4828-8637-ea37480c4de4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795542 Sep 16 05:05:41.254746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c9f8a0e-ffaa-460e-8c94-dbd9b2a18f6e req-a1205dbf-d68b-44f0-945a-9f0c4faacf54 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869829 Sep 16 05:05:41.259277 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-baeca704-bc04-4fcf-ba93-51284d190981 service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875808 Sep 16 05:05:41.321356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639952-a500-4a2e-8afd-76933025729d req-f4fcef5d-b71d-426c-84f1-584f08148383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.327518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb639952-a500-4a2e-8afd-76933025729d req-f4fcef5d-b71d-426c-84f1-584f08148383 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2979984 Sep 16 05:05:41.398854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ce27744e-0a7e-4ce4-8890-f4c5f56fe318 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:41.410708 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df78f4ba-52da-484c-afbb-e2315d4f650b req-dedd21c4-b66e-41cb-b0f4-7f825dddfd6c service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376655 Sep 16 05:05:41.412654 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60502fa-3174-4d1a-9931-074225a2607d x-openstack-request-id: req-c60502fa-3174-4d1a-9931-074225a2607d {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:41.413030 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:41.413392 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c60502fa-3174-4d1a-9931-074225a2607d {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:41.413881 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'status': 'completed', 'code': 200} Sep 16 05:05:41.471468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb639952-a500-4a2e-8afd-76933025729d req-f202e72e-3587-4a74-853f-ae37dd4847df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 HTTP/1.1" status: 200 len: 217 time: 0.1340039 Sep 16 05:05:41.629776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639952-a500-4a2e-8afd-76933025729d req-eb8fb165-3f42-44c1-8119-3787625b78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.638127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-a7b315b1-ffa9-44b2-95ac-f7fef527dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.639113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb639952-a500-4a2e-8afd-76933025729d req-eb8fb165-3f42-44c1-8119-3787625b78f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1597722 Sep 16 05:05:41.639774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-a7b315b1-ffa9-44b2-95ac-f7fef527dafc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 1096 time: 0.0968683 Sep 16 05:05:41.694132 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.790496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ce27744e-0a7e-4ce4-8890-f4c5f56fe318, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:41.828397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', 'mac_address': 'fa:16:3e:df:b6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:41.847032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a5829-0304-4d0f-8471-cf6285ec6550 req-5206e091-a36c-4234-979e-63e3080a7738 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.857957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f0a5829-0304-4d0f-8471-cf6285ec6550 req-5206e091-a36c-4234-979e-63e3080a7738 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 948 time: 0.2473483 Sep 16 05:05:41.863423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639952-a500-4a2e-8afd-76933025729d req-a1623af8-df58-4931-a51a-043d3a59cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.873336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb639952-a500-4a2e-8afd-76933025729d req-a1623af8-df58-4931-a51a-043d3a59cd73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2223098 Sep 16 05:05:41.888902 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.965651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-70e360e4-aab2-497d-8dea-a25fb7b95dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.966250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce27744e-0a7e-4ce4-8890-f4c5f56fe318 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:41.984491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-70e360e4-aab2-497d-8dea-a25fb7b95dcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 922 time: 0.3330104 Sep 16 05:05:42.018923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f0a5829-0304-4d0f-8471-cf6285ec6550 req-ebe3479f-f12b-4763-b7a7-b21b1b035d77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353102 Sep 16 05:05:42.095695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb639952-a500-4a2e-8afd-76933025729d req-67aaec9d-e5f6-4bf4-9e62-da0cfc613ad1 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110295 Sep 16 05:05:42.097991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ce27744e-0a7e-4ce4-8890-f4c5f56fe318, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:42.109013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.184382 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-87a6c237-b787-4bb9-bc5c-2bce6fa69f00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1 HTTP/1.1" status: 200 len: 217 time: 0.1907933 Sep 16 05:05:42.255874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:42.380628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-dbfd9c5f-c6b3-416d-9162-cc04c1173b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.385090 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-dbfd9c5f-c6b3-416d-9162-cc04c1173b23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b2e60de-fdce-4632-a5b7-e75dd578e560 HTTP/1.1" status: 200 len: 861 time: 0.1914172 Sep 16 05:05:42.428908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb639952-a500-4a2e-8afd-76933025729d req-d2630dc5-dc2b-418a-a05a-c454d5fa84ca service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236804 Sep 16 05:05:42.439364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d981666-974b-448e-ba11-a9618fa2e2d3 req-66ca8cab-900c-48a9-b8cc-65a4155af8f5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.441191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d981666-974b-448e-ba11-a9618fa2e2d3 req-66ca8cab-900c-48a9-b8cc-65a4155af8f5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2665825 Sep 16 05:05:42.475598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-d66cf0b8-26b6-48f5-9937-3a3b66ce67af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d33c96b-a7c6-4b8a-857f-19827af9bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807660 Sep 16 05:05:42.549215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d981666-974b-448e-ba11-a9618fa2e2d3 req-48d27fd5-65ab-4a52-9c06-47eeaa7d1459 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967710 Sep 16 05:05:42.597077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.604228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.613041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.622162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.630157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.630387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['ce27744e-0a7e-4ce4-8890-f4c5f56fe318'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:42.637726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.645603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.654469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89d709a7-6224-4667-a859-1a213e938122 req-70cbc9b3-fe63-4f76-89a9-368b76eae6ce tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.2120745 Sep 16 05:05:42.701920 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-7ef7b62b-c26b-4d65-a9d3-a69d85dff53b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2338634 Sep 16 05:05:42.718132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-c2b651aa-2c9f-42e8-ba5e-e5198f9e1b5c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:05:42.722161 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-c2b651aa-2c9f-42e8-ba5e-e5198f9e1b5c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090239 Sep 16 05:05:42.748263 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-0d23883e-abba-4de8-9f71-c7ff0fcfe074 service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584546 Sep 16 05:05:42.806145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89d709a7-6224-4667-a859-1a213e938122 req-9a84cad7-27ee-49bc-893b-c89ced457360 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504378 Sep 16 05:05:42.900787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb37f8c-5add-4383-a7a6-9735e3a64e31 req-b047640e-50ab-4f2b-9a6a-af0020a7e85d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.909160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cb37f8c-5add-4383-a7a6-9735e3a64e31 req-b047640e-50ab-4f2b-9a6a-af0020a7e85d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 944 time: 0.1665645 Sep 16 05:05:42.921987 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6a843d76-636a-45f3-9bb4-dc6b9aacee97 req-bd1b52fa-aacf-48df-b708-bc2879b1c854 service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650131 Sep 16 05:05:43.011409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cb37f8c-5add-4383-a7a6-9735e3a64e31 req-d1baade2-cfbc-4b95-b5de-3357e7f071f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Sep 16 05:05:43.044702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55119aeb-d46b-4095-bb80-0eab12d9aefd req-7fab456b-fd86-4fdd-941c-c4fe38b369d7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.053363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55119aeb-d46b-4095-bb80-0eab12d9aefd req-7fab456b-fd86-4fdd-941c-c4fe38b369d7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1066973 Sep 16 05:05:43.111700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55119aeb-d46b-4095-bb80-0eab12d9aefd req-f9a1914f-a45a-431d-969d-a63f612b80c1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573483 Sep 16 05:05:43.295946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.303538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.309982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.317679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.324999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.331763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.339007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.341157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c818d53-0e60-4871-92ad-25bab13d6aab req-bf49a97b-3b21-4a6a-a5d5-f1461265bc7e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.1162050 Sep 16 05:05:43.352705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42104) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:43.358240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Request body: {'floatingip': {'port_id': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:43.402843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:43.445053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.560571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97317db4-557e-4b94-8512-4ec4f24be8ad req-d8fd0a30-ede9-4f98-a412-dd3998620252 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.563552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97317db4-557e-4b94-8512-4ec4f24be8ad req-d8fd0a30-ede9-4f98-a412-dd3998620252 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 948 time: 0.1232107 Sep 16 05:05:43.692849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:43.707392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', 'mac_address': 'fa:16:3e:e4:e9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:43.739373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97317db4-557e-4b94-8512-4ec4f24be8ad req-f262d38e-89ff-4936-8c3d-08e381f2be45 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683366 Sep 16 05:05:43.808350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09196d56-0f0f-4c0f-aa00-7b9776a1a8da req-21a4598a-e2c8-4e83-b06c-f4107ebebb12 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:43.817060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09196d56-0f0f-4c0f-aa00-7b9776a1a8da req-21a4598a-e2c8-4e83-b06c-f4107ebebb12 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1847737 Sep 16 05:05:43.822826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.846242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:43.880892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:43.893028 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.932671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09196d56-0f0f-4c0f-aa00-7b9776a1a8da req-b2627e08-97c3-4da2-bd44-ec74b3661cc9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129639 Sep 16 05:05:44.056655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.164930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66b441-aba7-495e-82ad-c16b9e9f9520 req-a6f5184a-df69-4484-bdfb-99179abdaa77 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.176784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a66b441-aba7-495e-82ad-c16b9e9f9520 req-a6f5184a-df69-4484-bdfb-99179abdaa77 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0764768 Sep 16 05:05:44.184857 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.189602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.236824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a66b441-aba7-495e-82ad-c16b9e9f9520 req-cddf7a5d-84e4-472e-8707-3eb73dd7a0f0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 Sep 16 05:05:44.259742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fafbd9cc-ed85-420a-80c6-20460d846cf1 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:44.373137 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Floating IP c388588f-f81f-4794-be9a-9c2fb9bcef0e associated. External IP: 172.25.6.34, port: 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec. Sep 16 05:05:44.410858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:44.452762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3b54e-68d5-4978-91c4-5ee72301920b req-1e4a186b-5eb3-429b-8a2c-da3083b3a70f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.455109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45c3b54e-68d5-4978-91c4-5ee72301920b req-1e4a186b-5eb3-429b-8a2c-da3083b3a70f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1283758 Sep 16 05:05:44.484704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fab75-b805-4c0b-910f-f33e8bf8ce57 req-88cb4c95-a221-477d-b3c2-2e7f6892de8e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.493061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab2fab75-b805-4c0b-910f-f33e8bf8ce57 req-88cb4c95-a221-477d-b3c2-2e7f6892de8e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 944 time: 0.0963318 Sep 16 05:05:44.497573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:44.515766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'port_id': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'mac_address': 'fa:16:3e:1d:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e60de-fdce-4632-a5b7-e75dd578e560', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:44.560281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab2fab75-b805-4c0b-910f-f33e8bf8ce57 req-8ec6ae73-975b-4da9-884c-ff604f0ffe07 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623598 Sep 16 05:05:44.584083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.604423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45c3b54e-68d5-4978-91c4-5ee72301920b req-ffacd499-ce8b-4efd-b478-9e1fe4b69e8b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814381 Sep 16 05:05:44.609807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafbd9cc-ed85-420a-80c6-20460d846cf1 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:44.632259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:44.644726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.658302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Router abafbe24-36a4-43b4-bc18-aa6621d6c91c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:44.729039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.874420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:44.884981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.887373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] Sync routers for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:44.900778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:44.903403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:05:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:44.960884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e34f-699d-456d-b2a6-11bb9f3fa31c req-d433cd9e-8677-4a36-bb4c-006d8359b705 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.964048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-e49f797d-5284-40c7-b840-6717493b7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:44.965682 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-e49f797d-5284-40c7-b840-6717493b7a33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1102 time: 0.1411769 Sep 16 05:05:44.968082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fcea481e-e3e0-4fc4-9f4e-e802ae49fde5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "PUT /v2.0/floatingips/c388588f-f81f-4794-be9a-9c2fb9bcef0e HTTP/1.1" status: 200 len: 990 time: 1.6141591 Sep 16 05:05:44.968713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:44.968846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9651e34f-699d-456d-b2a6-11bb9f3fa31c req-d433cd9e-8677-4a36-bb4c-006d8359b705 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1070251 Sep 16 05:05:44.974148 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14538a94-98cf-41ac-ab11-44a87b0ceb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:44.992481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['fafbd9cc-ed85-420a-80c6-20460d846cf1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:45.002468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03710fc-5ec9-463d-b5b1-06d7c550b3ff req-afdb3760-53aa-45e5-adb8-a7352fc8aabe tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.010235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a03710fc-5ec9-463d-b5b1-06d7c550b3ff req-afdb3760-53aa-45e5-adb8-a7352fc8aabe tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 949 time: 0.1117420 Sep 16 05:05:45.053662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9651e34f-699d-456d-b2a6-11bb9f3fa31c req-c0f0674e-d208-40a6-a6d3-9333a86cc52e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814164 Sep 16 05:05:45.108712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a03710fc-5ec9-463d-b5b1-06d7c550b3ff req-56fe8ca3-5442-4c79-85df-dfd153c5a636 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949783 Sep 16 05:05:45.214075 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbf9f3f-6ce5-405b-9480-94061dba3f5d x-openstack-request-id: req-adbf9f3f-6ce5-405b-9480-94061dba3f5d {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:45.214774 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:45.215433 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adbf9f3f-6ce5-405b-9480-94061dba3f5d {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:45.216319 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'status': 'completed', 'code': 200} Sep 16 05:05:45.234255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:45.245359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-b68d0ff5-235c-430d-9bd2-946191a2c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.247795 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-b68d0ff5-235c-430d-9bd2-946191a2c0ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2657900 Sep 16 05:05:45.369210 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-767d6ddb-af87-4ec6-add0-24d3952d0966 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.1124649 Sep 16 05:05:45.427711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.428369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.428790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.429261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.429659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-ed59ebb0-ff52-46d0-8dae-c8996f6cd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.430068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.430226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.430709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.431686 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-ed59ebb0-ff52-46d0-8dae-c8996f6cd502 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0540388 Sep 16 05:05:45.433042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-149c7ab8-e427-4c84-acb4-1e256b7123e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6498 time: 0.1723063 Sep 16 05:05:45.452422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52aa7-027b-4aed-aab7-d50ce8da806f req-85adc2e5-c7c9-4de0-8141-b71c19fcfe00 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.459904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b52aa7-027b-4aed-aab7-d50ce8da806f req-85adc2e5-c7c9-4de0-8141-b71c19fcfe00 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0899341 Sep 16 05:05:45.527819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-e5765ff0-fb56-4cfb-8e73-a2d3658eded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.529834 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-e5765ff0-fb56-4cfb-8e73-a2d3658eded9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0808952 Sep 16 05:05:45.568612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-40ed8ea5-2633-40cf-8224-1074e59a6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.570333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-40ed8ea5-2633-40cf-8224-1074e59a6ddb service neutron] 10.222.0.73 "GET /v2.0/networks?id=06b94b1b-7432-4930-a7bc-4551b88a64c2 HTTP/1.1" status: 200 len: 913 time: 0.1084931 Sep 16 05:05:45.647850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ce27744e-0a7e-4ce4-8890-f4c5f56fe318 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:45.703460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b52aa7-027b-4aed-aab7-d50ce8da806f req-3d25a281-ff21-4dab-8def-1c7ce5bf83f6 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426269 Sep 16 05:05:45.783062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-ff1da40c-32ab-4144-9e55-537a0f8b9104 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec HTTP/1.1" status: 200 len: 998 time: 0.1964126 Sep 16 05:05:45.808445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b259d7-4067-42a3-b042-061754fddd0e req-65f49998-0ae7-48c7-94eb-979dda617b9f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:45.810968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88b259d7-4067-42a3-b042-061754fddd0e req-65f49998-0ae7-48c7-94eb-979dda617b9f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 945 time: 0.0927987 Sep 16 05:05:45.932596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:45.945812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:45.946196 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.003265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'c388588f-f81f-4794-be9a-9c2fb9bcef0e', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'port_id': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'mac_address': 'fa:16:3e:a2:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:12Z', 'updated_at': '2021-09-16T05:05:44Z', 'revision_number': 1, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 5, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:46.027265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88b259d7-4067-42a3-b042-061754fddd0e req-8d1496ac-7f2e-436f-8aed-c4d83c972343 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057502 Sep 16 05:05:46.044168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] Checking router: abafbe24-36a4-43b4-bc18-aa6621d6c91c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:46.049344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-4317c1ed-72ce-4aad-9078-1d575f2c6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.051326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-4317c1ed-72ce-4aad-9078-1d575f2c6482 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34aac0db-6620-4096-a8c7-152381e8aeca HTTP/1.1" status: 200 len: 851 time: 0.2527432 Sep 16 05:05:46.084199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:46.084851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:05:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:46.121892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ec721-9d8d-4ecf-828f-e47527cf7317 req-c9eb07e7-5aa1-4b31-9624-18a879da7de6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.132426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f41ec721-9d8d-4ecf-828f-e47527cf7317 req-c9eb07e7-5aa1-4b31-9624-18a879da7de6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2300210 Sep 16 05:05:46.141155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.173189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:46.175624 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee39830-3c04-445e-8a40-c96c60663b42" -d '{"events": [{"server_uuid": "8ad67ec1-cc12-4f2b-978f-d5c6264e35f1", "name": "network-vif-plugged", "status": "completed", "tag": "ce27744e-0a7e-4ce4-8890-f4c5f56fe318"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:46.183751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-1d0d9e3a-5e6d-4006-8cc9-32f9bbf958a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.184393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-1d0d9e3a-5e6d-4006-8cc9-32f9bbf958a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06b94b1b-7432-4930-a7bc-4551b88a64c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224048 Sep 16 05:05:46.196338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ce27744e-0a7e-4ce4-8890-f4c5f56fe318, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:46.213604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f41ec721-9d8d-4ecf-828f-e47527cf7317 req-5e1474b1-ba24-490e-90d7-576c19c9b8fa tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800748 Sep 16 05:05:46.236640 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.355048 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-6e0fc9e4-486d-4f6f-8a06-8006c5d08486 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094749 Sep 16 05:05:46.420597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:46.484131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.537525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-e3010183-7ca5-4c73-9853-25842ffa108e service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093667 Sep 16 05:05:46.541595 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-6914f155-89e2-449b-972c-f107eed269ec service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705024 Sep 16 05:05:46.560306 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c60935-ee78-4d92-abf4-4fb6e2394036 x-openstack-request-id: req-75c60935-ee78-4d92-abf4-4fb6e2394036 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:46.561392 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad67ec1-cc12-4f2b-978f-d5c6264e35f1", "name": "network-vif-plugged", "status": "completed", "tag": "ce27744e-0a7e-4ce4-8890-f4c5f56fe318", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:46.562468 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75c60935-ee78-4d92-abf4-4fb6e2394036 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:46.562468 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', 'code': 200} Sep 16 05:05:46.602869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee8d02-93ee-47e4-a788-1bdf702c621b req-158e8a28-c24a-4fe8-868f-112cf0d680b8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.613581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5eee8d02-93ee-47e4-a788-1bdf702c621b req-158e8a28-c24a-4fe8-868f-112cf0d680b8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 949 time: 0.2113092 Sep 16 05:05:46.813379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5eee8d02-93ee-47e4-a788-1bdf702c621b req-2b593ec7-472a-45f7-9ac8-a8dc86c1d444 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984756 Sep 16 05:05:46.815255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a1b86-88ed-4156-8e84-2ea0415fabf5 req-cae64f9f-e8b0-41d7-b0a1-1638176d515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.816986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-796a1b86-88ed-4156-8e84-2ea0415fabf5 req-cae64f9f-e8b0-41d7-b0a1-1638176d515e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 1102 time: 0.1413970 Sep 16 05:05:46.831404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42eb4c-faba-40c8-9133-0d5c3a9b4552 req-de5c69ec-c7b2-4929-a60d-524ee4010db9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:46.832987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf42eb4c-faba-40c8-9133-0d5c3a9b4552 req-de5c69ec-c7b2-4929-a60d-524ee4010db9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2069879 Sep 16 05:05:46.905055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14538a94-98cf-41ac-ab11-44a87b0ceb7c req-8a05c042-c563-481c-b17c-730249a8348e service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660607 Sep 16 05:05:46.910787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf42eb4c-faba-40c8-9133-0d5c3a9b4552 req-9dd590d1-72f8-4f34-8b9e-f6c7f4690448 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644960 Sep 16 05:05:46.962921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-796a1b86-88ed-4156-8e84-2ea0415fabf5 req-43f9fed6-852b-4530-a3ab-019c0f4592a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237032 Sep 16 05:05:47.013120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'c388588f-f81f-4794-be9a-9c2fb9bcef0e', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'port_id': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'mac_address': 'fa:16:3e:a2:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:12Z', 'updated_at': '2021-09-16T05:05:44Z', 'revision_number': 1, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 5, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:47.045038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92157aca-bc2c-46bc-bace-63e0bbd640f3 None None] The sync data for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 is: [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'c388588f-f81f-4794-be9a-9c2fb9bcef0e', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'port_id': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'mac_address': 'fa:16:3e:a2:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:04:12Z', 'updated_at': '2021-09-16T05:05:44Z', 'revision_number': 1, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 5, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:47.059557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb48f6-4f41-4cce-9b94-15877eab7773 req-33e06bcd-0177-4f1c-a2e1-e2919d61f40a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.068408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8fb48f6-4f41-4cce-9b94-15877eab7773 req-33e06bcd-0177-4f1c-a2e1-e2919d61f40a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0722847 Sep 16 05:05:47.129424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8fb48f6-4f41-4cce-9b94-15877eab7773 req-aa31c5a6-49e3-419c-a57d-50d6a99f7622 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597327 Sep 16 05:05:47.202391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab78134-0528-464b-b077-5716bee68d18 req-165dbe94-4ddf-432b-a6b3-b3fdc56b6c84 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.205035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eab78134-0528-464b-b077-5716bee68d18 req-165dbe94-4ddf-432b-a6b3-b3fdc56b6c84 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 945 time: 0.0601771 Sep 16 05:05:47.279035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eab78134-0528-464b-b077-5716bee68d18 req-ad2a5d62-4dce-4b55-9c3c-dab33702248d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675704 Sep 16 05:05:47.302409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb9e68-db8f-4d9c-a6e9-5e156db378ba req-25a16a62-6277-40e1-bc6f-2b2568a56ce2 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.302409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84eb9e68-db8f-4d9c-a6e9-5e156db378ba req-25a16a62-6277-40e1-bc6f-2b2568a56ce2 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0753925 Sep 16 05:05:47.348557 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7319e-a869-42db-b6a2-ced03629c70c None None] New status for floating IP c388588f-f81f-4794-be9a-9c2fb9bcef0e: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:05:47.365793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84eb9e68-db8f-4d9c-a6e9-5e156db378ba req-bc32ebbd-d89c-4bb4-ac00-1eec978f780a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Sep 16 05:05:47.426317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:47.448085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd8320-1a90-471d-9d51-dcc34ee5ca70 req-5e18a7be-672f-43f6-bfd3-5a2ce7ebc049 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.455633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05bd8320-1a90-471d-9d51-dcc34ee5ca70 req-5e18a7be-672f-43f6-bfd3-5a2ce7ebc049 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0827777 Sep 16 05:05:47.526708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:47.531281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:47.531805 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.532857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05bd8320-1a90-471d-9d51-dcc34ee5ca70 req-6dc498d1-63f3-4052-af9e-f1de4e818572 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742636 Sep 16 05:05:47.668365 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.671343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945a51c-440b-4780-8292-13518f712e32 req-d12b43a0-a09f-4dde-bf59-3dc7ad434089 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.673614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5945a51c-440b-4780-8292-13518f712e32 req-d12b43a0-a09f-4dde-bf59-3dc7ad434089 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0684028 Sep 16 05:05:47.710064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:47.716343 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.726335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5945a51c-440b-4780-8292-13518f712e32 req-962e5c73-fa28-47b8-ab33-29cbc139cbf9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Sep 16 05:05:47.771259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.879201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81820c0-bce7-4e6b-8191-6a0d1461ccae req-13e8e612-1717-4c29-bfc5-fe29bfa9e386 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.880934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c81820c0-bce7-4e6b-8191-6a0d1461ccae req-13e8e612-1717-4c29-bfc5-fe29bfa9e386 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0605817 Sep 16 05:05:47.962190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c81820c0-bce7-4e6b-8191-6a0d1461ccae req-9bd38d65-002a-4778-9d41-3df2e53839ba tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742342 Sep 16 05:05:47.971506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7f174-2fa5-4c7f-99ab-ac0af3b7e30c req-fc5a308a-731c-4444-8a7b-05250500c855 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:47.973136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f7f174-2fa5-4c7f-99ab-ac0af3b7e30c req-fc5a308a-731c-4444-8a7b-05250500c855 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 950 time: 0.0825391 Sep 16 05:05:48.015500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f7f174-2fa5-4c7f-99ab-ac0af3b7e30c req-1d8c5c22-4ebb-498f-a7d4-229bda559ef9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352294 Sep 16 05:05:48.159141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc40f7-680e-4ad8-a0e8-f83379c00050 req-773d2373-231f-4a20-8f62-39fde318e2f3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.161530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96bc40f7-680e-4ad8-a0e8-f83379c00050 req-773d2373-231f-4a20-8f62-39fde318e2f3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0596688 Sep 16 05:05:48.227285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96bc40f7-680e-4ad8-a0e8-f83379c00050 req-7870fc93-48f5-4541-8ef0-5140f4754f1a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Sep 16 05:05:48.250022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8fb04-a525-421d-993b-abfcafd3e032 req-4bf190d8-0475-4b07-932c-c0d0cc114613 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.251590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85a8fb04-a525-421d-993b-abfcafd3e032 req-4bf190d8-0475-4b07-932c-c0d0cc114613 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 951 time: 0.0611677 Sep 16 05:05:48.285543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fafbd9cc-ed85-420a-80c6-20460d846cf1 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:48.336369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85a8fb04-a525-421d-993b-abfcafd3e032 req-ea0f39e9-5950-4956-9518-d11de870c6b8 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661399 Sep 16 05:05:48.401413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port fafbd9cc-ed85-420a-80c6-20460d846cf1 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:48.418138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port fafbd9cc-ed85-420a-80c6-20460d846cf1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:48.418864 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.480942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5410b-1225-4fc7-8d4c-40bfda8e38da req-c0e9363d-c50b-4eb9-92dd-9b652c98141a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.482509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1f5410b-1225-4fc7-8d4c-40bfda8e38da req-c0e9363d-c50b-4eb9-92dd-9b652c98141a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 945 time: 0.1037390 Sep 16 05:05:48.507398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4ea92-2183-472e-8eab-0fb4edbec63f req-55be8bd1-61fd-4d2a-97e7-91db41fb56ae tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.508942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97b4ea92-2183-472e-8eab-0fb4edbec63f req-55be8bd1-61fd-4d2a-97e7-91db41fb56ae tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0750573 Sep 16 05:05:48.511847 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.548259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:48.551370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1f5410b-1225-4fc7-8d4c-40bfda8e38da req-5578b66e-9664-4cfd-b361-2ded1704386f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590534 Sep 16 05:05:48.557559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.573592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3'}, {'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:48.573592 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd074524-c8ca-47dd-82fb-91f92e11bbc8" -d '{"events": [{"server_uuid": "cb3a1fb6-8945-443b-be21-b4d34cd9b728", "name": "network-vif-plugged", "status": "completed", "tag": "4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3"}, {"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-plugged", "status": "completed", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:48.596150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97b4ea92-2183-472e-8eab-0fb4edbec63f req-cdc3130a-d26b-4df8-91c8-6892e04df8c5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759583 Sep 16 05:05:48.623828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:48.723026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521291f2-2842-4d43-9ffc-63abc9ae237b req-12e7899a-bb0d-4f76-b0ac-c60130f1386e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.724544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-521291f2-2842-4d43-9ffc-63abc9ae237b req-12e7899a-bb0d-4f76-b0ac-c60130f1386e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0533247 Sep 16 05:05:48.737521 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2003a195-5970-40a8-ae3b-10ba4b68a6c4 x-openstack-request-id: req-2003a195-5970-40a8-ae3b-10ba4b68a6c4 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:48.737851 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3a1fb6-8945-443b-be21-b4d34cd9b728", "name": "network-vif-plugged", "status": "completed", "tag": "4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3", "code": 200}, {"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-plugged", "status": "completed", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:48.738108 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2003a195-5970-40a8-ae3b-10ba4b68a6c4 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:48.738511 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', 'code': 200} Sep 16 05:05:48.738755 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'code': 200} Sep 16 05:05:48.788954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-521291f2-2842-4d43-9ffc-63abc9ae237b req-9dfa13c1-b913-4c45-8402-e53db5c80dca tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580051 Sep 16 05:05:48.931731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8d85b-5f5a-49b8-a050-b9b10dc72806 req-8f678634-8491-4f00-85ea-618522efbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.933258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96a8d85b-5f5a-49b8-a050-b9b10dc72806 req-8f678634-8491-4f00-85ea-618522efbf9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 1102 time: 0.0933495 Sep 16 05:05:48.935825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2e01e-58ac-4942-bd48-be4971d6d516 req-b2dbc5a1-943c-4ea5-a894-883fe06904f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.937202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfb2e01e-58ac-4942-bd48-be4971d6d516 req-b2dbc5a1-943c-4ea5-a894-883fe06904f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 1098 time: 0.1070230 Sep 16 05:05:48.950808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf01d0-0b56-4b83-a7a6-0d9e7ee3c3c8 req-ca220e80-c54e-4ff7-900d-200c23894f6b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:48.952301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16cf01d0-0b56-4b83-a7a6-0d9e7ee3c3c8 req-ca220e80-c54e-4ff7-900d-200c23894f6b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0770166 Sep 16 05:05:49.032301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfb2e01e-58ac-4942-bd48-be4971d6d516 req-547a6bd1-ca8e-47e2-bf85-0c80ad8ff06c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790234 Sep 16 05:05:49.033791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96a8d85b-5f5a-49b8-a050-b9b10dc72806 req-155c6d40-fd8d-4b0f-899a-49a09dd8f5ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909555 Sep 16 05:05:49.041372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16cf01d0-0b56-4b83-a7a6-0d9e7ee3c3c8 req-fec70954-ec73-462a-bf36-b07bce615088 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783803 Sep 16 05:05:49.167681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc02bc-1b31-48a8-89c1-b0ab9cfc3053 req-d6199e92-6fc1-4fed-8c0c-49c48b33a681 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.174968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54bc02bc-1b31-48a8-89c1-b0ab9cfc3053 req-d6199e92-6fc1-4fed-8c0c-49c48b33a681 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 950 time: 0.0634115 Sep 16 05:05:49.238112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54bc02bc-1b31-48a8-89c1-b0ab9cfc3053 req-79012a7f-5e1a-45d5-ac61-bef5b1d95084 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623634 Sep 16 05:05:49.255586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a6f3f-abf2-4fc5-bff8-6f5a6bb23c34 req-0c851a0c-a1f0-4395-93e0-ac9eb7092036 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.257282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-150a6f3f-abf2-4fc5-bff8-6f5a6bb23c34 req-0c851a0c-a1f0-4395-93e0-ac9eb7092036 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0803370 Sep 16 05:05:49.320784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-150a6f3f-abf2-4fc5-bff8-6f5a6bb23c34 req-aff94384-39ba-47a2-ba65-47aad9da0071 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518918 Sep 16 05:05:49.503680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96735-f74b-4c8f-90c8-68c2dc0258f5 req-aa14727b-a258-4691-8be3-1f2648f7cc4c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.505247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ce96735-f74b-4c8f-90c8-68c2dc0258f5 req-aa14727b-a258-4691-8be3-1f2648f7cc4c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1073084 Sep 16 05:05:49.519301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f7148-b8f1-4275-b761-fef1ca522462 req-185b2a2d-7c3a-4b9f-9080-10233dc3b94e tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.521348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-692f7148-b8f1-4275-b761-fef1ca522462 req-185b2a2d-7c3a-4b9f-9080-10233dc3b94e tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 951 time: 0.0846057 Sep 16 05:05:49.585288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-692f7148-b8f1-4275-b761-fef1ca522462 req-0f30c6b2-0dbc-4eac-a64e-d97673ba7fc9 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559399 Sep 16 05:05:49.588303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ce96735-f74b-4c8f-90c8-68c2dc0258f5 req-52db6a09-040b-4b22-b3e6-bd0ca68f90eb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659912 Sep 16 05:05:49.730495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eceba6-ac00-41d2-afe2-4e1cd4f7e43d req-ff9f462a-5f4b-42f1-ad9e-5193358fc01c tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:49.732741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8eceba6-ac00-41d2-afe2-4e1cd4f7e43d req-ff9f462a-5f4b-42f1-ad9e-5193358fc01c tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0602915 Sep 16 05:05:49.791259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8eceba6-ac00-41d2-afe2-4e1cd4f7e43d req-7f553b69-a196-4177-b784-f63433153a2a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491977 Sep 16 05:05:50.025851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04157f0-bacf-4666-9cee-884b90c8d1f5 req-fb8d50bf-de16-46ef-a246-0b508ec3d2f6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.027383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d04157f0-bacf-4666-9cee-884b90c8d1f5 req-fb8d50bf-de16-46ef-a246-0b508ec3d2f6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0529499 Sep 16 05:05:50.073733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d04157f0-bacf-4666-9cee-884b90c8d1f5 req-e21a6084-3bc3-41bd-b305-900dc5286317 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Sep 16 05:05:50.141269 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:50.266390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218638e-8a79-4a0e-aba5-118dcf0c0b65 req-b20d3808-128b-4e9c-8d88-9ce3df3a31d4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.267956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2218638e-8a79-4a0e-aba5-118dcf0c0b65 req-b20d3808-128b-4e9c-8d88-9ce3df3a31d4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0760446 Sep 16 05:05:50.332489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2218638e-8a79-4a0e-aba5-118dcf0c0b65 req-96fe8ebd-8e63-45a1-acca-229969ee28db tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575330 Sep 16 05:05:50.508569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51d467-56d8-4a90-aa83-8fe2efe64b4b req-bc65a5f0-f73f-48ed-bf33-6661ea34d5ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.511417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d51d467-56d8-4a90-aa83-8fe2efe64b4b req-bc65a5f0-f73f-48ed-bf33-6661ea34d5ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 950 time: 0.1073155 Sep 16 05:05:50.602646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458117-e241-4bfb-a014-381abf0ae896 req-1f894873-affa-4d3f-ade2-53be6995d593 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.604268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b458117-e241-4bfb-a014-381abf0ae896 req-1f894873-affa-4d3f-ade2-53be6995d593 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1264799 Sep 16 05:05:50.638523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d51d467-56d8-4a90-aa83-8fe2efe64b4b req-66f75741-f8c5-4f05-b875-4505796e0967 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986183 Sep 16 05:05:50.692688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b458117-e241-4bfb-a014-381abf0ae896 req-2bb88241-0992-414d-b561-b376805956be tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786998 Sep 16 05:05:50.950257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384fdcb-5bef-45bd-b990-228fb102f49a req-8d0d2072-699e-4e5c-8290-cbcab7e74c11 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.951839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9384fdcb-5bef-45bd-b990-228fb102f49a req-8d0d2072-699e-4e5c-8290-cbcab7e74c11 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 951 time: 0.0851130 Sep 16 05:05:50.965095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f01fe-1f38-4103-b03b-daf42b113dcf req-794b80ab-31ce-4c6e-b8c2-776c58a5710b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:50.966589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c5f01fe-1f38-4103-b03b-daf42b113dcf req-794b80ab-31ce-4c6e-b8c2-776c58a5710b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0722120 Sep 16 05:05:51.025002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c5f01fe-1f38-4103-b03b-daf42b113dcf req-1be06b9c-a471-463c-a3be-fc59e0568b2a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Sep 16 05:05:51.027599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9384fdcb-5bef-45bd-b990-228fb102f49a req-49c00bc4-cb96-4648-86f8-c67864912c0c tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601189 Sep 16 05:05:51.160680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60744-7ea9-4810-94a4-3f5094a9f23a req-aa7b8579-e333-4476-922f-7da04d563b68 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.162768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-caf60744-7ea9-4810-94a4-3f5094a9f23a req-aa7b8579-e333-4476-922f-7da04d563b68 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0517170 Sep 16 05:05:51.212285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-caf60744-7ea9-4810-94a4-3f5094a9f23a req-7757419b-d730-4d02-89c6-63eb2148af1b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363715 Sep 16 05:05:51.263171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920b7e9-1d30-498b-b9d0-171b4e2b487b req-add6630b-13f9-418b-9d8b-2188b5b7a3d8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.264876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d920b7e9-1d30-498b-b9d0-171b4e2b487b req-add6630b-13f9-418b-9d8b-2188b5b7a3d8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0517278 Sep 16 05:05:51.346918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d920b7e9-1d30-498b-b9d0-171b4e2b487b req-fd279a4f-3571-4909-b809-514f18f58968 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668235 Sep 16 05:05:51.363482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbbbe1-ddfa-4e37-a373-6f6bd7d99ef3 req-6f926f51-90ab-4c86-a6e3-3d40b1b90207 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.365430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fdbbbe1-ddfa-4e37-a373-6f6bd7d99ef3 req-6f926f51-90ab-4c86-a6e3-3d40b1b90207 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0873179 Sep 16 05:05:51.422790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fdbbbe1-ddfa-4e37-a373-6f6bd7d99ef3 req-e414cc8c-0344-48f8-a59a-c58d6a1faffa tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Sep 16 05:05:51.433923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:51.510257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16188d99-a4e0-4daa-81af-d97ef3767f13 req-de5a69ef-f9f1-4d38-a828-69da8c97abef tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.511849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16188d99-a4e0-4daa-81af-d97ef3767f13 req-de5a69ef-f9f1-4d38-a828-69da8c97abef tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0762911 Sep 16 05:05:51.539326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.558109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16188d99-a4e0-4daa-81af-d97ef3767f13 req-a0f89857-552c-48ce-b5c7-bd024c031b49 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386400 Sep 16 05:05:51.567205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:51.569494 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5d010-1ce0-4558-ad30-a4947377dd83" -d '{"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:51.583826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:51.589721 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.627941 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01def3fd-6424-493b-a79c-44d779cd95ea x-openstack-request-id: req-01def3fd-6424-493b-a79c-44d779cd95ea {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:51.628318 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:51.628533 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01def3fd-6424-493b-a79c-44d779cd95ea {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:51.628976 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'code': 200} Sep 16 05:05:51.635110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf4611-8085-4bc0-8a91-b4c138280aa8 req-2295e972-939e-4e90-8e60-6e034017123b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.644725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19bf4611-8085-4bc0-8a91-b4c138280aa8 req-2295e972-939e-4e90-8e60-6e034017123b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0619683 Sep 16 05:05:51.648616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.690747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19bf4611-8085-4bc0-8a91-b4c138280aa8 req-63d6ac8b-4df0-49e0-b433-def1b410b455 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443709 Sep 16 05:05:51.759432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7143369-6c02-405d-8d8d-6233422904e1 req-4f88df0b-4138-49bc-8f06-1eeccc5fa839 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.760987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7143369-6c02-405d-8d8d-6233422904e1 req-4f88df0b-4138-49bc-8f06-1eeccc5fa839 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0562837 Sep 16 05:05:51.824873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7143369-6c02-405d-8d8d-6233422904e1 req-b9da3ddc-ca1a-4d24-b4d2-b2f7cb3d923d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541103 Sep 16 05:05:51.833821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1acce-3aea-4de2-b60c-8f3aca5cb788 req-41470bd6-fb79-4ead-9fba-f9d133bcf5da tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.835302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58c1acce-3aea-4de2-b60c-8f3aca5cb788 req-41470bd6-fb79-4ead-9fba-f9d133bcf5da tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 950 time: 0.0734141 Sep 16 05:05:51.881646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58c1acce-3aea-4de2-b60c-8f3aca5cb788 req-adb59a34-1383-49dc-9f18-d0c2947d1e5e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Sep 16 05:05:52.342799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f868084-1c10-4bb8-999f-899fce1979ec req-2dcb8316-1359-48fe-9a64-c41148808321 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.344888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f868084-1c10-4bb8-999f-899fce1979ec req-2dcb8316-1359-48fe-9a64-c41148808321 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.3869004 Sep 16 05:05:52.357978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30a5cb-e12d-4c87-9f71-6409f3575e77 req-ba5563d8-20f6-4a8a-a2cb-fbb0866bc4bc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.359677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec30a5cb-e12d-4c87-9f71-6409f3575e77 req-ba5563d8-20f6-4a8a-a2cb-fbb0866bc4bc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.3913178 Sep 16 05:05:52.417035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f868084-1c10-4bb8-999f-899fce1979ec req-e031d6cf-36dc-4322-979f-09638cacd86e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558770 Sep 16 05:05:52.420018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec30a5cb-e12d-4c87-9f71-6409f3575e77 req-6aafdfeb-2b7e-4ff6-9274-d5cb4b204e8e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526304 Sep 16 05:05:52.559635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da0fdc-c72b-444a-9509-40246521e6b4 req-f6056bd1-806a-47c7-8665-2c97ae20398d tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.561053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38da0fdc-c72b-444a-9509-40246521e6b4 req-f6056bd1-806a-47c7-8665-2c97ae20398d tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 949 time: 0.0804124 Sep 16 05:05:52.582246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f773-3d4d-4f6b-89fb-330aeaa044aa req-ab2a0083-6cdd-4cbb-ae33-0f035fb8300c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.583794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f57f773-3d4d-4f6b-89fb-330aeaa044aa req-ab2a0083-6cdd-4cbb-ae33-0f035fb8300c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 950 time: 0.0896907 Sep 16 05:05:52.630164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38da0fdc-c72b-444a-9509-40246521e6b4 req-616346f3-05ce-4625-86e7-ec346f275de6 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614896 Sep 16 05:05:52.644413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f57f773-3d4d-4f6b-89fb-330aeaa044aa req-cf9cbd16-f5c6-4fcc-8914-c0d1f0b8fcb6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Sep 16 05:05:52.838987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322f7cc-bf31-4493-bb82-19e391401a8c req-7fb750b8-650c-4158-8524-d38b71dc9a44 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:52.840579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e322f7cc-bf31-4493-bb82-19e391401a8c req-7fb750b8-650c-4158-8524-d38b71dc9a44 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0571904 Sep 16 05:05:52.905608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e322f7cc-bf31-4493-bb82-19e391401a8c req-5c82ae75-24e7-48de-9300-1ad189949cf6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556056 Sep 16 05:05:53.225211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39f5dc-bf81-476d-8ce6-24751bc162e6 req-94a54fd1-da7f-4b55-bafa-86098ca4ce8d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.227036 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb39f5dc-bf81-476d-8ce6-24751bc162e6 req-94a54fd1-da7f-4b55-bafa-86098ca4ce8d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0691881 Sep 16 05:05:53.298375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb39f5dc-bf81-476d-8ce6-24751bc162e6 req-eb938bbf-76fb-4d68-88a3-f0f6e0e2b37a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645359 Sep 16 05:05:53.322943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7127-d256-4989-ba27-ff35c66c0c27 req-e82f6826-c0cb-4f31-81cc-4e10dd865d38 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.326004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7127-d256-4989-ba27-ff35c66c0c27 req-e82f6826-c0cb-4f31-81cc-4e10dd865d38 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.327950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb9a7127-d256-4989-ba27-ff35c66c0c27 req-e82f6826-c0cb-4f31-81cc-4e10dd865d38 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1&device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 1691 time: 0.0775671 Sep 16 05:05:53.371039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb9a7127-d256-4989-ba27-ff35c66c0c27 req-4558b0c7-1975-40ab-89c6-1a61da6347b3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361354 Sep 16 05:05:53.422869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa20f3-d7e5-4283-8763-0099910e2385 req-34092f8d-b3f6-4399-97f3-d546f9e814c9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.424536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25fa20f3-d7e5-4283-8763-0099910e2385 req-34092f8d-b3f6-4399-97f3-d546f9e814c9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0580125 Sep 16 05:05:53.502709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25fa20f3-d7e5-4283-8763-0099910e2385 req-038d1be2-c11e-40d5-916d-4594671a09fd tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563207 Sep 16 05:05:53.511949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fecd9-4fc3-4f62-ac26-4b82963ff967 req-14c2cc5c-c73d-4851-8201-6c8bc2af1462 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.513588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf0fecd9-4fc3-4f62-ac26-4b82963ff967 req-14c2cc5c-c73d-4851-8201-6c8bc2af1462 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0791006 Sep 16 05:05:53.584226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf0fecd9-4fc3-4f62-ac26-4b82963ff967 req-e5ea1b20-b071-4132-92ff-aaa6e85abc73 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557725 Sep 16 05:05:53.716961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1fb08-8b54-4671-92f6-19ac637f1a52 req-18f937ee-3b3d-4dd2-94cc-83e9f6036544 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.718471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58e1fb08-8b54-4671-92f6-19ac637f1a52 req-18f937ee-3b3d-4dd2-94cc-83e9f6036544 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 1102 time: 0.0730155 Sep 16 05:05:53.730953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7adcba-65fd-4752-8826-8696041245a2 req-31e19555-7b8e-4f42-8360-300f77ee463e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.732902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c7adcba-65fd-4752-8826-8696041245a2 req-31e19555-7b8e-4f42-8360-300f77ee463e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0572836 Sep 16 05:05:53.817692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c7adcba-65fd-4752-8826-8696041245a2 req-e0c4172b-39c1-4628-be93-a824cc4c258b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723138 Sep 16 05:05:53.824609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58e1fb08-8b54-4671-92f6-19ac637f1a52 req-2e153c9d-eed1-485e-be1e-7cc87c96d9c3 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891757 Sep 16 05:05:53.844364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-2f8dd827-d411-4b0b-bf1b-4da4c825de02 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.844364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-2f8dd827-d411-4b0b-bf1b-4da4c825de02 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.64 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 949 time: 0.1052334 Sep 16 05:05:53.987775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875dece-3393-4617-91e1-a1afcd97e156 req-39dd506d-fc23-41f0-87c9-0460fbd0cd40 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:53.989688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6875dece-3393-4617-91e1-a1afcd97e156 req-39dd506d-fc23-41f0-87c9-0460fbd0cd40 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 949 time: 0.0872984 Sep 16 05:05:54.068598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Deleting port 3c9fa5e3-211a-45f2-9893-691630b9440c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:54.068943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.076845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6875dece-3393-4617-91e1-a1afcd97e156 req-78083fbd-a564-494a-911e-15ad588ac0a9 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c0693ea-a9c4-43cd-b1a5-57744fb19452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805805 Sep 16 05:05:54.162050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22b7cc-bd0a-46f5-93a3-6a0b05fbccf2 req-fabbcfe8-ff31-4d2a-8fae-725ec647c5e6 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.171750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c22b7cc-bd0a-46f5-93a3-6a0b05fbccf2 req-fabbcfe8-ff31-4d2a-8fae-725ec647c5e6 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 1102 time: 0.1506338 Sep 16 05:05:54.268616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] For port 3c9fa5e3-211a-45f2-9893-691630b9440c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3c9fa5e3-211a-45f2-9893-691630b9440c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:54.269075 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.273100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c22b7cc-bd0a-46f5-93a3-6a0b05fbccf2 req-5aa9ef78-48a3-4345-9b9c-650a0406d5d3 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029453 Sep 16 05:05:54.282446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6a1c4-4f97-4f10-bfb0-e489b81853cd req-3e1b5b51-2dec-4ad9-a91a-fd31e9e1d3cb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.284727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7db6a1c4-4f97-4f10-bfb0-e489b81853cd req-3e1b5b51-2dec-4ad9-a91a-fd31e9e1d3cb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.1406558 Sep 16 05:05:54.309869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Calling delete_port for 3c9fa5e3-211a-45f2-9893-691630b9440c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:54.409524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7db6a1c4-4f97-4f10-bfb0-e489b81853cd req-a80d23fc-183d-4396-b519-0cb52340e25d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129930 Sep 16 05:05:54.429779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.502970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83dba-7099-4f00-b495-dad10c6ed32e req-d41d7d1b-3f4a-476e-81e5-2f26d1b257bc tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.504882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2f83dba-7099-4f00-b495-dad10c6ed32e req-d41d7d1b-3f4a-476e-81e5-2f26d1b257bc tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1305933 Sep 16 05:05:54.626253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.682420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2f83dba-7099-4f00-b495-dad10c6ed32e req-cc121ce3-df6b-44da-9acc-72083ce17b0b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679299 Sep 16 05:05:54.683277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Pushing event deleted for resources: {'Port': ['ID=3c9fa5e3-211a-45f2-9893-691630b9440c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.749617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] No DVR routers for this DVR port 3c9fa5e3-211a-45f2-9893-691630b9440c on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:54.754998 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.757533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6e41b60-60b7-498b-9710-a7d170a32151 req-1d7d5f43-69fe-4391-bc6f-d672bcc9ce25 tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.64 "DELETE /v2.0/ports/3c9fa5e3-211a-45f2-9893-691630b9440c HTTP/1.1" status: 204 len: 173 time: 0.9050446 Sep 16 05:05:54.758181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-deleted', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:54.773611 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb6bccd-eba0-483f-b270-8c835cb98615" -d '{"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-deleted", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:54.928139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5a5a-2155-4411-9b83-de4fb391d87f req-0b4ddc4f-89ee-426e-98f8-b88c3760eeae tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.931016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95bc5a5a-2155-4411-9b83-de4fb391d87f req-0b4ddc4f-89ee-426e-98f8-b88c3760eeae tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1026165 Sep 16 05:05:54.985004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95bc5a5a-2155-4411-9b83-de4fb391d87f req-21fe2b30-f5de-4f31-8002-e2630a74a278 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Sep 16 05:05:55.034647 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78da222-f215-42ed-af8b-14b5a18ca3d3 x-openstack-request-id: req-d78da222-f215-42ed-af8b-14b5a18ca3d3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:55.035417 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157edf22-e9da-40b2-8068-115038c26dea", "name": "network-vif-deleted", "tag": "3c9fa5e3-211a-45f2-9893-691630b9440c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:55.035713 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d78da222-f215-42ed-af8b-14b5a18ca3d3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:55.036160 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157edf22-e9da-40b2-8068-115038c26dea', 'name': 'network-vif-deleted', 'tag': '3c9fa5e3-211a-45f2-9893-691630b9440c', 'status': 'completed', 'code': 200} Sep 16 05:05:55.155455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-e55a72d5-0967-4bab-a373-7da439d9dbd2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332556 Sep 16 05:05:55.358811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ed00676-7b9c-4dd2-9f5b-7f4ae9016203 req-abf0c790-47ae-4b46-898b-37805bac98fd tempest-ImagesOneServerTestJSON-1959461849 tempest-ImagesOneServerTestJSON-1959461849-project] 10.222.0.55 "GET /v2.0/ports?device_id=157edf22-e9da-40b2-8068-115038c26dea HTTP/1.1" status: 200 len: 210 time: 0.0367365 Sep 16 05:05:55.366975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-4cb8fa2e-0245-4b96-8316-e94c2d63fd24 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.374496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-4cb8fa2e-0245-4b96-8316-e94c2d63fd24 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127974 Sep 16 05:05:55.392642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-a8c76140-a8f2-488b-b24e-cc033e581404 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/quotas/7e8edb04ca7a48d2995da42c59d8a649 HTTP/1.1" status: 200 len: 375 time: 0.0170703 Sep 16 05:05:55.473852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-af7b3390-978f-447b-b331-af334e3f4f5a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802157 Sep 16 05:05:55.752958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1f249-1838-4382-ad01-08953688b2cd req-9f64c985-7a7c-4a5e-8df9-08ce9a30e57a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.755237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92c1f249-1838-4382-ad01-08953688b2cd req-9f64c985-7a7c-4a5e-8df9-08ce9a30e57a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0602436 Sep 16 05:05:55.798572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92c1f249-1838-4382-ad01-08953688b2cd req-f1dad8dd-8caa-4590-8bb9-999f50fad047 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Sep 16 05:05:55.808026 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-90cc985f-56c0-4589-8bea-4a6d80cdffaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:55.951700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80222-4ced-40d7-a09c-f3275fead6ab req-bda06076-85fe-4db3-bc98-5308e36670c2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:55.960328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75e80222-4ced-40d7-a09c-f3275fead6ab req-bda06076-85fe-4db3-bc98-5308e36670c2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0871150 Sep 16 05:05:55.999955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75e80222-4ced-40d7-a09c-f3275fead6ab req-96d0c78a-3242-4134-b897-dd23c804ffad tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Sep 16 05:05:56.044899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-798a76a9-b09c-4ca9-a34f-163af5f27a67 req-925dc9e9-7f49-4093-acbf-421546a516a7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 210 time: 0.0429857 Sep 16 05:05:56.129805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b3431-b1c2-4e19-bc23-e30367a7b512 req-16a68288-5351-4835-b47b-27f5c7287757 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.132579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d4b3431-b1c2-4e19-bc23-e30367a7b512 req-16a68288-5351-4835-b47b-27f5c7287757 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0541899 Sep 16 05:05:56.183493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d4b3431-b1c2-4e19-bc23-e30367a7b512 req-a4c825d6-85a3-44cf-8cec-fa4a20083ff2 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Sep 16 05:05:56.758689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42538) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:56.965669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87576b42-51cd-4881-876a-e361ebee304d req-ce703a14-9d20-4aff-8a0f-d8147895ea5e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.968070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87576b42-51cd-4881-876a-e361ebee304d req-ce703a14-9d20-4aff-8a0f-d8147895ea5e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.0696807 Sep 16 05:05:57.021492 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c0b873a0-8fef-4be9-bc2e-2d88188a8c97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a0927f768cb48a8bcc950334e8b29f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592752 Sep 16 05:05:57.021894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42544) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:57.047743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87576b42-51cd-4881-876a-e361ebee304d req-58066688-fb31-415c-98f6-a0f30b5047ea tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Sep 16 05:05:57.110480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.144551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.176567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-294b52a7-b056-47cb-bd94-fb8c3493dee7 req-a05e9f03-d750-42e4-8fb7-3c7a6aa67a2f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 210 time: 0.0329292 Sep 16 05:05:57.196282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7381e87-bc4f-4c26-b848-3359b79e45eb req-10ec10df-acdc-434e-b053-b9cc44ac7577 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.198152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7381e87-bc4f-4c26-b848-3359b79e45eb req-10ec10df-acdc-434e-b053-b9cc44ac7577 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0845413 Sep 16 05:05:57.221605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.224715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.225941 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c0693ea-a9c4-43cd-b1a5-57744fb19452 HTTP/1.1" status: 204 len: 168 time: 0.2029533 Sep 16 05:05:57.245807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0693ea-a9c4-43cd-b1a5-57744fb19452,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.263570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7381e87-bc4f-4c26-b848-3359b79e45eb req-5c961693-c063-4b8b-a924-6819061e4975 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580182 Sep 16 05:05:57.265086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.266442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.266741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.267079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.267558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.267901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.268271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.268600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.268930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.269809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.269992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.270511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4acfc8-5990-445f-b702-e92181d03aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:57.367792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8aa0c-a053-4af6-9c3c-bc85fe81597a req-48ea23c3-4206-4bb8-a860-eaaafde12c2e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.369606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89b8aa0c-a053-4af6-9c3c-bc85fe81597a req-48ea23c3-4206-4bb8-a860-eaaafde12c2e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0882895 Sep 16 05:05:57.456721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89b8aa0c-a053-4af6-9c3c-bc85fe81597a req-ffdf9155-ff5b-42dd-ab64-16ad22ce4b8f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796781 Sep 16 05:05:57.466922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:57.494653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 3c9fa5e3-211a-45f2-9893-691630b9440c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:57.495392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3c9fa5e3-211a-45f2-9893-691630b9440c not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:57.764830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-c1432871-115e-4c19-bafa-c4978b0dc25f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631731 Sep 16 05:05:57.838891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-02582773-9247-4d16-b742-74700f0f683b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127915 Sep 16 05:05:58.110560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-96927cb3-2d3b-4d91-a8ac-4703f34ebb20 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.112876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-96927cb3-2d3b-4d91-a8ac-4703f34ebb20 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3394668 Sep 16 05:05:58.158757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd26b5-efec-4ec8-a7d9-4f13d20e1974 req-90a1b7ae-46f6-4304-9613-779a913e74ee tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.160423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cdd26b5-efec-4ec8-a7d9-4f13d20e1974 req-90a1b7ae-46f6-4304-9613-779a913e74ee tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 945 time: 0.1870754 Sep 16 05:05:58.164506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': '2b9d0667-a289-4479-a3e3-f94365783628', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:58.188608 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a55fd413-ab80-41a9-97de-b5502fba8b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.310375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-3f54e083-59d2-4c86-874a-5300d24403b1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.311901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-3f54e083-59d2-4c86-874a-5300d24403b1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4356844 Sep 16 05:05:58.339508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fafbd9cc-ed85-420a-80c6-20460d846cf1 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:58.342459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': '1f0e58b1-6597-4753-9191-1a4571149631', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:58.365706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cdd26b5-efec-4ec8-a7d9-4f13d20e1974 req-23b762a4-2aad-4c76-b8ff-3efc3d49c664 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199114 Sep 16 05:05:58.376318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e858c1-5412-4267-8fa8-7ba0597cdba2 req-e06fe31e-f3f3-48ae-aca5-23ddb1cbe054 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.381794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4e858c1-5412-4267-8fa8-7ba0597cdba2 req-e06fe31e-f3f3-48ae-aca5-23ddb1cbe054 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.2446387 Sep 16 05:05:58.462062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:58.473874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'port_id': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'mac_address': 'fa:16:3e:1d:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e60de-fdce-4632-a5b7-e75dd578e560', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:58.491685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c28ff2bb-d399-4160-9841-3a3dfab9ffb9 req-30222adb-6f4b-4735-912d-7bc5d573eb99 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 210 time: 0.0439305 Sep 16 05:05:58.501373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:58.504865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.515895 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.532813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fafbd9cc-ed85-420a-80c6-20460d846cf1 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:58.540107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4e858c1-5412-4267-8fa8-7ba0597cdba2 req-721024c2-3e73-41ed-9b1b-54efc52e4ffe tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505840 Sep 16 05:05:58.555565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:58.562072 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.626025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.655868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:58.659382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:58.697394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['fafbd9cc-ed85-420a-80c6-20460d846cf1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:58.740883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b3af8-7683-411c-abf2-58c56d408860 req-70ae8225-7219-43d9-a850-9e2c7f91c880 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.742535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a28b3af8-7683-411c-abf2-58c56d408860 req-70ae8225-7219-43d9-a850-9e2c7f91c880 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1386101 Sep 16 05:05:58.818035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.44 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/9502cc74-fdd2-4bd7-8cc7-40aedef3b06c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:58.866291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a28b3af8-7683-411c-abf2-58c56d408860 req-6453c685-e55e-4503-a9dd-c5deadb16292 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Sep 16 05:05:58.984550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e2604db-81f4-4f02-86b5-cd1de6c7d8ad req-e7dfe1f7-8ba9-4ee9-9e3b-d4d1df0e56f3 tempest-AbsoluteLimitsNegativeTestJSON-2018418328 tempest-AbsoluteLimitsNegativeTestJSON-2018418328-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=719a623cff664a228447070b309ef1be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466318 Sep 16 05:05:59.057228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89277-4f02-46ba-bef3-f77dd722c0c9 req-a5f4ded2-e47d-4c51-bb1f-076f98eac8f3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.058696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9a89277-4f02-46ba-bef3-f77dd722c0c9 req-a5f4ded2-e47d-4c51-bb1f-076f98eac8f3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1612785 Sep 16 05:05:59.144527 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.171782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9a89277-4f02-46ba-bef3-f77dd722c0c9 req-6db223fc-4614-42ec-987d-01b413952d7c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984585 Sep 16 05:05:59.188023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.203941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2604db-81f4-4f02-86b5-cd1de6c7d8ad req-bcf79038-0a18-4f46-af99-2c568e8534e4 tempest-AbsoluteLimitsNegativeTestJSON-2018418328 tempest-AbsoluteLimitsNegativeTestJSON-2018418328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.205471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e2604db-81f4-4f02-86b5-cd1de6c7d8ad req-bcf79038-0a18-4f46-af99-2c568e8534e4 tempest-AbsoluteLimitsNegativeTestJSON-2018418328 tempest-AbsoluteLimitsNegativeTestJSON-2018418328-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133172 Sep 16 05:05:59.226447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e2604db-81f4-4f02-86b5-cd1de6c7d8ad req-93e5329e-09e4-41f0-92d5-d18109365584 tempest-AbsoluteLimitsNegativeTestJSON-2018418328 tempest-AbsoluteLimitsNegativeTestJSON-2018418328-project] 10.222.0.55 "GET /v2.0/quotas/719a623cff664a228447070b309ef1be HTTP/1.1" status: 200 len: 375 time: 0.0143893 Sep 16 05:05:59.262162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e2604db-81f4-4f02-86b5-cd1de6c7d8ad req-74d4c27f-e503-4f32-9904-1fd81fd13396 tempest-AbsoluteLimitsNegativeTestJSON-2018418328 tempest-AbsoluteLimitsNegativeTestJSON-2018418328-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=719a623cff664a228447070b309ef1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278904 Sep 16 05:05:59.270853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.305458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:59.351971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:59.360738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:59.363496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:59.397736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.423768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.128 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/75260a4a-781a-4c98-88f0-e64b357569f3) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:59.582239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.582637 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.626518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d7242f28-966c-4223-b6fc-c1d506c1e8dd tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4810147 Sep 16 05:05:59.665198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42624) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.670577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Request body: {'port': {'device_id': '2b9d0667-a289-4479-a3e3-f94365783628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:59.705450 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.726622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a527a56c-f0c5-4c28-8f8b-d8ba6d9c8665 None None] Provisioning complete for port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:59.726983 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a527a56c-f0c5-4c28-8f8b-d8ba6d9c8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.766043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a527a56c-f0c5-4c28-8f8b-d8ba6d9c8665 None None] Port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:59.780142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3bc4-5147-4ad4-b463-c8c383d3b3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.883353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3bc4-5147-4ad4-b463-c8c383d3b3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.888977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3bc4-5147-4ad4-b463-c8c383d3b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.930600 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d2ff3bc4-5147-4ad4-b463-c8c383d3b3c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=719a623cff664a228447070b309ef1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640991 Sep 16 05:05:59.931257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff3bc4-5147-4ad4-b463-c8c383d3b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf26b4-e2cc-4cd5-bf76-05d8a756a3a4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.933643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42632) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:59.983990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be50e14f-de6b-4afe-ac6d-f1a92e902b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.006970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be50e14f-de6b-4afe-ac6d-f1a92e902b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.016796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-818d5131-3c23-40c0-8c88-5cedd76e3ee8 req-2ac50fb7-4096-4221-9942-93fb19e157f2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 210 time: 0.4092424 Sep 16 05:06:00.042460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e22dc-e058-47d7-9393-f52aa9b0a0bc req-1399f557-9d84-4a61-9fbc-28d4231dd80c tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.042460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78e22dc-e058-47d7-9393-f52aa9b0a0bc req-1399f557-9d84-4a61-9fbc-28d4231dd80c tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 945 time: 0.5268526 Sep 16 05:06:00.095907 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be50e14f-de6b-4afe-ac6d-f1a92e902b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.098462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be50e14f-de6b-4afe-ac6d-f1a92e902b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.101926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-be50e14f-de6b-4afe-ac6d-f1a92e902b3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4aaf26b4-e2cc-4cd5-bf76-05d8a756a3a4 HTTP/1.1" status: 204 len: 168 time: 0.1650805 Sep 16 05:06:00.115315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50e14f-de6b-4afe-ac6d-f1a92e902b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf26b4-e2cc-4cd5-bf76-05d8a756a3a4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.124852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc0c07-2454-42fb-a063-156df0db73fa req-e64984b0-e356-4856-8530-c933755a147f tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.126389 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-81dc0c07-2454-42fb-a063-156df0db73fa req-e64984b0-e356-4856-8530-c933755a147f tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.73 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 945 time: 0.0771785 Sep 16 05:06:00.156608 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.167967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.184888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78e22dc-e058-47d7-9393-f52aa9b0a0bc req-ee344586-8359-4fa3-b2b8-22de4ff1fe28 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/security-groups?id=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359615 Sep 16 05:06:00.255549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Deleting port 2c166660-1f71-4525-b6d0-76275f02e11c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:00.255957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.276823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf069451-4302-4b3f-8bae-f56aa3259585 req-3d1c3c15-6255-45f8-af1f-eff63c513b6f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.278464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf069451-4302-4b3f-8bae-f56aa3259585 req-3d1c3c15-6255-45f8-af1f-eff63c513b6f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 945 time: 0.1739299 Sep 16 05:06:00.350001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fafbd9cc-ed85-420a-80c6-20460d846cf1 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:00.375427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.414383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] For port 2c166660-1f71-4525-b6d0-76275f02e11c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2c166660-1f71-4525-b6d0-76275f02e11c,segment=NetworkSegment(39671d77-2997-41e4-a3e4-02fda8b0b1ad),segment_id=39671d77-2997-41e4-a3e4-02fda8b0b1ad)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:00.417725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.438723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Calling delete_port for 2c166660-1f71-4525-b6d0-76275f02e11c owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:00.456296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port fafbd9cc-ed85-420a-80c6-20460d846cf1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:00.456918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.541077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:00.568514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf069451-4302-4b3f-8bae-f56aa3259585 req-358563dd-4c69-4aa6-91db-caa15a115cb2 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254066 Sep 16 05:06:00.577118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:00.578664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:00.585795 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.645309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:00.646903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:00.650692 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322fa803-5e7e-4ffb-a42b-44fd7ac714d6" -d '{"events": [{"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-plugged", "status": "completed", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:00.660880 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.661671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.663016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2c166660-1f71-4525-b6d0-76275f02e11c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:00.709426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Pushing event deleted for resources: {'Port': ['ID=2c166660-1f71-4525-b6d0-76275f02e11c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.719224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=75260a4a-781a-4c98-88f0-e64b357569f3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.734282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 2c166660-1f71-4525-b6d0-76275f02e11c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:00.734857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2c166660-1f71-4525-b6d0-76275f02e11c not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:00.743535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:00.775535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] No DVR routers for this DVR port 2c166660-1f71-4525-b6d0-76275f02e11c on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:00.779202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.781387 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-81dc0c07-2454-42fb-a063-156df0db73fa req-12261224-0da3-43e0-93c6-d03bf7f126ad tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.73 "DELETE /v2.0/ports/2c166660-1f71-4525-b6d0-76275f02e11c HTTP/1.1" status: 204 len: 173 time: 0.6473930 Sep 16 05:06:00.781894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4586dd8a-1222-418c-b2d2-471de14a2257', 'name': 'network-vif-deleted', 'tag': '2c166660-1f71-4525-b6d0-76275f02e11c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:00.784238 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a8a8d2-86f0-420d-bae2-09d58d8033a7" -d '{"events": [{"server_uuid": "4586dd8a-1222-418c-b2d2-471de14a2257", "name": "network-vif-deleted", "tag": "2c166660-1f71-4525-b6d0-76275f02e11c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:00.856326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.896021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:00.908034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd97297-b063-4773-b88c-a28a5391afb9 req-99ff9a0a-21fe-42aa-8840-bfa97fe99da1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.915944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfd97297-b063-4773-b88c-a28a5391afb9 req-99ff9a0a-21fe-42aa-8840-bfa97fe99da1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.4637172 Sep 16 05:06:00.936020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.955608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.956474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.993477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Transition to ACTIVE for port object 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:01.003771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-75395583-5c54-40c0-b2c0-2a9ea0e08b9b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6672153 Sep 16 05:06:01.005702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.012079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5f7b0db3-f14b-4a27-8057-127de78a8b82 None None] Provisioning complete for port 75260a4a-781a-4c98-88f0-e64b357569f3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:01.012549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0db3-f14b-4a27-8057-127de78a8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.018390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006984d-fc7e-4f57-b082-3df39498f571 req-8d032264-1852-4b9f-bdc6-29b329cc4b68 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.020046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d006984d-fc7e-4f57-b082-3df39498f571 req-8d032264-1852-4b9f-bdc6-29b329cc4b68 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2709224 Sep 16 05:06:01.031572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfd97297-b063-4773-b88c-a28a5391afb9 req-de2e8398-d884-4903-8e2f-122b3194a893 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139135 Sep 16 05:06:01.042897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Request body: {'port': {'device_id': '1f0e58b1-6597-4753-9191-1a4571149631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:01.089420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b0db3-f14b-4a27-8057-127de78a8b82 None None] Port 75260a4a-781a-4c98-88f0-e64b357569f3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:01.146287 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.198322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:01.213134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.279193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Pushing event updated for resources: {'Port': ['ID=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.358025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d006984d-fc7e-4f57-b082-3df39498f571 req-b20bce82-c8c5-4b30-ba52-a2fa61a8ee40 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388985 Sep 16 05:06:01.425432 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7fc6f2-7840-4764-b586-7900656cd278 x-openstack-request-id: req-df7fc6f2-7840-4764-b586-7900656cd278 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:01.425823 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4586dd8a-1222-418c-b2d2-471de14a2257", "name": "network-vif-deleted", "tag": "2c166660-1f71-4525-b6d0-76275f02e11c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:01.426169 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df7fc6f2-7840-4764-b586-7900656cd278 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:01.426665 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4586dd8a-1222-418c-b2d2-471de14a2257', 'name': 'network-vif-deleted', 'tag': '2c166660-1f71-4525-b6d0-76275f02e11c', 'status': 'completed', 'code': 200} Sep 16 05:06:01.440771 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb91e43-4c46-40aa-9452-319a15761784 x-openstack-request-id: req-acb91e43-4c46-40aa-9452-319a15761784 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:01.441224 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-plugged", "status": "completed", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:01.441872 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acb91e43-4c46-40aa-9452-319a15761784 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:01.442690 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'code': 200} Sep 16 05:06:01.451844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178326636-network', 'tenant_id': 'db69691da8084572bb30ad378fe5607e'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:01.545814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Made reservation on behalf of db69691da8084572bb30ad378fe5607e for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:01.548692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.551422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Attempting to bind port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:01.551748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Attempting to bind port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:01.552076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Attempting to bind port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:01.637849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:01.638174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Attempting to bind port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:01.646724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a735ade-88fe-446f-ae46-41b90e263079 req-4c63b59c-5e87-4011-a6c3-ada9cf629187 tempest-VolumesAdminNegativeTest-840303321 tempest-VolumesAdminNegativeTest-840303321-project] 10.222.0.55 "GET /v2.0/ports?device_id=4586dd8a-1222-418c-b2d2-471de14a2257 HTTP/1.1" status: 200 len: 210 time: 0.1058264 Sep 16 05:06:01.647368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.665109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:01.665454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:01.665847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:01.666306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Bound port: 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:01.666664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.723660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908a24-98e2-4bb8-83e4-bbc1b6573911 req-7fa64734-af4e-4720-aeee-10fd4cca4de6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.725217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d908a24-98e2-4bb8-83e4-bbc1b6573911 req-7fa64734-af4e-4720-aeee-10fd4cca4de6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 936 time: 0.2198589 Sep 16 05:06:01.908721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d908a24-98e2-4bb8-83e4-bbc1b6573911 req-401aa89b-1e49-491f-b898-6a21fc8bc265 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616161 Sep 16 05:06:01.911565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] For port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:01.945242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] For port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:01.959741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.982689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae5ae6-6d94-45d7-953c-e17221f1d2c9 req-708fde22-120b-4400-8650-aca8bc58277a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.984279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39ae5ae6-6d94-45d7-953c-e17221f1d2c9 req-708fde22-120b-4400-8650-aca8bc58277a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 946 time: 0.1758997 Sep 16 05:06:02.080525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.081150 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.082665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] 10.222.0.64 "PUT /v2.0/ports/9502cc74-fdd2-4bd7-8cc7-40aedef3b06c HTTP/1.1" status: 200 len: 1096 time: 2.4270906 Sep 16 05:06:02.091444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9d0667-a289-4479-a3e3-f94365783628', 'tag': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:02.093763 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0966d2b4-d04d-47dd-9440-e1cb5c582faa" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9d0667-a289-4479-a3e3-f94365783628", "tag": "9502cc74-fdd2-4bd7-8cc7-40aedef3b06c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:02.168699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75260a4a-781a-4c98-88f0-e64b357569f3 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:02.228004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ea8d0-a532-4d69-bb69-527adfb8931e service neutron] Pushing event updated for resources: {'Port': ['ID=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.233486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39ae5ae6-6d94-45d7-953c-e17221f1d2c9 req-7835db7d-2c34-4e52-9783-1460bcc00721 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373397 Sep 16 05:06:02.238298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.245721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.259697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.271195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Transition to ACTIVE for port object 75260a4a-781a-4c98-88f0-e64b357569f3 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:02.288685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.299868 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c9b77-5d3e-46d4-ab24-ea0b71225ef3 x-openstack-request-id: req-a83c9b77-5d3e-46d4-ab24-ea0b71225ef3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:02.300057 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9d0667-a289-4479-a3e3-f94365783628", "tag": "9502cc74-fdd2-4bd7-8cc7-40aedef3b06c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:02.300370 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a83c9b77-5d3e-46d4-ab24-ea0b71225ef3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:02.300759 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9d0667-a289-4479-a3e3-f94365783628', 'tag': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c', 'status': 'completed', 'code': 200} Sep 16 05:06:02.343432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:02.349897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fafbd9cc-ed85-420a-80c6-20460d846cf1 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:02.360547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7bb0f9-0a7e-4b5b-ab82-a6229d8e77b3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.370206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3591-5020-45e4-8efe-2cc58df8a3a1 req-b9177961-cc01-4744-8169-33b5dc0140ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.371792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f7d3591-5020-45e4-8efe-2cc58df8a3a1 req-b9177961-cc01-4744-8169-33b5dc0140ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2498600 Sep 16 05:06:02.379987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-c50e3c04-a632-4a60-a211-8cce1343bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.381809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-c50e3c04-a632-4a60-a211-8cce1343bfba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 1099 time: 0.2225151 Sep 16 05:06:02.396883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.397230 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Added segment fd3fd3e3-8610-4217-9fef-b7e72cda865b of type vlan for network af56dd52-a4bb-430b-a7fb-bf4cbedd011e Sep 16 05:06:02.424767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Pushing event updated for resources: {'Port': ['ID=75260a4a-781a-4c98-88f0-e64b357569f3,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.470441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.521259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:02.527974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.535532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-e1105540-1935-40cc-a744-b92751fa9388 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c HTTP/1.1" status: 200 len: 217 time: 0.1119320 Sep 16 05:06:02.575001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.597186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.644083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f7d3591-5020-45e4-8efe-2cc58df8a3a1 req-830a3cca-588e-4a8b-9525-57d1995cc4d1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525978 Sep 16 05:06:02.682690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-4b68e245-6b54-4f23-bb4d-dc8351d5c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.684165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-4b68e245-6b54-4f23-bb4d-dc8351d5c2a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1113589 Sep 16 05:06:02.692898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Attempting to bind port 75260a4a-781a-4c98-88f0-e64b357569f3 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:02.693453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Attempting to bind port 75260a4a-781a-4c98-88f0-e64b357569f3 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:02.693599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Attempting to bind port 75260a4a-781a-4c98-88f0-e64b357569f3 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:02.709718 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.710693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.711278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.722973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42686) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:02.723693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b4a22-3998-4764-94d0-b31de7041311 req-75894d14-f5d2-4632-8f25-4ec7b9532e2a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.725282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e24b4a22-3998-4764-94d0-b31de7041311 req-75894d14-f5d2-4632-8f25-4ec7b9532e2a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2298751 Sep 16 05:06:02.729992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Port 75260a4a-781a-4c98-88f0-e64b357569f3 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:02.730311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Attempting to bind port 75260a4a-781a-4c98-88f0-e64b357569f3 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:02.771227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] Deleting subnet 8e9857b6-301e-4b47-8198-425720aa01fb {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:02.774894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.795081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:02.795423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:02.795812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:02.796958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Bound port: 75260a4a-781a-4c98-88f0-e64b357569f3, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:02.797331 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.813528 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.813974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6141462 Sep 16 05:06:02.818601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42690) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:02.859002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Request body: {'subnet': {'network_id': 'af56dd52-a4bb-430b-a7fb-bf4cbedd011e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-178326636-subnet', 'tenant_id': 'db69691da8084572bb30ad378fe5607e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:02.861563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.898933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-3ba0d10a-7378-4263-977d-dec666c5d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.900919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-3ba0d10a-7378-4263-977d-dec666c5d097 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2008553 Sep 16 05:06:02.908122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f97d84-c1ac-4382-b36e-884ce49cdcc6 admin admin] Pushing event updated for resources: {'Network': ['ID=af56dd52-a4bb-430b-a7fb-bf4cbedd011e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.916390 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.921197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e24b4a22-3998-4764-94d0-b31de7041311 req-f14b5de2-e3b9-4746-94db-3e84c0c76c1f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746573 Sep 16 05:06:02.929601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network af56dd52-a4bb-430b-a7fb-bf4cbedd011e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:02.955333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9857b6-301e-4b47-8198-425720aa01fb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:02.959131 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:02.963036 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cc549426-9e1d-4fac-8720-74d4dada5d5a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e9857b6-301e-4b47-8198-425720aa01fb HTTP/1.1" status: 204 len: 168 time: 0.2408960 Sep 16 05:06:02.964402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42694) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:03.006825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Made reservation on behalf of db69691da8084572bb30ad378fe5607e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:03.009339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.080320 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.108194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] For port 75260a4a-781a-4c98-88f0-e64b357569f3, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:03.163315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] For port 75260a4a-781a-4c98-88f0-e64b357569f3, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=75260a4a-781a-4c98-88f0-e64b357569f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:03.175225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.182728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-e0a21b50-81a4-4af0-8fe3-17157db9ea21 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657013 Sep 16 05:06:03.186717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.211896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ef946c-b949-495f-8cc0-e44f1577e79b']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:03.224392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39671d77-2997-41e4-a3e4-02fda8b0b1ad') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:03.224730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39671d77-2997-41e4-a3e4-02fda8b0b1ad') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:03.229921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789b9f-2955-4677-a220-94bd2f4e3b9c req-068b8e7d-8668-4f2a-b4ad-736f233548a3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.231431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3789b9f-2955-4677-a220-94bd2f4e3b9c req-068b8e7d-8668-4f2a-b4ad-736f233548a3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 948 time: 0.2122395 Sep 16 05:06:03.233330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-25554c70-bf88-4dd2-a0f2-c566be9d0085 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.234851 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-25554c70-bf88-4dd2-a0f2-c566be9d0085 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 944 time: 0.1064715 Sep 16 05:06:03.250810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.281519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.282057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.283452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] 10.222.0.73 "PUT /v2.0/ports/75260a4a-781a-4c98-88f0-e64b357569f3 HTTP/1.1" status: 200 len: 1097 time: 2.2485368 Sep 16 05:06:03.292938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.325459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:03.325874 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:03.329634 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:03.378416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd0c42-4deb-4a79-8bd6-80747e41b171 service neutron] Pushing event updated for resources: {'Port': ['ID=75260a4a-781a-4c98-88f0-e64b357569f3,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.394266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.400606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.402210 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] 10.222.0.55 "DELETE /v2.0/networks/f0ef946c-b949-495f-8cc0-e44f1577e79b HTTP/1.1" status: 204 len: 168 time: 0.4364803 Sep 16 05:06:03.404962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42700) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:03.444062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:03.447016 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58194bc2-cc82-453a-a515-d49b32089664" -d '{"events": [{"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-unplugged", "status": "completed", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:03.449515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb78a19-898b-47e6-88b6-3999614dc6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ef946c-b949-495f-8cc0-e44f1577e79b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.462181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Deleting port fafbd9cc-ed85-420a-80c6-20460d846cf1 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:03.462817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.468223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3789b9f-2955-4677-a220-94bd2f4e3b9c req-d245c0f0-ecc4-44a6-9527-b5a6ff36e7e6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213664 Sep 16 05:06:03.571459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] Deleting subnet 9c03dbc3-1508-469c-addb-9f827cdf0ff4 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:03.571767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-e459cbe7-e042-4446-886a-ce311856ff6a service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529556 Sep 16 05:06:03.583835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.601062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8ff79-b1f5-444f-bc5c-c1ea648e0170 req-be253bd9-4b1a-4825-942d-61381038cee5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.611762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06f8ff79-b1f5-444f-bc5c-c1ea648e0170 req-be253bd9-4b1a-4825-942d-61381038cee5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=192e055c-248f-4348-8a67-8c5d23b33484 HTTP/1.1" status: 200 len: 944 time: 0.2610128 Sep 16 05:06:03.637266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-646bf4ae-17c5-49ef-a1a9-63536bd21faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.639081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-646bf4ae-17c5-49ef-a1a9-63536bd21faf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 1100 time: 0.2874279 Sep 16 05:06:03.639870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] For port fafbd9cc-ed85-420a-80c6-20460d846cf1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fafbd9cc-ed85-420a-80c6-20460d846cf1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:03.640828 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.660856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Calling delete_port for fafbd9cc-ed85-420a-80c6-20460d846cf1 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:03.662947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.664440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.719795 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507be158-82ba-460f-a331-b8ec2567f9c2 x-openstack-request-id: req-507be158-82ba-460f-a331-b8ec2567f9c2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:03.720858 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-unplugged", "status": "completed", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:03.721454 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-507be158-82ba-460f-a331-b8ec2567f9c2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:03.722142 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'code': 200} Sep 16 05:06:03.760977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-fd56ca9f-134a-40fe-bf12-d154e8b80d26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=75260a4a-781a-4c98-88f0-e64b357569f3 HTTP/1.1" status: 200 len: 217 time: 0.1083343 Sep 16 05:06:03.777323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.868803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06f8ff79-b1f5-444f-bc5c-c1ea648e0170 req-254cd4ce-d950-4988-a08b-21db1d109fa7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557070 Sep 16 05:06:03.897632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.931030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c03dbc3-1508-469c-addb-9f827cdf0ff4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.935564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=557984c1-c12f-4f46-a536-93b42297c28d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.936482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.938440 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4ee11b0b-b9c4-43e0-adc8-b9c71c19a6a3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c03dbc3-1508-469c-addb-9f827cdf0ff4 HTTP/1.1" status: 204 len: 168 time: 0.5317159 Sep 16 05:06:03.941503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42708) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:03.965724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.982371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-64083c95-624e-40c7-b74a-a16d2085f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.983918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-64083c95-624e-40c7-b74a-a16d2085f529 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2038860 Sep 16 05:06:03.991180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-262e508d-3361-4b1d-a141-2c755c9d2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.992779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-262e508d-3361-4b1d-a141-2c755c9d2932 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 1099 time: 0.2304823 Sep 16 05:06:04.022869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event deleted for resources: {'Port': ['ID=fafbd9cc-ed85-420a-80c6-20460d846cf1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.058728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc811f13-eb11-4adb-9cc7-2ef975950248 req-66a11cb5-2ea5-42fe-a1bc-e934190db8b4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.060323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc811f13-eb11-4adb-9cc7-2ef975950248 req-66a11cb5-2ea5-42fe-a1bc-e934190db8b4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2374849 Sep 16 05:06:04.070284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Checking segment: {'id': 'fd3fd3e3-8610-4217-9fef-b7e72cda865b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'af56dd52-a4bb-430b-a7fb-bf4cbedd011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:04.071103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Network hostable DHCP agents. Network: af56dd52-a4bb-430b-a7fb-bf4cbedd011e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:04.098038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.118780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] No DVR routers for this DVR port fafbd9cc-ed85-420a-80c6-20460d846cf1 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:04.121525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.123577 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bd16bd06-4102-477a-a459-ad56d8f40e22 req-b69aa744-b523-4b86-866e-1ea1936e198d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "DELETE /v2.0/ports/fafbd9cc-ed85-420a-80c6-20460d846cf1 HTTP/1.1" status: 204 len: 173 time: 0.8815122 Sep 16 05:06:04.124032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-deleted', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:04.126378 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de14eb5-bd18-4ec5-b1f5-8f19b3ba917f" -d '{"events": [{"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-deleted", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:04.212908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.236933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206ce0fc-479c-458d-a3d2-0b3ce724ae13']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:04.247861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bc33df-64ce-4dd8-978a-cd7b53191b6d') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:04.248271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bc33df-64ce-4dd8-978a-cd7b53191b6d') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:04.259044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.275805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.283175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:04.283811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:04.285987 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:04.347250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.355239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.358478 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] 10.222.0.55 "DELETE /v2.0/networks/206ce0fc-479c-458d-a3d2-0b3ce724ae13 HTTP/1.1" status: 204 len: 168 time: 0.4157431 Sep 16 05:06:04.365313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:04.377889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7529a7-1cf4-4266-98b7-63ab2e26739b admin admin] Pushing event deleted for resources: {'Network': ['ID=206ce0fc-479c-458d-a3d2-0b3ce724ae13,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.395199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0e58b1-6597-4753-9191-1a4571149631', 'tag': '75260a4a-781a-4c98-88f0-e64b357569f3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:04.397567 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0e58b1-6597-4753-9191-1a4571149631", "tag": "75260a4a-781a-4c98-88f0-e64b357569f3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:04.513508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d8d2204e-1def-4b8d-ac82-a9e4e02c3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.515667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-d8d2204e-1def-4b8d-ac82-a9e4e02c3f04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5204887 Sep 16 05:06:04.528586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42720) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:04.533922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Network af56dd52-a4bb-430b-a7fb-bf4cbedd011e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:04.579048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, af56dd52-a4bb-430b-a7fb-bf4cbedd011e) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:04.581200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-c81ef4ae-0cda-4b1b-b1be-2a8cbd37e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.582995 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-c81ef4ae-0cda-4b1b-b1be-2a8cbd37e722 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.5759919 Sep 16 05:06:04.594524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdaf37b-b411-4f50-ab07-6ba8112a7a02 None None] Network af56dd52-a4bb-430b-a7fb-bf4cbedd011e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:04.599450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc811f13-eb11-4adb-9cc7-2ef975950248 req-7c7848fe-be68-4e15-9e87-41413317efb0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960406 Sep 16 05:06:04.604761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.605597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.623020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc7788-db75-461b-a6b3-b413ad5e43af req-af1301e1-f0fe-4579-8fa1-bf7610213d15 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.631174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77bc7788-db75-461b-a6b3-b413ad5e43af req-af1301e1-f0fe-4579-8fa1-bf7610213d15 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2266507 Sep 16 05:06:04.658491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5f3148ff-9398-49fe-a91f-9c21d8dd0fde admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3777acf15f643ec81046ff8bc7a99df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283073 Sep 16 05:06:04.659472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:04.697459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:04.713000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-8e96d472-cbdb-4771-8013-687ccd7dbd71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c HTTP/1.1" status: 200 len: 217 time: 0.1105921 Sep 16 05:06:04.720972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13', 'port_id': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'mac_address': 'fa:16:3e:2e:16:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc943e6-1c3f-4316-923e-b40ecb465b87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:04.733474 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d86c73-b46d-4c2a-8d83-33b87f051c4e x-openstack-request-id: req-68d86c73-b46d-4c2a-8d83-33b87f051c4e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:04.734679 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e055c-248f-4348-8a67-8c5d23b33484", "name": "network-vif-deleted", "tag": "fafbd9cc-ed85-420a-80c6-20460d846cf1", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:04.736795 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68d86c73-b46d-4c2a-8d83-33b87f051c4e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:04.739076 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e055c-248f-4348-8a67-8c5d23b33484', 'name': 'network-vif-deleted', 'tag': 'fafbd9cc-ed85-420a-80c6-20460d846cf1', 'status': 'completed', 'code': 200} Sep 16 05:06:04.749508 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef85ada-49a8-4564-95e3-0513d8b87ae7 x-openstack-request-id: req-7ef85ada-49a8-4564-95e3-0513d8b87ae7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:04.750645 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0e58b1-6597-4753-9191-1a4571149631", "tag": "75260a4a-781a-4c98-88f0-e64b357569f3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:04.751274 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ef85ada-49a8-4564-95e3-0513d8b87ae7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:04.752029 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e58b1-6597-4753-9191-1a4571149631', 'tag': '75260a4a-781a-4c98-88f0-e64b357569f3', 'status': 'completed', 'code': 200} Sep 16 05:06:04.757947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ac3c6556-ffd6-40bd-8f91-4090e54d2f4f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9369237 Sep 16 05:06:04.786633 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.787263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1282582-9f6a-4a04-8591-290dea651964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.816884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77bc7788-db75-461b-a6b3-b413ad5e43af req-8fe598ab-dbc5-415b-b2c8-4dae72d99ea4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843243 Sep 16 05:06:04.822524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cc9f4e2-1d99-495e-8cfb-3054d76c813e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:04.835674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1282582-9f6a-4a04-8591-290dea651964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.842169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-15ac158c-2fe3-458b-a390-7fee3ee84d6b service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093717 Sep 16 05:06:04.893851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-c513d70c-29b4-442b-882b-ab24d259d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.895412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-c513d70c-29b4-442b-882b-ab24d259d8a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1608074 Sep 16 05:06:04.917184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1282582-9f6a-4a04-8591-290dea651964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.919809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1282582-9f6a-4a04-8591-290dea651964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:04.923992 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1282582-9f6a-4a04-8591-290dea651964 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc HTTP/1.1" status: 204 len: 168 time: 0.2602718 Sep 16 05:06:04.934916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282582-9f6a-4a04-8591-290dea651964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7382d0a6-7e3f-4a37-b68e-2c10c7bfd9fc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:04.939947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:04.990332 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.007506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c761af-3c11-404c-b082-393664320886 None None] Network af56dd52-a4bb-430b-a7fb-bf4cbedd011e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:05.028612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11a1e8-0ea6-4fe8-8824-26152a415033 req-bf2df525-462d-4951-af92-542a0b31b264 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.038524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd11a1e8-0ea6-4fe8-8824-26152a415033 req-bf2df525-462d-4951-af92-542a0b31b264 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 948 time: 0.2010262 Sep 16 05:06:05.092267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-7ad15ab4-7906-4db9-a144-b93724a9ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.094572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-7ad15ab4-7906-4db9-a144-b93724a9ae14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746361 Sep 16 05:06:05.101987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd11a1e8-0ea6-4fe8-8824-26152a415033 req-0879fccf-bd38-433c-bcf5-fe7f251b87be tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625081 Sep 16 05:06:05.162308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f081abea-74c4-4196-b338-f7ab3aca522e req-7d6bb7f4-da31-4fd7-a3cf-eb611d862a3c service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967019 Sep 16 05:06:05.211882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1cc9f4e2-1d99-495e-8cfb-3054d76c813e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:05.293743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-a7c3adfc-3a6d-4836-983d-3b98f9fa1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.295551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-a7c3adfc-3a6d-4836-983d-3b98f9fa1c4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 1100 time: 0.0655401 Sep 16 05:06:05.297739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-057bc71f-a04b-4536-9916-3ee191c728c2 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759555 Sep 16 05:06:05.299304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.452409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-c7f942b7-fb3d-4055-a836-a7467581ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.453967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-c7f942b7-fb3d-4055-a836-a7467581ac3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1499994 Sep 16 05:06:05.455200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42742) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:05.460342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787931294', 'description': 'tempest-description--139688318'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:05.472495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-518788e1-2c58-409e-a343-bab87a385af2 req-f395d9b9-c9f9-4fc1-869c-3241bb79b75b tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-160918179', 'description': 'tempest-description-1614320889'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:05.479882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42744) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:05.514105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.542779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a9a25509-bed5-4833-b63f-deccde3fc666 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f33dc6c015404e729afe2f6fa3f05ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619805 Sep 16 05:06:05.547362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42746) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:05.570221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-83fd7720-2a36-4d7b-ad86-4b4cd9d58fd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=75260a4a-781a-4c98-88f0-e64b357569f3 HTTP/1.1" status: 200 len: 217 time: 0.1039982 Sep 16 05:06:05.586081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:06:05.586081 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:06:05.586081 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id_1': '7f867322bd324ab1bb8f61224e085683', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 5, 45, 545100)}] Sep 16 05:06:05.586081 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:06:05.586670 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:06:05.617902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd686855-e1b4-45ba-9bb6-5e88130b2ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.632275 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-518788e1-2c58-409e-a343-bab87a385af2 req-f395d9b9-c9f9-4fc1-869c-3241bb79b75b tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.641658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd686855-e1b4-45ba-9bb6-5e88130b2ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.651838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0966d2b4-d04d-47dd-9440-e1cb5c582faa req-9d10cb32-8607-4dc3-93e1-16996203908b service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369079 Sep 16 05:06:05.676500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-f82ed6d2-8b8e-47de-bd5e-6fdc48824b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.678251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-f82ed6d2-8b8e-47de-bd5e-6fdc48824b10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0970781 Sep 16 05:06:05.704595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd686855-e1b4-45ba-9bb6-5e88130b2ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.708705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd686855-e1b4-45ba-9bb6-5e88130b2ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.710027 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd686855-e1b4-45ba-9bb6-5e88130b2ac8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5c6f5c1-2252-4b13-9699-38a920436840 HTTP/1.1" status: 204 len: 168 time: 0.1617773 Sep 16 05:06:05.719963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd686855-e1b4-45ba-9bb6-5e88130b2ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c6f5c1-2252-4b13-9699-38a920436840,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.805862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-a3fc70f4-8b00-4a28-85bb-9800fa551767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.807481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-a3fc70f4-8b00-4a28-85bb-9800fa551767 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1183538 Sep 16 05:06:05.819457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262268b-0307-4f85-a80d-b771ca5fb8c8 req-78f4532f-b9ae-4428-8e9b-9c59cc66a626 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.820987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4262268b-0307-4f85-a80d-b771ca5fb8c8 req-78f4532f-b9ae-4428-8e9b-9c59cc66a626 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1051302 Sep 16 05:06:05.861986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-518788e1-2c58-409e-a343-bab87a385af2 req-f395d9b9-c9f9-4fc1-869c-3241bb79b75b tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.878306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-518788e1-2c58-409e-a343-bab87a385af2 req-f395d9b9-c9f9-4fc1-869c-3241bb79b75b tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.971798 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-518788e1-2c58-409e-a343-bab87a385af2 req-f395d9b9-c9f9-4fc1-869c-3241bb79b75b tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.973576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-518788e1-2c58-409e-a343-bab87a385af2 req-f395d9b9-c9f9-4fc1-869c-3241bb79b75b tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5182517 Sep 16 05:06:05.988508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4262268b-0307-4f85-a80d-b771ca5fb8c8 req-f1226017-b33c-42a8-9d32-e41e99861598 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451395 Sep 16 05:06:05.989954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395d9b9-c9f9-4fc1-869c-3241bb79b75b tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf40cdd-5b16-474b-a6f9-21ac549cc9f3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.017574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-7f54d7f5-8688-4943-a0fb-44c96adff804 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899600 Sep 16 05:06:06.088208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.177759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c10e53-1823-4f06-8539-da63e69cd530 req-2130fbf4-e3d6-48d7-afcf-dc9d12d2020a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.180042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25c10e53-1823-4f06-8539-da63e69cd530 req-2130fbf4-e3d6-48d7-afcf-dc9d12d2020a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 944 time: 0.1084299 Sep 16 05:06:06.227967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.237085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b39c7ba2-ed16-48fe-b809-7f87f55da8c7 req-00a263c1-6e9d-41fd-be86-b63ac4a624e5 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041824 Sep 16 05:06:06.238190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.251043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-18fbe5f9-37dd-49f5-8fb0-43a89e044b16 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/bcf40cdd-5b16-474b-a6f9-21ac549cc9f3 HTTP/1.1" status: 200 len: 1812 time: 0.1011722 Sep 16 05:06:06.256591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25c10e53-1823-4f06-8539-da63e69cd530 req-2db13eec-995a-4a68-a370-38b1a3471404 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664914 Sep 16 05:06:06.302530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcf40cdd-5b16-474b-a6f9-21ac549cc9f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:06.302987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcf40cdd-5b16-474b-a6f9-21ac549cc9f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:06.314991 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.322034 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8654833 Sep 16 05:06:06.328241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42772) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:06.353653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0cef42c2-a990-4889-b90b-6d4ce5dc4802 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Request body: {'security_group_rule': {'security_group_id': '0b0dd5a0-60e4-47f1-9c12-c333aff237ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:06.373360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:06.402431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fd0af-984c-4fa9-a6e5-c6469eaf7526 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0dd5a0-60e4-47f1-9c12-c333aff237ea,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.438501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0cef42c2-a990-4889-b90b-6d4ce5dc4802 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.447694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.561375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:06.561811 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.589957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.596368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.600040 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0cef42c2-a990-4889-b90b-6d4ce5dc4802 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.616706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0cef42c2-a990-4889-b90b-6d4ce5dc4802 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.657471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d176d82c-9c11-4fee-87e2-a9b63da9d1e1,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.668233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.675675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8dd9e7f-2691-48a5-aedd-5aff2e6b89e0 req-b2e9a07a-df9c-46f8-819a-1a65f9d73b78 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3902972 Sep 16 05:06:06.689786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef42c2-a990-4889-b90b-6d4ce5dc4802 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d42d112-cc86-452f-815c-6c6d21ac4d8e,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.695092 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0cef42c2-a990-4889-b90b-6d4ce5dc4802 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.702311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42788) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:06.703500 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0cef42c2-a990-4889-b90b-6d4ce5dc4802 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675334 Sep 16 05:06:06.710328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2a40ca32-cbb3-4fbc-a68d-be772de88b62 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Request body: {'security_group_rule': {'security_group_id': '0b0dd5a0-60e4-47f1-9c12-c333aff237ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:06.737372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338508b-c7a8-46f0-b9ef-17ac041eeaa3 req-41b431c4-1279-4dce-a4de-14591baa47db tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.745764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c338508b-c7a8-46f0-b9ef-17ac041eeaa3 req-41b431c4-1279-4dce-a4de-14591baa47db tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 948 time: 0.1290669 Sep 16 05:06:06.755621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.799331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:06.802893 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd80c83-e821-4313-8661-42dc3d00f52b" -d '{"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-plugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:06.818911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:06.823865 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.825595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fafbd9cc-ed85-420a-80c6-20460d846cf1 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:06.825735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c338508b-c7a8-46f0-b9ef-17ac041eeaa3 req-d2bb8867-c571-45d2-b8a5-54ede5fba49c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789342 Sep 16 05:06:06.829372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aab8190-6fc8-4335-9b02-474fc0eed26c req-e770aee1-e102-400c-b2e6-13a0222eed19 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/bcf40cdd-5b16-474b-a6f9-21ac549cc9f3 HTTP/1.1" status: 200 len: 2405 time: 0.1124027 Sep 16 05:06:06.829372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a40ca32-cbb3-4fbc-a68d-be772de88b62 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.915630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: fafbd9cc-ed85-420a-80c6-20460d846cf1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:06.915987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fafbd9cc-ed85-420a-80c6-20460d846cf1 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:06.920149 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabd9146-1518-40ab-a803-d9446c2f7af2 x-openstack-request-id: req-aabd9146-1518-40ab-a803-d9446c2f7af2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:06.920720 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-plugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:06.921203 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aabd9146-1518-40ab-a803-d9446c2f7af2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:06.922309 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'code': 200} Sep 16 05:06:06.923044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.928625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a40ca32-cbb3-4fbc-a68d-be772de88b62 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.937328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a40ca32-cbb3-4fbc-a68d-be772de88b62 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.949251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14415813-7bc4-4a68-adc8-415cc3ca8481 req-b7f354ae-c09e-4cc2-9889-aced93a5c123 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-group-rules/d176d82c-9c11-4fee-87e2-a9b63da9d1e1 HTTP/1.1" status: 200 len: 778 time: 0.0497611 Sep 16 05:06:06.973098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40ca32-cbb3-4fbc-a68d-be772de88b62 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5736faa-8a77-4498-b6fe-5579a4fd61e9,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:06.981994 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2a40ca32-cbb3-4fbc-a68d-be772de88b62 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:06.983328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2a40ca32-cbb3-4fbc-a68d-be772de88b62 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796621 Sep 16 05:06:06.991850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42802) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:06.999907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:07.059486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14415813-7bc4-4a68-adc8-415cc3ca8481 req-767804c2-f01f-4389-9af6-f1084c2b5f5e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/bcf40cdd-5b16-474b-a6f9-21ac549cc9f3 HTTP/1.1" status: 200 len: 2405 time: 0.1010435 Sep 16 05:06:07.061094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.125067 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14415813-7bc4-4a68-adc8-415cc3ca8481 req-8dc4a42f-252e-403b-8fae-b555f53e4ec3 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.158101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14415813-7bc4-4a68-adc8-415cc3ca8481 req-8dc4a42f-252e-403b-8fae-b555f53e4ec3 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.204831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14415813-7bc4-4a68-adc8-415cc3ca8481 req-8dc4a42f-252e-403b-8fae-b555f53e4ec3 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.212590 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14415813-7bc4-4a68-adc8-415cc3ca8481 req-8dc4a42f-252e-403b-8fae-b555f53e4ec3 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.213808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14415813-7bc4-4a68-adc8-415cc3ca8481 req-8dc4a42f-252e-403b-8fae-b555f53e4ec3 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d176d82c-9c11-4fee-87e2-a9b63da9d1e1 HTTP/1.1" status: 204 len: 173 time: 0.1317863 Sep 16 05:06:07.222970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4a42f-252e-403b-8fae-b555f53e4ec3 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d176d82c-9c11-4fee-87e2-a9b63da9d1e1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.235307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.392129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c0e5a4c8-e20b-4b0e-ad99-14ea2fac3488 req-33813465-7adf-4ed7-aafc-dfd479418198 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1605967814', 'description': 'tempest-description-1027448796'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:07.408154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f51137-c562-4f9f-8434-117d9f3ce526 req-71fafd6d-c8e5-4900-906d-7c1185a2dd34 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.408154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f51137-c562-4f9f-8434-117d9f3ce526 req-71fafd6d-c8e5-4900-906d-7c1185a2dd34 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1601810 Sep 16 05:06:07.475172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Allocated IP 172.25.6.198 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/c630c57c-bf26-4250-b593-4c1d5eb7c024) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:07.480155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c0e5a4c8-e20b-4b0e-ad99-14ea2fac3488 req-33813465-7adf-4ed7-aafc-dfd479418198 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.496063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f51137-c562-4f9f-8434-117d9f3ce526 req-b333812b-042e-485e-b8dd-8bebe09afb43 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776381 Sep 16 05:06:07.513833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:07.712206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:07.714055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.726147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c', 'mac_address': 'fa:16:3e:45:5d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:07.775304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.793329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.797098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:07.828129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:07.846733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.914972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'Port': ['ID=c630c57c-bf26-4250-b593-4c1d5eb7c024,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.920280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.976772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba494f-f28d-4f77-a231-efb951c98e99 req-11f489f6-fa38-402c-8fec-debb88668e4c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.978560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baba494f-f28d-4f77-a231-efb951c98e99 req-11f489f6-fa38-402c-8fec-debb88668e4c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.3384993 Sep 16 05:06:07.987671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:08.001467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:08.012369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:08.070236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c0e5a4c8-e20b-4b0e-ad99-14ea2fac3488 req-33813465-7adf-4ed7-aafc-dfd479418198 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.102370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baba494f-f28d-4f77-a231-efb951c98e99 req-419df365-a8aa-4de4-8d93-138e24dffa89 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121533 Sep 16 05:06:08.116321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c0e5a4c8-e20b-4b0e-ad99-14ea2fac3488 req-33813465-7adf-4ed7-aafc-dfd479418198 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.185189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c0e5a4c8-e20b-4b0e-ad99-14ea2fac3488 req-33813465-7adf-4ed7-aafc-dfd479418198 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.209065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0e5a4c8-e20b-4b0e-ad99-14ea2fac3488 req-33813465-7adf-4ed7-aafc-dfd479418198 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8394065 Sep 16 05:06:08.287689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.310293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33813465-7adf-4ed7-aafc-dfd479418198 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e017fbcd-1ddc-40b6-9956-8aa81ad20b03,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.344693 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.379546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 75260a4a-781a-4c98-88f0-e64b357569f3 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:08.550355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:08.596387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b1c5ed6-9ccf-43f2-9eec-59b0aa1f9a30 req-f47cf1c4-6b99-4f41-afbd-b4e78c12c827 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/e017fbcd-1ddc-40b6-9956-8aa81ad20b03 HTTP/1.1" status: 200 len: 1813 time: 0.1743662 Sep 16 05:06:08.606751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2181151-7e39-4ce9-b73f-5302c5e20596 req-d1d637e7-bc58-4428-9c1b-a8ae84b2c884 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.610648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 75260a4a-781a-4c98-88f0-e64b357569f3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=75260a4a-781a-4c98-88f0-e64b357569f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:08.620242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2181151-7e39-4ce9-b73f-5302c5e20596 req-d1d637e7-bc58-4428-9c1b-a8ae84b2c884 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 948 time: 0.1781502 Sep 16 05:06:08.631373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '75260a4a-781a-4c98-88f0-e64b357569f3', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '75260a4a-781a-4c98-88f0-e64b357569f3', 'mac_address': 'fa:16:3e:00:46:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:08.713565 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.726952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.749165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2181151-7e39-4ce9-b73f-5302c5e20596 req-3ef931bc-ae47-477b-8c73-7df9e8becba9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278567 Sep 16 05:06:08.817509 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.838114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'Port': ['ID=c630c57c-bf26-4250-b593-4c1d5eb7c024,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.844442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75260a4a-781a-4c98-88f0-e64b357569f3 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:08.851305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.879439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 75260a4a-781a-4c98-88f0-e64b357569f3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=75260a4a-781a-4c98-88f0-e64b357569f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:08.888703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.902278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cc950bb6-62a9-4bd2-86ed-cda5b556230d req-8b309855-3d6f-4bdd-9828-bf4d09b8404a tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-551353854', 'description': 'tempest-description-1133358916'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:08.959883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=75260a4a-781a-4c98-88f0-e64b357569f3,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:08.973092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.984634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b98eaf04-65f3-4a1d-9d8a-7c514835c7f5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9911306 Sep 16 05:06:08.992475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc950bb6-62a9-4bd2-86ed-cda5b556230d req-8b309855-3d6f-4bdd-9828-bf4d09b8404a tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.026050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5856ba2-6d65-43d9-91a1-10ac4d541f2e req-ccf776a7-dc11-41ab-8feb-7c0e9d364185 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.037794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5856ba2-6d65-43d9-91a1-10ac4d541f2e req-ccf776a7-dc11-41ab-8feb-7c0e9d364185 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1660552 Sep 16 05:06:09.101918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5856ba2-6d65-43d9-91a1-10ac4d541f2e req-524d5812-b61b-4839-9d37-a5f2135272fe tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628004 Sep 16 05:06:09.220368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:09.283615 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc950bb6-62a9-4bd2-86ed-cda5b556230d req-8b309855-3d6f-4bdd-9828-bf4d09b8404a tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.295679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc950bb6-62a9-4bd2-86ed-cda5b556230d req-8b309855-3d6f-4bdd-9828-bf4d09b8404a tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.387264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cc950bb6-62a9-4bd2-86ed-cda5b556230d req-8b309855-3d6f-4bdd-9828-bf4d09b8404a tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.388695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc950bb6-62a9-4bd2-86ed-cda5b556230d req-8b309855-3d6f-4bdd-9828-bf4d09b8404a tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5135744 Sep 16 05:06:09.395067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b309855-3d6f-4bdd-9828-bf4d09b8404a tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d5d2f-9b73-4a4e-bf7b-78681c1f4878,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:09.425013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6430df-8cc7-4214-a20d-8fa78cd677c3 req-ed08b813-d831-400c-bf84-8727f438d294 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.426212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b6430df-8cc7-4214-a20d-8fa78cd677c3 req-ed08b813-d831-400c-bf84-8727f438d294 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0947146 Sep 16 05:06:09.520743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b6430df-8cc7-4214-a20d-8fa78cd677c3 req-306c5943-2b87-47cc-873d-e51a9adea779 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Sep 16 05:06:09.697360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4a2710-bac7-4cb6-bd74-b4d2b72591f7 req-2d8387bb-ce40-4011-b3e6-0281102494a8 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/5b4d5d2f-9b73-4a4e-bf7b-78681c1f4878 HTTP/1.1" status: 200 len: 1812 time: 0.1169569 Sep 16 05:06:09.814365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-01d03a04-a121-46f2-ab47-79b68a0f7e87 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.816595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-01d03a04-a121-46f2-ab47-79b68a0f7e87 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 821 time: 0.1591687 Sep 16 05:06:09.858279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-9730ae35-69b1-490d-abbd-af4f5c233b2b req-893b4e56-9c24-4b2b-a650-4dc703289bb1 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1073678125', 'description': 'tempest-description-1626087171'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:09.867373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-3a84f50a-ac3f-4ce2-8d0f-5d1c62ef4852 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/quotas/7f867322bd324ab1bb8f61224e085683 HTTP/1.1" status: 200 len: 375 time: 0.0330424 Sep 16 05:06:09.920394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9730ae35-69b1-490d-abbd-af4f5c233b2b req-893b4e56-9c24-4b2b-a650-4dc703289bb1 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.964326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-03e21ca7-4091-4568-b125-aee0bd4753cc tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809319 Sep 16 05:06:10.120463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-47310abe-b687-49a8-9bd3-ca0ce1e8594a service neutron] 10.222.0.55 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613643 Sep 16 05:06:10.172729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9730ae35-69b1-490d-abbd-af4f5c233b2b req-893b4e56-9c24-4b2b-a650-4dc703289bb1 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.182424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9730ae35-69b1-490d-abbd-af4f5c233b2b req-893b4e56-9c24-4b2b-a650-4dc703289bb1 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.257546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9730ae35-69b1-490d-abbd-af4f5c233b2b req-893b4e56-9c24-4b2b-a650-4dc703289bb1 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.258793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9730ae35-69b1-490d-abbd-af4f5c233b2b req-893b4e56-9c24-4b2b-a650-4dc703289bb1 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4098353 Sep 16 05:06:10.279488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4e56-9c24-4b2b-a650-4dc703289bb1 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e14950-03e0-465a-be02-1fe5917a17d0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.312464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-2ae13d0d-15ac-4672-88f0-02bbdff881bb service neutron] 10.222.0.55 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842003 Sep 16 05:06:10.475470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e765f7-0979-4a44-bf92-c31a74d239ac req-59eea93b-c8db-45c9-aa2f-c42c97333ded tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.477272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86e765f7-0979-4a44-bf92-c31a74d239ac req-59eea93b-c8db-45c9-aa2f-c42c97333ded tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 949 time: 0.0723944 Sep 16 05:06:10.561282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86e765f7-0979-4a44-bf92-c31a74d239ac req-ea8ac90c-b51d-498a-92b9-5df1927e08ce tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721149 Sep 16 05:06:10.695302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb99b085-7ce6-4639-ac60-184d748504c5 req-c77fd069-355f-4da8-937a-64e71741565e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/10e14950-03e0-465a-be02-1fe5917a17d0 HTTP/1.1" status: 200 len: 1813 time: 0.1134782 Sep 16 05:06:10.750587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b3ab8-55dd-4a31-9a78-cd9a73d5b7e3 req-c1e45dfe-c1a6-465e-b3aa-a4d6f6117887 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.758492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-168b3ab8-55dd-4a31-9a78-cd9a73d5b7e3 req-c1e45dfe-c1a6-465e-b3aa-a4d6f6117887 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1236331 Sep 16 05:06:10.833708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-247977ff-555a-4445-b6be-fd787b9c0835 req-82518a00-6b89-487e-879a-c9730fcebc1c tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 210 time: 0.0656497 Sep 16 05:06:10.873064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-168b3ab8-55dd-4a31-9a78-cd9a73d5b7e3 req-c2e2fe32-03c9-4902-adde-1caced8c24b7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130886 Sep 16 05:06:11.022243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fed39-f5a9-425e-a4de-2020a0e8b2dd req-d20893c0-335b-4365-bb8f-8234408070b9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.023882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a42fed39-f5a9-425e-a4de-2020a0e8b2dd req-d20893c0-335b-4365-bb8f-8234408070b9 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0611963 Sep 16 05:06:11.043523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ba2c8dcb-0aed-4483-8396-1ce93a7b207d req-d3ec9acc-7a87-4744-91db-9120aca9e3f2 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-706601954', 'description': 'tempest-description-593431854'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:11.118049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a42fed39-f5a9-425e-a4de-2020a0e8b2dd req-444cc42d-3b4c-432c-9c69-98023fded913 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777175 Sep 16 05:06:11.118049 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ba2c8dcb-0aed-4483-8396-1ce93a7b207d req-d3ec9acc-7a87-4744-91db-9120aca9e3f2 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.365771 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ba2c8dcb-0aed-4483-8396-1ce93a7b207d req-d3ec9acc-7a87-4744-91db-9120aca9e3f2 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.374092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ba2c8dcb-0aed-4483-8396-1ce93a7b207d req-d3ec9acc-7a87-4744-91db-9120aca9e3f2 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.430750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec9acc-7a87-4744-91db-9120aca9e3f2 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1193f9-fba2-4469-8b5d-96898072039e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:11.457808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ba2c8dcb-0aed-4483-8396-1ce93a7b207d req-d3ec9acc-7a87-4744-91db-9120aca9e3f2 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.460660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba2c8dcb-0aed-4483-8396-1ce93a7b207d req-d3ec9acc-7a87-4744-91db-9120aca9e3f2 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4222898 Sep 16 05:06:11.525422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.625224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aa2033c-53a6-49a0-92b9-3d6fe0da8ebb req-f3b8035c-97c6-451f-8e9b-0fd3b2467306 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/0f1193f9-fba2-4469-8b5d-96898072039e HTTP/1.1" status: 200 len: 1811 time: 0.1149957 Sep 16 05:06:11.648591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:11.663652 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-5f05da90-daec-47e3-8be2-58958e9e6b50 req-09ccbf4c-3e00-4214-9ecd-6f5a1939e9c9 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] show failed (client error): The resource could not be found. Sep 16 05:06:11.684309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f05da90-daec-47e3-8be2-58958e9e6b50 req-09ccbf4c-3e00-4214-9ecd-6f5a1939e9c9 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/b03f6bbd-5f5f-444a-a53b-d1d511b5b0ec HTTP/1.1" status: 404 len: 352 time: 0.0286338 Sep 16 05:06:11.724082 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-e1ee6b29-4b17-4b5d-8c61-ec65a0160243 req-82d42c2e-bf52-41e6-800c-bc7adeb757bb tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] show failed (client error): The resource could not be found. Sep 16 05:06:11.725348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1ee6b29-4b17-4b5d-8c61-ec65a0160243 req-82d42c2e-bf52-41e6-800c-bc7adeb757bb tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-group-rules/05c975f7-a228-4122-b7de-100d0bbdb852 HTTP/1.1" status: 404 len: 361 time: 0.0184379 Sep 16 05:06:11.758393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:11.768595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:11.769352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.815758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f9c5-272e-432d-a319-c3e0325e8fa9 req-442ce982-3045-4167-b5e4-126a314d0653 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.829803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45b8f9c5-272e-432d-a319-c3e0325e8fa9 req-442ce982-3045-4167-b5e4-126a314d0653 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 949 time: 0.1520212 Sep 16 05:06:11.891016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e8c1e13-2e96-4361-866a-c122a19def62 req-e4ae3ceb-9138-4cb3-8516-14ff7efb30ad tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/0f1193f9-fba2-4469-8b5d-96898072039e HTTP/1.1" status: 200 len: 1811 time: 0.1323621 Sep 16 05:06:11.930829 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:11.992378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d0667-a289-4479-a3e3-f94365783628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:11.997210 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0837356e-74a7-401f-ad20-5599c41135ee" -d '{"events": [{"server_uuid": "2b9d0667-a289-4479-a3e3-f94365783628", "name": "network-vif-plugged", "status": "completed", "tag": "9502cc74-fdd2-4bd7-8cc7-40aedef3b06c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:12.008461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45b8f9c5-272e-432d-a319-c3e0325e8fa9 req-8cc7a2a4-0880-4b7d-b9f1-9d5fe4db3b68 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647687 Sep 16 05:06:12.035724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:12.037802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e8c1e13-2e96-4361-866a-c122a19def62 req-3bbf4d71-e882-4c5e-bb5d-683c21db10f6 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.044969 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.097169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e8c1e13-2e96-4361-866a-c122a19def62 req-3bbf4d71-e882-4c5e-bb5d-683c21db10f6 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.136431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42950) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:12.165277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.204782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80f40c67-b28b-4251-8b29-883089a72006 req-326bd736-da9f-4845-b6ed-a54fe9033dfe tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 210 time: 0.0866549 Sep 16 05:06:12.326052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac9d0672-2136-41b4-af56-78d787d0c6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.421670 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 75260a4a-781a-4c98-88f0-e64b357569f3 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:12.433684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e8c1e13-2e96-4361-866a-c122a19def62 req-3bbf4d71-e882-4c5e-bb5d-683c21db10f6 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.438256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e8c1e13-2e96-4361-866a-c122a19def62 req-3bbf4d71-e882-4c5e-bb5d-683c21db10f6 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.451485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e8c1e13-2e96-4361-866a-c122a19def62 req-3bbf4d71-e882-4c5e-bb5d-683c21db10f6 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "DELETE /v2.0/security-groups/0f1193f9-fba2-4469-8b5d-96898072039e HTTP/1.1" status: 204 len: 173 time: 0.5561612 Sep 16 05:06:12.516990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac9d0672-2136-41b4-af56-78d787d0c6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.525065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac9d0672-2136-41b4-af56-78d787d0c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.528688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf4d71-e882-4c5e-bb5d-683c21db10f6 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1193f9-fba2-4469-8b5d-96898072039e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.565555 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ac9d0672-2136-41b4-af56-78d787d0c6ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ba0998f6fd5493ba0fb8d26c49dc9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267278 Sep 16 05:06:12.568523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42958) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:12.570233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 75260a4a-781a-4c98-88f0-e64b357569f3 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:12.576008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 75260a4a-781a-4c98-88f0-e64b357569f3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:12.576542 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.636882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d0672-2136-41b4-af56-78d787d0c6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ebbcae-0193-466b-b7dd-74e967435153,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.640625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-1b3bac8d-e797-43bd-9eec-50f70d8ebdd3 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.657412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-1b3bac8d-e797-43bd-9eec-50f70d8ebdd3 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 821 time: 0.4339478 Sep 16 05:06:12.679031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a9ad5-2a7c-423a-872c-267b5301f671 req-f57bdf52-0b07-40cf-8004-554fcfaa100d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.681500 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ae5d5e-1517-4d20-80ca-5b174800d779 x-openstack-request-id: req-87ae5d5e-1517-4d20-80ca-5b174800d779 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:12.683940 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d0667-a289-4479-a3e3-f94365783628", "name": "network-vif-plugged", "status": "completed", "tag": "9502cc74-fdd2-4bd7-8cc7-40aedef3b06c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:12.684255 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87ae5d5e-1517-4d20-80ca-5b174800d779 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:12.684674 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d0667-a289-4479-a3e3-f94365783628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c', 'code': 200} Sep 16 05:06:12.689505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-211a9ad5-2a7c-423a-872c-267b5301f671 req-f57bdf52-0b07-40cf-8004-554fcfaa100d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2611902 Sep 16 05:06:12.699146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6557cd3d-6712-4668-8848-f412f825321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.699372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Request body: {'port': {'device_id': '3996886d-8e17-40b0-8493-62c6f04707d5', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'admin_state_up': True, 'tenant_id': '7f867322bd324ab1bb8f61224e085683'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:12.743283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6557cd3d-6712-4668-8848-f412f825321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.801354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-211a9ad5-2a7c-423a-872c-267b5301f671 req-dddc52f6-3f92-4729-b456-5ca641e4e1d7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106474 Sep 16 05:06:12.822720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.839452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6557cd3d-6712-4668-8848-f412f825321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.857433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6557cd3d-6712-4668-8848-f412f825321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.859840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6557cd3d-6712-4668-8848-f412f825321f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49ebbcae-0193-466b-b7dd-74e967435153 HTTP/1.1" status: 204 len: 168 time: 0.2883537 Sep 16 05:06:12.871287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557cd3d-6712-4668-8848-f412f825321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ebbcae-0193-466b-b7dd-74e967435153,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.990114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27c56-e7b7-4154-bbfe-f5033aac1c10 req-b804d160-f2f2-4579-ad2b-1be78463fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.992580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11e27c56-e7b7-4154-bbfe-f5033aac1c10 req-b804d160-f2f2-4579-ad2b-1be78463fb1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 1101 time: 0.1385622 Sep 16 05:06:12.995328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 75260a4a-781a-4c98-88f0-e64b357569f3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=75260a4a-781a-4c98-88f0-e64b357569f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:13.006102 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.016171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8dd3-141e-4903-903e-5bf084c6ec9c req-32151449-672d-4a20-97b0-87a3c2d478bb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.018602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf7f8dd3-141e-4903-903e-5bf084c6ec9c req-32151449-672d-4a20-97b0-87a3c2d478bb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2544401 Sep 16 05:06:13.129182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=75260a4a-781a-4c98-88f0-e64b357569f3,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.182779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf7f8dd3-141e-4903-903e-5bf084c6ec9c req-94e55023-1b17-4d94-b994-a6fa2b15caf5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536036 Sep 16 05:06:13.193576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00106c0-b551-448f-a2f2-b553949d9788 req-5b5855ce-cd01-4fc8-81da-1abf91beb4bc tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/10e14950-03e0-465a-be02-1fe5917a17d0 HTTP/1.1" status: 200 len: 1813 time: 0.1167359 Sep 16 05:06:13.211347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11e27c56-e7b7-4154-bbfe-f5033aac1c10 req-62bcec29-1891-4c09-9ea0-d75b38d2a3f4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835582 Sep 16 05:06:13.230027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Made reservation on behalf of 7f867322bd324ab1bb8f61224e085683 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:13.241747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.450470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00106c0-b551-448f-a2f2-b553949d9788 req-23467435-32ad-4842-b2c8-5cef2ec6b346 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.475637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9725fc-b83e-46bc-8465-d74f71631aa1 req-35a67fde-64f4-4e40-8975-b24cb283435a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.477320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f9725fc-b83e-46bc-8465-d74f71631aa1 req-35a67fde-64f4-4e40-8975-b24cb283435a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 950 time: 0.1997294 Sep 16 05:06:13.957666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Allocated IP 172.20.0.11 (1d33c96b-a7c6-4b8a-857f-19827af9bf65/3b2e60de-fdce-4632-a5b7-e75dd578e560/f39fb1d9-a9fd-4257-8e7c-16b93a655ac1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:13.974244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00106c0-b551-448f-a2f2-b553949d9788 req-23467435-32ad-4842-b2c8-5cef2ec6b346 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.036230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f9725fc-b83e-46bc-8465-d74f71631aa1 req-fa7803ce-0f73-4fe1-b9ef-bdaf654de9d1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407488 Sep 16 05:06:14.094222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42990) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:14.138672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00106c0-b551-448f-a2f2-b553949d9788 req-23467435-32ad-4842-b2c8-5cef2ec6b346 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.141327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00106c0-b551-448f-a2f2-b553949d9788 req-23467435-32ad-4842-b2c8-5cef2ec6b346 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.148734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00106c0-b551-448f-a2f2-b553949d9788 req-23467435-32ad-4842-b2c8-5cef2ec6b346 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "DELETE /v2.0/security-groups/10e14950-03e0-465a-be02-1fe5917a17d0 HTTP/1.1" status: 204 len: 173 time: 0.9450002 Sep 16 05:06:14.211325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23848c58-ebc3-48bc-b7d2-8bc08d9daed4 req-9be41034-4b9a-41ea-be07-7c260cdfbc8a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 210 time: 0.0611174 Sep 16 05:06:14.212865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23467435-32ad-4842-b2c8-5cef2ec6b346 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e14950-03e0-465a-be02-1fe5917a17d0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:14.336803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-551303249-network', 'tenant_id': 'e3a4504a1ca94fc4b53c06b5723120fb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:14.388700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Made reservation on behalf of e3a4504a1ca94fc4b53c06b5723120fb for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:14.395880 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.407617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.418227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.459933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4d0ac7b-76c5-4b3a-ad27-6feec44d5dee req-b1aa1e29-efc2-4f7d-8025-c06430a64e48 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/5b4d5d2f-9b73-4a4e-bf7b-78681c1f4878 HTTP/1.1" status: 200 len: 1812 time: 0.0933723 Sep 16 05:06:14.477184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e52d-94d6-4674-bd11-74f3a59068d9 req-2c4b0aa3-2293-41b3-8a45-bd118b193487 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.478804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2017e52d-94d6-4674-bd11-74f3a59068d9 req-2c4b0aa3-2293-41b3-8a45-bd118b193487 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1312621 Sep 16 05:06:14.576299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.583564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2017e52d-94d6-4674-bd11-74f3a59068d9 req-42238ea1-4535-4ad2-a96a-dc9e4dec0925 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943956 Sep 16 05:06:14.584490 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.586430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.603150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:14.614508 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.615848 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Added segment 6d01e8bd-71ed-4433-b17b-5d4d12c2625f of type vlan for network 3eb812a3-e8c9-42f2-a911-ff9b97c111c8 Sep 16 05:06:14.686398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e58b1-6597-4753-9191-1a4571149631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75260a4a-781a-4c98-88f0-e64b357569f3'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:14.688850 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb914185-948f-4d8e-99f5-66321499ab7c" -d '{"events": [{"server_uuid": "1f0e58b1-6597-4753-9191-1a4571149631", "name": "network-vif-plugged", "status": "completed", "tag": "75260a4a-781a-4c98-88f0-e64b357569f3"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:14.704161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:14.727898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:14.731170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:14.753780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4d0ac7b-76c5-4b3a-ad27-6feec44d5dee req-97c1017f-c945-4a32-80c0-ee5b0ba61982 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.755733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f33ee37-f221-4de1-a22d-69fc7564d133,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:14.775881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.827925 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.829874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.830940 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.832400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:14.857303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4d0ac7b-76c5-4b3a-ad27-6feec44d5dee req-97c1017f-c945-4a32-80c0-ee5b0ba61982 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.890661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.891441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.913224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f7e4f-f5e3-4d01-bea9-2f1d5ff7bd3b req-207df744-5aaa-4d88-9887-9038857c84db tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.913502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-737f7e4f-f5e3-4d01-bea9-2f1d5ff7bd3b req-207df744-5aaa-4d88-9887-9038857c84db tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2075913 Sep 16 05:06:14.955266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-6219f442-bd6d-4bc5-9e33-0b75d67dcebd tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2632449 Sep 16 05:06:14.977297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Request body: {'port': {'device_id': '3996886d-8e17-40b0-8493-62c6f04707d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:14.999091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4d0ac7b-76c5-4b3a-ad27-6feec44d5dee req-97c1017f-c945-4a32-80c0-ee5b0ba61982 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.001783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4d0ac7b-76c5-4b3a-ad27-6feec44d5dee req-97c1017f-c945-4a32-80c0-ee5b0ba61982 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.018538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4d0ac7b-76c5-4b3a-ad27-6feec44d5dee req-97c1017f-c945-4a32-80c0-ee5b0ba61982 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b4d5d2f-9b73-4a4e-bf7b-78681c1f4878 HTTP/1.1" status: 204 len: 173 time: 0.5379405 Sep 16 05:06:15.036451 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9399233 Sep 16 05:06:15.037625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4073735-b3f3-4714-a575-f29a00066b31 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb812a3-e8c9-42f2-a911-ff9b97c111c8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.040603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43002) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:15.048459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Request body: {'subnet': {'network_id': '3eb812a3-e8c9-42f2-a911-ff9b97c111c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-551303249-subnet', 'tenant_id': 'e3a4504a1ca94fc4b53c06b5723120fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:15.051828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3eb812a3-e8c9-42f2-a911-ff9b97c111c8 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:15.088860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Made reservation on behalf of e3a4504a1ca94fc4b53c06b5723120fb for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:15.094081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.096207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1017f-c945-4a32-80c0-ee5b0ba61982 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d5d2f-9b73-4a4e-bf7b-78681c1f4878,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.112966 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5d2f38-6081-47ae-8865-433aecab7931 x-openstack-request-id: req-db5d2f38-6081-47ae-8865-433aecab7931 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:15.113482 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e58b1-6597-4753-9191-1a4571149631", "name": "network-vif-plugged", "status": "completed", "tag": "75260a4a-781a-4c98-88f0-e64b357569f3", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:15.113604 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db5d2f38-6081-47ae-8865-433aecab7931 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:15.118730 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e58b1-6597-4753-9191-1a4571149631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75260a4a-781a-4c98-88f0-e64b357569f3', 'code': 200} Sep 16 05:06:15.142620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-737f7e4f-f5e3-4d01-bea9-2f1d5ff7bd3b req-b0821b63-881d-4eee-aad4-41425388ba3b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001922 Sep 16 05:06:15.174873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.274798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd67eca7-376a-4608-a52e-c6834d52322b req-483e0d59-f72d-4ae2-bdb7-f3b838a2c942 tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/e017fbcd-1ddc-40b6-9956-8aa81ad20b03 HTTP/1.1" status: 200 len: 1813 time: 0.1392422 Sep 16 05:06:15.453419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dd67eca7-376a-4608-a52e-c6834d52322b req-2d8493ca-f96a-4228-b929-389c47f7ba8e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.480249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dd67eca7-376a-4608-a52e-c6834d52322b req-2d8493ca-f96a-4228-b929-389c47f7ba8e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.518336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784ac8-59c8-4e33-b18f-222927157c4d req-372217cb-8827-4060-acc4-3b358920c199 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.531306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62784ac8-59c8-4e33-b18f-222927157c4d req-372217cb-8827-4060-acc4-3b358920c199 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 950 time: 0.2705595 Sep 16 05:06:15.643164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62784ac8-59c8-4e33-b18f-222927157c4d req-feb61dd4-263a-44d1-b420-d5d0603aa91c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094327 Sep 16 05:06:15.648018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c9113-77d7-43a6-aefe-90a5a4d90a11 req-0f19f4a3-3117-4295-bbed-62017931ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.650001 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-349c9113-77d7-43a6-aefe-90a5a4d90a11 req-0f19f4a3-3117-4295-bbed-62017931ecf0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 1102 time: 0.1948509 Sep 16 05:06:15.762163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dd67eca7-376a-4608-a52e-c6834d52322b req-2d8493ca-f96a-4228-b929-389c47f7ba8e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.769029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dd67eca7-376a-4608-a52e-c6834d52322b req-2d8493ca-f96a-4228-b929-389c47f7ba8e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.769029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd67eca7-376a-4608-a52e-c6834d52322b req-2d8493ca-f96a-4228-b929-389c47f7ba8e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "DELETE /v2.0/security-groups/e017fbcd-1ddc-40b6-9956-8aa81ad20b03 HTTP/1.1" status: 204 len: 173 time: 0.4925025 Sep 16 05:06:15.838608 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-349c9113-77d7-43a6-aefe-90a5a4d90a11 req-0adca647-5597-4331-9d72-8d9cd3478b0b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770816 Sep 16 05:06:15.840106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8493ca-f96a-4228-b929-389c47f7ba8e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017fbcd-1ddc-40b6-9956-8aa81ad20b03,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.864752 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.919743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a18117-bc73-4bbd-8fbf-4bf2a7d0b3a4 req-953ab50f-c812-49ee-adcf-803a6b5e4987 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.922491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a18117-bc73-4bbd-8fbf-4bf2a7d0b3a4 req-953ab50f-c812-49ee-adcf-803a6b5e4987 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 932 time: 0.1662667 Sep 16 05:06:15.983861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Checking segment: {'id': '6d01e8bd-71ed-4433-b17b-5d4d12c2625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3eb812a3-e8c9-42f2-a911-ff9b97c111c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:15.984516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Network hostable DHCP agents. Network: 3eb812a3-e8c9-42f2-a911-ff9b97c111c8, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:15.995287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45b2010-b4ad-4b52-b41a-b88ead04fc51,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:16.024982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Network 3eb812a3-e8c9-42f2-a911-ff9b97c111c8 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:16.039971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 3eb812a3-e8c9-42f2-a911-ff9b97c111c8) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:16.047775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:16.063165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a18117-bc73-4bbd-8fbf-4bf2a7d0b3a4 req-406901dc-5771-420e-b35f-71b65bcc9171 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293156 Sep 16 05:06:16.065313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.067096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76529c84-3e61-45cf-83c3-ed8b0e29050e None None] Network 3eb812a3-e8c9-42f2-a911-ff9b97c111c8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:16.083476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.084900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Transition to ACTIVE for port object f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:16.086840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.105896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.141377 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d779dd8f-357b-4c77-8208-652485ff815b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0925927 Sep 16 05:06:16.323876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b75a68b-270b-4fe7-8926-ced5550e1c6c None None] Network 3eb812a3-e8c9-42f2-a911-ff9b97c111c8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:16.352248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:16.373216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d11f070d-3dd4-4594-af4f-b69fff75d082 req-9efe2497-9dac-4603-b8c0-5d8c2a8a638e tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "GET /v2.0/security-groups/bcf40cdd-5b16-474b-a6f9-21ac549cc9f3 HTTP/1.1" status: 200 len: 1812 time: 0.2228243 Sep 16 05:06:16.389203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaad9b-d229-44ac-a956-7d7938d78b7f req-f059eb2e-90bb-44dd-9fa5-23ce42a9ad91 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.397795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3aaad9b-d229-44ac-a956-7d7938d78b7f req-f059eb2e-90bb-44dd-9fa5-23ce42a9ad91 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2041321 Sep 16 05:06:16.481236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Attempting to bind port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:16.481633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Attempting to bind port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:16.481969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Attempting to bind port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:16.529030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3aaad9b-d229-44ac-a956-7d7938d78b7f req-3f13f299-9201-4f82-b411-b45b4c54d30f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282179 Sep 16 05:06:16.540038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:16.544082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Attempting to bind port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:16.554414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:16.562371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Checking segment: {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:16.562708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Bound using segment: {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:16.563403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Bound port: f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:16.563782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.639527 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d11f070d-3dd4-4594-af4f-b69fff75d082 req-8dd92279-4577-4dfc-8008-9d5aa71e1b2d tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.753879 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d11f070d-3dd4-4594-af4f-b69fff75d082 req-8dd92279-4577-4dfc-8008-9d5aa71e1b2d tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.831952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:16.841570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e3bd3-6b3d-46a3-bcaa-95192a6a1c55 req-b023c567-2030-44f6-89ba-c8eb8d058bdf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.843732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-931e3bd3-6b3d-46a3-bcaa-95192a6a1c55 req-b023c567-2030-44f6-89ba-c8eb8d058bdf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2076347 Sep 16 05:06:16.845945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:16.885909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-931e3bd3-6b3d-46a3-bcaa-95192a6a1c55 req-2c97f5b8-6ab5-46d1-8cfb-4bd1adb180e0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339613 Sep 16 05:06:16.890140 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.894701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d11f070d-3dd4-4594-af4f-b69fff75d082 req-8dd92279-4577-4dfc-8008-9d5aa71e1b2d tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.898023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d11f070d-3dd4-4594-af4f-b69fff75d082 req-8dd92279-4577-4dfc-8008-9d5aa71e1b2d tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.899035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d11f070d-3dd4-4594-af4f-b69fff75d082 req-8dd92279-4577-4dfc-8008-9d5aa71e1b2d tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] 10.222.0.55 "DELETE /v2.0/security-groups/bcf40cdd-5b16-474b-a6f9-21ac549cc9f3 HTTP/1.1" status: 204 len: 173 time: 0.5245020 Sep 16 05:06:16.909270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:16.956917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd92279-4577-4dfc-8008-9d5aa71e1b2d tempest-SecurityGroupRulesNegativeTestJSON-940594460 tempest-SecurityGroupRulesNegativeTestJSON-940594460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf40cdd-5b16-474b-a6f9-21ac549cc9f3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:16.962924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.962924 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.963602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] 10.222.0.73 "PUT /v2.0/ports/f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 HTTP/1.1" status: 200 len: 1093 time: 1.9959252 Sep 16 05:06:16.964010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:16.966256 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b868c-6c2f-45bc-bc48-d7c346c715b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:17.013592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef99d59-50a0-4d47-868c-cc6c2d9e1546 service neutron] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.029501 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] Deleting subnet 557984c1-c12f-4f46-a536-93b42297c28d {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:17.035158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.095202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.163558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.190416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefebfe8-c0df-4bf2-bff3-18b66fd1ccb2 req-0ba04405-880a-423e-ae35-6f2e200549fc tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.203000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aefebfe8-c0df-4bf2-bff3-18b66fd1ccb2 req-0ba04405-880a-423e-ae35-6f2e200549fc tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 950 time: 0.1904790 Sep 16 05:06:17.209979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-550b2f38-9250-4ed9-ae92-9dca4c6a9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.212776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-550b2f38-9250-4ed9-ae92-9dca4c6a9401 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 1096 time: 0.1673689 Sep 16 05:06:17.251832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.276988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-15ffac52-d996-4c14-a75c-4aed9108679e req-b62a88f1-650c-49a8-830e-448d916fff99 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2084776577', 'description': 'tempest-description-1404603046'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:17.282107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-4dee46d6-3ad7-4dad-9ff5-a2653b0e5972 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 HTTP/1.1" status: 200 len: 217 time: 0.0571485 Sep 16 05:06:17.288024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557984c1-c12f-4f46-a536-93b42297c28d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.297137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.302401 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5f9588b8-3add-4454-bbbc-2d2217fbcbbe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/557984c1-c12f-4f46-a536-93b42297c28d HTTP/1.1" status: 204 len: 168 time: 0.3918750 Sep 16 05:06:17.303026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43040) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:17.379409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aefebfe8-c0df-4bf2-bff3-18b66fd1ccb2 req-dc6dbfba-6ccd-4085-9a49-b9ef84e00883 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653125 Sep 16 05:06:17.388488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-15ffac52-d996-4c14-a75c-4aed9108679e req-b62a88f1-650c-49a8-830e-448d916fff99 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.429583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-e59010b2-2131-46fe-b384-00486c70ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.431177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-e59010b2-2131-46fe-b384-00486c70ff50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b2e60de-fdce-4632-a5b7-e75dd578e560 HTTP/1.1" status: 200 len: 861 time: 0.1359918 Sep 16 05:06:17.476680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-cf62d396-18ca-4cee-974c-3fd0e776dcb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d33c96b-a7c6-4b8a-857f-19827af9bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358407 Sep 16 05:06:17.484188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.589240 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0fa564-4836-4a41-8ef1-99e7a27c1e45 x-openstack-request-id: req-0c0fa564-4836-4a41-8ef1-99e7a27c1e45 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:17.589240 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:17.589240 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c0fa564-4836-4a41-8ef1-99e7a27c1e45 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:17.589788 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'status': 'completed', 'code': 200} Sep 16 05:06:17.612717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-15ffac52-d996-4c14-a75c-4aed9108679e req-b62a88f1-650c-49a8-830e-448d916fff99 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.619924 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-15ffac52-d996-4c14-a75c-4aed9108679e req-b62a88f1-650c-49a8-830e-448d916fff99 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.640967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.659999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-15ffac52-d996-4c14-a75c-4aed9108679e req-b62a88f1-650c-49a8-830e-448d916fff99 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.661541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15ffac52-d996-4c14-a75c-4aed9108679e req-b62a88f1-650c-49a8-830e-448d916fff99 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3910871 Sep 16 05:06:17.674902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-5cc49705-7075-4b57-8f5b-1c69fcb71813 service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885972 Sep 16 05:06:17.677056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a88f1-650c-49a8-830e-448d916fff99 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45667c03-0080-47d6-a64a-9ce8f83b2ecd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.680483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af56dd52-a4bb-430b-a7fb-bf4cbedd011e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:17.704510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3fd3e3-8610-4217-9fef-b7e72cda865b') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:17.704845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3fd3e3-8610-4217-9fef-b7e72cda865b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:17.737400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.768677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.775568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:17.776335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:17.778417 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:17.853790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.865843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.872758 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] 10.222.0.55 "DELETE /v2.0/networks/af56dd52-a4bb-430b-a7fb-bf4cbedd011e HTTP/1.1" status: 204 len: 168 time: 0.5680783 Sep 16 05:06:17.894733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee90d4-2e20-4e53-8678-e567fc39b530 admin admin] Pushing event deleted for resources: {'Network': ['ID=af56dd52-a4bb-430b-a7fb-bf4cbedd011e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.920322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893be5e-fe76-4cae-b11c-9708bf598d70 req-f2fde73c-33b4-4675-b587-05bd68587634 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.921910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9893be5e-fe76-4cae-b11c-9708bf598d70 req-f2fde73c-33b4-4675-b587-05bd68587634 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1371543 Sep 16 05:06:17.924337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bac4b9a-24ec-440e-946f-83caa7704ce8 req-38576af0-ae60-417d-bc04-95999f4c77c7 service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240279 Sep 16 05:06:17.953939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c8415-5e30-4c5b-a2df-8a7e1e06de7c req-52c322d9-a189-4af2-b863-88943623ec74 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.955510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab9c8415-5e30-4c5b-a2df-8a7e1e06de7c req-52c322d9-a189-4af2-b863-88943623ec74 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.1725075 Sep 16 05:06:18.066365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43052) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:18.075688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab9c8415-5e30-4c5b-a2df-8a7e1e06de7c req-03450633-3fa9-469e-92f8-932d301e3a77 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113486 Sep 16 05:06:18.081021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9893be5e-fe76-4cae-b11c-9708bf598d70 req-48de02f1-346d-4ff4-bf5c-c5b934249666 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520462 Sep 16 05:06:18.104661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-cada769e-1f06-4ecf-b3b0-53cd361e6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.106532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-cada769e-1f06-4ecf-b3b0-53cd361e6bf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 1096 time: 0.0994198 Sep 16 05:06:18.210378 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e9661df8-dee1-4f33-bf72-7b3f570ed941 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db69691da8084572bb30ad378fe5607e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423271 Sep 16 05:06:18.211628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43054) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:18.240117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-5bd23999-66ca-4278-93dc-db29ec43460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.253549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-5bd23999-66ca-4278-93dc-db29ec43460b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 922 time: 0.1383426 Sep 16 05:06:18.289253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b2edd8a-516b-4393-8618-b3cd55b145b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.320390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-e672aee0-3e3c-4eb2-8f5b-23a8f50862ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 HTTP/1.1" status: 200 len: 217 time: 0.0475011 Sep 16 05:06:18.320847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b2edd8a-516b-4393-8618-b3cd55b145b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.392473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b2edd8a-516b-4393-8618-b3cd55b145b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.395743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b2edd8a-516b-4393-8618-b3cd55b145b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.401724 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3b2edd8a-516b-4393-8618-b3cd55b145b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da7bb0f9-0a7e-4b5b-ab82-a6229d8e77b3 HTTP/1.1" status: 204 len: 168 time: 0.1758485 Sep 16 05:06:18.427148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2edd8a-516b-4393-8618-b3cd55b145b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7bb0f9-0a7e-4b5b-ab82-a6229d8e77b3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:18.446739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f6358-96d6-41e6-97da-fdfd8c74e620 req-c95db9fd-28ac-4a9c-8a9e-815443d1729e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.456661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd2f6358-96d6-41e6-97da-fdfd8c74e620 req-c95db9fd-28ac-4a9c-8a9e-815443d1729e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.2205193 Sep 16 05:06:18.468652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-ddc5d4ce-94e6-4e00-a968-5b4218ea1db9 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/45667c03-0080-47d6-a64a-9ce8f83b2ecd HTTP/1.1" status: 200 len: 1805 time: 0.2311709 Sep 16 05:06:18.478210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45667c03-0080-47d6-a64a-9ce8f83b2ecd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:18.478850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45667c03-0080-47d6-a64a-9ce8f83b2ecd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:18.502085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-218d8f77-a285-4894-982c-5da0134681d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.503684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-218d8f77-a285-4894-982c-5da0134681d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b2e60de-fdce-4632-a5b7-e75dd578e560 HTTP/1.1" status: 200 len: 861 time: 0.1634743 Sep 16 05:06:18.561157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-eb1d6189-41ea-4b7e-a9ab-a681678024f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d33c96b-a7c6-4b8a-857f-19827af9bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491350 Sep 16 05:06:18.584641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd2f6358-96d6-41e6-97da-fdfd8c74e620 req-d1b12dcf-a259-4112-bc3e-73d50f321b02 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269398 Sep 16 05:06:18.712132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-956a8197-215d-47af-a690-ba249d1f8058 service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415770 Sep 16 05:06:18.831989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-398b868c-6c2f-45bc-bc48-d7c346c715b8 req-ae9c2ebf-9ce3-4c7f-b4fb-083f65dc1ec8 service neutron] 10.222.0.73 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104486 Sep 16 05:06:18.868887 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.901121 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.908205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f5d5d-1a48-4f94-8bac-3883c0b66dee req-67fd02ee-3d3d-4a7e-ba46-0be45493f811 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.909895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-390f5d5d-1a48-4f94-8bac-3883c0b66dee req-67fd02ee-3d3d-4a7e-ba46-0be45493f811 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 950 time: 0.0997508 Sep 16 05:06:18.911385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.919562 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-95dd4fe8-16f5-48bc-90e4-16965b668ac9 service neutron] show failed (client error): The resource could not be found. Sep 16 05:06:18.921629 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-95dd4fe8-16f5-48bc-90e4-16965b668ac9 service neutron] 10.222.0.73 "GET /v2.0/ports/bcc7245e-750c-4cf8-bb81-32a098cfac21/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.1466351 Sep 16 05:06:18.938637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695284fa-0259-4a37-8239-6b33697d2fe5,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:18.982430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:18.983559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6149defe-aca2-4459-94fc-988d2ad615e1 req-e860141f-97cc-472d-a920-a1285261ce56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5140572 Sep 16 05:06:19.017912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-390f5d5d-1a48-4f94-8bac-3883c0b66dee req-e2641ed2-bf1a-4a32-9cbd-d813c9d9fa4a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761669 Sep 16 05:06:19.161408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-37038805-3c74-4b0d-9c53-c8d3e1e28c14 req-0124caef-9ff0-43ad-98ea-aac03de84390 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1780410694', 'description': 'tempest-description-1917453235'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:19.202314 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37038805-3c74-4b0d-9c53-c8d3e1e28c14 req-0124caef-9ff0-43ad-98ea-aac03de84390 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.414816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-373b3c7f-5964-4493-906a-aafbb1608f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.416376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-373b3c7f-5964-4493-906a-aafbb1608f51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db&tenant_id=51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 1102 time: 0.1993799 Sep 16 05:06:19.433273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a0dc6-2827-4b9e-bdd2-e74727205cd3 req-d2940c2f-ced9-4def-9688-8e6daa952067 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.435352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a2a0dc6-2827-4b9e-bdd2-e74727205cd3 req-d2940c2f-ced9-4def-9688-8e6daa952067 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 949 time: 0.1979253 Sep 16 05:06:19.442871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:19.508698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37038805-3c74-4b0d-9c53-c8d3e1e28c14 req-0124caef-9ff0-43ad-98ea-aac03de84390 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.539845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37038805-3c74-4b0d-9c53-c8d3e1e28c14 req-0124caef-9ff0-43ad-98ea-aac03de84390 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.575633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a2a0dc6-2827-4b9e-bdd2-e74727205cd3 req-1cb80132-ba97-4dac-b8f5-45ce8b2dd4ce tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249230 Sep 16 05:06:19.588595 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.608376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-37038805-3c74-4b0d-9c53-c8d3e1e28c14 req-0124caef-9ff0-43ad-98ea-aac03de84390 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.620081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37038805-3c74-4b0d-9c53-c8d3e1e28c14 req-0124caef-9ff0-43ad-98ea-aac03de84390 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4739139 Sep 16 05:06:19.625855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124caef-9ff0-43ad-98ea-aac03de84390 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd2e38a-e578-48c7-a88c-59a8d32b2a10,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:19.633615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43096) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:19.832820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1230916320-network', 'tenant_id': '3e0d42f2d4c444e4badab7eab0c422e7'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:19.877000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Made reservation on behalf of 3e0d42f2d4c444e4badab7eab0c422e7 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:19.881973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.900805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.946944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f633b-500c-40de-a50a-fde8d5f8161d req-1b75db88-6f69-4e0f-b5cf-072c26596f4f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.954873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-584f633b-500c-40de-a50a-fde8d5f8161d req-1b75db88-6f69-4e0f-b5cf-072c26596f4f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2303896 Sep 16 05:06:19.976307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e32e-4444-4f5a-9565-6af0fdbf17da req-a6f3b509-110a-49b3-9b94-9e5460c70db8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.983979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8d0e32e-4444-4f5a-9565-6af0fdbf17da req-a6f3b509-110a-49b3-9b94-9e5460c70db8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.2388110 Sep 16 05:06:20.067893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8d0e32e-4444-4f5a-9565-6af0fdbf17da req-daec72a0-7c40-4a56-b459-5df41fb9ffa7 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829251 Sep 16 05:06:20.078367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:20.104847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-584f633b-500c-40de-a50a-fde8d5f8161d req-f850cda8-f8c5-490b-92ef-93015437f6bd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488988 Sep 16 05:06:20.108897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.117016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.155979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:20.176498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:20.182292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8830da-56f2-48b4-b607-9b6860fd9e53,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.192695 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.193042 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Added segment 1eddc091-7ffb-4f17-a3c4-3aae58d712a7 of type vlan for network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 Sep 16 05:06:20.229640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-a73f695c-9163-49d5-a5ea-8c57bf712af8 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/2dd2e38a-e578-48c7-a88c-59a8d32b2a10 HTTP/1.1" status: 200 len: 1805 time: 0.1290336 Sep 16 05:06:20.250939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.279278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2dd2e38a-e578-48c7-a88c-59a8d32b2a10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:20.279818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2dd2e38a-e578-48c7-a88c-59a8d32b2a10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:20.284397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.286336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.286981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.312229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:20.314980 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd3e59-71ea-4e78-997b-089218377402" -d '{"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:20.322070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.353649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b3279-c9d7-4332-96d8-825fbc983758 req-e4159cea-daac-4545-ba72-9089393ce769 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.356064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-910b3279-c9d7-4332-96d8-825fbc983758 req-e4159cea-daac-4545-ba72-9089393ce769 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1488712 Sep 16 05:06:20.362162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] Pushing event updated for resources: {'Network': ['ID=cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.367881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Transition to ACTIVE for port object bcc7245e-750c-4cf8-bb81-32a098cfac21 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:20.379752 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-30849190-e2a7-49e5-865e-47a352d756c7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7447755 Sep 16 05:06:20.385241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:20.386894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.394739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43106) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:20.406269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Request body: {'subnet': {'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1230916320-subnet', 'tenant_id': '3e0d42f2d4c444e4badab7eab0c422e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:20.461703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Made reservation on behalf of 3e0d42f2d4c444e4badab7eab0c422e7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:20.464065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.483892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.512132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:20.515993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.527380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.543496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-910b3279-c9d7-4332-96d8-825fbc983758 req-1f9a325c-5d91-4485-b397-f4acf08f0638 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791980 Sep 16 05:06:20.654315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] No DVR routers for this DVR port bcc7245e-750c-4cf8-bb81-32a098cfac21 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:20.701033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d760f45-5bd0-4c6c-8f37-693759ecaba5,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.721834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.808887 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.812369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:20.840793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'port_id': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'mac_address': 'fa:16:3e:7d:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e60de-fdce-4632-a5b7-e75dd578e560', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:20.844834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c91b7b89-c28c-42ca-9050-842eca44bd32 req-e45db192-0390-443a-ac3d-3cc642ace367 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5852501 Sep 16 05:06:20.888692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:20.890285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:20.892452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:20.909862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Port bcc7245e-750c-4cf8-bb81-32a098cfac21 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:20.911324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Attempting to bind port bcc7245e-750c-4cf8-bb81-32a098cfac21 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:20.925476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:20.927268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:20.929304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.929789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:20.932557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Bound port: bcc7245e-750c-4cf8-bb81-32a098cfac21, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:20.933270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.960400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:20.966434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-f5405c74-8552-429a-8da7-b4465f115e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.970637 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-f5405c74-8552-429a-8da7-b4465f115e0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1097 time: 0.1986971 Sep 16 05:06:21.023746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:21.044851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.152504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-2e2e8823-348c-4f96-8c0e-45d33d802035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.154287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-2e2e8823-348c-4f96-8c0e-45d33d802035 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 914 time: 0.1542158 Sep 16 05:06:21.162816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.166259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.177023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:21.178772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.179127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.185047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.185533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.187035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.187391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.187737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.190661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.193582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.194363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.194723 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.195124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:21.205179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:21.217629 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.231053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18973066-d76c-4761-8322-287cc2bbc9d1 req-7a7de001-a4e3-471d-b356-35297cc73cfe tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.237986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18973066-d76c-4761-8322-287cc2bbc9d1 req-7a7de001-a4e3-471d-b356-35297cc73cfe tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.251321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18973066-d76c-4761-8322-287cc2bbc9d1 req-7a7de001-a4e3-471d-b356-35297cc73cfe tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631&device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 1690 time: 0.1749349 Sep 16 05:06:21.287220 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-d0932f28-4724-4e72-ad03-ab02f293a7e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 217 time: 0.1186957 Sep 16 05:06:21.316499 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37ef9b3-f934-4f16-b089-a932527799e1 x-openstack-request-id: req-b37ef9b3-f934-4f16-b089-a932527799e1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:21.316946 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:21.317359 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b37ef9b3-f934-4f16-b089-a932527799e1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:21.318387 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'code': 200} Sep 16 05:06:21.319195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.319894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.321460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] 10.222.0.64 "PUT /v2.0/ports/bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 1097 time: 1.8836312 Sep 16 05:06:21.358752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43f3fe0-fd65-4bfc-8714-64d0b104a309,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.362675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-21561d1d-e503-4ebf-a4c2-28a817866a0c req-a9b0036f-6996-4ed2-b63c-4e554ed294a2 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-510777891', 'description': 'tempest-description-1076522846'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:21.367822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Checking segment: {'id': '1eddc091-7ffb-4f17-a3c4-3aae58d712a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:21.383688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Network hostable DHCP agents. Network: cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:21.384285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['f39fb1d9-a9fd-4257-8e7c-16b93a655ac1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:21.401601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18973066-d76c-4761-8322-287cc2bbc9d1 req-43e957a9-a1f8-4413-b074-f9bc067c4285 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492212 Sep 16 05:06:21.423031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-e80a3837-dbb2-4ea7-97f1-6d78e1f3e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.442614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e38d-a8ca-4532-96ef-e160315d46ed service neutron] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.445232 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-e80a3837-dbb2-4ea7-97f1-6d78e1f3e9c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.1402495 Sep 16 05:06:21.471540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:21.501045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-de71b5a1-8dc1-46aa-9711-9abc5c6f0482 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439124 Sep 16 05:06:21.510396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:21.518744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46525492-ade8-4788-b6b6-d019ebea4900 None None] Network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:21.530133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.531350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.577429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21561d1d-e503-4ebf-a4c2-28a817866a0c req-a9b0036f-6996-4ed2-b63c-4e554ed294a2 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.580430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-799f2a47-2cf2-4947-8087-272c8821eaad admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1844051 Sep 16 05:06:21.626662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-9ae771a3-9cf1-4944-9729-2f5747bd400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.629610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-9ae771a3-9cf1-4944-9729-2f5747bd400e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1100 time: 0.2264647 Sep 16 05:06:21.667723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf730-43f7-46bb-851b-742bc7ab9f1c req-46a6232d-7c40-4b7c-9514-650a60be4874 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.678989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc2bf730-43f7-46bb-851b-742bc7ab9f1c req-46a6232d-7c40-4b7c-9514-650a60be4874 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 945 time: 0.1981812 Sep 16 05:06:21.749425 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-ddb82f39-647a-40e2-aaa8-d23032d41aff service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400424 Sep 16 05:06:21.819843 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc2bf730-43f7-46bb-851b-742bc7ab9f1c req-3c1fd361-5b57-4a4b-a5e0-fa163c771510 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396422 Sep 16 05:06:21.917911 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09b7c2c3-8274-4949-8f77-9f463d9a5944 req-e60ec98d-36b2-42f0-bf1f-35ce8dabf1bf service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611488 Sep 16 05:06:21.941497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-a06f70fa-43af-4835-ba7a-dda47e285943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.942473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07864cd-8e8d-45f2-915a-96a19ced52c3 None None] Network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:21.944385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-a06f70fa-43af-4835-ba7a-dda47e285943 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2941320 Sep 16 05:06:22.027942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-2ad3733d-6944-44f4-af27-0ca36d886115 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.0706511 Sep 16 05:06:22.037178 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21561d1d-e503-4ebf-a4c2-28a817866a0c req-a9b0036f-6996-4ed2-b63c-4e554ed294a2 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.073807 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21561d1d-e503-4ebf-a4c2-28a817866a0c req-a9b0036f-6996-4ed2-b63c-4e554ed294a2 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.144254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-dbdd597f-0443-4dea-856d-a748517c9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.153275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-dbdd597f-0443-4dea-856d-a748517c9965 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1073508 Sep 16 05:06:22.153275 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-21561d1d-e503-4ebf-a4c2-28a817866a0c req-a9b0036f-6996-4ed2-b63c-4e554ed294a2 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.159524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21561d1d-e503-4ebf-a4c2-28a817866a0c req-a9b0036f-6996-4ed2-b63c-4e554ed294a2 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8125346 Sep 16 05:06:22.167797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef1e8e-fd41-42d7-b6f0-de0bcd0dcf6a req-3ba03734-e26d-45d1-ade2-b8801b1c7096 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.170856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74ef1e8e-fd41-42d7-b6f0-de0bcd0dcf6a req-3ba03734-e26d-45d1-ade2-b8801b1c7096 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 948 time: 0.2181907 Sep 16 05:06:22.204325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0036f-6996-4ed2-b63c-4e554ed294a2 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6882433-8f53-44ad-9f28-e680287a605f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:22.284876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-eb32243d-bc0a-4cdf-8915-95bc08050cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.287576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-eb32243d-bc0a-4cdf-8915-95bc08050cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1132832 Sep 16 05:06:22.294751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74ef1e8e-fd41-42d7-b6f0-de0bcd0dcf6a req-da439db6-e238-415c-8cca-684fa061c5a5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107771 Sep 16 05:06:22.424260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-464c0e38-c095-48d6-82a1-d7d49d8e88b6 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272342 Sep 16 05:06:22.503568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:22.556428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:22.790217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-24c4ca42-21b5-4b4f-bb0a-054862243bec req-df4772d7-4352-43a4-9956-b444e9151ab7 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1091142001', 'description': 'tempest-description-1017027662'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:22.871142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-24c4ca42-21b5-4b4f-bb0a-054862243bec req-df4772d7-4352-43a4-9956-b444e9151ab7 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:22.896459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae98712-6a23-4c8c-ad75-37a990bf1f21 req-2b1d2c16-16bc-4a15-855d-f6baf02ccf3b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.903924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ae98712-6a23-4c8c-ad75-37a990bf1f21 req-2b1d2c16-16bc-4a15-855d-f6baf02ccf3b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.4781554 Sep 16 05:06:22.955822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee0f163a-ec38-4af4-9cac-9e777408407e req-30fbc052-d872-491c-ba18-2ad6faaac49c service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193980 Sep 16 05:06:22.990402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ae98712-6a23-4c8c-ad75-37a990bf1f21 req-b9c27e90-d718-452e-a926-5bda314754e1 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858450 Sep 16 05:06:23.111520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-24c4ca42-21b5-4b4f-bb0a-054862243bec req-df4772d7-4352-43a4-9956-b444e9151ab7 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.119406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-24c4ca42-21b5-4b4f-bb0a-054862243bec req-df4772d7-4352-43a4-9956-b444e9151ab7 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.166653 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-24c4ca42-21b5-4b4f-bb0a-054862243bec req-df4772d7-4352-43a4-9956-b444e9151ab7 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.168392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24c4ca42-21b5-4b4f-bb0a-054862243bec req-df4772d7-4352-43a4-9956-b444e9151ab7 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3915808 Sep 16 05:06:23.171728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4772d7-4352-43a4-9956-b444e9151ab7 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af4015-2507-489e-8e02-683c10ab4b5d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.319499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:23.323124 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed3ce81-972d-4136-b199-d635b02aace5" -d '{"events": [{"name": "network-changed", "server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:23.355193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb86607-4484-4385-973c-904c2a0cd5d3 req-fa70088f-0bdc-4465-933e-228f2b318ff9 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.356789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcb86607-4484-4385-973c-904c2a0cd5d3 req-fa70088f-0bdc-4465-933e-228f2b318ff9 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 1102 time: 0.1220453 Sep 16 05:06:23.433343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcb86607-4484-4385-973c-904c2a0cd5d3 req-45695f12-2f26-4361-a496-f805c3efb109 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606232 Sep 16 05:06:23.544867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-d09c4635-c138-4bbe-9a97-c93235e6e4e3 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/f6882433-8f53-44ad-9f28-e680287a605f HTTP/1.1" status: 200 len: 1804 time: 0.0855386 Sep 16 05:06:23.601635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2133d-1ef3-4ec6-a72d-71ea557e3ad7 req-c0b5f57b-e852-4cf1-a551-4b5cc22203f3 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.603186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78c2133d-1ef3-4ec6-a72d-71ea557e3ad7 req-c0b5f57b-e852-4cf1-a551-4b5cc22203f3 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 945 time: 0.1117110 Sep 16 05:06:23.635091 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-d9574bd0-f18c-4901-9f34-3948c78d8069 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/a8af4015-2507-489e-8e02-683c10ab4b5d HTTP/1.1" status: 200 len: 1805 time: 0.0827487 Sep 16 05:06:23.647576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6882433-8f53-44ad-9f28-e680287a605f', 'remote_group_id': 'a8af4015-2507-489e-8e02-683c10ab4b5d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:23.647891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6882433-8f53-44ad-9f28-e680287a605f', 'remote_group_id': 'a8af4015-2507-489e-8e02-683c10ab4b5d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:23.679363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78c2133d-1ef3-4ec6-a72d-71ea557e3ad7 req-09695488-49df-4427-9c26-30bfd4976aa8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641851 Sep 16 05:06:23.754513 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.834414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.841515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.855326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b36f7-7348-4ee4-8323-359e31969f3e req-98df2e52-884a-4a1f-9ce3-8cd239f51a3c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.856849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae1b36f7-7348-4ee4-8323-359e31969f3e req-98df2e52-884a-4a1f-9ce3-8cd239f51a3c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 948 time: 0.0899727 Sep 16 05:06:23.877438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f15a52d-7516-4aa8-9ca8-d758c7bafaaf,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.890740 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.891927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-462f75dc-2c38-45eb-86a8-06b54c5311a4 req-c9bfb494-d6f5-4b57-b2bf-bb33df0c3412 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2498834 Sep 16 05:06:23.910359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae1b36f7-7348-4ee4-8323-359e31969f3e req-adfe4a44-b66f-40af-8b81-3eb01cf44139 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Sep 16 05:06:23.950980 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a57c6-cdf1-4437-8b21-412f964e48df x-openstack-request-id: req-6c5a57c6-cdf1-4437-8b21-412f964e48df {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:23.951300 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:23.951548 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c5a57c6-cdf1-4437-8b21-412f964e48df {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:23.951933 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'status': 'completed', 'code': 200} Sep 16 05:06:24.042927 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-a814d44e-e31e-467a-91e4-46f728ca580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.046374 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-a814d44e-e31e-467a-91e4-46f728ca580b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1100 time: 0.0616798 Sep 16 05:06:24.066138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4212f06-8858-4b47-81a0-2e75ee88a5b5 req-46864e60-50b9-444b-b296-713df2aa3b74 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.067700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4212f06-8858-4b47-81a0-2e75ee88a5b5 req-46864e60-50b9-444b-b296-713df2aa3b74 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 1101 time: 0.0708580 Sep 16 05:06:24.082990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-03ce7edf-8beb-4cb4-9109-fc9023c36374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.084007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-03ce7edf-8beb-4cb4-9109-fc9023c36374 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1100 time: 0.0618303 Sep 16 05:06:24.135246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4212f06-8858-4b47-81a0-2e75ee88a5b5 req-2726a651-f4c1-4c2d-a3c4-5a47124303e6 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 Sep 16 05:06:24.172861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-77fd77ac-08e3-4c20-87c3-b9bd08ef51b0 req-7aa9d0f0-58df-4677-ac67-3a4022fa7567 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1424516688', 'description': 'tempest-description-1235688276'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:24.220934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-4ec9c40a-9655-4316-89a6-4b4fa698c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.222457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-4ec9c40a-9655-4316-89a6-4b4fa698c6df service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1284988 Sep 16 05:06:24.223763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-77fd77ac-08e3-4c20-87c3-b9bd08ef51b0 req-7aa9d0f0-58df-4677-ac67-3a4022fa7567 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.290129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-51aea9b6-a495-43ac-b819-d5a5ea5e55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.291996 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-51aea9b6-a495-43ac-b819-d5a5ea5e55c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1286328 Sep 16 05:06:24.302373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-37e6cc0a-2380-4806-9617-52c2433db1a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.0597656 Sep 16 05:06:24.336624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-f229a0d3-6728-40be-906c-2131bcb1d5f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.0342746 Sep 16 05:06:24.401643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-8864f8f3-36fd-4947-921f-bdacf3795a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.403211 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-8864f8f3-36fd-4947-921f-bdacf3795a5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0589905 Sep 16 05:06:24.417721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-3e12403c-9042-4498-a8c6-ec6f2cefc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.419134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-3e12403c-9042-4498-a8c6-ec6f2cefc5ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0972672 Sep 16 05:06:24.428708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.444210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887af7bf-a8df-4787-8086-039ebeb0cfb5 req-09e627f6-81b0-4871-b538-7b1e7a923938 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.445763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-887af7bf-a8df-4787-8086-039ebeb0cfb5 req-09e627f6-81b0-4871-b538-7b1e7a923938 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.1866424 Sep 16 05:06:24.452386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-e2891d13-7d07-4afb-8f3e-10a88c7749e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.453884 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-e2891d13-7d07-4afb-8f3e-10a88c7749e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420780 Sep 16 05:06:24.521903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:24.546200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-77fd77ac-08e3-4c20-87c3-b9bd08ef51b0 req-7aa9d0f0-58df-4677-ac67-3a4022fa7567 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.559870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-8be42b96-8f4c-474b-81db-3d9170592c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.562145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-8be42b96-8f4c-474b-81db-3d9170592c3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1097 time: 0.1624517 Sep 16 05:06:24.565261 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-77fd77ac-08e3-4c20-87c3-b9bd08ef51b0 req-7aa9d0f0-58df-4677-ac67-3a4022fa7567 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.578789 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-a73c3c14-194b-45da-9621-8b11b031daf3 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172836 Sep 16 05:06:24.584649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-887af7bf-a8df-4787-8086-039ebeb0cfb5 req-df9f5802-710c-4c5c-a96a-b8032e744526 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315341 Sep 16 05:06:24.601572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:24.611130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:24.612705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.620870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-19501806-666f-4d24-9b7a-ce9f1375a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.622526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-19501806-666f-4d24-9b7a-ce9f1375a63f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1758783 Sep 16 05:06:24.661231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-77fd77ac-08e3-4c20-87c3-b9bd08ef51b0 req-7aa9d0f0-58df-4677-ac67-3a4022fa7567 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.667879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77fd77ac-08e3-4c20-87c3-b9bd08ef51b0 req-7aa9d0f0-58df-4677-ac67-3a4022fa7567 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5013187 Sep 16 05:06:24.694805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9d0f0-58df-4677-ac67-3a4022fa7567 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9967bb12-6167-4551-b51b-7448d9184c3d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:24.706509 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-9ba3329d-936d-431f-87ef-cf6099793a64 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200733 Sep 16 05:06:24.746649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.772880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:24.775492 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65388f5-a76d-4a08-a1a0-6f1ed2391d16" -d '{"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-plugged", "status": "completed", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:24.805372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:24.813213 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.832964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-ab81a83e-0e6b-4412-a8dc-241f7e5f7cd7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654490 Sep 16 05:06:24.841025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6230db6a-efc2-4cd4-aa74-6fc3e81043d7 req-6f3a11cc-7371-4972-9650-ea08bda8d63b tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-788582328', 'description': 'tempest-description-1130141403'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:24.920773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6230db6a-efc2-4cd4-aa74-6fc3e81043d7 req-6f3a11cc-7371-4972-9650-ea08bda8d63b tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:24.949673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-98ffe394-a76c-4a67-bc3f-c5fbfc8c1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.951233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-98ffe394-a76c-4a67-bc3f-c5fbfc8c1a02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 914 time: 0.3776188 Sep 16 05:06:25.001295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-b8d9463f-fc71-4124-970d-fea2dbe5bab6 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605652 Sep 16 05:06:25.005122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.043710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-dc936188-4c32-4ac0-a528-4a11a304b0fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 217 time: 0.0643983 Sep 16 05:06:25.188696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1d6c90a3-148b-44ca-a18a-f3f53589d0ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.190067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1d6c90a3-148b-44ca-a18a-f3f53589d0ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3353181 Sep 16 05:06:25.219485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-2e28a421-edec-48ea-9d9f-a1fd21e86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.221221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-2e28a421-edec-48ea-9d9f-a1fd21e86e7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.1572649 Sep 16 05:06:25.238261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-7347d866-175f-4f04-af7c-93f09f157dd9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/quotas/7e8edb04ca7a48d2995da42c59d8a649 HTTP/1.1" status: 200 len: 375 time: 0.0371017 Sep 16 05:06:25.288555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-0f1114ce-c00e-44ec-859f-ab64ac100137 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564024 Sep 16 05:06:25.311285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed3ce81-972d-4136-b199-d635b02aace5 req-f3a1b299-07f4-454e-bc42-7be8efe7cf9a service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784283 Sep 16 05:06:25.354205 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6230db6a-efc2-4cd4-aa74-6fc3e81043d7 req-6f3a11cc-7371-4972-9650-ea08bda8d63b tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.366256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6230db6a-efc2-4cd4-aa74-6fc3e81043d7 req-6f3a11cc-7371-4972-9650-ea08bda8d63b tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.428913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6230db6a-efc2-4cd4-aa74-6fc3e81043d7 req-6f3a11cc-7371-4972-9650-ea08bda8d63b tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.430148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6230db6a-efc2-4cd4-aa74-6fc3e81043d7 req-6f3a11cc-7371-4972-9650-ea08bda8d63b tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5934312 Sep 16 05:06:25.451111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-d1185106-3194-4c6e-bd71-673d623ee41b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1975732 Sep 16 05:06:25.459860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a11cc-7371-4972-9650-ea08bda8d63b tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a609c3-2173-4a83-a160-9d78f3b9cd9f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.506711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-4361f901-09f8-4e65-a0a8-282de7c8e705 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940784 Sep 16 05:06:25.633664 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1571da0c-2698-4a1b-abc2-3f2b0a73c371 x-openstack-request-id: req-1571da0c-2698-4a1b-abc2-3f2b0a73c371 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:25.634604 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-plugged", "status": "completed", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:25.635355 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1571da0c-2698-4a1b-abc2-3f2b0a73c371 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:25.636124 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'code': 200} Sep 16 05:06:25.684370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a7460-136d-4383-8918-6e4734d2b5a9 req-1b3e4eb3-e237-496b-a87d-ed3748592e93 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.686205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c4a7460-136d-4383-8918-6e4734d2b5a9 req-1b3e4eb3-e237-496b-a87d-ed3748592e93 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 946 time: 0.2017906 Sep 16 05:06:25.742391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b35ddd-3679-4caa-9fd5-9c8b3815baec req-6f842e4f-1331-469d-8c79-ab43a526d6f5 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113273 Sep 16 05:06:25.760737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c4a7460-136d-4383-8918-6e4734d2b5a9 req-4494d644-0068-428e-ad05-5be62bef32b9 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664914 Sep 16 05:06:25.790206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d749fae-9244-4db7-a861-1bd350b1430a req-9e803d90-2d6f-4ebc-b581-a963475c25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.791815 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d749fae-9244-4db7-a861-1bd350b1430a req-9e803d90-2d6f-4ebc-b581-a963475c25c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 1098 time: 0.0885890 Sep 16 05:06:25.800533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-107d0558-e1b6-4358-98d0-c61055d4d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.834223 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d749fae-9244-4db7-a861-1bd350b1430a req-68c11611-41d5-4970-a35e-367bbcd76095 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Sep 16 05:06:25.870449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c723d5-850e-43ef-84cf-d371fbaa8a88 req-4c173cf6-79da-4d84-b9eb-558ea7634ae4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.872239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c723d5-850e-43ef-84cf-d371fbaa8a88 req-4c173cf6-79da-4d84-b9eb-558ea7634ae4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 948 time: 0.0989268 Sep 16 05:06:25.921394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c723d5-850e-43ef-84cf-d371fbaa8a88 req-e279cf64-6b1d-4467-877d-e0d596056aa0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Sep 16 05:06:26.012150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3d25969-8c82-46db-8627-d2304963705f req-cb609389-fd30-491a-899d-9f6d3f16172c tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/9967bb12-6167-4551-b51b-7448d9184c3d HTTP/1.1" status: 200 len: 1805 time: 0.0619755 Sep 16 05:06:26.125608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-964981c5-9612-496a-bf5b-1087256e4839 req-5b467a87-411c-4ca0-86f9-7654cd93efb7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0615218 Sep 16 05:06:26.132787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3d25969-8c82-46db-8627-d2304963705f req-46f4d92f-ccec-48eb-9d07-71bba585bc7d tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/85a609c3-2173-4a83-a160-9d78f3b9cd9f HTTP/1.1" status: 200 len: 1804 time: 0.1081812 Sep 16 05:06:26.144801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d3d25969-8c82-46db-8627-d2304963705f req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9967bb12-6167-4551-b51b-7448d9184c3d', 'remote_group_id': '85a609c3-2173-4a83-a160-9d78f3b9cd9f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:26.145514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d3d25969-8c82-46db-8627-d2304963705f req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9967bb12-6167-4551-b51b-7448d9184c3d', 'remote_group_id': '85a609c3-2173-4a83-a160-9d78f3b9cd9f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:26.241700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3d25969-8c82-46db-8627-d2304963705f req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.318920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787a51-30f5-4f8d-8817-cee35bd3f8da req-1bf6f976-ceac-41d1-8780-759fccbbe7bc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.321332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70787a51-30f5-4f8d-8817-cee35bd3f8da req-1bf6f976-ceac-41d1-8780-759fccbbe7bc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 945 time: 0.0987942 Sep 16 05:06:26.323777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3d25969-8c82-46db-8627-d2304963705f req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.329518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3d25969-8c82-46db-8627-d2304963705f req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.394623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db644b61-9259-4b7a-b5f2-49371f478560,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.404781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3d25969-8c82-46db-8627-d2304963705f req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.406271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3d25969-8c82-46db-8627-d2304963705f req-6b8523c2-a3e3-417d-9e53-417da25e5fc4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2681475 Sep 16 05:06:26.424353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70787a51-30f5-4f8d-8817-cee35bd3f8da req-44364744-274e-4ac1-a594-db721daef22c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845072 Sep 16 05:06:26.510492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3823afc8-07ec-4c24-abde-e5f1a3b7e210 req-e66918d4-eec7-4e49-a79b-cee514f284ca tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/85a609c3-2173-4a83-a160-9d78f3b9cd9f HTTP/1.1" status: 200 len: 1804 time: 0.0450177 Sep 16 05:06:26.531398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:26.586328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3823afc8-07ec-4c24-abde-e5f1a3b7e210 req-a8e1156b-b79a-4965-b350-ec45a4c4c2e5 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.622821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3823afc8-07ec-4c24-abde-e5f1a3b7e210 req-a8e1156b-b79a-4965-b350-ec45a4c4c2e5 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.623405 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.663286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:26.668828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.722630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3823afc8-07ec-4c24-abde-e5f1a3b7e210 req-a8e1156b-b79a-4965-b350-ec45a4c4c2e5 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.726163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3823afc8-07ec-4c24-abde-e5f1a3b7e210 req-a8e1156b-b79a-4965-b350-ec45a4c4c2e5 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.727644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3823afc8-07ec-4c24-abde-e5f1a3b7e210 req-a8e1156b-b79a-4965-b350-ec45a4c4c2e5 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-groups/85a609c3-2173-4a83-a160-9d78f3b9cd9f HTTP/1.1" status: 204 len: 173 time: 0.2098634 Sep 16 05:06:26.741196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1156b-b79a-4965-b350-ec45a4c4c2e5 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a609c3-2173-4a83-a160-9d78f3b9cd9f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.766575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.821653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a735ee23-abdc-4c6e-8696-f723d3a4193e req-72789abd-091c-458f-bd15-0b8e1e3fa5b4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/9967bb12-6167-4551-b51b-7448d9184c3d HTTP/1.1" status: 200 len: 1805 time: 0.0646913 Sep 16 05:06:26.887329 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-e360b2ec-3aef-47a3-a12f-43a2486dba72 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323489 Sep 16 05:06:26.899672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-8372ca7d-716e-412e-9dc6-43558820b108 req-60b8784e-51f1-41c4-a7fe-fa8be4c3d543 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-124624652', 'description': 'tempest-description-955638866'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:26.951120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8372ca7d-716e-412e-9dc6-43558820b108 req-60b8784e-51f1-41c4-a7fe-fa8be4c3d543 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.963225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c141b-4165-408f-8697-faae94f8dedc req-d5096f34-9493-416b-92e1-df858f9583c8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.964920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-948c141b-4165-408f-8697-faae94f8dedc req-d5096f34-9493-416b-92e1-df858f9583c8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 946 time: 0.0820589 Sep 16 05:06:27.030285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-948c141b-4165-408f-8697-faae94f8dedc req-1d686681-01f3-4f2b-9a94-0a8ff361eb65 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580449 Sep 16 05:06:27.044055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-599db98e-0e24-4f8b-a745-77429df608aa tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.057811 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-599db98e-0e24-4f8b-a745-77429df608aa tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573672 Sep 16 05:06:27.070196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:27.133410 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8372ca7d-716e-412e-9dc6-43558820b108 req-60b8784e-51f1-41c4-a7fe-fa8be4c3d543 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.143019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8372ca7d-716e-412e-9dc6-43558820b108 req-60b8784e-51f1-41c4-a7fe-fa8be4c3d543 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.146473 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:27.187057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8372ca7d-716e-412e-9dc6-43558820b108 req-60b8784e-51f1-41c4-a7fe-fa8be4c3d543 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.196741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8372ca7d-716e-412e-9dc6-43558820b108 req-60b8784e-51f1-41c4-a7fe-fa8be4c3d543 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3012571 Sep 16 05:06:27.198255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8784e-51f1-41c4-a7fe-fa8be4c3d543 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23066eca-337e-4857-86f5-dae60a18ad50,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.251779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:27.255824 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.287575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40962dae-6f9c-4b1a-a396-2bcbe0aa25b9 req-746d2d81-a181-4daa-84b4-ce5219eba0b0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.290523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40962dae-6f9c-4b1a-a396-2bcbe0aa25b9 req-746d2d81-a181-4daa-84b4-ce5219eba0b0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 948 time: 0.0723293 Sep 16 05:06:27.362549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40962dae-6f9c-4b1a-a396-2bcbe0aa25b9 req-c751a857-96bd-49b2-baec-18ff4aac0893 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 Sep 16 05:06:27.414435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ede1689a-c191-4567-aab5-5a6b131a27f4 req-59b31165-e8cf-4493-b1cc-e03d83a1a742 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 210 time: 0.0342684 Sep 16 05:06:27.431403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.223 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/b7c58c2e-446b-4a01-9567-fd43c85d54d9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:27.469509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-48f4c8d4-948f-4316-95c7-7200314c9756 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/23066eca-337e-4857-86f5-dae60a18ad50 HTTP/1.1" status: 200 len: 1803 time: 0.0802968 Sep 16 05:06:27.487277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23066eca-337e-4857-86f5-dae60a18ad50', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:27.487631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23066eca-337e-4857-86f5-dae60a18ad50', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:27.616698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:27.635395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.638116 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.640120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:27.642902 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8d8498-a6d7-413b-bc6c-0a1b05d23d12" -d '{"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:27.674023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.681393 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.700731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.702228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8464-8157-45a2-95c5-315dad65665c req-360dd309-ef60-488f-b7e2-9b7be8a64e45 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.709605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-360dd309-ef60-488f-b7e2-9b7be8a64e45 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/networks?id=cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 HTTP/1.1" status: 200 len: 810 time: 0.1930723 Sep 16 05:06:27.725111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:27.727360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44971572-d676-4d92-bd1d-9d2426d2c2c7,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.740136 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:27.756919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-7ff394e3-2481-49e9-b96d-dc564273d01c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/quotas/3e0d42f2d4c444e4badab7eab0c422e7 HTTP/1.1" status: 200 len: 375 time: 0.0461683 Sep 16 05:06:27.758305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.759727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d26ae647-f5f6-4e0f-94ab-24562043ac0c req-46feef54-a930-4eb6-a2ca-bfdd2e85ea8a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2777767 Sep 16 05:06:27.781027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:27.802118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:27.809043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:27.818520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-7d61a9d7-287c-41ce-a831-7d0098791a9e tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e0d42f2d4c444e4badab7eab0c422e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564344 Sep 16 05:06:27.841953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:27.877850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'mac_address': 'fa:16:3e:4f:70:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:27.890865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=b7c58c2e-446b-4a01-9567-fd43c85d54d9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.917720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.918709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.939231 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-1f334627-7535-401e-8596-72e9636ac99f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8734417 Sep 16 05:06:27.958625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Request body: {'port': {'device_id': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:27.999792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799575-6feb-4352-a00e-b333f1e44468 req-3b353959-0a08-4790-ae72-717ea3703808 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.001469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df799575-6feb-4352-a00e-b333f1e44468 req-3b353959-0a08-4790-ae72-717ea3703808 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.1201470 Sep 16 05:06:28.037304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.061268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-70e7e246-830e-46e6-8968-f5fcec949c0d service neutron] 10.222.0.55 "GET /v2.0/networks/cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379959 Sep 16 05:06:28.072758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.113193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc7245e-750c-4cf8-bb81-32a098cfac21 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:28.128536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df799575-6feb-4352-a00e-b333f1e44468 req-e2c8257a-7847-4b7f-a272-8ca06ca1d03a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103106 Sep 16 05:06:28.236702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:28.283301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e198c6c6-2dc4-4f97-b18d-b75796a36828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.301012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.307506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-96fefb98-aeac-4561-a39b-45b6bca7f555 service neutron] 10.222.0.55 "GET /v2.0/networks/cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327862 Sep 16 05:06:28.308840 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c29c8f-b9b8-4d1f-8737-247dd142d4d5 x-openstack-request-id: req-47c29c8f-b9b8-4d1f-8737-247dd142d4d5 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:28.309271 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:28.309704 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47c29c8f-b9b8-4d1f-8737-247dd142d4d5 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:28.312199 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'code': 200} Sep 16 05:06:28.366984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-8b57c0b3-04ae-4083-88b1-e87b66af8cf0 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/23066eca-337e-4857-86f5-dae60a18ad50 HTTP/1.1" status: 200 len: 2396 time: 0.0583689 Sep 16 05:06:28.391610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23066eca-337e-4857-86f5-dae60a18ad50', 'remote_group_id': None}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:28.392031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23066eca-337e-4857-86f5-dae60a18ad50', 'remote_group_id': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:28.438078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9bad1866-042f-4f6c-a584-f48cf6b73f73 None None] Provisioning complete for port b7c58c2e-446b-4a01-9567-fd43c85d54d9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:28.438513 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9bad1866-042f-4f6c-a584-f48cf6b73f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.486414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9bad1866-042f-4f6c-a584-f48cf6b73f73 None None] Port b7c58c2e-446b-4a01-9567-fd43c85d54d9 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:28.505703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.507026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.547660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.555588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.573760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7e4e5f-f456-4112-ad6b-c7a58fe963dc,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:28.595052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.597201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36efdbb4-e42b-4a86-95e0-808a34747d53 req-1e221a36-12e0-4345-acf4-fff072e735d4 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2128525 Sep 16 05:06:28.776600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827c3b6-3400-4973-898b-499d32b9bd2d req-079fc0ea-e75a-4110-a577-cf09f6536f97 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.787059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2827c3b6-3400-4973-898b-499d32b9bd2d req-079fc0ea-e75a-4110-a577-cf09f6536f97 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 946 time: 0.0787897 Sep 16 05:06:28.835479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c58c2e-446b-4a01-9567-fd43c85d54d9 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:28.843619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2827c3b6-3400-4973-898b-499d32b9bd2d req-fd56e717-7f9b-4c85-9844-f83293515c5e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505574 Sep 16 05:06:28.856718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.879963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:28.885169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Transition to ACTIVE for port object b7c58c2e-446b-4a01-9567-fd43c85d54d9 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:28.893658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:28.990310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c58c2e-446b-4a01-9567-fd43c85d54d9,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.048251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e564bf-e823-4c32-be2e-21109dc291bd req-0fa86437-0cb3-4732-a687-d4d0233b9cbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.057610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88e564bf-e823-4c32-be2e-21109dc291bd req-0fa86437-0cb3-4732-a687-d4d0233b9cbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 949 time: 0.1539421 Sep 16 05:06:29.132541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Attempting to bind port b7c58c2e-446b-4a01-9567-fd43c85d54d9 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:29.132799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf2929-ffb6-45d4-bcd8-2e269689a0ba req-0f7c7f0d-cf48-4fff-b133-7a7e1d8eef6a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.132930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Attempting to bind port b7c58c2e-446b-4a01-9567-fd43c85d54d9 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:29.133132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Attempting to bind port b7c58c2e-446b-4a01-9567-fd43c85d54d9 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:29.134600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fbf2929-ffb6-45d4-bcd8-2e269689a0ba req-0f7c7f0d-cf48-4fff-b133-7a7e1d8eef6a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 948 time: 0.1582179 Sep 16 05:06:29.140154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Port b7c58c2e-446b-4a01-9567-fd43c85d54d9 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:29.140499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Attempting to bind port b7c58c2e-446b-4a01-9567-fd43c85d54d9 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:29.147206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:29.147851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:29.148378 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:29.148722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Bound port: b7c58c2e-446b-4a01-9567-fd43c85d54d9, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:29.149233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.153743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88e564bf-e823-4c32-be2e-21109dc291bd req-a81133d2-64f8-499c-b73b-93705c868a78 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948892 Sep 16 05:06:29.212037 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.246355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fbf2929-ffb6-45d4-bcd8-2e269689a0ba req-3dc1dda3-ea8f-4f07-8f20-009cec3396d6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887136 Sep 16 05:06:29.268765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] For port b7c58c2e-446b-4a01-9567-fd43c85d54d9, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:29.275910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] For port b7c58c2e-446b-4a01-9567-fd43c85d54d9, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b7c58c2e-446b-4a01-9567-fd43c85d54d9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:29.294463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.310986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96aff577-8db6-4a76-afe7-9b3822e08ef5 req-908674db-c0d7-4b8e-bb68-e84a32ae3a56 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/23066eca-337e-4857-86f5-dae60a18ad50 HTTP/1.1" status: 200 len: 2994 time: 0.1118414 Sep 16 05:06:29.357988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.358896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.360988 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] 10.222.0.73 "PUT /v2.0/ports/b7c58c2e-446b-4a01-9567-fd43c85d54d9 HTTP/1.1" status: 200 len: 1097 time: 1.4071085 Sep 16 05:06:29.361606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'tag': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:29.365290 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6edefb-827c-4617-974c-94ca57d689af" -d '{"events": [{"name": "network-changed", "server_uuid": "23252e6b-e00e-4d56-a64e-a2bc94fdc9f0", "tag": "b7c58c2e-446b-4a01-9567-fd43c85d54d9"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:29.425813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbdb9b-7e25-42b4-9384-2f7550864012 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c58c2e-446b-4a01-9567-fd43c85d54d9,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:29.470469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44adbf0a-c558-4735-bd8c-d8607011f8f7 req-9ee99a58-7665-481d-9431-c98f4364ff4c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 210 time: 0.1219347 Sep 16 05:06:29.535029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-dc733145-11eb-426a-908d-2e3b5298dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.537774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-dc733145-11eb-426a-908d-2e3b5298dfab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 1100 time: 0.1030767 Sep 16 05:06:29.542421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ae420-f148-439d-8a81-d34d78178f5e req-be42c225-2d0d-4ea3-bee9-7f530db47443 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.551678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c2ae420-f148-439d-8a81-d34d78178f5e req-be42c225-2d0d-4ea3-bee9-7f530db47443 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 946 time: 0.1734922 Sep 16 05:06:29.608905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c2ae420-f148-439d-8a81-d34d78178f5e req-9cdec77c-17fb-4f92-823d-023ee4a6234e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Sep 16 05:06:29.610710 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-7a5e1da3-7814-4cdc-89ef-17e9be57008a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b7c58c2e-446b-4a01-9567-fd43c85d54d9 HTTP/1.1" status: 200 len: 217 time: 0.0618844 Sep 16 05:06:29.702961 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.705753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-39f40342-62fe-4723-abd1-3f70b5a7471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.709299 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-39f40342-62fe-4723-abd1-3f70b5a7471c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0891621 Sep 16 05:06:29.717812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4ea14-da1a-42e6-a79e-1dc4fb681ca8 req-ff311308-ea1b-464b-bd73-4a7256f6a5fc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.720320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20c4ea14-da1a-42e6-a79e-1dc4fb681ca8 req-ff311308-ea1b-464b-bd73-4a7256f6a5fc tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.1097522 Sep 16 05:06:29.782383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-d55962b5-fee9-484e-bbbf-bde24d6e59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.784388 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-d55962b5-fee9-484e-bbbf-bde24d6e59ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656295 Sep 16 05:06:29.795553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20c4ea14-da1a-42e6-a79e-1dc4fb681ca8 req-70cfb401-d52c-4d02-ad13-dc1346b2cecd tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657406 Sep 16 05:06:29.891261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10d0191c-91d6-4b8e-9aab-3f26d939c58c req-42644a47-cd01-4229-919c-b4abcdb8e342 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-group-rules/1c7e4e5f-f456-4112-ad6b-c7a58fe963dc HTTP/1.1" status: 200 len: 783 time: 0.0417910 Sep 16 05:06:29.939635 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-418966cf-c052-43ef-81a7-b3b77711e88e service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475341 Sep 16 05:06:29.987974 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9428baa-3136-46a0-9cba-84214fcfe273 x-openstack-request-id: req-b9428baa-3136-46a0-9cba-84214fcfe273 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:29.988787 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23252e6b-e00e-4d56-a64e-a2bc94fdc9f0", "tag": "b7c58c2e-446b-4a01-9567-fd43c85d54d9", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:29.989030 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9428baa-3136-46a0-9cba-84214fcfe273 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:29.989818 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'tag': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'status': 'completed', 'code': 200} Sep 16 05:06:30.024514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10d0191c-91d6-4b8e-9aab-3f26d939c58c req-fa8f4127-5820-40a3-8c29-4bea675cd916 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/23066eca-337e-4857-86f5-dae60a18ad50 HTTP/1.1" status: 200 len: 2994 time: 0.1264462 Sep 16 05:06:30.089439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10d0191c-91d6-4b8e-9aab-3f26d939c58c req-2649a91a-3789-46f0-a9ac-f01aba4c2a17 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.090570 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c1d1495c-5ed3-4f64-a05f-5b48a7ab73c6 req-cb370b30-3da6-4436-bcfb-aa4caa936589 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417348 Sep 16 05:06:30.111758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-682ff704-b75e-4fd5-8371-99b040cf536c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.113531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-682ff704-b75e-4fd5-8371-99b040cf536c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db&tenant_id=51ca068390d5481b830fd2b7e5c10008&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 949 time: 0.1316605 Sep 16 05:06:30.115808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10d0191c-91d6-4b8e-9aab-3f26d939c58c req-2649a91a-3789-46f0-a9ac-f01aba4c2a17 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.179320 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10d0191c-91d6-4b8e-9aab-3f26d939c58c req-2649a91a-3789-46f0-a9ac-f01aba4c2a17 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.189357 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10d0191c-91d6-4b8e-9aab-3f26d939c58c req-2649a91a-3789-46f0-a9ac-f01aba4c2a17 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.190516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10d0191c-91d6-4b8e-9aab-3f26d939c58c req-2649a91a-3789-46f0-a9ac-f01aba4c2a17 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/1c7e4e5f-f456-4112-ad6b-c7a58fe963dc HTTP/1.1" status: 204 len: 173 time: 0.1487248 Sep 16 05:06:30.215308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649a91a-3789-46f0-a9ac-f01aba4c2a17 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c7e4e5f-f456-4112-ad6b-c7a58fe963dc,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:30.223073 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-fe15f133-eed4-476e-b746-f5bada86439a service neutron] delete failed (client error): The resource could not be found. Sep 16 05:06:30.224505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6edefb-827c-4617-974c-94ca57d689af req-14f806a7-34c6-4a0d-83e7-79fa00819b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.224609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-fe15f133-eed4-476e-b746-f5bada86439a service neutron] 10.222.0.73 "DELETE /v2.0/ports/bcc7245e-750c-4cf8-bb81-32a098cfac21/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.1013820 Sep 16 05:06:30.226606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0b6edefb-827c-4617-974c-94ca57d689af req-14f806a7-34c6-4a0d-83e7-79fa00819b09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 1100 time: 0.0667262 Sep 16 05:06:30.369929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6edefb-827c-4617-974c-94ca57d689af req-924dbf46-dbde-4bcf-b7bf-6b3b45dcd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.372042 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0b6edefb-827c-4617-974c-94ca57d689af req-924dbf46-dbde-4bcf-b7bf-6b3b45dcd95a service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1269112 Sep 16 05:06:30.454739 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0b6edefb-827c-4617-974c-94ca57d689af req-4df1b84c-e945-4cb9-8433-558e5161f8f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b7c58c2e-446b-4a01-9567-fd43c85d54d9 HTTP/1.1" status: 200 len: 217 time: 0.0645597 Sep 16 05:06:30.506838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-a0d848a5-c21c-4d0e-9fd3-49e70ae7abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.508679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-a0d848a5-c21c-4d0e-9fd3-49e70ae7abc9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1101 time: 0.1592891 Sep 16 05:06:30.520492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb86246-825c-41b3-a5f4-da181266e5b3 req-3ec27cf1-0743-4b24-97ac-c6ae9d33adaa tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.522513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eb86246-825c-41b3-a5f4-da181266e5b3 req-3ec27cf1-0743-4b24-97ac-c6ae9d33adaa tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.1030405 Sep 16 05:06:30.535721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:30.568658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44f7c9-2d9f-4950-8388-2e939eee4dfc req-978611fb-3fdb-4378-8a8b-e9ea9d555b2e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.576922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c44f7c9-2d9f-4950-8388-2e939eee4dfc req-978611fb-3fdb-4378-8a8b-e9ea9d555b2e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 949 time: 0.1555660 Sep 16 05:06:30.589176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6edefb-827c-4617-974c-94ca57d689af req-f8e11bf2-eab2-4fa7-b0d4-8a29e1e7b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.590926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0b6edefb-827c-4617-974c-94ca57d689af req-f8e11bf2-eab2-4fa7-b0d4-8a29e1e7b0d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1255825 Sep 16 05:06:30.672878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8464-8157-45a2-95c5-315dad65665c req-45b4d26f-1d79-482a-9257-58e73a40bdf8 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.678408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-45b4d26f-1d79-482a-9257-58e73a40bdf8 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.73 "GET /v2.0/networks?id=cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 HTTP/1.1" status: 200 len: 810 time: 0.1752632 Sep 16 05:06:30.680841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6edefb-827c-4617-974c-94ca57d689af req-dd531fd0-47d6-4521-9675-128a4c29d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.682495 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0b6edefb-827c-4617-974c-94ca57d689af req-dd531fd0-47d6-4521-9675-128a4c29d7f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827520 Sep 16 05:06:30.712494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Request body: {'port': {'device_id': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3', 'admin_state_up': True, 'tenant_id': '3e0d42f2d4c444e4badab7eab0c422e7'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:30.718881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eb86246-825c-41b3-a5f4-da181266e5b3 req-622a4726-ad95-4bf8-8a3b-c34002bf7647 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817250 Sep 16 05:06:30.744367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c44f7c9-2d9f-4950-8388-2e939eee4dfc req-8efc9790-5969-430f-98a4-f9b4aae09a95 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613946 Sep 16 05:06:30.809536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-1ece3243-1c87-4774-a4a3-594712cc9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.811554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-1ece3243-1c87-4774-a4a3-594712cc9dd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2869403 Sep 16 05:06:30.890179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4c3f903-8678-4261-9947-34ac16560a8c req-c892ddb3-4b5d-4dc1-a729-74ca6dbbf14a tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/23066eca-337e-4857-86f5-dae60a18ad50 HTTP/1.1" status: 200 len: 2396 time: 0.1142864 Sep 16 05:06:30.892442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-c25218a9-40d7-489c-80ce-837b3b4ffb43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.0635762 Sep 16 05:06:30.926875 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0b6edefb-827c-4617-974c-94ca57d689af req-0a66647a-cd44-47af-827d-6fd4a42c9cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101152 Sep 16 05:06:30.936245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Made reservation on behalf of 3e0d42f2d4c444e4badab7eab0c422e7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:30.938439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10dda-e016-467f-becc-98409bf2f425 req-d4a53f21-afd4-4f30-bf1e-4c865f6bb04c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.939789 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.940326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0a10dda-e016-467f-becc-98409bf2f425 req-d4a53f21-afd4-4f30-bf1e-4c865f6bb04c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 948 time: 0.1248968 Sep 16 05:06:31.007889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-6bc61f99-064f-42f6-a78f-8edb7e2918ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.009385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-6bc61f99-064f-42f6-a78f-8edb7e2918ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0932889 Sep 16 05:06:31.045410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0a10dda-e016-467f-becc-98409bf2f425 req-a3c6f245-c9c7-48ed-8375-88084a8d8103 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Sep 16 05:06:31.067710 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e4c3f903-8678-4261-9947-34ac16560a8c req-479cab3f-44ce-44be-be27-31d46b197f0e tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.102229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e4c3f903-8678-4261-9947-34ac16560a8c req-479cab3f-44ce-44be-be27-31d46b197f0e tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.120270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-351db0a8-5d5b-4c38-bf30-f2d74e1072d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.121791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-351db0a8-5d5b-4c38-bf30-f2d74e1072d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891237 Sep 16 05:06:31.138335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.149586 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0b6edefb-827c-4617-974c-94ca57d689af req-42331aa4-2061-4496-be5e-593031fba503 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955624 Sep 16 05:06:31.159075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Allocated IP 172.20.0.2 (cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3/c43f3fe0-fd65-4bfc-8714-64d0b104a309/d81d9be8-b30e-485a-9e5e-9c3fa7777171) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:31.229619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e4c3f903-8678-4261-9947-34ac16560a8c req-479cab3f-44ce-44be-be27-31d46b197f0e tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.232707 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e4c3f903-8678-4261-9947-34ac16560a8c req-479cab3f-44ce-44be-be27-31d46b197f0e tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.233886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4c3f903-8678-4261-9947-34ac16560a8c req-479cab3f-44ce-44be-be27-31d46b197f0e tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-groups/23066eca-337e-4857-86f5-dae60a18ad50 HTTP/1.1" status: 204 len: 173 time: 0.3366344 Sep 16 05:06:31.253164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-c5786c4b-f30d-4537-b378-f29118e2907e service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105137 Sep 16 05:06:31.254240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cab3f-44ce-44be-be27-31d46b197f0e tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23066eca-337e-4857-86f5-dae60a18ad50,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:31.369972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.408728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.470506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:31.474952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:31.477906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Pushing event updated for resources: {'Port': ['ID=d81d9be8-b30e-485a-9e5e-9c3fa7777171,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:31.480339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:31.540328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.540916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.558394 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-81bb0988-1f10-4b8f-b3fc-d39704a3d402 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8569942 Sep 16 05:06:31.574887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Request body: {'port': {'device_id': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:31.622902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:31.664677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.683179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port bcc7245e-750c-4cf8-bb81-32a098cfac21 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:31.683497 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-63253a8c-e51d-458f-85f7-583837c0255e req-1575040c-de50-4501-9457-95c822178bc1 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] show failed (client error): The resource could not be found. Sep 16 05:06:31.688590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port bcc7245e-750c-4cf8-bb81-32a098cfac21 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:31.688702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63253a8c-e51d-458f-85f7-583837c0255e req-1575040c-de50-4501-9457-95c822178bc1 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/85a609c3-2173-4a83-a160-9d78f3b9cd9f HTTP/1.1" status: 404 len: 352 time: 0.0567322 Sep 16 05:06:31.688796 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.759946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe6d2-5660-492a-893f-c1f80e0f64f7 req-5459d2d5-478a-4891-90cf-e061377bb078 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.761975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7afe6d2-5660-492a-893f-c1f80e0f64f7 req-5459d2d5-478a-4891-90cf-e061377bb078 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 931 time: 0.1289723 Sep 16 05:06:31.798484 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.801045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-132c428c-39b7-41c9-ab11-1fe50aa55641 req-b44c3226-d32c-4eae-8c89-ace3c0c3047e service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258729 Sep 16 05:06:31.830079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7afe6d2-5660-492a-893f-c1f80e0f64f7 req-7b6d5f86-b33a-46eb-971a-d7c62bca3859 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534816 Sep 16 05:06:31.848036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:31.850354 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250126df-76f3-48b2-b40c-3430cae1e32e" -d '{"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-plugged", "status": "completed", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:31.878646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:31.885982 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.906865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-55fdc744-0965-46a2-bded-4e664c056c59 req-a2a42c7c-5887-41a7-9852-67f5a8de7963 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:06:31.908490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55fdc744-0965-46a2-bded-4e664c056c59 req-a2a42c7c-5887-41a7-9852-67f5a8de7963 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076904 Sep 16 05:06:31.984124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.009064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b950a-2a23-4cab-8277-c327249d9878 req-90598e8c-68fe-429b-9047-d617788a06d0 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.012727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-951b950a-2a23-4cab-8277-c327249d9878 req-90598e8c-68fe-429b-9047-d617788a06d0 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 946 time: 0.0859692 Sep 16 05:06:32.062354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81d9be8-b30e-485a-9e5e-9c3fa7777171 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:32.071549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.079003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdf4ad76-33d2-4422-9076-c9b59613e23c req-ffa27e34-f86d-4ac9-80fc-d327cba22e48 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/9967bb12-6167-4551-b51b-7448d9184c3d HTTP/1.1" status: 200 len: 1805 time: 0.0639782 Sep 16 05:06:32.086010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Transition to ACTIVE for port object d81d9be8-b30e-485a-9e5e-9c3fa7777171 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:32.087574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-951b950a-2a23-4cab-8277-c327249d9878 req-91fabced-0920-4892-aeca-15564bad3cae tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637641 Sep 16 05:06:32.091318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.163749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Pushing event updated for resources: {'Port': ['ID=d81d9be8-b30e-485a-9e5e-9c3fa7777171,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.170633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fdf4ad76-33d2-4422-9076-c9b59613e23c req-2d1e9d81-d08b-42be-a6be-bfdc5b434845 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.225338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fdf4ad76-33d2-4422-9076-c9b59613e23c req-2d1e9d81-d08b-42be-a6be-bfdc5b434845 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.259912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Attempting to bind port d81d9be8-b30e-485a-9e5e-9c3fa7777171 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:32.260570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Attempting to bind port d81d9be8-b30e-485a-9e5e-9c3fa7777171 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '1eddc091-7ffb-4f17-a3c4-3aae58d712a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:32.261472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Attempting to bind port d81d9be8-b30e-485a-9e5e-9c3fa7777171 on network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:32.268969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Port d81d9be8-b30e-485a-9e5e-9c3fa7777171 on network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:32.269330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Attempting to bind port d81d9be8-b30e-485a-9e5e-9c3fa7777171 on network cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:32.276031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:32.276031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Checking segment: {'id': '1eddc091-7ffb-4f17-a3c4-3aae58d712a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:32.276423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Bound using segment: {'id': '1eddc091-7ffb-4f17-a3c4-3aae58d712a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:32.276832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Bound port: d81d9be8-b30e-485a-9e5e-9c3fa7777171, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eddc091-7ffb-4f17-a3c4-3aae58d712a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:32.277493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.295296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd495b-9159-49d3-bf50-d7defa2b4021 req-12489166-36bb-46c4-a456-8f59f6e6388c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.297681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7bd495b-9159-49d3-bf50-d7defa2b4021 req-12489166-36bb-46c4-a456-8f59f6e6388c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1098044 Sep 16 05:06:32.319652 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fdf4ad76-33d2-4422-9076-c9b59613e23c req-2d1e9d81-d08b-42be-a6be-bfdc5b434845 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.323242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fdf4ad76-33d2-4422-9076-c9b59613e23c req-2d1e9d81-d08b-42be-a6be-bfdc5b434845 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.333592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdf4ad76-33d2-4422-9076-c9b59613e23c req-2d1e9d81-d08b-42be-a6be-bfdc5b434845 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-groups/9967bb12-6167-4551-b51b-7448d9184c3d HTTP/1.1" status: 204 len: 173 time: 0.2422183 Sep 16 05:06:32.360890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e9d81-d08b-42be-a6be-bfdc5b434845 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9967bb12-6167-4551-b51b-7448d9184c3d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.363387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] For port d81d9be8-b30e-485a-9e5e-9c3fa7777171, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:32.367781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] For port d81d9be8-b30e-485a-9e5e-9c3fa7777171, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d81d9be8-b30e-485a-9e5e-9c3fa7777171,segment=NetworkSegment(1eddc091-7ffb-4f17-a3c4-3aae58d712a7),segment_id=1eddc091-7ffb-4f17-a3c4-3aae58d712a7)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:32.374492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.395821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7bd495b-9159-49d3-bf50-d7defa2b4021 req-15e15a50-6a1e-4302-a2cc-b333d00be027 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859144 Sep 16 05:06:32.431976 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a13143-f99d-4e58-9614-418c6990aee5 x-openstack-request-id: req-f4a13143-f99d-4e58-9614-418c6990aee5 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:32.432462 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-plugged", "status": "completed", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:32.433007 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4a13143-f99d-4e58-9614-418c6990aee5 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:32.433528 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'code': 200} Sep 16 05:06:32.438192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.439265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.440554 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] 10.222.0.73 "PUT /v2.0/ports/d81d9be8-b30e-485a-9e5e-9c3fa7777171 HTTP/1.1" status: 200 len: 1092 time: 0.8722932 Sep 16 05:06:32.441279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'tag': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:32.444368 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739ed4a-08ef-4841-929f-84c54beb1ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "e97f02de-1275-40e9-a162-109aac2b6fdb", "tag": "d81d9be8-b30e-485a-9e5e-9c3fa7777171"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:32.471127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4e2f7-5c13-4ff6-a571-6819e4c0f64a service neutron] Pushing event updated for resources: {'Port': ['ID=d81d9be8-b30e-485a-9e5e-9c3fa7777171,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.509722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-f9fcdac7-9c05-480d-b16b-2816d50f4e45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2626104 Sep 16 05:06:32.526845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-4686ae98-0669-4e0d-934a-3631d2a67839 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:06:32.528230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-4686ae98-0669-4e0d-934a-3631d2a67839 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058577 Sep 16 05:06:32.547923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b7c58c2e-446b-4a01-9567-fd43c85d54d9 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:32.569928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8464-8157-45a2-95c5-315dad65665c req-dd5d7efe-045d-453f-bd01-3ea98d75cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.576081 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-dd5d7efe-045d-453f-bd01-3ea98d75cdef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e0d42f2d4c444e4badab7eab0c422e7&device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 1095 time: 0.0760086 Sep 16 05:06:32.624483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b3588-1e50-4d21-bd55-d46805dbc625 req-21a54432-6f38-4346-bba2-f2d33159bd69 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.626237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-438b3588-1e50-4d21-bd55-d46805dbc625 req-21a54432-6f38-4346-bba2-f2d33159bd69 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 948 time: 0.1062703 Sep 16 05:06:32.634593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1533c-2132-4a39-b8c7-86345baa532f req-219ddc76-c920-4991-b79a-91dc3d684251 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.636656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aec1533c-2132-4a39-b8c7-86345baa532f req-219ddc76-c920-4991-b79a-91dc3d684251 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.1255183 Sep 16 05:06:32.683345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b7c58c2e-446b-4a01-9567-fd43c85d54d9, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b7c58c2e-446b-4a01-9567-fd43c85d54d9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:32.696984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-438b3588-1e50-4d21-bd55-d46805dbc625 req-2ec6fb7f-8f59-4473-9e8f-673e4ab29ec9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591502 Sep 16 05:06:32.697150 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-4332cdd2-0671-4355-a904-39649f9fe9ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d81d9be8-b30e-485a-9e5e-9c3fa7777171 HTTP/1.1" status: 200 len: 217 time: 0.0993745 Sep 16 05:06:32.699247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'mac_address': 'fa:16:3e:a3:79:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:32.718658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aec1533c-2132-4a39-b8c7-86345baa532f req-67b390e4-2cc3-40bb-af15-7f4e8d7b3cf1 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663605 Sep 16 05:06:32.768561 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.786522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c58c2e-446b-4a01-9567-fd43c85d54d9 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:32.792699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8464-8157-45a2-95c5-315dad65665c req-3232e864-0e60-4eae-9d9a-c6f9207fa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.794346 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-3232e864-0e60-4eae-9d9a-c6f9207fa1d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c43f3fe0-fd65-4bfc-8714-64d0b104a309 HTTP/1.1" status: 200 len: 850 time: 0.0848022 Sep 16 05:06:32.812978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00722f0-342d-4d1f-8145-939a87a9852a req-f7f2e0c6-fda1-40f6-b188-1ddca191b0ab tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/a8af4015-2507-489e-8e02-683c10ab4b5d HTTP/1.1" status: 200 len: 1805 time: 0.0690541 Sep 16 05:06:32.825205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b7c58c2e-446b-4a01-9567-fd43c85d54d9, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b7c58c2e-446b-4a01-9567-fd43c85d54d9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:32.833454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.834519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:32.840054 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-b5ce3117-5424-49c2-9bed-81504271193d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334017 Sep 16 05:06:32.887632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00722f0-342d-4d1f-8145-939a87a9852a req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.938028 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00722f0-342d-4d1f-8145-939a87a9852a req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.941514 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37f7762-bfd7-43d2-877c-6490ea055bb1 x-openstack-request-id: req-d37f7762-bfd7-43d2-877c-6490ea055bb1 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:32.941809 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97f02de-1275-40e9-a162-109aac2b6fdb", "tag": "d81d9be8-b30e-485a-9e5e-9c3fa7777171", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:32.942186 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d37f7762-bfd7-43d2-877c-6490ea055bb1 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:32.943067 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'tag': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171', 'status': 'completed', 'code': 200} Sep 16 05:06:32.970573 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-6f137252-b833-493a-b34d-72dab2061410 service neutron] 10.222.0.73 "GET /v2.0/networks/cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202767 Sep 16 05:06:32.982897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b7c58c2e-446b-4a01-9567-fd43c85d54d9,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.023649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00722f0-342d-4d1f-8145-939a87a9852a req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.027669 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b00722f0-342d-4d1f-8145-939a87a9852a req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.043857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00722f0-342d-4d1f-8145-939a87a9852a req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-groups/a8af4015-2507-489e-8e02-683c10ab4b5d HTTP/1.1" status: 204 len: 173 time: 0.2273304 Sep 16 05:06:33.047984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:33.056408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af4015-2507-489e-8e02-683c10ab4b5d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.072913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'port_id': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'mac_address': 'fa:16:3e:7d:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e60de-fdce-4632-a5b7-e75dd578e560', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:33.115775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.116043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.119739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.120387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.120847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.121450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.121884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.122316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.122749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.123573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.123967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.124411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.125055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caf217-9164-41bc-8ad9-b885d2c6cbba tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.148583 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-77fa8464-8157-45a2-95c5-315dad65665c req-d0227ff4-1a99-45f2-a235-57b54970684e service neutron] 10.222.0.73 "GET /v2.0/networks/cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621161 Sep 16 05:06:33.160530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:33.195193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5672e2e5-2a80-492f-b83d-0b4ba18ad4ae req-88cf5a8d-0662-4c36-b717-3c74c6626168 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/f6882433-8f53-44ad-9f28-e680287a605f HTTP/1.1" status: 200 len: 1804 time: 0.1247556 Sep 16 05:06:33.195734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:33.202253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.232623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77d5cf-4f97-45f4-905c-a3518b10c02f req-e5178737-f99a-407c-a51f-db9583079d75 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.237044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c77d5cf-4f97-45f4-905c-a3518b10c02f req-e5178737-f99a-407c-a51f-db9583079d75 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 943 time: 0.1082811 Sep 16 05:06:33.264615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.265814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-3f5ce280-09c1-4107-8a65-b13ebd29ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.267154 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-3f5ce280-09c1-4107-8a65-b13ebd29ba6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3e0d42f2d4c444e4badab7eab0c422e7&device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 1095 time: 0.0472403 Sep 16 05:06:33.307907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c77d5cf-4f97-45f4-905c-a3518b10c02f req-2a3637e0-6520-4fce-8f31-dbb2daa8d947 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579314 Sep 16 05:06:33.308480 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5672e2e5-2a80-492f-b83d-0b4ba18ad4ae req-faca3c86-0d08-464b-962c-08ed41546881 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.334600 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5672e2e5-2a80-492f-b83d-0b4ba18ad4ae req-faca3c86-0d08-464b-962c-08ed41546881 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.359030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['f39fb1d9-a9fd-4257-8e7c-16b93a655ac1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:33.397293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-1c16de4b-2d1f-4398-8583-20413392c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.399087 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-1c16de4b-2d1f-4398-8583-20413392c20a service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 HTTP/1.1" status: 200 len: 911 time: 0.1188834 Sep 16 05:06:33.459852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-b29a5b44-352b-411c-84bd-e83be7b850e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d81d9be8-b30e-485a-9e5e-9c3fa7777171 HTTP/1.1" status: 200 len: 217 time: 0.0470631 Sep 16 05:06:33.462422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5672e2e5-2a80-492f-b83d-0b4ba18ad4ae req-faca3c86-0d08-464b-962c-08ed41546881 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.464624 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5672e2e5-2a80-492f-b83d-0b4ba18ad4ae req-faca3c86-0d08-464b-962c-08ed41546881 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.465949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5672e2e5-2a80-492f-b83d-0b4ba18ad4ae req-faca3c86-0d08-464b-962c-08ed41546881 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-groups/f6882433-8f53-44ad-9f28-e680287a605f HTTP/1.1" status: 204 len: 173 time: 0.2699485 Sep 16 05:06:33.483628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4291dd-7b6e-4e51-abcc-ec1602ddbe1d req-b15f9b8f-1c21-4081-8385-b5b3cf1a6d74 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.485281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d4291dd-7b6e-4e51-abcc-ec1602ddbe1d req-b15f9b8f-1c21-4081-8385-b5b3cf1a6d74 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 945 time: 0.1152158 Sep 16 05:06:33.490891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca3c86-0d08-464b-962c-08ed41546881 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6882433-8f53-44ad-9f28-e680287a605f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.555875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d4291dd-7b6e-4e51-abcc-ec1602ddbe1d req-f46bc470-7ce4-4ff0-9c4d-36aac61d7391 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571029 Sep 16 05:06:33.604342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-196a8022-7c07-4f85-8799-744cb58eff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.606235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-196a8022-7c07-4f85-8799-744cb58eff60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c43f3fe0-fd65-4bfc-8714-64d0b104a309 HTTP/1.1" status: 200 len: 850 time: 0.1385005 Sep 16 05:06:33.615232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['b7c58c2e-446b-4a01-9567-fd43c85d54d9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:33.642925 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-d9747eeb-7a28-4d99-bb76-f8b285d3daff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277195 Sep 16 05:06:33.655233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e4e25c7-0174-4f18-a429-9d71aadebe5b req-b42bd57c-577f-4c85-9caf-d52c48621bbd tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/2dd2e38a-e578-48c7-a88c-59a8d32b2a10 HTTP/1.1" status: 200 len: 2404 time: 0.0801489 Sep 16 05:06:33.669706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e62f4-7bd3-4c28-9349-fa000cd73268 req-69f14ef6-fd3d-49ed-b40b-aaa87d6343a6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.671299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-221e62f4-7bd3-4c28-9349-fa000cd73268 req-69f14ef6-fd3d-49ed-b40b-aaa87d6343a6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.0807288 Sep 16 05:06:33.775523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-221e62f4-7bd3-4c28-9349-fa000cd73268 req-c16dc254-b250-47be-81dc-c4ebac32278a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974519 Sep 16 05:06:33.786233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-2a185ea3-5350-4594-850d-50cf8f78db04 service neutron] 10.222.0.73 "GET /v2.0/networks/cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269021 Sep 16 05:06:33.801646 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e4e25c7-0174-4f18-a429-9d71aadebe5b req-28d41d78-d23d-4095-9e83-bb238ee5246f tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.806922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-647dabfb-55ee-4d16-a5f6-3a682bf87a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:33.808464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-647dabfb-55ee-4d16-a5f6-3a682bf87a52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f&tenant_id=9212c8be76354a2e8a2322cb51efb346 HTTP/1.1" status: 200 len: 1095 time: 0.0870194 Sep 16 05:06:33.839474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e4e25c7-0174-4f18-a429-9d71aadebe5b req-28d41d78-d23d-4095-9e83-bb238ee5246f tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.899914 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7739ed4a-08ef-4841-929f-84c54beb1ab2 req-2f1360c5-8668-439b-b5ba-560501b6b24d service neutron] 10.222.0.73 "GET /v2.0/networks/cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947349 Sep 16 05:06:34.004543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-4bfc33af-1752-4716-8dcd-23748cc23e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.006870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-4bfc33af-1752-4716-8dcd-23748cc23e50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1095 time: 0.1642029 Sep 16 05:06:34.022645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489676d-71ad-40af-ab4e-6ea5dccfa5de req-94983d49-a690-403d-9c2f-1f634e5b515d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.024837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2489676d-71ad-40af-ab4e-6ea5dccfa5de req-94983d49-a690-403d-9c2f-1f634e5b515d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 949 time: 0.1627927 Sep 16 05:06:34.035096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e4e25c7-0174-4f18-a429-9d71aadebe5b req-28d41d78-d23d-4095-9e83-bb238ee5246f tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.037837 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e4e25c7-0174-4f18-a429-9d71aadebe5b req-28d41d78-d23d-4095-9e83-bb238ee5246f tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.038898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e4e25c7-0174-4f18-a429-9d71aadebe5b req-28d41d78-d23d-4095-9e83-bb238ee5246f tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-groups/2dd2e38a-e578-48c7-a88c-59a8d32b2a10 HTTP/1.1" status: 204 len: 173 time: 0.3791683 Sep 16 05:06:34.080438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d41d78-d23d-4095-9e83-bb238ee5246f tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd2e38a-e578-48c7-a88c-59a8d32b2a10,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.166336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2489676d-71ad-40af-ab4e-6ea5dccfa5de req-7c68e068-81f8-4705-8d06-4b95d455c301 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254938 Sep 16 05:06:34.187185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-500a02d4-41f9-46ba-81b8-a2da31034577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.188699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-500a02d4-41f9-46ba-81b8-a2da31034577 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 914 time: 0.1624498 Sep 16 05:06:34.202191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdfdb1-33fe-4c0a-8bd7-867272e4d071 req-54134e35-3986-4086-ae3d-90c137eda4d7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.203709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25bdfdb1-33fe-4c0a-8bd7-867272e4d071 req-54134e35-3986-4086-ae3d-90c137eda4d7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.0913086 Sep 16 05:06:34.253402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-bd23aa23-46f5-4100-a043-9d8872787290 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 217 time: 0.0485594 Sep 16 05:06:34.334436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25bdfdb1-33fe-4c0a-8bd7-867272e4d071 req-a1d46dff-40b6-4239-9e04-5c461b614a2d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235411 Sep 16 05:06:34.350203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-d29d843b-8449-45d6-a17b-ffbd405aa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.351686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-d29d843b-8449-45d6-a17b-ffbd405aa073 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.0892398 Sep 16 05:06:34.354918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc21da-4ed7-4c3b-be9b-5ea349b47b26 req-6fed2dc0-d4c5-411f-b573-5586c87368fb tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.356384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cc21da-4ed7-4c3b-be9b-5ea349b47b26 req-6fed2dc0-d4c5-411f-b573-5586c87368fb tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1102 time: 0.1120541 Sep 16 05:06:34.391849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-93ee07e4-ff6a-49d2-b997-7dfbda4570ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320873 Sep 16 05:06:34.442603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cc21da-4ed7-4c3b-be9b-5ea349b47b26 req-f089f818-d4a4-4e52-b91a-a7fa82fea73f tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Sep 16 05:06:34.538821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-e3381d29-800b-42de-a97b-f18e5ac96fd1 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372108 Sep 16 05:06:34.560743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d81d9be8-b30e-485a-9e5e-9c3fa7777171 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:34.564287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:34.589287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcce58f6-89c1-470e-a07a-10f60b34fa9f req-dc1843c6-f7dc-4d4f-bd2f-0d8e79d982ff tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "GET /v2.0/security-groups/45667c03-0080-47d6-a64a-9ce8f83b2ecd HTTP/1.1" status: 200 len: 2398 time: 0.0902679 Sep 16 05:06:34.695291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:34.695669 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.715327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2159c5-0d79-45bf-b6d6-73df1021ae24 req-2c6f0545-0556-45d4-bd84-1e9fb18bb4f7 service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683915 Sep 16 05:06:34.725937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b09b2-b8cf-45e0-bd4c-fb141b5e01e4 req-19bbc2e2-130f-4b22-953b-3e352c876cfa tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.727460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d9b09b2-b8cf-45e0-bd4c-fb141b5e01e4 req-19bbc2e2-130f-4b22-953b-3e352c876cfa tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 943 time: 0.1373804 Sep 16 05:06:34.748131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d81d9be8-b30e-485a-9e5e-9c3fa7777171, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d81d9be8-b30e-485a-9e5e-9c3fa7777171,segment=NetworkSegment(1eddc091-7ffb-4f17-a3c4-3aae58d712a7),segment_id=1eddc091-7ffb-4f17-a3c4-3aae58d712a7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:34.752195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcce58f6-89c1-470e-a07a-10f60b34fa9f req-b02c3c5d-9d89-428f-8cf1-6f1af011c810 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.764635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171', 'network_id': 'cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3', 'port_id': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171', 'mac_address': 'fa:16:3e:d2:61:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c43f3fe0-fd65-4bfc-8714-64d0b104a309', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:34.796062 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcce58f6-89c1-470e-a07a-10f60b34fa9f req-b02c3c5d-9d89-428f-8cf1-6f1af011c810 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.802012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d9b09b2-b8cf-45e0-bd4c-fb141b5e01e4 req-bca9eaf3-5bba-49fd-9cee-597a186cc4b0 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615497 Sep 16 05:06:34.845528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.847870 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.872638 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81d9be8-b30e-485a-9e5e-9c3fa7777171 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:34.891183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:34.893475 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee814319-2734-4b97-9b01-921021674754" -d '{"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-plugged", "status": "completed", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:34.902878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcce58f6-89c1-470e-a07a-10f60b34fa9f req-b02c3c5d-9d89-428f-8cf1-6f1af011c810 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.912857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcce58f6-89c1-470e-a07a-10f60b34fa9f req-b02c3c5d-9d89-428f-8cf1-6f1af011c810 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.918974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:34.925099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:34.926564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d81d9be8-b30e-485a-9e5e-9c3fa7777171, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d81d9be8-b30e-485a-9e5e-9c3fa7777171,segment=NetworkSegment(1eddc091-7ffb-4f17-a3c4-3aae58d712a7),segment_id=1eddc091-7ffb-4f17-a3c4-3aae58d712a7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:34.928527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcce58f6-89c1-470e-a07a-10f60b34fa9f req-b02c3c5d-9d89-428f-8cf1-6f1af011c810 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] 10.222.0.55 "DELETE /v2.0/security-groups/45667c03-0080-47d6-a64a-9ce8f83b2ecd HTTP/1.1" status: 204 len: 173 time: 0.3259687 Sep 16 05:06:34.929307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:34.965012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c3c5d-9d89-428f-8cf1-6f1af011c810 tempest-SecurityGroupRulesTestJSON-688076353 tempest-SecurityGroupRulesTestJSON-688076353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45667c03-0080-47d6-a64a-9ce8f83b2ecd,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:34.965261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.007010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.025988 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44994dc3-2362-4dfd-9549-a2c763b785b0 x-openstack-request-id: req-44994dc3-2362-4dfd-9549-a2c763b785b0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:35.026513 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-plugged", "status": "completed", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:35.026939 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44994dc3-2362-4dfd-9549-a2c763b785b0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:35.027532 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'code': 200} Sep 16 05:06:35.034101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] Deleting subnet e45b2010-b4ad-4b52-b41a-b88ead04fc51 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:35.038255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.095689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.098398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75332363-5e64-4d1f-a84f-4f9572e4de50 req-754c8c2d-7a59-476a-8211-41fe7d4b2696 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.100082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d81d9be8-b30e-485a-9e5e-9c3fa7777171,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.111029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75332363-5e64-4d1f-a84f-4f9572e4de50 req-754c8c2d-7a59-476a-8211-41fe7d4b2696 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 946 time: 0.1337948 Sep 16 05:06:35.164815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.166118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75332363-5e64-4d1f-a84f-4f9572e4de50 req-171428cb-4497-4109-a82e-8c0b3d1460a8 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527000 Sep 16 05:06:35.196801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-72323682-6f5a-4059-a05e-3e20f250d9c2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380127 Sep 16 05:06:35.254541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.284532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45b2010-b4ad-4b52-b41a-b88ead04fc51,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:35.286970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['d81d9be8-b30e-485a-9e5e-9c3fa7777171'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:35.289211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.293666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a95b03a0-191c-414e-ae5e-2fa642f71d8d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e45b2010-b4ad-4b52-b41a-b88ead04fc51 HTTP/1.1" status: 204 len: 168 time: 0.3643229 Sep 16 05:06:35.294393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43452) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:35.442861 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.595958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-7622d9db-faa6-4e98-800a-b3bda609f6a8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.605077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-7622d9db-faa6-4e98-800a-b3bda609f6a8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4071655 Sep 16 05:06:35.659114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-84e9fd6b-bf07-4741-a7f9-c15efbb35f6e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/quotas/51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 375 time: 0.0526361 Sep 16 05:06:35.682154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3167d-05eb-4b3c-84f0-5a7b7546ed0d req-8ef73b6d-1b4c-4fda-b097-ce84516040fe tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.684293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6df3167d-05eb-4b3c-84f0-5a7b7546ed0d req-8ef73b6d-1b4c-4fda-b097-ce84516040fe tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 949 time: 0.3886991 Sep 16 05:06:35.789121 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.814420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb812a3-e8c9-42f2-a911-ff9b97c111c8']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.873218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6df3167d-05eb-4b3c-84f0-5a7b7546ed0d req-9bc951f3-f2dc-487d-a4bf-57deea16200e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795750 Sep 16 05:06:35.876144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d01e8bd-71ed-4433-b17b-5d4d12c2625f') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.876352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d01e8bd-71ed-4433-b17b-5d4d12c2625f') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:35.894282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.910546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-eebd1e67-a084-4879-979a-f82116642b85 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482383 Sep 16 05:06:35.930338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.945282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:35.946593 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:35.952769 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:36.097011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.103731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.109994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3eb812a3-e8c9-42f2-a911-ff9b97c111c8 HTTP/1.1" status: 204 len: 168 time: 0.8083639 Sep 16 05:06:36.160365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc69b8c-17d9-4f56-abcf-1a7911d09d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb812a3-e8c9-42f2-a911-ff9b97c111c8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:36.413062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f791ba3-f871-4c06-ac87-741c372ff94a req-7bcd2d6f-e3ff-45c7-9948-f9cf7fce0076 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.414706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f791ba3-f871-4c06-ac87-741c372ff94a req-7bcd2d6f-e3ff-45c7-9948-f9cf7fce0076 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.1373060 Sep 16 05:06:36.452337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43472) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.474690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f791ba3-f871-4c06-ac87-741c372ff94a req-37c6a7c7-b2b6-4aad-bc24-e428e562f325 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505364 Sep 16 05:06:36.565478 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92b84350-a34b-409f-81ae-b29ace86c1f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3a4504a1ca94fc4b53c06b5723120fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118519 Sep 16 05:06:36.568081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:36.582353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b7c58c2e-446b-4a01-9567-fd43c85d54d9 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:36.734523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port b7c58c2e-446b-4a01-9567-fd43c85d54d9 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:36.740221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port b7c58c2e-446b-4a01-9567-fd43c85d54d9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:36.740599 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.761699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20302dd5-3e15-44ad-80ce-4a6d32576962 req-35d594d4-eeb7-45ef-9361-b2ed26ca52bf tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.769571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20302dd5-3e15-44ad-80ce-4a6d32576962 req-35d594d4-eeb7-45ef-9361-b2ed26ca52bf tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 944 time: 0.1432104 Sep 16 05:06:36.778060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c98f-fe04-4d21-b9d1-3a4c594003aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.827521 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c98f-fe04-4d21-b9d1-3a4c594003aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.845672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20302dd5-3e15-44ad-80ce-4a6d32576962 req-e5a158d7-6784-4258-80b9-f17604726b7c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750999 Sep 16 05:06:36.890968 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.952523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c98f-fe04-4d21-b9d1-3a4c594003aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.956115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c98f-fe04-4d21-b9d1-3a4c594003aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.960482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6ec1c98f-fe04-4d21-b9d1-3a4c594003aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f33ee37-f221-4de1-a22d-69fc7564d133 HTTP/1.1" status: 204 len: 168 time: 0.3909390 Sep 16 05:06:36.986317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1c98f-fe04-4d21-b9d1-3a4c594003aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f33ee37-f221-4de1-a22d-69fc7564d133,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.013410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54faa0d-563b-477a-931e-19fe4f5a4a1d req-a0d0ed20-6623-4bf8-92dc-564936e6f22d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.024293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d54faa0d-563b-477a-931e-19fe4f5a4a1d req-a0d0ed20-6623-4bf8-92dc-564936e6f22d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 946 time: 0.0835652 Sep 16 05:06:37.047286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b7c58c2e-446b-4a01-9567-fd43c85d54d9, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b7c58c2e-446b-4a01-9567-fd43c85d54d9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:37.048837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:37.061697 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a26c079-23bf-4988-a180-08957aca103f" -d '{"events": [{"server_uuid": "23252e6b-e00e-4d56-a64e-a2bc94fdc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "b7c58c2e-446b-4a01-9567-fd43c85d54d9"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:37.108219 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.109426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d54faa0d-563b-477a-931e-19fe4f5a4a1d req-c7fdcd00-ed3c-4556-b809-329f27eeddae tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838199 Sep 16 05:06:37.115312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:37.257292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5c94d2c-60a6-43ad-a111-9fdafc24d546 req-73d24c88-5f74-4b3b-a04e-5a139c30485d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 210 time: 0.0507059 Sep 16 05:06:37.313292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b7c58c2e-446b-4a01-9567-fd43c85d54d9,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.433044 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.499751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c364dc0-3baf-4abe-8da6-5dec49c01b13 req-ce540495-1bd6-48f0-bf53-c07dca3316ef tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.501159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:37.501542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c364dc0-3baf-4abe-8da6-5dec49c01b13 req-ce540495-1bd6-48f0-bf53-c07dca3316ef tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.1256757 Sep 16 05:06:37.510010 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:37.602414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c364dc0-3baf-4abe-8da6-5dec49c01b13 req-4ae32688-1781-44f5-a68d-6782a260c3c7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899673 Sep 16 05:06:37.635368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:37.659019 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c5d59-e749-4916-8bfc-2454a170d526 x-openstack-request-id: req-108c5d59-e749-4916-8bfc-2454a170d526 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:37.659530 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23252e6b-e00e-4d56-a64e-a2bc94fdc9f0", "name": "network-vif-plugged", "status": "completed", "tag": "b7c58c2e-446b-4a01-9567-fd43c85d54d9", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:37.660433 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-108c5d59-e749-4916-8bfc-2454a170d526 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:37.661071 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'code': 200} Sep 16 05:06:37.893423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677abf3-dce7-470f-a3d1-49a83be3c86a req-41a1e5e0-f210-410b-884b-6e65e4ab193f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:37.901952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e677abf3-dce7-470f-a3d1-49a83be3c86a req-41a1e5e0-f210-410b-884b-6e65e4ab193f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.0753851 Sep 16 05:06:37.988437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e677abf3-dce7-470f-a3d1-49a83be3c86a req-aa25d3d3-57ae-4c38-acf3-2f34bb2c0d5d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847588 Sep 16 05:06:38.152345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-a5f15718-6595-4330-933f-981e3f42ea54 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842643 Sep 16 05:06:38.323363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f82fb-9e06-42cc-8da8-c32caa529dc5 req-03a486b1-976a-42a2-9963-53c925718ce8 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.330967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-481f82fb-9e06-42cc-8da8-c32caa529dc5 req-03a486b1-976a-42a2-9963-53c925718ce8 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 944 time: 0.2246017 Sep 16 05:06:38.394004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-481f82fb-9e06-42cc-8da8-c32caa529dc5 req-6d7436ab-954d-4ac3-8456-622c3699da2a tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608022 Sep 16 05:06:38.404876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43516) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:38.484322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-47958109-93f3-467d-aae0-513ea65efa30 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.486213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-47958109-93f3-467d-aae0-513ea65efa30 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086572 Sep 16 05:06:38.531124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Request body: {'port': {'device_id': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '51ca068390d5481b830fd2b7e5c10008'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:38.591837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d81d9be8-b30e-485a-9e5e-9c3fa7777171 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:38.603062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-413909053-network', 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:38.606340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497745-0ec6-4b71-b5e8-c67874e0e56f req-b9b51ff4-8152-4956-bc65-b8ee91512330 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.608260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02497745-0ec6-4b71-b5e8-c67874e0e56f req-b9b51ff4-8152-4956-bc65-b8ee91512330 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.1183531 Sep 16 05:06:38.656476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:38.659029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.669562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.690279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port d81d9be8-b30e-485a-9e5e-9c3fa7777171 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:38.697986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port d81d9be8-b30e-485a-9e5e-9c3fa7777171 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:38.698631 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.727070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-4fc8c39a-bf2c-4026-93e8-c1f0cf80a747 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1593401 Sep 16 05:06:38.757427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02497745-0ec6-4b71-b5e8-c67874e0e56f req-ab5bc863-3001-4bfb-aa96-f280e5cff215 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059737 Sep 16 05:06:38.862563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.873481 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.876677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.909117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:06:38.918029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c18e197f-44ba-41f5-a41b-ae8e307d19a6 req-5e5bd5e3-049a-42ad-9741-de834b36243c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 210 time: 0.0665092 Sep 16 05:06:38.919971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506e4ff8-ede8-40d0-966b-f11455b569da,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:38.927380 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.928180 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Added segment 61b45c78-fca3-4dca-8be0-229b130a8dcb of type vlan for network 51619d66-8210-461d-a74e-5bd0850dd587 Sep 16 05:06:38.933772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d81d9be8-b30e-485a-9e5e-9c3fa7777171, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d81d9be8-b30e-485a-9e5e-9c3fa7777171,segment=NetworkSegment(1eddc091-7ffb-4f17-a3c4-3aae58d712a7),segment_id=1eddc091-7ffb-4f17-a3c4-3aae58d712a7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:38.937993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Made reservation on behalf of 51ca068390d5481b830fd2b7e5c10008 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:38.942995 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.948842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-15edb6c7-69a9-47ec-9ffd-d6f2d0d6018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.955737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-15edb6c7-69a9-47ec-9ffd-d6f2d0d6018a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1097 time: 0.1635494 Sep 16 05:06:38.971089 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.002542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.063224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.066749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.068146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.078478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d81d9be8-b30e-485a-9e5e-9c3fa7777171,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.141933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7350347 Sep 16 05:06:39.145164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43526) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:39.150367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Request body: {'subnet': {'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-413909053-subnet', 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:39.153694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02916888-9871-4c09-9222-36bc1976d0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=51619d66-8210-461d-a74e-5bd0850dd587,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.168284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 51619d66-8210-461d-a74e-5bd0850dd587 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:06:39.197231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:39.200003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.279120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-fad417a1-c428-456a-813a-0569a3c57624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.280681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-fad417a1-c428-456a-813a-0569a3c57624 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.3023250 Sep 16 05:06:39.426607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e5577-c8d5-435d-8ad4-f15897055dbe req-0e38e779-3ed2-489e-8b0b-43eff53069af tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.434322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d4e5577-c8d5-435d-8ad4-f15897055dbe req-0e38e779-3ed2-489e-8b0b-43eff53069af tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.3129160 Sep 16 05:06:39.451286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-8ad1f1ba-1696-408b-b2f6-2d8c499c2b63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 1001 time: 0.1597633 Sep 16 05:06:39.464727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Allocated IP 192.168.233.252 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:39.554273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d4e5577-c8d5-435d-8ad4-f15897055dbe req-6d4f1586-66cc-4b1f-9d4e-bbf34fb5c4f2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183498 Sep 16 05:06:39.558778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-36056de9-f5d0-46ff-8c7d-c435d016dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.575018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.575645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-36056de9-f5d0-46ff-8c7d-c435d016dcba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.0971797 Sep 16 05:06:39.654641 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Checking segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:39.655205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Network hostable DHCP agents. Network: 51619d66-8210-461d-a74e-5bd0850dd587, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:06:39.662329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1'}, {'server_uuid': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:39.664188 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db0b88f-b19e-4e58-980e-7a4f1e502fbe,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:39.665458 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf04e6-6b64-4fac-8ee5-219533dc71e1" -d '{"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1"}, {"server_uuid": "e97f02de-1275-40e9-a162-109aac2b6fdb", "name": "network-vif-plugged", "status": "completed", "tag": "d81d9be8-b30e-485a-9e5e-9c3fa7777171"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:39.684263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Network 51619d66-8210-461d-a74e-5bd0850dd587 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:06:39.704492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-1743f936-3765-484b-9751-8d75c5373537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.704992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 51619d66-8210-461d-a74e-5bd0850dd587) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:39.706224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-1743f936-3765-484b-9751-8d75c5373537 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068230 Sep 16 05:06:39.716894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c74a21-5172-4606-a89a-98d345f9141f None None] Network 51619d66-8210-461d-a74e-5bd0850dd587 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:39.729101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.731242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:39.767194 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8896ac52-4d9b-4d4c-8a33-fcc4bad91427 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6205499 Sep 16 05:06:39.942874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6727ce1-dbc4-463a-ae9b-eeeb7d7e11e5 None None] Network 51619d66-8210-461d-a74e-5bd0850dd587 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:06:39.977280 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.005787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c602f-4db0-4841-bc13-d33fa1690d1b req-43a6dbb1-0167-4bd2-b822-3296a3080a03 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.013494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f45c602f-4db0-4841-bc13-d33fa1690d1b req-43a6dbb1-0167-4bd2-b822-3296a3080a03 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.2082641 Sep 16 05:06:40.368262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-22350cb0-e755-4a15-a1b4-ebee69be3d6a service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130424 Sep 16 05:06:40.427129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f45c602f-4db0-4841-bc13-d33fa1690d1b req-38a1214c-7faa-46e1-9b2a-7db8d8eb3d93 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126334 Sep 16 05:06:40.467960 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.510731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:40.549069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:40.560279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:40.564729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:40.568240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe9d03a-5fea-45b8-a749-df3ca68739a1 req-de022c19-ba08-4987-92dd-551e88f54b83 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908288 Sep 16 05:06:40.593962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:40.677150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab74716-d5f8-410b-8445-dbd266763bf1 req-60793fd7-bd49-4bcc-a276-30a933e857a4 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.678744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ab74716-d5f8-410b-8445-dbd266763bf1 req-60793fd7-bd49-4bcc-a276-30a933e857a4 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.1371875 Sep 16 05:06:40.707378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.708059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.748823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-cbf005d7-edba-4048-ab07-c26dbe0de263 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2239628 Sep 16 05:06:40.777384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ab74716-d5f8-410b-8445-dbd266763bf1 req-fd8ea234-0ccc-49f5-b015-3601558bfa24 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821674 Sep 16 05:06:40.836837 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a199ec-14b4-42e5-a217-794021382be8 x-openstack-request-id: req-c1a199ec-14b4-42e5-a217-794021382be8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:40.837384 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1", "code": 200}, {"server_uuid": "e97f02de-1275-40e9-a162-109aac2b6fdb", "name": "network-vif-plugged", "status": "completed", "tag": "d81d9be8-b30e-485a-9e5e-9c3fa7777171", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:40.837703 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1a199ec-14b4-42e5-a217-794021382be8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:40.838600 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'code': 200} Sep 16 05:06:40.839030 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171', 'code': 200} Sep 16 05:06:40.893962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2c93a97c-f765-4c80-9720-59695c6fe07a None None] Provisioning complete for port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:40.894436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c93a97c-f765-4c80-9720-59695c6fe07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:40.932661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Request body: {'port': {'device_id': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:40.941964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2c93a97c-f765-4c80-9720-59695c6fe07a None None] Port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:41.033309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b33161-5e14-4698-80c8-b78e86e2e7da req-4a6ec62b-277b-4259-873d-3f12456c1796 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.040891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23b33161-5e14-4698-80c8-b78e86e2e7da req-4a6ec62b-277b-4259-873d-3f12456c1796 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.1481473 Sep 16 05:06:41.060666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.105081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23b33161-5e14-4698-80c8-b78e86e2e7da req-09d3f745-d159-411c-af5e-f56603c49739 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632122 Sep 16 05:06:41.299971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283373ca-531a-4231-8471-80d8125e0373 req-9acc3da7-62c5-4aa0-9745-0e10b78f89c6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.301650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-283373ca-531a-4231-8471-80d8125e0373 req-9acc3da7-62c5-4aa0-9745-0e10b78f89c6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 936 time: 0.0890360 Sep 16 05:06:41.404311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-283373ca-531a-4231-8471-80d8125e0373 req-5310a4b3-375d-4bf4-92b8-4cf27786c3cb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608370 Sep 16 05:06:41.489059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:41.499377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.515385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Transition to ACTIVE for port object ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:41.523159 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.527387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.611768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:41.691045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:41.691741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:41.703257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:41.722251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:41.722786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:41.743035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:41.743514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:41.743985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:41.744540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Bound port: ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:41.744975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.899090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-6e074a88-8156-4bd6-ae39-305b0ed0f86c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.900814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-6e074a88-8156-4bd6-ae39-305b0ed0f86c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.1917524 Sep 16 05:06:41.909220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:41.913556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:41.924015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-b9e72e47-f7df-4cdf-b461-602f1e0b4e62 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/quotas/8b257632200e4e1baa9b0d1a6d7c82f8 HTTP/1.1" status: 200 len: 375 time: 0.0160530 Sep 16 05:06:41.925912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.969524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:41.970160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:41.971603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] 10.222.0.64 "PUT /v2.0/ports/ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 1097 time: 1.0434785 Sep 16 05:06:42.002644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:42.006376 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16edd1d-0d3e-4354-8b7a-61babbb65566" -d '{"events": [{"name": "network-changed", "server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:42.013829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-0971fc69-01c9-4dff-8b95-552616de0a7a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822582 Sep 16 05:06:42.124795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f2f3b-53bb-4af8-b7d6-9b61c3346473 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:42.188426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-d3ba7104-5fdd-4aa3-b998-c56b231f8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.189931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-d3ba7104-5fdd-4aa3-b998-c56b231f8b5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1100 time: 0.1147842 Sep 16 05:06:42.247567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-f0d91962-fb20-4564-b29c-c45db9223067 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.0422285 Sep 16 05:06:42.249637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-f71e89ed-4758-4df7-bccf-2ef3ca9d18b3 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258794 Sep 16 05:06:42.390887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-1fba88b4-ea1b-41c9-a714-61e51259ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.392405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-1fba88b4-ea1b-41c9-a714-61e51259ce25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1360672 Sep 16 05:06:42.447601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3d6e36fd-e05e-4fc6-aafb-b15546875c3a service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824822 Sep 16 05:06:42.461204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-51fc0663-5dd1-4887-9a39-c924013b80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.461204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-51fc0663-5dd1-4887-9a39-c924013b80ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605867 Sep 16 05:06:42.594710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-68b45c93-2b1d-4d3b-8cc0-2802bf81e514 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185596 Sep 16 05:06:42.749434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e572dcd-2783-4f27-b0a5-090f28e1c54e req-db95f7b4-9bc2-499a-aa1e-ec9d4a07ebe2 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463256 Sep 16 05:06:42.763162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2317dad-1b88-4eac-9283-2a1c8a6867ac req-609b9847-22de-4964-9a72-dbbe37630ce8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.764873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2317dad-1b88-4eac-9283-2a1c8a6867ac req-609b9847-22de-4964-9a72-dbbe37630ce8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.0943470 Sep 16 05:06:42.816891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2317dad-1b88-4eac-9283-2a1c8a6867ac req-a743e8fd-22d7-4bd5-a935-87947a3dc419 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Sep 16 05:06:43.081388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911c8a6-83cf-4c45-9449-4863b7893fe3 req-b78bf9bc-372c-4283-bdeb-d19e360333d2 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.083253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2911c8a6-83cf-4c45-9449-4863b7893fe3 req-b78bf9bc-372c-4283-bdeb-d19e360333d2 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.0612168 Sep 16 05:06:43.139132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2911c8a6-83cf-4c45-9449-4863b7893fe3 req-b8212e75-42d1-499e-a06e-34b232496e21 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489569 Sep 16 05:06:43.330313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab388f-6434-4c05-8a9d-059c1b253de3 req-5b4009d6-bed4-4a9a-a9d1-3ce652180507 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.332448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1bab388f-6434-4c05-8a9d-059c1b253de3 req-5b4009d6-bed4-4a9a-a9d1-3ce652180507 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.1034675 Sep 16 05:06:43.384812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1bab388f-6434-4c05-8a9d-059c1b253de3 req-0fae402f-ad6a-4694-8289-51065f91eda4 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Sep 16 05:06:43.466241 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50feb59a-5ce5-4dd6-8439-428d2fa9c94f x-openstack-request-id: req-50feb59a-5ce5-4dd6-8439-428d2fa9c94f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:43.466857 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:43.467385 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50feb59a-5ce5-4dd6-8439-428d2fa9c94f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:43.469491 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'status': 'completed', 'code': 200} Sep 16 05:06:43.608424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-3850fc03-8da9-459d-9d6e-1834bba852d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.610300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-3850fc03-8da9-459d-9d6e-1834bba852d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1100 time: 0.0893283 Sep 16 05:06:43.625941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164203-a85d-4c18-89aa-d2e3def5f3ed req-43659117-6bba-458a-bc62-73ee8ebdfc1d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.629012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2164203-a85d-4c18-89aa-d2e3def5f3ed req-43659117-6bba-458a-bc62-73ee8ebdfc1d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.0956633 Sep 16 05:06:43.742561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2164203-a85d-4c18-89aa-d2e3def5f3ed req-23594a47-f029-4851-871d-339ae707c5e5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002257 Sep 16 05:06:43.773629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-0ebdf55d-82b2-4d93-baec-24900584aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.775868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-0ebdf55d-82b2-4d93-baec-24900584aaa2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1456206 Sep 16 05:06:43.825701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-06d132a5-6abc-422d-8d68-a48b3e6ea20f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.0396075 Sep 16 05:06:43.910014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-12c93e81-fbe6-4cf8-b2b7-f19ef8f35318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.911852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-12c93e81-fbe6-4cf8-b2b7-f19ef8f35318 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0778205 Sep 16 05:06:43.921469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c6e03-a31c-41cf-a15c-cb3df624bc99 req-08afad8f-3969-4d55-9a16-431a777cce65 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.923360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a7c6e03-a31c-41cf-a15c-cb3df624bc99 req-08afad8f-3969-4d55-9a16-431a777cce65 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.1017432 Sep 16 05:06:44.022966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-d568cb2a-6489-4b37-9e88-fb490ecf66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.025138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-d568cb2a-6489-4b37-9e88-fb490ecf66b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007745 Sep 16 05:06:44.030903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a7c6e03-a31c-41cf-a15c-cb3df624bc99 req-17717ede-c8fe-4b13-a241-bb2dfcc750ce tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655811 Sep 16 05:06:44.210211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfcf7bd6-f471-41ef-8512-00ac868cc16b req-4a72b3a6-838c-469b-a417-6d080cc2be23 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 210 time: 0.0495229 Sep 16 05:06:44.291028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-be68f72f-e8a8-4c29-82c9-bf269e3578f3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.292768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-be68f72f-e8a8-4c29-82c9-bf269e3578f3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.2663352 Sep 16 05:06:44.343153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Request body: {'port': {'device_id': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'admin_state_up': True, 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:44.350031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-e3320737-9122-4f0b-84bc-d7ffda2365a8 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939293 Sep 16 05:06:44.497769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8581219-c0ab-420b-9ff5-7ff28a3e59c1 req-fc8e7b3b-2b61-4918-a9b4-a1cb5e133162 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.499464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8581219-c0ab-420b-9ff5-7ff28a3e59c1 req-fc8e7b3b-2b61-4918-a9b4-a1cb5e133162 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.2035120 Sep 16 05:06:44.614688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16edd1d-0d3e-4354-8b7a-61babbb65566 req-b44408f9-e3bd-492d-a8c7-da07c885cb23 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498677 Sep 16 05:06:44.621162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8581219-c0ab-420b-9ff5-7ff28a3e59c1 req-02d79f69-56be-44a3-befc-6e56f7d918de tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127367 Sep 16 05:06:44.668961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:44.675864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:44.920138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Allocated IP 172.20.0.14 (51619d66-8210-461d-a74e-5bd0850dd587/2db0b88f-b19e-4e58-980e-7a4f1e502fbe/b7746662-ea6a-4208-a6d6-93308dfb6641) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:44.952139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee0d9b-6a34-4779-bf64-cbff439e6a37 req-995ad58b-698e-4b0b-b173-b990ce61614c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.952866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7ee0d9b-6a34-4779-bf64-cbff439e6a37 req-995ad58b-698e-4b0b-b173-b990ce61614c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.0985587 Sep 16 05:06:45.056405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7ee0d9b-6a34-4779-bf64-cbff439e6a37 req-34dab150-72c7-4eed-bdcc-aa358c6fefd0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875576 Sep 16 05:06:45.165485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.225497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190419d-ae70-491e-9c19-701156cfde95 req-8ecae213-955c-4c8e-9b05-98bbeb40f47c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.229319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2190419d-ae70-491e-9c19-701156cfde95 req-8ecae213-955c-4c8e-9b05-98bbeb40f47c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.0945964 Sep 16 05:06:45.254528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.340163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Network 51619d66-8210-461d-a74e-5bd0850dd587 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:45.344003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2190419d-ae70-491e-9c19-701156cfde95 req-149fcef0-1002-4abf-9663-d1f9f718d70e tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089020 Sep 16 05:06:45.347788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:45.350253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:45.381444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event updated for resources: {'Port': ['ID=b7746662-ea6a-4208-a6d6-93308dfb6641,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:45.443676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.444492 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.495018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-3159b82f-eca5-43a7-a7f9-f4c5bfc6d3dc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1578074 Sep 16 05:06:45.512965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730991a-ae7f-4c34-a72e-dbefc05265f1 req-f73c84eb-0b15-40bc-9438-9491a123e792 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.514745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3730991a-ae7f-4c34-a72e-dbefc05265f1 req-f73c84eb-0b15-40bc-9438-9491a123e792 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.0811045 Sep 16 05:06:45.524630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Request body: {'port': {'device_id': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:45.604759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3730991a-ae7f-4c34-a72e-dbefc05265f1 req-88e59582-73a4-4efc-bc8d-5ac3656b6623 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814135 Sep 16 05:06:45.638349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:45.792039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f1ee2-c063-4ff2-ad78-aa5e31372732 req-d3da2e11-09f7-4e12-91a5-d73ed5944c09 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.793593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff4f1ee2-c063-4ff2-ad78-aa5e31372732 req-d3da2e11-09f7-4e12-91a5-d73ed5944c09 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.1201019 Sep 16 05:06:45.868380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff4f1ee2-c063-4ff2-ad78-aa5e31372732 req-5588682d-f107-4d8f-8314-7c1e1e8f2fa0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678768 Sep 16 05:06:46.023688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8ea2b-1406-478b-8b92-68c37492f6d0 req-250c6015-5ba3-43aa-b07c-2c1484463477 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.025213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57b8ea2b-1406-478b-8b92-68c37492f6d0 req-250c6015-5ba3-43aa-b07c-2c1484463477 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 932 time: 0.0918262 Sep 16 05:06:46.051792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7746662-ea6a-4208-a6d6-93308dfb6641 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:46.062964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.091427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57b8ea2b-1406-478b-8b92-68c37492f6d0 req-d8263f48-82fe-4e78-a1bb-d84e5681c5c3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595350 Sep 16 05:06:46.092727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Transition to ACTIVE for port object b7746662-ea6a-4208-a6d6-93308dfb6641 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:46.102299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.205914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Pushing event updated for resources: {'Port': ['ID=b7746662-ea6a-4208-a6d6-93308dfb6641,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:46.279928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Attempting to bind port b7746662-ea6a-4208-a6d6-93308dfb6641 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:46.280326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Attempting to bind port b7746662-ea6a-4208-a6d6-93308dfb6641 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:46.280619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Attempting to bind port b7746662-ea6a-4208-a6d6-93308dfb6641 on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:46.299243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51b8eb-3905-4d0f-899e-6db39089dbf4 req-75b28df7-525e-43bb-b1ef-13f98010620d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.300835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f51b8eb-3905-4d0f-899e-6db39089dbf4 req-75b28df7-525e-43bb-b1ef-13f98010620d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.0961471 Sep 16 05:06:46.306289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Port b7746662-ea6a-4208-a6d6-93308dfb6641 on network 51619d66-8210-461d-a74e-5bd0850dd587 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:46.310493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Attempting to bind port b7746662-ea6a-4208-a6d6-93308dfb6641 on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:46.331113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:46.331504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Checking segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:46.331807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Bound using segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:46.332292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Bound port: b7746662-ea6a-4208-a6d6-93308dfb6641, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:46.332658 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.404454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f51b8eb-3905-4d0f-899e-6db39089dbf4 req-4f0a2466-de9d-4d17-8d59-5322710b30b7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833516 Sep 16 05:06:46.449819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] For port b7746662-ea6a-4208-a6d6-93308dfb6641, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:46.454212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] For port b7746662-ea6a-4208-a6d6-93308dfb6641, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b7746662-ea6a-4208-a6d6-93308dfb6641,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:46.461266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.497528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.498321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:46.499998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] 10.222.0.64 "PUT /v2.0/ports/b7746662-ea6a-4208-a6d6-93308dfb6641 HTTP/1.1" status: 200 len: 1093 time: 0.9841475 Sep 16 05:06:46.500473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'tag': 'b7746662-ea6a-4208-a6d6-93308dfb6641'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:46.502920 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88c4c2-9cee-4510-88dd-b6248fb3967d" -d '{"events": [{"name": "network-changed", "server_uuid": "73f9b3f7-c803-4022-a189-80f916ff4afd", "tag": "b7746662-ea6a-4208-a6d6-93308dfb6641"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:46.548663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26f074-eb9f-4e92-a940-6d1038dffe35 service neutron] Pushing event updated for resources: {'Port': ['ID=b7746662-ea6a-4208-a6d6-93308dfb6641,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:46.681180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51703193-19f0-4155-a944-59d3269b9bac req-9b9b1974-683f-419b-ba1c-02ddd6123c23 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.682634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51703193-19f0-4155-a944-59d3269b9bac req-9b9b1974-683f-419b-ba1c-02ddd6123c23 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.0828958 Sep 16 05:06:46.699292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-87d49a0c-6401-4bc4-a6b0-f7269076b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.700799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-87d49a0c-6401-4bc4-a6b0-f7269076b50c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 1096 time: 0.0893028 Sep 16 05:06:46.736085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51703193-19f0-4155-a944-59d3269b9bac req-253e8f94-6879-42c9-a738-00371b043300 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456140 Sep 16 05:06:46.768161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-207cb394-ad46-4667-ad9f-e1f6b70b4ed6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7746662-ea6a-4208-a6d6-93308dfb6641 HTTP/1.1" status: 200 len: 217 time: 0.0452640 Sep 16 05:06:46.852319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-0075b624-dc52-4007-b298-3663bf075507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.853849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-0075b624-dc52-4007-b298-3663bf075507 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.0778456 Sep 16 05:06:46.879847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960609-9657-4f4a-ac47-ee89fb435b96 req-1dfa9f5e-f0c7-4f79-b7de-f0194794aabc tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.881430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0960609-9657-4f4a-ac47-ee89fb435b96 req-1dfa9f5e-f0c7-4f79-b7de-f0194794aabc tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.0666654 Sep 16 05:06:46.903006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-110d3d92-8d1d-4973-ae5f-c36f4785074c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407283 Sep 16 05:06:46.966344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0960609-9657-4f4a-ac47-ee89fb435b96 req-6f4104cb-6d88-459a-80d4-6812ea58ed3a tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655386 Sep 16 05:06:47.010524 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d7432-766f-4446-a04f-9c2bda61a641 x-openstack-request-id: req-370d7432-766f-4446-a04f-9c2bda61a641 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:47.010815 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f9b3f7-c803-4022-a189-80f916ff4afd", "tag": "b7746662-ea6a-4208-a6d6-93308dfb6641", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:47.011060 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-370d7432-766f-4446-a04f-9c2bda61a641 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:47.011451 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'tag': 'b7746662-ea6a-4208-a6d6-93308dfb6641', 'status': 'completed', 'code': 200} Sep 16 05:06:47.022844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-4bfa6822-02b2-4ff5-acc5-ab5a7354bfd8 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066604 Sep 16 05:06:47.169709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e4bba2-208a-4f1f-b3e1-1368a94d5cfe req-e57c1b58-404a-4e09-9710-0b453e4f16c8 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307912 Sep 16 05:06:47.183901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79901-e3ae-49c8-9a94-ddc383ac8c50 req-b8dec7b9-b28d-44f6-a5f1-642c8ec8ec51 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.183901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ff79901-e3ae-49c8-9a94-ddc383ac8c50 req-b8dec7b9-b28d-44f6-a5f1-642c8ec8ec51 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.0794561 Sep 16 05:06:47.226701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ff79901-e3ae-49c8-9a94-ddc383ac8c50 req-dc805ead-80d1-4321-9954-9ec715da27a0 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Sep 16 05:06:47.659080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-d216b4de-b799-402c-98b8-f83afd7881e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.660842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-d216b4de-b799-402c-98b8-f83afd7881e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 1096 time: 0.3892200 Sep 16 05:06:47.671561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:47.672793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210931c-fe01-4b42-87b7-d05363310df7 req-5b002a88-044d-4ca5-a8e4-9f5fcaf85c06 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.674252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7210931c-fe01-4b42-87b7-d05363310df7 req-5b002a88-044d-4ca5-a8e4-9f5fcaf85c06 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.3919566 Sep 16 05:06:47.769465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7210931c-fe01-4b42-87b7-d05363310df7 req-6734b377-8605-4f69-9173-5c472b103976 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863199 Sep 16 05:06:47.790065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:47.803208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'mac_address': 'fa:16:3e:11:6b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:47.806498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-5cd50e8a-2da9-4cb2-b333-1f9756e746db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.808213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-5cd50e8a-2da9-4cb2-b333-1f9756e746db service neutron] 10.222.0.64 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 912 time: 0.1330676 Sep 16 05:06:47.842630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.857954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:47.858870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-96856976-7bf2-4cc4-85eb-c3fa11671817 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7746662-ea6a-4208-a6d6-93308dfb6641 HTTP/1.1" status: 200 len: 217 time: 0.0399568 Sep 16 05:06:47.878236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:47.882616 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.930749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-5eb0b6d0-49e8-4ee3-bd6e-5a7296598fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.932241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-5eb0b6d0-49e8-4ee3-bd6e-5a7296598fb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.0648637 Sep 16 05:06:47.934275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:47.941236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df6571-70b5-4291-ba4f-5fc6dc1d67dd req-30a71874-a4d1-4f5d-9030-8837027e0210 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.942835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97df6571-70b5-4291-ba4f-5fc6dc1d67dd req-30a71874-a4d1-4f5d-9030-8837027e0210 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 944 time: 0.0872459 Sep 16 05:06:47.976559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-100dd1f6-3a54-4bf2-8608-6424e2424308 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328474 Sep 16 05:06:48.027597 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97df6571-70b5-4291-ba4f-5fc6dc1d67dd req-bfd377ca-2f0f-4030-aaea-34d41dcbeedf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765393 Sep 16 05:06:48.097195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-be2cdffc-68bb-4bcb-8d83-fb5e9c58600b service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118042 Sep 16 05:06:48.211355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc6fe-6498-4e4b-af6e-fa648e0e31d9 req-22c0502a-602f-48e5-b05a-79fe1b350698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.213177 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9dbc6fe-6498-4e4b-af6e-fa648e0e31d9 req-22c0502a-602f-48e5-b05a-79fe1b350698 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 1102 time: 0.0441949 Sep 16 05:06:48.253511 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9dbc6fe-6498-4e4b-af6e-fa648e0e31d9 req-93aa5df0-1848-4c79-ab19-0047b27d4d30 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292151 Sep 16 05:06:48.260711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bb8a5-97bc-4b5d-88f7-2d50ba2ac3db req-c7bf9d33-f008-4b52-8868-2ccf570240c3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.262700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba5bb8a5-97bc-4b5d-88f7-2d50ba2ac3db req-c7bf9d33-f008-4b52-8868-2ccf570240c3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.1466045 Sep 16 05:06:48.315900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a88c4c2-9cee-4510-88dd-b6248fb3967d req-9d72d2e9-ebbd-4a21-aafc-f7e9f09f17a3 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085147 Sep 16 05:06:48.319553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333836-af72-47e4-827a-b841e91163c7 req-4a0fa1dd-6a6e-4a44-83d5-ec39b0809ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.320939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d333836-af72-47e4-827a-b841e91163c7 req-4a0fa1dd-6a6e-4a44-83d5-ec39b0809ab3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 1097 time: 0.1290257 Sep 16 05:06:48.347103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba5bb8a5-97bc-4b5d-88f7-2d50ba2ac3db req-c14e2a34-66a4-4f34-9c22-b9a01d7f0018 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Sep 16 05:06:48.356495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bbde-5560-424a-afb8-a00d835cdb10 req-078f1cba-fe74-4e40-b52c-d8482c9fb68a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.358013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d41bbde-5560-424a-afb8-a00d835cdb10 req-078f1cba-fe74-4e40-b52c-d8482c9fb68a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.1262000 Sep 16 05:06:48.411807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d41bbde-5560-424a-afb8-a00d835cdb10 req-4b779d5d-7d55-4a37-ba42-5c8b36c41605 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Sep 16 05:06:48.451127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daa6ba-e081-4d2f-8822-c59f265ba214 req-7e90d50a-d989-4067-9ec8-42268fa18005 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.452716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58daa6ba-e081-4d2f-8822-c59f265ba214 req-7e90d50a-d989-4067-9ec8-42268fa18005 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.0544431 Sep 16 05:06:48.533213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d333836-af72-47e4-827a-b841e91163c7 req-93a076a4-9238-4405-9c72-0e4352f6866c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795119 Sep 16 05:06:48.542870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58daa6ba-e081-4d2f-8822-c59f265ba214 req-8a2691f2-2938-4a5d-978e-472bad2df5e0 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828304 Sep 16 05:06:48.559594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5528-f844-41be-b95d-87c141bb5adb req-37bd02be-c117-4c28-89c2-962c6c938097 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.561111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-261b5528-f844-41be-b95d-87c141bb5adb req-37bd02be-c117-4c28-89c2-962c6c938097 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.0862093 Sep 16 05:06:48.599642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-261b5528-f844-41be-b95d-87c141bb5adb req-c9038412-3636-4d38-b1f2-8b290e04cffa tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Sep 16 05:06:48.636895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:48.890166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024a6c9-1c3d-43dc-9e2d-ad72c13a76b3 req-3faf076c-baed-4d99-98bb-930b228bcb98 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:48.891642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0024a6c9-1c3d-43dc-9e2d-ad72c13a76b3 req-3faf076c-baed-4d99-98bb-930b228bcb98 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 949 time: 0.0534902 Sep 16 05:06:48.929484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0024a6c9-1c3d-43dc-9e2d-ad72c13a76b3 req-aa95eb53-5dbc-498e-acdd-a6aa5595bdef tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Sep 16 05:06:49.151092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f7310-4fe0-456d-8ada-c4aacd7d7f9c req-bdc4180d-c943-436f-be31-061c2db1e332 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.152554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d93f7310-4fe0-456d-8ada-c4aacd7d7f9c req-bdc4180d-c943-436f-be31-061c2db1e332 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 944 time: 0.0500050 Sep 16 05:06:49.192419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d93f7310-4fe0-456d-8ada-c4aacd7d7f9c req-e2bc7d09-9f23-4f10-8c76-a59f2e01f0fa tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Sep 16 05:06:49.463180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ddb50-1d3f-433e-b381-aee79a649fb7 req-f5336a4e-2730-48aa-8ce7-f957020144eb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.464791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75ddb50-1d3f-433e-b381-aee79a649fb7 req-f5336a4e-2730-48aa-8ce7-f957020144eb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.0550191 Sep 16 05:06:49.537379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75ddb50-1d3f-433e-b381-aee79a649fb7 req-41e1d361-6b78-4dbb-b6af-e6fe049c71ec tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657196 Sep 16 05:06:49.549965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9d5d-a3a3-474f-9b57-e0a442ebe2d1 req-e2b6e06d-8761-4730-ac83-397be2cf3482 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.551516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-005b9d5d-a3a3-474f-9b57-e0a442ebe2d1 req-e2b6e06d-8761-4730-ac83-397be2cf3482 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.0654702 Sep 16 05:06:49.605381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-005b9d5d-a3a3-474f-9b57-e0a442ebe2d1 req-caee628e-6b3a-4d01-8e33-bf1ab28abb70 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464578 Sep 16 05:06:49.674284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088c350-7598-4723-8331-5fff0ff248dc req-711d367f-d042-4491-9ca9-a2d1786202eb tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.676052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c088c350-7598-4723-8331-5fff0ff248dc req-711d367f-d042-4491-9ca9-a2d1786202eb tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.0567853 Sep 16 05:06:49.753845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c088c350-7598-4723-8331-5fff0ff248dc req-f48814c4-6785-48b2-8194-1a94025aee53 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681460 Sep 16 05:06:49.765076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7bf3-2f39-4c84-aba5-6ed7d78b96df req-c8a2cd60-6fd4-4ab1-9bd1-a7f8a1adb948 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.766616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc9c7bf3-2f39-4c84-aba5-6ed7d78b96df req-c8a2cd60-6fd4-4ab1-9bd1-a7f8a1adb948 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.0896301 Sep 16 05:06:49.817813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc9c7bf3-2f39-4c84-aba5-6ed7d78b96df req-d97f3515-2fc4-447b-bd4d-a612035e209c tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Sep 16 05:06:50.048692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95451b46-b542-4201-a292-c7c30584afa7 req-19ace392-1802-4b59-85ea-bfa5087d964a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.050143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95451b46-b542-4201-a292-c7c30584afa7 req-19ace392-1802-4b59-85ea-bfa5087d964a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 949 time: 0.0503712 Sep 16 05:06:50.094623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95451b46-b542-4201-a292-c7c30584afa7 req-595cb885-eb17-45a1-b489-71e566749fb2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Sep 16 05:06:50.310703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1dfe1-3f90-4745-bdaa-e1125dd6153e req-917d0d4c-c8bd-4ea4-95e7-f1f875b80d8e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.312178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5e1dfe1-3f90-4745-bdaa-e1125dd6153e req-917d0d4c-c8bd-4ea4-95e7-f1f875b80d8e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 944 time: 0.0520949 Sep 16 05:06:50.357533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5e1dfe1-3f90-4745-bdaa-e1125dd6153e req-71e7f677-64c7-441a-9145-de72c08a720c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Sep 16 05:06:50.537966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-94516534-0cef-4c26-9ae3-0edad57d011b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.539504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-94516534-0cef-4c26-9ae3-0edad57d011b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.0486870 Sep 16 05:06:50.636580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:50.670769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Deleting port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:50.671164 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.699699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb8c79-ed04-42f6-aa3b-219f90641e9a req-0e09d9e6-2887-486d-b18e-79b35e30b6ac tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.701191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21fb8c79-ed04-42f6-aa3b-219f90641e9a req-0e09d9e6-2887-486d-b18e-79b35e30b6ac tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.0846286 Sep 16 05:06:50.746027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:50.760701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'network_id': '3a65ec87-c155-4487-afde-1a84d2dbfa13', 'port_id': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'mac_address': 'fa:16:3e:2e:16:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc943e6-1c3f-4316-923e-b40ecb465b87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:50.802368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.814498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc9f4e2-1d99-495e-8cfb-3054d76c813e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:50.836654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:50.842951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.854784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437ccd3-c987-41d2-aada-a9b81e5bee3f req-508dc0a0-38cd-496f-9dc3-98d024a28748 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:50.856987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3437ccd3-c987-41d2-aada-a9b81e5bee3f req-508dc0a0-38cd-496f-9dc3-98d024a28748 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 943 time: 0.1684246 Sep 16 05:06:50.859908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21fb8c79-ed04-42f6-aa3b-219f90641e9a req-df186a3e-f559-443e-b75f-ad966c45bd43 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394007 Sep 16 05:06:50.874282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] For port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:50.874568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.900661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Calling delete_port for f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:50.904052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:50.931409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3437ccd3-c987-41d2-aada-a9b81e5bee3f req-b47e0e93-6f6e-4289-ae9f-52d258561571 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594828 Sep 16 05:06:51.065408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5fa9b-648e-4402-9ff1-7c9dbcbbdd1d req-021446e6-0793-41a6-8ed9-ac04faa23a4c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.066913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53a5fa9b-648e-4402-9ff1-7c9dbcbbdd1d req-021446e6-0793-41a6-8ed9-ac04faa23a4c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.1084654 Sep 16 05:06:51.097906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29d7b4-9a52-4f9e-8c1e-27985f626dd6 req-e0741c79-a5c7-4983-9e4d-43877488ea6a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.099307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f29d7b4-9a52-4f9e-8c1e-27985f626dd6 req-e0741c79-a5c7-4983-9e4d-43877488ea6a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=3996886d-8e17-40b0-8493-62c6f04707d5 HTTP/1.1" status: 200 len: 944 time: 0.1097741 Sep 16 05:06:51.163526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1cc9f4e2-1d99-495e-8cfb-3054d76c813e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:51.182325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53a5fa9b-648e-4402-9ff1-7c9dbcbbdd1d req-8e1fee88-062d-4f55-9177-58628da4af8f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072552 Sep 16 05:06:51.182934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.225561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event deleted for resources: {'Port': ['ID=f39fb1d9-a9fd-4257-8e7c-16b93a655ac1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:51.232510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f29d7b4-9a52-4f9e-8c1e-27985f626dd6 req-71b18ae9-a563-4fb4-98ac-d5728abb996f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096628 Sep 16 05:06:51.309927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] No DVR routers for this DVR port f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:51.313976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.315916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a5f2af-272f-40aa-980c-8c75f7e3dc37 req-a45954cb-14f7-4dfb-8ca5-51fe1a7b0160 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.73 "DELETE /v2.0/ports/f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 HTTP/1.1" status: 204 len: 173 time: 0.7701724 Sep 16 05:06:51.322849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-deleted', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:51.325627 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e722917-15b4-4ed1-9112-acdc894b9d5c" -d '{"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-deleted", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:51.360695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58ba49-1335-4cec-b3c9-b5b523bebc94 req-54dea728-01a6-42b5-9d50-c90aaec52821 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.362128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c58ba49-1335-4cec-b3c9-b5b523bebc94 req-54dea728-01a6-42b5-9d50-c90aaec52821 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 1102 time: 0.1080048 Sep 16 05:06:51.386610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cede7-5f12-41c9-98b7-ad3a12fc30ba req-b37fe31f-3009-4959-9a8a-cd7d6c71258f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.388680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-576cede7-5f12-41c9-98b7-ad3a12fc30ba req-b37fe31f-3009-4959-9a8a-cd7d6c71258f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 949 time: 0.0800433 Sep 16 05:06:51.431598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c58ba49-1335-4cec-b3c9-b5b523bebc94 req-526635df-f39e-4da4-9dde-fd0d69955ead tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Sep 16 05:06:51.458705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-576cede7-5f12-41c9-98b7-ad3a12fc30ba req-bfba7c81-bb9b-49ec-8dee-76ad496b6317 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616035 Sep 16 05:06:51.531198 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5ac61-f297-4fa3-8a59-81bd6bdf1389 x-openstack-request-id: req-d0e5ac61-f297-4fa3-8a59-81bd6bdf1389 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:51.531497 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3996886d-8e17-40b0-8493-62c6f04707d5", "name": "network-vif-deleted", "tag": "f39fb1d9-a9fd-4257-8e7c-16b93a655ac1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:51.531755 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0e5ac61-f297-4fa3-8a59-81bd6bdf1389 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:51.532243 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3996886d-8e17-40b0-8493-62c6f04707d5', 'name': 'network-vif-deleted', 'tag': 'f39fb1d9-a9fd-4257-8e7c-16b93a655ac1', 'status': 'completed', 'code': 200} Sep 16 05:06:51.664029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf0502-99f7-4028-a6d7-80f805f1764d req-6dbe0704-e882-4b89-af8f-a4e5ee9716ea tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.665674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebbf0502-99f7-4028-a6d7-80f805f1764d req-6dbe0704-e882-4b89-af8f-a4e5ee9716ea tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 944 time: 0.0516357 Sep 16 05:06:51.707214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebbf0502-99f7-4028-a6d7-80f805f1764d req-17e55854-57c3-4048-b7d8-c53d97b05a84 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Sep 16 05:06:51.714240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b7746662-ea6a-4208-a6d6-93308dfb6641 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:51.723034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:51.868898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:51.880063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-12cccb3f-043a-4527-b289-e7b9357e3b94 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315685 Sep 16 05:06:51.882097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:51.882494 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.887189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b7746662-ea6a-4208-a6d6-93308dfb6641, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b7746662-ea6a-4208-a6d6-93308dfb6641,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:51.899094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbaf8c-d3d9-4754-885f-ffd3f9e701a2 req-06d932e8-eded-4126-8ba6-2cd1e6990476 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.900737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5bbaf8c-d3d9-4754-885f-ffd3f9e701a2 req-06d932e8-eded-4126-8ba6-2cd1e6990476 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.0960894 Sep 16 05:06:51.925058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b7746662-ea6a-4208-a6d6-93308dfb6641', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'port_id': 'b7746662-ea6a-4208-a6d6-93308dfb6641', 'mac_address': 'fa:16:3e:2c:55:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db0b88f-b19e-4e58-980e-7a4f1e502fbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:51.982040 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.007497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5bbaf8c-d3d9-4754-885f-ffd3f9e701a2 req-49e74e9f-fc1b-47db-b848-16f74c24d332 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976739 Sep 16 05:06:52.017255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7746662-ea6a-4208-a6d6-93308dfb6641 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:52.038861 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.054289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b7746662-ea6a-4208-a6d6-93308dfb6641, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b7746662-ea6a-4208-a6d6-93308dfb6641,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.060192 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.064521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-9739cee1-d6f8-47cb-9367-49f72048cd01 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.067540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-9739cee1-d6f8-47cb-9367-49f72048cd01 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772726 Sep 16 05:06:52.094417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:52.096656 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b4fcb-12e6-4fd8-858c-eb49f03409ea" -d '{"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-plugged", "status": "completed", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:52.113192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.118835 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.128929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-00d55fb7-ca58-4c23-98b5-5e44a0c2ca8f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/quotas/7e8edb04ca7a48d2995da42c59d8a649 HTTP/1.1" status: 200 len: 375 time: 0.0426750 Sep 16 05:06:52.141810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b7746662-ea6a-4208-a6d6-93308dfb6641,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.160633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7e202-0c85-47e1-a12c-fb72e30f5737 req-5b5348f4-1d67-4474-8612-0f6b0d2dcad5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.162479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32f7e202-0c85-47e1-a12c-fb72e30f5737 req-5b5348f4-1d67-4474-8612-0f6b0d2dcad5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 944 time: 0.0920761 Sep 16 05:06:52.202556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:52.227508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32f7e202-0c85-47e1-a12c-fb72e30f5737 req-ce423afd-2fcf-4e72-bcda-c8978671e60c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462785 Sep 16 05:06:52.242397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-883b1b77-15da-4a6e-bde3-31bdd84acf62 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1051273 Sep 16 05:06:52.275267 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1392c46-a8bd-416d-bc28-1a57fff98ef3 x-openstack-request-id: req-d1392c46-a8bd-416d-bc28-1a57fff98ef3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:52.275563 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-plugged", "status": "completed", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:52.275822 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1392c46-a8bd-416d-bc28-1a57fff98ef3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:52.276243 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'code': 200} Sep 16 05:06:52.457255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d2498da-7ac2-49b0-9fd7-c4a75d0c20b1 req-320f3e40-0f61-4176-a05e-e0ff557af340 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 210 time: 0.0565202 Sep 16 05:06:52.499464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf53d42-a7d7-4ac4-9134-670f60e3d18d req-008861b9-1969-4f1a-8eb1-92c395209ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.506323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf53d42-a7d7-4ac4-9134-670f60e3d18d req-008861b9-1969-4f1a-8eb1-92c395209ed6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1102 time: 0.1157687 Sep 16 05:06:52.594312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf53d42-a7d7-4ac4-9134-670f60e3d18d req-f231311e-08d9-4e53-ace0-4d338d3270a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773017 Sep 16 05:06:52.652199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:52.701956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3b4e7-ac24-48a8-b980-763a0865eae0 req-5c21b8ba-c038-4b51-8cf6-f43947d63eab tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.703472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3d3b4e7-ac24-48a8-b980-763a0865eae0 req-5c21b8ba-c038-4b51-8cf6-f43947d63eab tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1290238 Sep 16 05:06:52.707205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:52.708272 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.762905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-4443dcfb-dc01-47fe-ad0d-36fdf21dbacb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.764423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-4443dcfb-dc01-47fe-ad0d-36fdf21dbacb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 821 time: 0.1445637 Sep 16 05:06:52.780227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b7746662-ea6a-4208-a6d6-93308dfb6641'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:52.787650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-a3dd06ea-158f-4175-a4e4-caa898a9903b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/quotas/7f867322bd324ab1bb8f61224e085683 HTTP/1.1" status: 200 len: 375 time: 0.0171874 Sep 16 05:06:52.791001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3d3b4e7-ac24-48a8-b980-763a0865eae0 req-9e7f1518-9c56-4b82-a099-2ffdc06ed9ba tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747986 Sep 16 05:06:52.834258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.889482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-1b127aab-2a8f-4183-be97-0065675afb75 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922790 Sep 16 05:06:52.912138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:52.921281 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.922134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:52.967575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:52.967915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f39fb1d9-a9fd-4257-8e7c-16b93a655ac1 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:53.015553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-00918749-e8fa-4150-bc2f-935aa8b6b3f7 service neutron] 10.222.0.55 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182172 Sep 16 05:06:53.016305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=10']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:53.125525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-925c2df5-4ac5-4762-afd5-97fdec0aba49 service neutron] 10.222.0.55 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006722 Sep 16 05:06:53.188722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347edc-783d-4225-8fe7-68b1ba6d296d req-898fb11c-294d-425e-b37e-5430f665b285 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.190298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b347edc-783d-4225-8fe7-68b1ba6d296d req-898fb11c-294d-425e-b37e-5430f665b285 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 945 time: 0.0541217 Sep 16 05:06:53.271090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b347edc-783d-4225-8fe7-68b1ba6d296d req-f9ef6500-3076-4cf4-a629-664db175f423 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724633 Sep 16 05:06:53.291056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-9006b74c-0869-46fa-bdc2-4797d9f6f24c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.292587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-9006b74c-0869-46fa-bdc2-4797d9f6f24c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.73 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.0768178 Sep 16 05:06:53.403050 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b89cf4f-260b-41e8-8024-9114795a9470 req-8bc96aec-dab3-4b73-91ed-e453bd0a8f40 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 210 time: 0.0386255 Sep 16 05:06:53.451661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c149-ab19-44ca-b046-63baaeeb4bc0 req-07ec17f7-5347-4225-bd96-278353b2aa1e tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.453289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4780c149-ab19-44ca-b046-63baaeeb4bc0 req-07ec17f7-5347-4225-bd96-278353b2aa1e tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 945 time: 0.1511548 Sep 16 05:06:53.545436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4780c149-ab19-44ca-b046-63baaeeb4bc0 req-12c17ed1-1598-4ba0-b87d-6d2fe3f43d58 tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e8830da-56f2-48b4-b607-9b6860fd9e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839980 Sep 16 05:06:53.557942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Deleting port d81d9be8-b30e-485a-9e5e-9c3fa7777171 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:53.558278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.592783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d750df3-8ad3-42eb-9f57-1bc9d155eecd req-d421bc34-d911-4ef3-8a0e-0adf13c8aa44 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.595230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d750df3-8ad3-42eb-9f57-1bc9d155eecd req-d421bc34-d911-4ef3-8a0e-0adf13c8aa44 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1175077 Sep 16 05:06:53.736591 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-0874187b-75af-42dc-a9e6-83f4cd831007 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411768 Sep 16 05:06:53.745774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3435dbc8-6cae-4118-bf1a-4e0de6ccebe1 req-578038b3-0c4e-4ec4-92cf-48aa1d524c7b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 210 time: 0.0598040 Sep 16 05:06:53.781991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d750df3-8ad3-42eb-9f57-1bc9d155eecd req-79548b28-011c-49f8-abf5-92a8c0fb9c35 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759245 Sep 16 05:06:53.799799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] For port d81d9be8-b30e-485a-9e5e-9c3fa7777171, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d81d9be8-b30e-485a-9e5e-9c3fa7777171,segment=NetworkSegment(1eddc091-7ffb-4f17-a3c4-3aae58d712a7),segment_id=1eddc091-7ffb-4f17-a3c4-3aae58d712a7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:53.800806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.821436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Calling delete_port for d81d9be8-b30e-485a-9e5e-9c3fa7777171 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:53.884311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-df17e8e7-1143-415b-82ec-06b8b2d58742 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.885828 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-df17e8e7-1143-415b-82ec-06b8b2d58742 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435795 Sep 16 05:06:53.899576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:53.957113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339009ef-d435-453d-9333-9fefb4625dd2 req-eab49ba8-4a05-456d-ae19-45238f49e751 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.964724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-339009ef-d435-453d-9333-9fefb4625dd2 req-eab49ba8-4a05-456d-ae19-45238f49e751 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0784869 Sep 16 05:06:54.012506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-339009ef-d435-453d-9333-9fefb4625dd2 req-697b9b03-be08-4936-a69a-9f9b3356ae45 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463209 Sep 16 05:06:54.082343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.086842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:54.091721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.094484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['d81d9be8-b30e-485a-9e5e-9c3fa7777171'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:54.120524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Pushing event deleted for resources: {'Port': ['ID=d81d9be8-b30e-485a-9e5e-9c3fa7777171,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.170012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] No DVR routers for this DVR port d81d9be8-b30e-485a-9e5e-9c3fa7777171 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:54.172513 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.174665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cda6408-a1ef-4c6e-bd13-d2ee9c583952 req-66525985-972c-451d-9ff4-1bd382ac693f tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.73 "DELETE /v2.0/ports/d81d9be8-b30e-485a-9e5e-9c3fa7777171 HTTP/1.1" status: 204 len: 173 time: 0.8713462 Sep 16 05:06:54.175514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'name': 'network-vif-deleted', 'tag': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:54.179937 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb8796-b50c-4a08-9687-a779381554ef" -d '{"events": [{"server_uuid": "e97f02de-1275-40e9-a162-109aac2b6fdb", "name": "network-vif-deleted", "tag": "d81d9be8-b30e-485a-9e5e-9c3fa7777171"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:54.222436 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4157d95-9741-49ed-9e93-8a8c6c5c91f1 x-openstack-request-id: req-f4157d95-9741-49ed-9e93-8a8c6c5c91f1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:54.222735 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f02de-1275-40e9-a162-109aac2b6fdb", "name": "network-vif-deleted", "tag": "d81d9be8-b30e-485a-9e5e-9c3fa7777171", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:54.222985 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4157d95-9741-49ed-9e93-8a8c6c5c91f1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:54.223437 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f02de-1275-40e9-a162-109aac2b6fdb', 'name': 'network-vif-deleted', 'tag': 'd81d9be8-b30e-485a-9e5e-9c3fa7777171', 'status': 'completed', 'code': 200} Sep 16 05:06:54.264395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.6 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/e66f2a57-3966-437b-b77a-e8d4e183d7de) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:54.277789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:54.280349 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cd798e-20ae-472c-bcd8-e4e0c227ef2f" -d '{"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-plugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:54.323766 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10e8405-7cd2-4144-af45-703ab947fe65 x-openstack-request-id: req-c10e8405-7cd2-4144-af45-703ab947fe65 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:54.324057 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-plugged", "status": "completed", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:54.324380 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c10e8405-7cd2-4144-af45-703ab947fe65 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:54.324776 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'code': 200} Sep 16 05:06:54.437506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.447109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949defb-62b0-4c6c-bdc9-a1f17fcb5312 req-7375fdea-265c-4523-9832-97dc5c77d769 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.449767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3949defb-62b0-4c6c-bdc9-a1f17fcb5312 req-7375fdea-265c-4523-9832-97dc5c77d769 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 945 time: 0.0787556 Sep 16 05:06:54.503447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.517514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3949defb-62b0-4c6c-bdc9-a1f17fcb5312 req-19be0cd4-7c4e-49e3-b4b3-65997eb41e68 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588558 Sep 16 05:06:54.540329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c614f2cf-4876-48d1-ad92-7fd040f02dbe req-81eccb4f-6531-4c26-832e-3ae9a9ecb319 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 210 time: 0.0393581 Sep 16 05:06:54.576391 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.582279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210bde-a3db-4f4f-a0ae-b183a4b73949 req-59aa60da-bdcc-4309-9e76-2c4e343bcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.584125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83210bde-a3db-4f4f-a0ae-b183a4b73949 req-59aa60da-bdcc-4309-9e76-2c4e343bcdfa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1098 time: 0.0711155 Sep 16 05:06:54.591917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3', 'b7c58c2e-446b-4a01-9567-fd43c85d54d9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:54.640583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83210bde-a3db-4f4f-a0ae-b183a4b73949 req-15e2872e-2f28-481f-90d7-4206f112659b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Sep 16 05:06:54.676504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=e66f2a57-3966-437b-b77a-e8d4e183d7de,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:54.696022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:54.697903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:54.701956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:54.717957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44261d1e-09c1-43e0-9acd-c91386528647 req-42701009-ea89-4a70-a5c4-03baa2d8cc5c tempest-ServerGroupTestJSON-1044896113 tempest-ServerGroupTestJSON-1044896113-project] 10.222.0.55 "GET /v2.0/ports?device_id=e97f02de-1275-40e9-a162-109aac2b6fdb HTTP/1.1" status: 200 len: 210 time: 0.0298419 Sep 16 05:06:54.769182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.769873 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:54.805434 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7749e519-22b3-4f4b-b94f-10391cfebd28 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9094534 Sep 16 05:06:54.816017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:54.855059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Request body: {'port': {'device_id': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:54.984472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.085398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb246b-f01b-429c-897e-dce2060200a7 req-433923a7-e8a3-42d1-8ccf-e31933c74976 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.087567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84fb246b-f01b-429c-897e-dce2060200a7 req-433923a7-e8a3-42d1-8ccf-e31933c74976 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 934 time: 0.1798029 Sep 16 05:06:55.138037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2ac34-d316-4cab-b9cf-553cffdb5648 req-3c319441-8fa6-4e0a-8e70-566414386ecf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.140789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46a2ac34-d316-4cab-b9cf-553cffdb5648 req-3c319441-8fa6-4e0a-8e70-566414386ecf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1672475 Sep 16 05:06:55.151968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-3ef4d02d-404b-46b8-a445-54680ef8022e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.154490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-3ef4d02d-404b-46b8-a445-54680ef8022e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.64 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 821 time: 0.3213713 Sep 16 05:06:55.171706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-71319fc2-84bc-4573-a793-0382135c674d None None] Provisioning complete for port e66f2a57-3966-437b-b77a-e8d4e183d7de triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:55.172354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71319fc2-84bc-4573-a793-0382135c674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.185138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Request body: {'port': {'device_id': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'admin_state_up': True, 'tenant_id': '7f867322bd324ab1bb8f61224e085683'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:55.198057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84fb246b-f01b-429c-897e-dce2060200a7 req-bc69f796-06cf-4a1f-96e0-046b19d6c1d3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887420 Sep 16 05:06:55.258179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-71319fc2-84bc-4573-a793-0382135c674d None None] Port e66f2a57-3966-437b-b77a-e8d4e183d7de cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:55.275530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46a2ac34-d316-4cab-b9cf-553cffdb5648 req-8c57aa16-8c20-4291-b616-94e00cf96e0d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150141 Sep 16 05:06:55.430658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce96f-3800-4595-872d-3a8c8b3edba1 req-6de45994-bcfb-4a6c-9ebf-cf405140a284 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.433491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d7ce96f-3800-4595-872d-3a8c8b3edba1 req-6de45994-bcfb-4a6c-9ebf-cf405140a284 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0891867 Sep 16 05:06:55.446072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66f2a57-3966-437b-b77a-e8d4e183d7de {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:55.456143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.459624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Made reservation on behalf of 7f867322bd324ab1bb8f61224e085683 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:55.464563 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.473396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Transition to ACTIVE for port object e66f2a57-3966-437b-b77a-e8d4e183d7de will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:55.479414 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.511922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d7ce96f-3800-4595-872d-3a8c8b3edba1 req-7a237780-28ea-426f-8c39-bc4d845815a0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717738 Sep 16 05:06:55.540242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e66f2a57-3966-437b-b77a-e8d4e183d7de,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:55.660384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Attempting to bind port e66f2a57-3966-437b-b77a-e8d4e183d7de on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:55.661053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Attempting to bind port e66f2a57-3966-437b-b77a-e8d4e183d7de by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:55.661393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Attempting to bind port e66f2a57-3966-437b-b77a-e8d4e183d7de on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:55.670199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Port e66f2a57-3966-437b-b77a-e8d4e183d7de on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:55.670517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Attempting to bind port e66f2a57-3966-437b-b77a-e8d4e183d7de on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:55.681145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:55.681902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:55.682480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:55.683847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Bound port: e66f2a57-3966-437b-b77a-e8d4e183d7de, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:55.684437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.743932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-4197dd37-396a-426d-b5e6-404b853a5cf6 req-497c3f9b-b9ee-4838-9df4-07bedbb6587e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:06:55.744913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4197dd37-396a-426d-b5e6-404b853a5cf6 req-497c3f9b-b9ee-4838-9df4-07bedbb6587e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092010 Sep 16 05:06:55.756000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Allocated IP 172.20.0.14 (1d33c96b-a7c6-4b8a-857f-19827af9bf65/3b2e60de-fdce-4632-a5b7-e75dd578e560/c7564989-e8d2-4012-a917-9593d4729b64) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:55.772940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062453a8-5472-49cc-bdc9-a785fe21224f req-32e7ae41-b4e8-4ef6-b5bc-804efb6d8c23 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.774485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-062453a8-5472-49cc-bdc9-a785fe21224f req-32e7ae41-b4e8-4ef6-b5bc-804efb6d8c23 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 945 time: 0.1012805 Sep 16 05:06:55.791342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b7746662-ea6a-4208-a6d6-93308dfb6641 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:55.849097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-72680760-98ac-43f0-8812-3eabd269bc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.880329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] For port e66f2a57-3966-437b-b77a-e8d4e183d7de, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:55.885107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] For port e66f2a57-3966-437b-b77a-e8d4e183d7de, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e66f2a57-3966-437b-b77a-e8d4e183d7de,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:55.891317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.926476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-062453a8-5472-49cc-bdc9-a785fe21224f req-c586f61e-1ee2-4bde-b8e2-72cf15f29039 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207018 Sep 16 05:06:55.940935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port b7746662-ea6a-4208-a6d6-93308dfb6641 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:55.945062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b7746662-ea6a-4208-a6d6-93308dfb6641 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:55.945440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.968610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.969250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.970657 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] 10.222.0.73 "PUT /v2.0/ports/e66f2a57-3966-437b-b77a-e8d4e183d7de HTTP/1.1" status: 200 len: 1095 time: 1.1200087 Sep 16 05:06:55.971123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'tag': 'e66f2a57-3966-437b-b77a-e8d4e183d7de'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:55.973399 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906284e0-6afd-4c3f-a779-c61053dac873" -d '{"events": [{"name": "network-changed", "server_uuid": "71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd", "tag": "e66f2a57-3966-437b-b77a-e8d4e183d7de"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:56.030476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2a034-fa8d-4f88-bb21-d6f9f934c7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e66f2a57-3966-437b-b77a-e8d4e183d7de,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.138135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-091ec88c-1736-4d5a-9d1b-8f7397e952d1 req-a7c720cf-4112-428a-b9ea-6523d44cbcd3 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 210 time: 0.0465312 Sep 16 05:06:56.156875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.171183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-d648db36-26a6-4070-b805-c9ad20352867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.172751 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-d648db36-26a6-4070-b805-c9ad20352867 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 1098 time: 0.1257160 Sep 16 05:06:56.182887 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-104f993b-65f6-4473-9a2b-7dc423011922 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754495 Sep 16 05:06:56.221563 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.235655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b7746662-ea6a-4208-a6d6-93308dfb6641, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b7746662-ea6a-4208-a6d6-93308dfb6641,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:56.242688 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.269243 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-8eb56e8d-7d47-4f7b-82c1-f763ab1d2f6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=e66f2a57-3966-437b-b77a-e8d4e183d7de HTTP/1.1" status: 200 len: 217 time: 0.0793197 Sep 16 05:06:56.272558 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb2c6f-9e22-487b-86a9-f5fcf5680e6e x-openstack-request-id: req-56fb2c6f-9e22-487b-86a9-f5fcf5680e6e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:56.272848 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd", "tag": "e66f2a57-3966-437b-b77a-e8d4e183d7de", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:56.273101 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56fb2c6f-9e22-487b-86a9-f5fcf5680e6e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:56.273499 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'tag': 'e66f2a57-3966-437b-b77a-e8d4e183d7de', 'status': 'completed', 'code': 200} Sep 16 05:06:56.314634 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.344142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7746662-ea6a-4208-a6d6-93308dfb6641'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:56.347240 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ca6660-2d44-44ac-a8e1-0621ee15a3b3" -d '{"events": [{"server_uuid": "73f9b3f7-c803-4022-a189-80f916ff4afd", "name": "network-vif-plugged", "status": "completed", "tag": "b7746662-ea6a-4208-a6d6-93308dfb6641"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:56.380224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b7746662-ea6a-4208-a6d6-93308dfb6641,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.387644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-9b780e24-165b-4ac0-9bf0-7a43de1d4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.391456 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-9b780e24-165b-4ac0-9bf0-7a43de1d4ccc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1114724 Sep 16 05:06:56.406915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:56.414038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:56.424296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:56.484175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-a28e3dc3-2e5d-44a8-aaa8-eaea114a707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.487141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-a28e3dc3-2e5d-44a8-aaa8-eaea114a707d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0867896 Sep 16 05:06:56.900283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2592b-cc71-413b-8c1a-89ea2a8c3df7 req-63a52eb2-e9b7-40cb-9f1a-2b404749a905 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.902089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a2592b-cc71-413b-8c1a-89ea2a8c3df7 req-63a52eb2-e9b7-40cb-9f1a-2b404749a905 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.5439646 Sep 16 05:06:56.924161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event updated for resources: {'Port': ['ID=c7564989-e8d2-4012-a917-9593d4729b64,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.980075 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-b06eadd7-cca9-4722-9206-fa799276a357 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848759 Sep 16 05:06:56.990278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:56.991362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.060151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f25a-09ea-4408-bd4a-a31df4547905 req-31f36d95-cb61-4808-b8ed-99aee73bdbca tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.062724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b720f25a-09ea-4408-bd4a-a31df4547905 req-31f36d95-cb61-4808-b8ed-99aee73bdbca tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 946 time: 0.2038944 Sep 16 05:06:57.069630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-f684d1e3-c38b-460e-a88a-0b322143dbde tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8888235 Sep 16 05:06:57.075698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a2592b-cc71-413b-8c1a-89ea2a8c3df7 req-bc7892cc-5fb6-492b-b74b-0581a5e3025e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468194 Sep 16 05:06:57.108763 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-819e4a5b-4b59-44f6-9830-93c05dd2b19e req-7ce98336-4a19-468e-9e98-409cd1240ba4 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209273 Sep 16 05:06:57.109652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Request body: {'port': {'device_id': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:57.216263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b720f25a-09ea-4408-bd4a-a31df4547905 req-68a87053-3566-4ac4-aadc-92637a6d6f47 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392872 Sep 16 05:06:57.240326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.250759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906284e0-6afd-4c3f-a779-c61053dac873 req-55de209c-f0b5-4ecd-861d-6ed14602a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.253854 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-906284e0-6afd-4c3f-a779-c61053dac873 req-55de209c-f0b5-4ecd-861d-6ed14602a479 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 1098 time: 0.0834732 Sep 16 05:06:57.351929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad36c1c-0f77-4644-99be-6ce422ba2ff0 req-67dbb2fe-7d5b-4d97-8330-9063c430449b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.353578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ad36c1c-0f77-4644-99be-6ce422ba2ff0 req-67dbb2fe-7d5b-4d97-8330-9063c430449b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1553245 Sep 16 05:06:57.384339 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c5673-d5f7-43ae-af65-aea596c51efc x-openstack-request-id: req-736c5673-d5f7-43ae-af65-aea596c51efc {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:57.384930 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f9b3f7-c803-4022-a189-80f916ff4afd", "name": "network-vif-plugged", "status": "completed", "tag": "b7746662-ea6a-4208-a6d6-93308dfb6641", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:57.385303 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-736c5673-d5f7-43ae-af65-aea596c51efc {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:57.385953 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7746662-ea6a-4208-a6d6-93308dfb6641', 'code': 200} Sep 16 05:06:57.412026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906284e0-6afd-4c3f-a779-c61053dac873 req-01b1fc0d-6fa2-4139-b404-91cc90e591fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.416240 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-906284e0-6afd-4c3f-a779-c61053dac873 req-01b1fc0d-6fa2-4139-b404-91cc90e591fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1466079 Sep 16 05:06:57.482421 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-906284e0-6afd-4c3f-a779-c61053dac873 req-da060d3b-6b18-475b-ac93-dbff3cc9c01c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=e66f2a57-3966-437b-b77a-e8d4e183d7de HTTP/1.1" status: 200 len: 217 time: 0.0593956 Sep 16 05:06:57.519068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ad36c1c-0f77-4644-99be-6ce422ba2ff0 req-4a0c9e53-4a5a-4531-b353-c2fc4c318381 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540568 Sep 16 05:06:57.610585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906284e0-6afd-4c3f-a779-c61053dac873 req-3fadb71f-dce8-406a-9598-538889ef13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.612075 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-906284e0-6afd-4c3f-a779-c61053dac873 req-3fadb71f-dce8-406a-9598-538889ef13a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1113679 Sep 16 05:06:57.668866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906284e0-6afd-4c3f-a779-c61053dac873 req-12b12516-a426-4057-8a8e-76795ccdbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.670785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-906284e0-6afd-4c3f-a779-c61053dac873 req-12b12516-a426-4057-8a8e-76795ccdbffe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0489423 Sep 16 05:06:57.756513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9412a5-fc08-40bf-ab18-4aaeab3961e8 req-2f2d9a4f-5a31-4786-9a35-5d2c027789b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.758110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed9412a5-fc08-40bf-ab18-4aaeab3961e8 req-2f2d9a4f-5a31-4786-9a35-5d2c027789b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 1098 time: 0.1909547 Sep 16 05:06:57.778326 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-906284e0-6afd-4c3f-a779-c61053dac873 req-fad65a6f-6225-418b-a896-4cf4c4449246 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996606 Sep 16 05:06:57.778612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ca86-123f-44ab-80c2-80a8a1056cff req-78bae9d6-3d8a-4249-8630-5d41d28906ff tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.780173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6b9ca86-123f-44ab-80c2-80a8a1056cff req-78bae9d6-3d8a-4249-8630-5d41d28906ff tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 946 time: 0.1547635 Sep 16 05:06:57.841589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6afd-68b5-4eda-b5c7-c703e2035769 req-6e72018c-bf83-4ee0-b07e-9f33f10e3230 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.843028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61f6afd-68b5-4eda-b5c7-c703e2035769 req-6e72018c-bf83-4ee0-b07e-9f33f10e3230 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 932 time: 0.1728883 Sep 16 05:06:57.909807 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-906284e0-6afd-4c3f-a779-c61053dac873 req-7b0066e2-816d-4830-b1ff-165291a1d9bd service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231027 Sep 16 05:06:57.917097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed9412a5-fc08-40bf-ab18-4aaeab3961e8 req-34aad21c-4cc3-4647-8912-994b1c66725f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472754 Sep 16 05:06:57.923617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6b9ca86-123f-44ab-80c2-80a8a1056cff req-03528f58-0188-4325-adf2-fdc7fbaacfc8 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291637 Sep 16 05:06:57.934834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7564989-e8d2-4012-a917-9593d4729b64 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:57.951541 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:57.960314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61f6afd-68b5-4eda-b5c7-c703e2035769 req-4f286099-c719-456c-9dd6-5f4b2c52966d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096683 Sep 16 05:06:57.975815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Transition to ACTIVE for port object c7564989-e8d2-4012-a917-9593d4729b64 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:57.980364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.078969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7564989-e8d2-4012-a917-9593d4729b64,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.152015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fbd58-2166-4c9c-8010-d897e09d7f15 req-82b047b6-a605-4c62-a070-10f844607cf1 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.154236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e11fbd58-2166-4c9c-8010-d897e09d7f15 req-82b047b6-a605-4c62-a070-10f844607cf1 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1168323 Sep 16 05:06:58.183538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Attempting to bind port c7564989-e8d2-4012-a917-9593d4729b64 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:58.183848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Attempting to bind port c7564989-e8d2-4012-a917-9593d4729b64 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:58.184215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Attempting to bind port c7564989-e8d2-4012-a917-9593d4729b64 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:58.191967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a24e0638-054e-48da-9416-25a8e73b203c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.205042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Port c7564989-e8d2-4012-a917-9593d4729b64 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:58.205360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Attempting to bind port c7564989-e8d2-4012-a917-9593d4729b64 on network 1d33c96b-a7c6-4b8a-857f-19827af9bf65 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:58.239544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:58.240335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Checking segment: {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:58.240335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Bound using segment: {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:58.240715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Bound port: c7564989-e8d2-4012-a917-9593d4729b64, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50def917-f01b-409c-b9f6-8d625e9ac775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:58.241073 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.248575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e11fbd58-2166-4c9c-8010-d897e09d7f15 req-da8232d1-3359-448f-a2a9-377e73fe6bbf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868282 Sep 16 05:06:58.299141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bbdcb-a9b1-48ce-ae48-a1216910c728 req-25fd57cf-41fb-4d5c-acd8-d1c48506ebb3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.301076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d46bbdcb-a9b1-48ce-ae48-a1216910c728 req-25fd57cf-41fb-4d5c-acd8-d1c48506ebb3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1119602 Sep 16 05:06:58.416683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] For port c7564989-e8d2-4012-a917-9593d4729b64, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:58.422350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d46bbdcb-a9b1-48ce-ae48-a1216910c728 req-9081474c-051f-4e98-8052-981d8fe122d4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138837 Sep 16 05:06:58.436573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] For port c7564989-e8d2-4012-a917-9593d4729b64, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c7564989-e8d2-4012-a917-9593d4729b64,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:58.449049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-c2e84306-7876-4244-9aaa-172e94825e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.450624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-c2e84306-7876-4244-9aaa-172e94825e5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1102 time: 0.1090088 Sep 16 05:06:58.454887 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.478906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c02a0-4752-481c-8d47-fa3d4d27315a req-be8b0e9a-bbd0-4fb3-b7f0-cb992e0dd2f9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.481739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-769c02a0-4752-481c-8d47-fa3d4d27315a req-be8b0e9a-bbd0-4fb3-b7f0-cb992e0dd2f9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 946 time: 0.1417639 Sep 16 05:06:58.556999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.557608 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.559022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7564989-e8d2-4012-a917-9593d4729b64 HTTP/1.1" status: 200 len: 1093 time: 1.4706657 Sep 16 05:06:58.562227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'tag': 'c7564989-e8d2-4012-a917-9593d4729b64'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:58.564460 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b8778-bf11-471f-8f50-a49a49fc3749" -d '{"events": [{"name": "network-changed", "server_uuid": "1b31ebff-43cb-4b1e-a87b-78c5f7f78116", "tag": "c7564989-e8d2-4012-a917-9593d4729b64"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:58.669156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e66f2a57-3966-437b-b77a-e8d4e183d7de details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:58.671398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d81d9be8-b30e-485a-9e5e-9c3fa7777171 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:58.686832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-769c02a0-4752-481c-8d47-fa3d4d27315a req-cc36f390-52dc-43a8-8198-c34f3ad60487 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772857 Sep 16 05:06:58.690838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b496c5-60e6-43cb-bcd8-4390704247f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7564989-e8d2-4012-a917-9593d4729b64,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:58.696504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: d81d9be8-b30e-485a-9e5e-9c3fa7777171 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:58.696847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d81d9be8-b30e-485a-9e5e-9c3fa7777171 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:58.711036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2281e50-70ea-49ff-bdd7-d021789ec4a2 req-3f563f03-933d-4569-90ad-93fb16926427 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.721025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2281e50-70ea-49ff-bdd7-d021789ec4a2 req-3f563f03-933d-4569-90ad-93fb16926427 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1921887 Sep 16 05:06:58.732340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-49e9176a-ae33-48ba-ade6-0dff26772a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.733814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-49e9176a-ae33-48ba-ade6-0dff26772a00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2738414 Sep 16 05:06:58.755361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-592624fc-4418-410a-9b5e-dd11c915b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.759432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-592624fc-4418-410a-9b5e-dd11c915b91a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 1096 time: 0.1339731 Sep 16 05:06:58.761090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43876) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:58.799716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-94417760-6756-4f40-b7b7-c5ac1483da77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.0546937 Sep 16 05:06:58.800531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e66f2a57-3966-437b-b77a-e8d4e183d7de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e66f2a57-3966-437b-b77a-e8d4e183d7de,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:58.815654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e66f2a57-3966-437b-b77a-e8d4e183d7de', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'e66f2a57-3966-437b-b77a-e8d4e183d7de', 'mac_address': 'fa:16:3e:0a:7b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:58.847215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Deleting subnet c43f3fe0-fd65-4bfc-8714-64d0b104a309 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:58.847964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2281e50-70ea-49ff-bdd7-d021789ec4a2 req-b71cb695-4d5b-45ff-ab4c-94a3d052616d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265843 Sep 16 05:06:58.850963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-52807bd1-93b6-4390-a406-581aaa8cdb17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7564989-e8d2-4012-a917-9593d4729b64 HTTP/1.1" status: 200 len: 217 time: 0.0589666 Sep 16 05:06:58.852398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.905011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.929256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-04f12f99-ae76-432b-941a-a5472afc01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.930903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-04f12f99-ae76-432b-941a-a5472afc01c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1224947 Sep 16 05:06:58.945591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.950381 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e2b723-83b0-4763-8d70-887124bb4d20 x-openstack-request-id: req-43e2b723-83b0-4763-8d70-887124bb4d20 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:58.950653 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b31ebff-43cb-4b1e-a87b-78c5f7f78116", "tag": "c7564989-e8d2-4012-a917-9593d4729b64", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:58.952478 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43e2b723-83b0-4763-8d70-887124bb4d20 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:58.952478 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'tag': 'c7564989-e8d2-4012-a917-9593d4729b64', 'status': 'completed', 'code': 200} Sep 16 05:06:58.970717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-fe964653-bb8c-4d8b-900e-a14f93d6fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.972449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-fe964653-bb8c-4d8b-900e-a14f93d6fe6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b2e60de-fdce-4632-a5b7-e75dd578e560 HTTP/1.1" status: 200 len: 861 time: 0.1029317 Sep 16 05:06:58.989548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:58.991313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66f2a57-3966-437b-b77a-e8d4e183d7de {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:59.017163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-8bb3f65a-9188-457d-8dcc-1e20915cea7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d33c96b-a7c6-4b8a-857f-19827af9bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307128 Sep 16 05:06:59.019735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-b87b0f07-e645-46dc-8259-e902cb1d95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.021584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-b87b0f07-e645-46dc-8259-e902cb1d95fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828226 Sep 16 05:06:59.036472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e66f2a57-3966-437b-b77a-e8d4e183d7de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e66f2a57-3966-437b-b77a-e8d4e183d7de,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:59.043461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.094350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.104128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e66f2a57-3966-437b-b77a-e8d4e183d7de,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.129233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c43f3fe0-fd65-4bfc-8714-64d0b104a309,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.135375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.140329 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c43f3fe0-fd65-4bfc-8714-64d0b104a309 HTTP/1.1" status: 204 len: 168 time: 0.3760340 Sep 16 05:06:59.144673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43888) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.154496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.154844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.155190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.155520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.155940 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.156303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.156680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.156979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.157502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.158000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.158493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.158994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.159822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111807e3-c862-4059-b187-00426d936b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:59.227442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.262755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f7d70-fea1-4dd0-9474-50922432f4ad req-d4b407c2-4736-4e21-9c69-fa72e9e8e21e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.264364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-083f7d70-fea1-4dd0-9474-50922432f4ad req-d4b407c2-4736-4e21-9c69-fa72e9e8e21e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.2253051 Sep 16 05:06:59.278526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee7d4-1bc8-4cb3-b0ca-766a83f1977c req-a2569a1b-fa66-419b-87ac-12f2a0aef944 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.280062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9ee7d4-1bc8-4cb3-b0ca-766a83f1977c req-a2569a1b-fa66-419b-87ac-12f2a0aef944 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 946 time: 0.2282755 Sep 16 05:06:59.314308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-e302d9fc-9ba1-4a2a-9fc3-eff57847288b service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633812 Sep 16 05:06:59.319948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.328547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-5a7d3e74-0e76-4837-a307-8adaa6969190 service neutron] 10.222.0.64 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787147 Sep 16 05:06:59.342897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:59.353011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eddc091-7ffb-4f17-a3c4-3aae58d712a7') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:59.353341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eddc091-7ffb-4f17-a3c4-3aae58d712a7') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:59.357016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e66f2a57-3966-437b-b77a-e8d4e183d7de'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:59.364649 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.381088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.390521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:59.391964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:59.393970 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:59.417493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-083f7d70-fea1-4dd0-9474-50922432f4ad req-5022db5d-2a1c-4c50-baa5-63925989ba70 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355159 Sep 16 05:06:59.462706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.491110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.493272 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] 10.222.0.55 "DELETE /v2.0/networks/cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3 HTTP/1.1" status: 204 len: 168 time: 0.3473990 Sep 16 05:06:59.494162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b40db-4fce-4d0f-9b45-a21aefcb60dd admin admin] Pushing event deleted for resources: {'Network': ['ID=cf760b7a-e2c2-4cfa-ac6a-2165fc2e81f3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:59.510852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9ee7d4-1bc8-4cb3-b0ca-766a83f1977c req-ec2e0ef4-f6ad-4b9f-9739-a80019c581c0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158921 Sep 16 05:06:59.609101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bf5bf-a3b9-478b-9758-bf513d214dcc req-bd3c303f-2e74-4840-8358-5f586eed2576 service neutron] 10.222.0.64 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596500 Sep 16 05:06:59.623049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-bc8b2ccd-dc27-4786-b95c-da73b057a451 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907088 Sep 16 05:06:59.650572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20789100-9852-40d1-8547-6c785a64c0eb req-6bce0b48-1ecd-4ded-9aa9-383322504143 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.652204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20789100-9852-40d1-8547-6c785a64c0eb req-6bce0b48-1ecd-4ded-9aa9-383322504143 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 944 time: 0.1368015 Sep 16 05:06:59.664820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43896) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.701857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.704470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e618-8a7e-4951-bb25-3afe3b47da2a req-4e70f4da-a158-48c5-a788-0dc2762ee623 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.711266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2757e618-8a7e-4951-bb25-3afe3b47da2a req-4e70f4da-a158-48c5-a788-0dc2762ee623 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1069117 Sep 16 05:06:59.719205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43898) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:59.720332 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2ccb420f-5aee-4f76-8927-679ee005677d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e0d42f2d4c444e4badab7eab0c422e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527272 Sep 16 05:06:59.743828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20789100-9852-40d1-8547-6c785a64c0eb req-efb68063-1bc8-4e70-833c-4db0c23d6507 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829825 Sep 16 05:06:59.832608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2757e618-8a7e-4951-bb25-3afe3b47da2a req-525c47c1-6c3a-46ee-b652-36abf030b4a7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141679 Sep 16 05:06:59.883991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-4b112c03-5f24-47f3-946e-dc7aa725d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.885570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-4b112c03-5f24-47f3-946e-dc7aa725d42e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f867322bd324ab1bb8f61224e085683&device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 1096 time: 0.1146014 Sep 16 05:06:59.887149 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e88ea171-6be3-45b8-baf1-7d73d7016798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:59.959464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08688fc5-bdf2-4740-be7d-79cec16e94cd req-5b4e8f21-642f-472d-bcaa-c1b2489a9ef0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.961001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08688fc5-bdf2-4740-be7d-79cec16e94cd req-5b4e8f21-642f-472d-bcaa-c1b2489a9ef0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1261239 Sep 16 05:06:59.966451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e88ea171-6be3-45b8-baf1-7d73d7016798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.102172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08688fc5-bdf2-4740-be7d-79cec16e94cd req-f24765f2-43c6-4060-8b86-d01ebe51d13a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320097 Sep 16 05:07:00.112788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74906294-78d1-443f-9aca-3002880c8f5e req-56ca81bc-b4f1-4fb6-b7d3-b77e7bc2f283 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.114317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74906294-78d1-443f-9aca-3002880c8f5e req-56ca81bc-b4f1-4fb6-b7d3-b77e7bc2f283 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 947 time: 0.1813810 Sep 16 05:07:00.118139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-be69e1d5-065d-4e49-842d-6765c0b6dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.119557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-be69e1d5-065d-4e49-842d-6765c0b6dd8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 200 len: 922 time: 0.2179134 Sep 16 05:07:00.179594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-ed769f1e-8001-4947-8e56-a8d8d394f11e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7564989-e8d2-4012-a917-9593d4729b64 HTTP/1.1" status: 200 len: 217 time: 0.0496831 Sep 16 05:07:00.183184 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e88ea171-6be3-45b8-baf1-7d73d7016798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.185753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e88ea171-6be3-45b8-baf1-7d73d7016798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.189369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e88ea171-6be3-45b8-baf1-7d73d7016798 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e8830da-56f2-48b4-b607-9b6860fd9e53 HTTP/1.1" status: 204 len: 168 time: 0.4639330 Sep 16 05:07:00.239583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea171-6be3-45b8-baf1-7d73d7016798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8830da-56f2-48b4-b607-9b6860fd9e53,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:00.245742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74906294-78d1-443f-9aca-3002880c8f5e req-f605b256-a408-41b5-b4df-487bf25144d9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238751 Sep 16 05:07:00.257857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-505826fc-4ffd-4b4e-aed0-d67e67382d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.260408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-505826fc-4ffd-4b4e-aed0-d67e67382d67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b2e60de-fdce-4632-a5b7-e75dd578e560 HTTP/1.1" status: 200 len: 861 time: 0.0725179 Sep 16 05:07:00.298110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-0acd6562-3427-42b6-8236-1a5dd034e87a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d33c96b-a7c6-4b8a-857f-19827af9bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275612 Sep 16 05:07:00.428241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2ac5d-9d18-40ae-adad-894d9e63ecf5 req-f949bc0b-8330-4573-9d3f-63ae203535ec tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.429735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdd2ac5d-9d18-40ae-adad-894d9e63ecf5 req-f949bc0b-8330-4573-9d3f-63ae203535ec tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1020508 Sep 16 05:07:00.451809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-a90c92fa-7ab7-4c8b-a36e-5e8376827222 service neutron] 10.222.0.64 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341836 Sep 16 05:07:00.501300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdd2ac5d-9d18-40ae-adad-894d9e63ecf5 req-9bdfacf6-642a-4ef8-83f8-00000a36a567 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608141 Sep 16 05:07:00.567666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb1b8778-bf11-471f-8f50-a49a49fc3749 req-f1d36d63-62c2-419d-b517-f0bf48fb8c91 service neutron] 10.222.0.64 "GET /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071064 Sep 16 05:07:00.652203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15d46c-4c6e-42fd-aa95-5efa46f131e9 req-29e0ff91-fce6-4aaa-9b48-6dccfddd7567 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.653956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b15d46c-4c6e-42fd-aa95-5efa46f131e9 req-29e0ff91-fce6-4aaa-9b48-6dccfddd7567 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0757344 Sep 16 05:07:00.677516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e66f2a57-3966-437b-b77a-e8d4e183d7de up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:00.705356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e6295-fcda-4dcc-b8d7-d9ba82fb0808 req-b1cc965f-2d4e-4fb5-a413-08667d37de9f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.706894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a55e6295-fcda-4dcc-b8d7-d9ba82fb0808 req-b1cc965f-2d4e-4fb5-a413-08667d37de9f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 946 time: 0.0897529 Sep 16 05:07:00.712599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b15d46c-4c6e-42fd-aa95-5efa46f131e9 req-fab14763-6ac0-4f7d-b544-788da0ee8b1f tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Sep 16 05:07:00.744822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port e66f2a57-3966-437b-b77a-e8d4e183d7de completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:00.744822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e66f2a57-3966-437b-b77a-e8d4e183d7de triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:00.744822 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.774822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a55e6295-fcda-4dcc-b8d7-d9ba82fb0808 req-a3119af1-2119-408d-8257-986136f2499e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558269 Sep 16 05:07:00.878767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.914021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66f2a57-3966-437b-b77a-e8d4e183d7de'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:00.916325 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa86967-3a0e-4efa-a4b3-da300d5bb0b5" -d '{"events": [{"server_uuid": "71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e66f2a57-3966-437b-b77a-e8d4e183d7de"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:00.938393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e66f2a57-3966-437b-b77a-e8d4e183d7de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e66f2a57-3966-437b-b77a-e8d4e183d7de,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:00.947421 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:00.952360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36fc76-80e0-48f5-9e0f-dc9d02167f6f req-585a8d1b-a82f-4c63-9f36-1e3b991daa2f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.954281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e36fc76-80e0-48f5-9e0f-dc9d02167f6f req-585a8d1b-a82f-4c63-9f36-1e3b991daa2f tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 944 time: 0.0659781 Sep 16 05:07:01.005678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e36fc76-80e0-48f5-9e0f-dc9d02167f6f req-83c92b4e-bb41-4c4b-bcd8-2c179945ef98 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Sep 16 05:07:01.006191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e66f2a57-3966-437b-b77a-e8d4e183d7de,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.072068 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5117bb2-1c43-4498-8651-bcf6274898cf x-openstack-request-id: req-f5117bb2-1c43-4498-8651-bcf6274898cf {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:01.072832 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e66f2a57-3966-437b-b77a-e8d4e183d7de", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:01.073486 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5117bb2-1c43-4498-8651-bcf6274898cf {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:01.074268 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66f2a57-3966-437b-b77a-e8d4e183d7de', 'code': 200} Sep 16 05:07:01.119443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.146822 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.235333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb993-8563-48f2-b741-ca094d9072de req-0dbb4258-b8c0-4bf3-b505-d0692f41fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.236883 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e0deb993-8563-48f2-b741-ca094d9072de req-0dbb4258-b8c0-4bf3-b505-d0692f41fc55 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 1100 time: 0.0569129 Sep 16 05:07:01.254028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f625b4-faf4-4a01-895f-2f8699ad62e9 req-dd21e9d6-528b-4881-a32d-317620ad6402 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.255589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9f625b4-faf4-4a01-895f-2f8699ad62e9 req-dd21e9d6-528b-4881-a32d-317620ad6402 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 946 time: 0.0965848 Sep 16 05:07:01.274439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-527800779-network', 'tenant_id': '9e4a7fa1f037484b95313d87209a07d5'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:01.288320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed6456-27a1-4c43-910f-88f702400ee7 req-fc53ca7a-85b1-4bf1-84aa-0ca1320eebba tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.289845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13ed6456-27a1-4c43-910f-88f702400ee7 req-fc53ca7a-85b1-4bf1-84aa-0ca1320eebba tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1168318 Sep 16 05:07:01.303642 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e0deb993-8563-48f2-b741-ca094d9072de req-628fc1cf-9f8f-4b1b-bea2-f559862e4854 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528245 Sep 16 05:07:01.311056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Made reservation on behalf of 9e4a7fa1f037484b95313d87209a07d5 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:01.313601 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.317354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9f625b4-faf4-4a01-895f-2f8699ad62e9 req-0ab76b42-2891-469d-a079-a599c2d1f6e3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536752 Sep 16 05:07:01.326273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.351449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13ed6456-27a1-4c43-910f-88f702400ee7 req-ae9ab980-c925-4c42-b04f-926e84127246 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501511 Sep 16 05:07:01.436861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8dd1-32c8-4810-8fd3-833d12d11530 req-3eb0dde3-d5d8-4c96-ae60-ba3ee4fe9bf3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.438288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fc8dd1-32c8-4810-8fd3-833d12d11530 req-3eb0dde3-d5d8-4c96-ae60-ba3ee4fe9bf3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0509553 Sep 16 05:07:01.443660 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.447899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.474358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:01.479603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fc8dd1-32c8-4810-8fd3-833d12d11530 req-85dccff2-ca45-4a86-8204-6c7a40fa8968 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Sep 16 05:07:01.484932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889d0430-26f7-4a77-9ff0-00c62bd5adaa,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.491566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.491984 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Added segment 970a6d6e-2fbd-46b1-8ea4-8dd99c52e376 of type vlan for network 869881e7-d25e-447e-9e7f-a507dcec7ba3 Sep 16 05:07:01.552555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.588325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.589559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.590178 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.595597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20674f12-d29a-4b60-826f-37e1404d6013 req-8c271b9c-ab48-4be4-8408-4be70abb1194 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.603358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20674f12-d29a-4b60-826f-37e1404d6013 req-8c271b9c-ab48-4be4-8408-4be70abb1194 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 948 time: 0.0611446 Sep 16 05:07:01.640051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20674f12-d29a-4b60-826f-37e1404d6013 req-1d3b2f73-8689-40f4-8715-62ddb063f949 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Sep 16 05:07:01.658234 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] Pushing event updated for resources: {'Network': ['ID=869881e7-d25e-447e-9e7f-a507dcec7ba3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.671636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43958) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:01.671797 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-78458bdc-961d-4957-8b62-83391e7f2e19 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5511072 Sep 16 05:07:01.672645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 869881e7-d25e-447e-9e7f-a507dcec7ba3 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:01.676586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Request body: {'subnet': {'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-527800779-subnet', 'tenant_id': '9e4a7fa1f037484b95313d87209a07d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:01.698327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Made reservation on behalf of 9e4a7fa1f037484b95313d87209a07d5 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:01.700731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.868081 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.926538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:01.937779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Checking segment: {'id': '970a6d6e-2fbd-46b1-8ea4-8dd99c52e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:01.938137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Network hostable DHCP agents. Network: 869881e7-d25e-447e-9e7f-a507dcec7ba3, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:01.954463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Network 869881e7-d25e-447e-9e7f-a507dcec7ba3 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:01.963315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 869881e7-d25e-447e-9e7f-a507dcec7ba3) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:01.967481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.968015 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:01.973318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d5474-4d89-43d0-8082-4cc092d37ce2 None None] Network 869881e7-d25e-447e-9e7f-a507dcec7ba3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:01.985897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b80ff141-eb9f-4c10-aee1-b7be419a4170 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3128681 Sep 16 05:07:02.129406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8e9f4-9bef-4793-9c21-ef2b7ab0684a None None] Network 869881e7-d25e-447e-9e7f-a507dcec7ba3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:02.143969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b7f88-73bf-49ac-88e8-1f8f68443421 req-c9de5ed3-d75f-4d54-8379-31fc85c3cf00 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.145706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f1b7f88-73bf-49ac-88e8-1f8f68443421 req-c9de5ed3-d75f-4d54-8379-31fc85c3cf00 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 944 time: 0.0632005 Sep 16 05:07:02.190848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f1b7f88-73bf-49ac-88e8-1f8f68443421 req-4b010a34-12bf-4120-844d-82f873e0f62e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354500 Sep 16 05:07:02.805024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca4bee-a9d7-43f5-a3f7-b8be4caba0b9 req-965db241-1200-4a63-b0fc-73541b8c06ea tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.806530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44ca4bee-a9d7-43f5-a3f7-b8be4caba0b9 req-965db241-1200-4a63-b0fc-73541b8c06ea tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 946 time: 0.4161699 Sep 16 05:07:02.817469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082722-2010-442f-bfc8-85b13c95d34b req-5503a36a-7fc8-4f05-9363-1575ec9caf6e tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.818904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-5503a36a-7fc8-4f05-9363-1575ec9caf6e tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/networks?id=869881e7-d25e-447e-9e7f-a507dcec7ba3 HTTP/1.1" status: 200 len: 820 time: 0.4741149 Sep 16 05:07:02.844502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-6314f171-b802-44ce-aada-a17421c5cbac tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/quotas/9e4a7fa1f037484b95313d87209a07d5 HTTP/1.1" status: 200 len: 375 time: 0.0181506 Sep 16 05:07:02.869883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44ca4bee-a9d7-43f5-a3f7-b8be4caba0b9 req-69f5e6d8-f412-4265-ac1a-8382ac37c1f1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Sep 16 05:07:02.885108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-1ff9f17c-b47f-4e94-bc6e-7d05b19aceed tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e4a7fa1f037484b95313d87209a07d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312254 Sep 16 05:07:03.032080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-74bdf561-4502-4454-b78e-cc005c3d69d3 service neutron] 10.222.0.55 "GET /v2.0/networks/869881e7-d25e-447e-9e7f-a507dcec7ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392128 Sep 16 05:07:03.040953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9095-e3dd-4c58-9e6b-47f3b28564f5 req-95378f1c-302b-4f5e-8e3e-7616f29d27b3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.042435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d62c9095-e3dd-4c58-9e6b-47f3b28564f5 req-95378f1c-302b-4f5e-8e3e-7616f29d27b3 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0915737 Sep 16 05:07:03.145951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-21b5bebd-899b-447a-b2d4-0994f34d70fd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.147300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-21b5bebd-899b-447a-b2d4-0994f34d70fd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 946 time: 0.1473851 Sep 16 05:07:03.160652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d62c9095-e3dd-4c58-9e6b-47f3b28564f5 req-958b81e5-d00e-4fd3-a746-5919120df35c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944014 Sep 16 05:07:03.252133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-19f2c191-9a23-4421-90df-abb7d9bd38e4 service neutron] 10.222.0.55 "GET /v2.0/networks/869881e7-d25e-447e-9e7f-a507dcec7ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086337 Sep 16 05:07:03.303698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ed34-6a0a-4ab1-803d-aa105dae558d req-3e52ae90-be02-421d-b995-849652b8800e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.305467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c67ed34-6a0a-4ab1-803d-aa105dae558d req-3e52ae90-be02-421d-b995-849652b8800e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0711286 Sep 16 05:07:03.334713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Deleting port b7746662-ea6a-4208-a6d6-93308dfb6641 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:03.335057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.379542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c67ed34-6a0a-4ab1-803d-aa105dae558d req-5976885e-7296-46c0-8f70-8e8e137a8536 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666082 Sep 16 05:07:03.466687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] For port b7746662-ea6a-4208-a6d6-93308dfb6641, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b7746662-ea6a-4208-a6d6-93308dfb6641,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:03.467453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.483954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Calling delete_port for b7746662-ea6a-4208-a6d6-93308dfb6641 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:03.606439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e0dd-0c9a-4533-b23b-a47cb860d0e1 req-03d9e425-2d66-45ab-a61b-1fc12db8e243 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.608030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d366e0dd-0c9a-4533-b23b-a47cb860d0e1 req-03d9e425-2d66-45ab-a61b-1fc12db8e243 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 948 time: 0.1059220 Sep 16 05:07:03.727742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d366e0dd-0c9a-4533-b23b-a47cb860d0e1 req-f843b969-c612-4fe5-89ed-f39f0d881245 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058342 Sep 16 05:07:03.753132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60684f-b7ce-42af-aad2-f7feb9319af5 req-f496f947-b092-4bb0-a4c4-00f518821a48 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.753132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d60684f-b7ce-42af-aad2-f7feb9319af5 req-f496f947-b092-4bb0-a4c4-00f518821a48 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 944 time: 0.1237886 Sep 16 05:07:03.782976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.820947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b7746662-ea6a-4208-a6d6-93308dfb6641'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:03.827939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event deleted for resources: {'Port': ['ID=b7746662-ea6a-4208-a6d6-93308dfb6641,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:03.844259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c7564989-e8d2-4012-a917-9593d4729b64 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:03.874690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80bf922b-b8c9-4ad1-a69e-e2a91e46f798 req-9a598b4a-4caa-4399-b5fe-cb4d6ab26dcc tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 210 time: 0.0639093 Sep 16 05:07:03.925638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d60684f-b7ce-42af-aad2-f7feb9319af5 req-6a3fbf3c-368b-4e32-a494-e736eeb8894e tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470239 Sep 16 05:07:03.939068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] No DVR routers for this DVR port b7746662-ea6a-4208-a6d6-93308dfb6641 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:03.943002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.945152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14e3e785-0025-4ab3-8aaa-28c46b8c41ec req-7fe3ea00-2b38-419f-881a-e74b99b42a1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "DELETE /v2.0/ports/b7746662-ea6a-4208-a6d6-93308dfb6641 HTTP/1.1" status: 204 len: 173 time: 0.7883246 Sep 16 05:07:03.946214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'name': 'network-vif-deleted', 'tag': 'b7746662-ea6a-4208-a6d6-93308dfb6641'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:03.951132 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372aecf-896c-4c8a-9cc1-8216ab5fa2b1" -d '{"events": [{"server_uuid": "73f9b3f7-c803-4022-a189-80f916ff4afd", "name": "network-vif-deleted", "tag": "b7746662-ea6a-4208-a6d6-93308dfb6641"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:04.010584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c7564989-e8d2-4012-a917-9593d4729b64, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c7564989-e8d2-4012-a917-9593d4729b64,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:04.024230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c7564989-e8d2-4012-a917-9593d4729b64', 'network_id': '1d33c96b-a7c6-4b8a-857f-19827af9bf65', 'port_id': 'c7564989-e8d2-4012-a917-9593d4729b64', 'mac_address': 'fa:16:3e:cb:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e60de-fdce-4632-a5b7-e75dd578e560', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:04.065805 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.067126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d60d2-c4ad-4a10-a5d5-ef233db95508 req-a8f8bc5e-1bfa-4dac-b56e-7b6305d2b319 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.076974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f5d60d2-c4ad-4a10-a5d5-ef233db95508 req-a8f8bc5e-1bfa-4dac-b56e-7b6305d2b319 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 1100 time: 0.0752201 Sep 16 05:07:04.081272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7564989-e8d2-4012-a917-9593d4729b64 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:04.109129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c7564989-e8d2-4012-a917-9593d4729b64, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c7564989-e8d2-4012-a917-9593d4729b64,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:04.117841 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:04.137976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f5d60d2-c4ad-4a10-a5d5-ef233db95508 req-cee100c0-bd23-4e3d-9d36-e542343f8c4d tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601027 Sep 16 05:07:04.151254 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:04.194843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-3721e31b-51f7-4ebd-9bb3-b9811743e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.195523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd2548a0-51e2-43aa-8b70-aab007e90a73 req-51d01820-6df7-492f-98dc-676a03bac4fe tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=73f9b3f7-c803-4022-a189-80f916ff4afd HTTP/1.1" status: 200 len: 210 time: 0.0765543 Sep 16 05:07:04.198537 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-3721e31b-51f7-4ebd-9bb3-b9811743e777 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9212c8be76354a2e8a2322cb51efb346&device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 1098 time: 0.0586200 Sep 16 05:07:04.229584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c7564989-e8d2-4012-a917-9593d4729b64,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:04.249210 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3521adf-902d-4759-8f3f-bacf57a7f353 x-openstack-request-id: req-c3521adf-902d-4759-8f3f-bacf57a7f353 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:04.249714 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f9b3f7-c803-4022-a189-80f916ff4afd", "name": "network-vif-deleted", "tag": "b7746662-ea6a-4208-a6d6-93308dfb6641", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:04.250157 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3521adf-902d-4759-8f3f-bacf57a7f353 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:04.250743 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f9b3f7-c803-4022-a189-80f916ff4afd', 'name': 'network-vif-deleted', 'tag': 'b7746662-ea6a-4208-a6d6-93308dfb6641', 'status': 'completed', 'code': 200} Sep 16 05:07:04.356535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae9e02-5742-4737-a9cc-872d7b50c846 req-990c8a09-2e33-4457-9267-5c19566989ca tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.364019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3ae9e02-5742-4737-a9cc-872d7b50c846 req-990c8a09-2e33-4457-9267-5c19566989ca tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0824158 Sep 16 05:07:04.374946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-798659d1-cd84-4770-8bbe-8f33ceecc283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.376817 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-798659d1-cd84-4770-8bbe-8f33ceecc283 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 200 len: 914 time: 0.1704369 Sep 16 05:07:04.426228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3ae9e02-5742-4737-a9cc-872d7b50c846 req-415a44c2-1219-4624-bed0-2ff887888803 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589492 Sep 16 05:07:04.448138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-92536152-eed5-4e85-90ef-11fc250524ce tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405643 Sep 16 05:07:04.451514 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-f1f9fa00-28bd-4b02-92e5-d672303e561e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 200 len: 217 time: 0.0593133 Sep 16 05:07:04.542151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-e9dac9d5-8092-4b90-8250-16addf61bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.544044 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-e9dac9d5-8092-4b90-8250-16addf61bdab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 200 len: 853 time: 0.0840449 Sep 16 05:07:04.612143 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-e4d7ee24-dc8b-4f6a-89bc-ec93358ea535 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a65ec87-c155-4487-afde-1a84d2dbfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492737 Sep 16 05:07:04.619366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1d8b6-b859-43ef-84d0-211aad0a380c req-0f6da1a3-b604-4580-ab0c-3167b3e072e5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.620986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21a1d8b6-b859-43ef-84d0-211aad0a380c req-0f6da1a3-b604-4580-ab0c-3167b3e072e5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1214130 Sep 16 05:07:04.633060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-a6a1d2cf-8c17-4f00-8c17-de27ed8a26b8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.634682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-a6a1d2cf-8c17-4f00-8c17-de27ed8a26b8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795411 Sep 16 05:07:04.694594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-e286228e-569f-493f-b248-a7cdc91c0687 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/quotas/7e8edb04ca7a48d2995da42c59d8a649 HTTP/1.1" status: 200 len: 375 time: 0.0466282 Sep 16 05:07:04.712312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c7564989-e8d2-4012-a917-9593d4729b64'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:04.740703 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-81dd4c66-3486-43f0-b7de-2790554f756a service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204166 Sep 16 05:07:04.792375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21a1d8b6-b859-43ef-84d0-211aad0a380c req-405c6234-b5b5-4768-8963-4faa989b77fe tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563585 Sep 16 05:07:04.834546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082722-2010-442f-bfc8-85b13c95d34b req-aac4883d-cfb3-4dbd-9bb8-3e7b975682c4 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.836111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-aac4883d-cfb3-4dbd-9bb8-3e7b975682c4 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.73 "GET /v2.0/networks?id=869881e7-d25e-447e-9e7f-a507dcec7ba3 HTTP/1.1" status: 200 len: 820 time: 0.1990504 Sep 16 05:07:04.853360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-2a92b652-a1c3-496c-8c23-e19c91a564a3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1198242 Sep 16 05:07:04.858225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Request body: {'port': {'device_id': 'dddf5149-2675-461c-9037-5ded19c940f3', 'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3', 'admin_state_up': True, 'tenant_id': '9e4a7fa1f037484b95313d87209a07d5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:04.890462 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ce0fb566-bf49-4aac-8c70-5360a414bc9a req-154b5715-fbae-41ae-9a0c-17201b9b15da service neutron] 10.222.0.73 "GET /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352482 Sep 16 05:07:05.026230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Made reservation on behalf of 9e4a7fa1f037484b95313d87209a07d5 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:05.030848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.144622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e98deb2e-af5e-4444-9297-c3898f0482a9 req-3a4fa905-6914-4122-983e-ea92c778333f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 210 time: 0.0379777 Sep 16 05:07:05.269157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d098c1ea-8d9e-47d9-8f87-322d53d65609 req-5a2391e7-1cff-4544-abf2-0a3781e5f743 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 210 time: 0.0497680 Sep 16 05:07:05.277904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Allocated IP 172.20.0.5 (869881e7-d25e-447e-9e7f-a507dcec7ba3/c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc/dc7682b7-84c4-4c1b-8a69-d51accf0712e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:05.287812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b59e7c-e862-4ab5-8098-fd19a9f45e49 req-2ec6fee8-77a2-41f2-94c2-3213b9b1c4fe tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.302471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3b59e7c-e862-4ab5-8098-fd19a9f45e49 req-2ec6fee8-77a2-41f2-94c2-3213b9b1c4fe tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 945 time: 0.1624317 Sep 16 05:07:05.357236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3b59e7c-e862-4ab5-8098-fd19a9f45e49 req-c8c83c86-05fe-4c57-8483-4270dffb5019 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530961 Sep 16 05:07:05.543914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.609762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014b7c-e1a2-4f31-aeaa-f752a952db8e req-04210f95-3c75-4405-9302-fbee3023f313 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.611362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12014b7c-e1a2-4f31-aeaa-f752a952db8e req-04210f95-3c75-4405-9302-fbee3023f313 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0927978 Sep 16 05:07:05.639183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.759537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Network 869881e7-d25e-447e-9e7f-a507dcec7ba3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:05.770310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:05.779280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12014b7c-e1a2-4f31-aeaa-f752a952db8e req-d9e57f86-3ac3-4243-b824-8ffc67f1e8aa tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537902 Sep 16 05:07:05.782019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:05.791927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Pushing event updated for resources: {'Port': ['ID=dc7682b7-84c4-4c1b-8a69-d51accf0712e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:05.822606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b7746662-ea6a-4208-a6d6-93308dfb6641 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:05.842527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-249a62bc-ef04-42b1-af30-b808ee2ef2db tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.848936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-249a62bc-ef04-42b1-af30-b808ee2ef2db tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.2332397 Sep 16 05:07:05.858990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: b7746662-ea6a-4208-a6d6-93308dfb6641 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:05.859327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b7746662-ea6a-4208-a6d6-93308dfb6641 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:05.887118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a49b7436-2e49-4fa6-b947-cf9daa594e36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/quotas/8b257632200e4e1baa9b0d1a6d7c82f8 HTTP/1.1" status: 200 len: 375 time: 0.0187833 Sep 16 05:07:05.939060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a80e31f0-df77-4179-84f4-798c111327e2 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458548 Sep 16 05:07:05.945390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.946026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.004506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-f5631d99-aeb2-43cf-a6f9-482815432aa5 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1497824 Sep 16 05:07:06.048695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Request body: {'port': {'device_id': 'dddf5149-2675-461c-9037-5ded19c940f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:06.060570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89c7a1-d560-4de9-bdb5-5f303eac5c62 req-74ea3f5c-b833-4165-aab3-c42d053dcff5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.062101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f89c7a1-d560-4de9-bdb5-5f303eac5c62 req-74ea3f5c-b833-4165-aab3-c42d053dcff5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1492991 Sep 16 05:07:06.156614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-66b10733-52ca-463d-afce-75c3ad4f316a service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077665 Sep 16 05:07:06.167350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f89c7a1-d560-4de9-bdb5-5f303eac5c62 req-88e35a8c-51b4-4688-942e-7250d48462f5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983355 Sep 16 05:07:06.174785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.485694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-42d4a8f9-4335-4646-9a23-ceca996d97cf tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760572 Sep 16 05:07:06.496960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-fc88e9fb-a7e2-46ce-b8ae-0cfd412263ee service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324978 Sep 16 05:07:06.688215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a02c64-beb0-46ac-9163-2d9bb3b3d035 req-093b9a96-3ab9-4ecd-98d5-933743939820 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.695621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23a02c64-beb0-46ac-9163-2d9bb3b3d035 req-093b9a96-3ab9-4ecd-98d5-933743939820 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 931 time: 0.2546484 Sep 16 05:07:06.775035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6dccd172-a60a-44da-8c42-61d7c46e27f7 req-1a676fb9-999e-4c08-9a23-00277995c553 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 210 time: 0.0511827 Sep 16 05:07:06.802058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-b412d0fa-f76f-46f4-b13f-03dca469b91d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.803893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-b412d0fa-f76f-46f4-b13f-03dca469b91d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915928 Sep 16 05:07:06.823415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23a02c64-beb0-46ac-9163-2d9bb3b3d035 req-4e6ec750-7573-4dd5-a9f0-803e04a734eb tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267536 Sep 16 05:07:06.832011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Request body: {'port': {'device_id': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '7e8edb04ca7a48d2995da42c59d8a649'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:06.984432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25f495ae-492d-4ed8-ad35-64c12705099d req-e057d892-fd0a-48ea-a446-efa14a71fc69 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.0803597 Sep 16 05:07:07.065008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7682b7-84c4-4c1b-8a69-d51accf0712e {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:07.088755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a296e-4342-4b30-8b6a-382757d9218e req-78d8957d-c26b-4681-b136-f03f7c31c100 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.091743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-389a296e-4342-4b30-8b6a-382757d9218e req-78d8957d-c26b-4681-b136-f03f7c31c100 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 945 time: 0.2249930 Sep 16 05:07:07.105918 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.201071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Transition to ACTIVE for port object dc7682b7-84c4-4c1b-8a69-d51accf0712e will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:07.213667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.225132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-389a296e-4342-4b30-8b6a-382757d9218e req-de681132-fa6e-4cbf-9709-a63bb75cddf5 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241500 Sep 16 05:07:07.228408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Made reservation on behalf of 7e8edb04ca7a48d2995da42c59d8a649 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:07.233149 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.268251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793cd4-345d-4f57-8afb-3d77df01d78c req-f9530010-42d5-4b59-8569-369dab842c30 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.270203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70793cd4-345d-4f57-8afb-3d77df01d78c req-f9530010-42d5-4b59-8569-369dab842c30 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1772239 Sep 16 05:07:07.373309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7682b7-84c4-4c1b-8a69-d51accf0712e,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:07.783104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70793cd4-345d-4f57-8afb-3d77df01d78c req-6947f901-824c-4513-84e1-525cb7a89f67 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024581 Sep 16 05:07:07.820425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c7564989-e8d2-4012-a917-9593d4729b64 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:07.884216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad9779-f758-4df4-972c-a8c8ff64d831 req-575a05c0-e510-44b6-9722-40999f729826 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.893300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7ad9779-f758-4df4-972c-a8c8ff64d831 req-575a05c0-e510-44b6-9722-40999f729826 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.5923593 Sep 16 05:07:07.942719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port c7564989-e8d2-4012-a917-9593d4729b64 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:07.957049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c7564989-e8d2-4012-a917-9593d4729b64 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:07.957428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.974569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Allocated IP 192.168.233.99 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/5dc19ed0-e979-42fa-a037-f64bee7d8399) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:07.980603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Attempting to bind port dc7682b7-84c4-4c1b-8a69-d51accf0712e on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:07.981003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Attempting to bind port dc7682b7-84c4-4c1b-8a69-d51accf0712e by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '970a6d6e-2fbd-46b1-8ea4-8dd99c52e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:07.981410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Attempting to bind port dc7682b7-84c4-4c1b-8a69-d51accf0712e on network 869881e7-d25e-447e-9e7f-a507dcec7ba3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:08.012453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7ad9779-f758-4df4-972c-a8c8ff64d831 req-79f3f672-64b1-4311-8349-3f1a80765836 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045535 Sep 16 05:07:08.034969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-3872a723-28f9-41bd-b8d2-1f8cb6fbdc4a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.034969 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-3872a723-28f9-41bd-b8d2-1f8cb6fbdc4a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.2334032 Sep 16 05:07:08.040868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Port dc7682b7-84c4-4c1b-8a69-d51accf0712e on network 869881e7-d25e-447e-9e7f-a507dcec7ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:08.041229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Attempting to bind port dc7682b7-84c4-4c1b-8a69-d51accf0712e on network 869881e7-d25e-447e-9e7f-a507dcec7ba3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:08.053292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Request body: {'port': {'device_id': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'admin_state_up': True, 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:08.078887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:08.080412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Checking segment: {'id': '970a6d6e-2fbd-46b1-8ea4-8dd99c52e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:08.081083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Bound using segment: {'id': '970a6d6e-2fbd-46b1-8ea4-8dd99c52e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:08.084587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Bound port: dc7682b7-84c4-4c1b-8a69-d51accf0712e, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970a6d6e-2fbd-46b1-8ea4-8dd99c52e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:08.085006 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.139155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.180277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c7564989-e8d2-4012-a917-9593d4729b64, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c7564989-e8d2-4012-a917-9593d4729b64,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:08.181404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7564989-e8d2-4012-a917-9593d4729b64'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:08.184572 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8fae0b-a261-4a97-8e05-a874965cef5c" -d '{"events": [{"server_uuid": "1b31ebff-43cb-4b1e-a87b-78c5f7f78116", "name": "network-vif-plugged", "status": "completed", "tag": "c7564989-e8d2-4012-a917-9593d4729b64"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:08.188544 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.254372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b67ed27-542f-4659-9bc7-5ea5049f52cb req-7c8159fb-e0bf-4846-8074-7e2b650c6108 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 210 time: 0.0846040 Sep 16 05:07:08.267274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c7564989-e8d2-4012-a917-9593d4729b64,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.303559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] For port dc7682b7-84c4-4c1b-8a69-d51accf0712e, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:08.318258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e14656-583d-46c3-8d71-5c3fab89e5fa req-dd2c86e9-ec18-433a-8b51-60eea4175188 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.319455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:08.324573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.326434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8e14656-583d-46c3-8d71-5c3fab89e5fa req-dd2c86e9-ec18-433a-8b51-60eea4175188 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1605778 Sep 16 05:07:08.388315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] For port dc7682b7-84c4-4c1b-8a69-d51accf0712e, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dc7682b7-84c4-4c1b-8a69-d51accf0712e,segment=NetworkSegment(970a6d6e-2fbd-46b1-8ea4-8dd99c52e376),segment_id=970a6d6e-2fbd-46b1-8ea4-8dd99c52e376)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:08.413274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.460793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8e14656-583d-46c3-8d71-5c3fab89e5fa req-e219c3ba-f140-4d6f-8e6a-a0de1dbbd028 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280625 Sep 16 05:07:08.487696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Allocated IP 172.20.0.6 (51619d66-8210-461d-a74e-5bd0850dd587/2db0b88f-b19e-4e58-980e-7a4f1e502fbe/1b9755b1-3194-4387-9f94-cabb6294f13e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:08.534438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.535257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.536864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] 10.222.0.73 "PUT /v2.0/ports/dc7682b7-84c4-4c1b-8a69-d51accf0712e HTTP/1.1" status: 200 len: 1092 time: 2.4944186 Sep 16 05:07:08.545650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddf5149-2675-461c-9037-5ded19c940f3', 'tag': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:08.548032 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8" -d '{"events": [{"name": "network-changed", "server_uuid": "dddf5149-2675-461c-9037-5ded19c940f3", "tag": "dc7682b7-84c4-4c1b-8a69-d51accf0712e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:08.580677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.618209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2948c8e4-e4d9-42d7-8bb1-cf304d89f3aa req-6ea3ee9c-02c7-4bf5-b9da-25ae2bfcedf5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.0623324 Sep 16 05:07:08.665994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfe528-8ed8-440d-8b01-e9fa39573465 req-f47f41be-866c-44cd-8b8e-3f73c6bb6a42 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.673365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bbfe528-8ed8-440d-8b01-e9fa39573465 req-f47f41be-866c-44cd-8b8e-3f73c6bb6a42 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 943 time: 0.2890780 Sep 16 05:07:08.679057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe937f-d324-4083-86f3-7d6caf68aac6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7682b7-84c4-4c1b-8a69-d51accf0712e,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.696425 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46567548-3375-4629-8e14-fcab97553d3e x-openstack-request-id: req-46567548-3375-4629-8e14-fcab97553d3e {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:08.696941 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31ebff-43cb-4b1e-a87b-78c5f7f78116", "name": "network-vif-plugged", "status": "completed", "tag": "c7564989-e8d2-4012-a917-9593d4729b64", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:08.697341 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46567548-3375-4629-8e14-fcab97553d3e {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:08.697944 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7564989-e8d2-4012-a917-9593d4729b64', 'code': 200} Sep 16 05:07:08.712433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082722-2010-442f-bfc8-85b13c95d34b req-6b582d56-f69b-40c3-be1a-b20b28722bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.715253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-6b582d56-f69b-40c3-be1a-b20b28722bd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e4a7fa1f037484b95313d87209a07d5&device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 1095 time: 0.1303852 Sep 16 05:07:08.715754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.759412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.777151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-8c57bab6-f200-4b2c-b3e0-d509df32650a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc7682b7-84c4-4c1b-8a69-d51accf0712e HTTP/1.1" status: 200 len: 217 time: 0.0498693 Sep 16 05:07:08.794124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bbfe528-8ed8-440d-8b01-e9fa39573465 req-14b48009-5cc0-4773-8431-4b4767d5bcf9 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197608 Sep 16 05:07:08.804519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Network 51619d66-8210-461d-a74e-5bd0850dd587 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:08.809436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:08.820845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:08.854055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.862516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event updated for resources: {'Port': ['ID=1b9755b1-3194-4387-9f94-cabb6294f13e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.865915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3', 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'e66f2a57-3966-437b-b77a-e8d4e183d7de'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:08.888985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.888985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.896195 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf1e4d7-edea-4dce-a870-2d5674efd14f x-openstack-request-id: req-9cf1e4d7-edea-4dce-a870-2d5674efd14f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:08.896487 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddf5149-2675-461c-9037-5ded19c940f3", "tag": "dc7682b7-84c4-4c1b-8a69-d51accf0712e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:08.896744 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cf1e4d7-edea-4dce-a870-2d5674efd14f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:08.897146 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddf5149-2675-461c-9037-5ded19c940f3', 'tag': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e', 'status': 'completed', 'code': 200} Sep 16 05:07:08.908134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b7c5bff8-2481-4295-8580-eb44bead3c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8633642 Sep 16 05:07:08.914044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:08.927412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Request body: {'port': {'device_id': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:08.964728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:08.967150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082722-2010-442f-bfc8-85b13c95d34b req-27b1b67f-70a9-4f40-bf31-30c0284e4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.968671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-27b1b67f-70a9-4f40-bf31-30c0284e4b2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc HTTP/1.1" status: 200 len: 860 time: 0.1719687 Sep 16 05:07:08.981780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event updated for resources: {'Port': ['ID=5dc19ed0-e979-42fa-a037-f64bee7d8399,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.989721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:09.015287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:09.018216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.025059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9753cb-f6a0-4381-b9a3-9aaaf6ee212a req-10048591-819b-4a94-a63a-6116705b1f11 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.032633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f9753cb-f6a0-4381-b9a3-9aaaf6ee212a req-10048591-819b-4a94-a63a-6116705b1f11 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 946 time: 0.2613709 Sep 16 05:07:09.093281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-f1814314-828a-4c1d-a409-f1cd5e76cb26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=869881e7-d25e-447e-9e7f-a507dcec7ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070678 Sep 16 05:07:09.113184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9264a-ef39-4207-9b33-a71ad7ae0e10 req-f9c27e5c-1651-4d83-a7ea-d4e1f1e0cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.114981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3d9264a-ef39-4207-9b33-a71ad7ae0e10 req-f9c27e5c-1651-4d83-a7ea-d4e1f1e0cb34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 1098 time: 0.3054333 Sep 16 05:07:09.212909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.213668 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.242886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c42b2e-b0cd-4ced-8f79-2f69818c3415 req-0809255d-162e-40af-8897-72cf7facf3bf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.253312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85c42b2e-b0cd-4ced-8f79-2f69818c3415 req-0809255d-162e-40af-8897-72cf7facf3bf tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.2931216 Sep 16 05:07:09.275182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f9753cb-f6a0-4381-b9a3-9aaaf6ee212a req-376c6461-890f-4ba4-a5c0-ed624cfaf2a4 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369990 Sep 16 05:07:09.339820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-ecb3711c-f12f-43fa-8a1c-2f746600cc77 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5121191 Sep 16 05:07:09.368451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Request body: {'port': {'device_id': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:09.372915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3d9264a-ef39-4207-9b33-a71ad7ae0e10 req-bd09c9ee-45e2-40b6-b55b-0170850c1754 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414770 Sep 16 05:07:09.420866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85c42b2e-b0cd-4ced-8f79-2f69818c3415 req-3fb3dfc7-03b9-4ed9-be3a-c397b8ff50e7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666100 Sep 16 05:07:09.444562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9755b1-3194-4387-9f94-cabb6294f13e {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:09.454860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.472210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Transition to ACTIVE for port object 1b9755b1-3194-4387-9f94-cabb6294f13e will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:09.472593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8f474003-0ff6-44cc-8724-e64e07bbbac2 None None] Provisioning complete for port 5dc19ed0-e979-42fa-a037-f64bee7d8399 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:09.472968 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f474003-0ff6-44cc-8724-e64e07bbbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.481904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.522674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-6c9e6c80-b53b-4b19-ba32-50af67fc07f6 service neutron] 10.222.0.73 "GET /v2.0/networks/869881e7-d25e-447e-9e7f-a507dcec7ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130645 Sep 16 05:07:09.530455 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.591877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8f474003-0ff6-44cc-8724-e64e07bbbac2 None None] Port 5dc19ed0-e979-42fa-a037-f64bee7d8399 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:09.618231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9755b1-3194-4387-9f94-cabb6294f13e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.641040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Attempting to bind port 1b9755b1-3194-4387-9f94-cabb6294f13e on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:09.641040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Attempting to bind port 1b9755b1-3194-4387-9f94-cabb6294f13e by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:09.641040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Attempting to bind port 1b9755b1-3194-4387-9f94-cabb6294f13e on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:09.645719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Port 1b9755b1-3194-4387-9f94-cabb6294f13e on network 51619d66-8210-461d-a74e-5bd0850dd587 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:09.646181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Attempting to bind port 1b9755b1-3194-4387-9f94-cabb6294f13e on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:09.652611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:09.652970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Checking segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:09.653327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Bound using segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:09.653758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Bound port: 1b9755b1-3194-4387-9f94-cabb6294f13e, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:09.654116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.659614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63dc10-35f3-401e-aa50-2e36fa603761 req-06a36829-e445-476a-b678-0bd96c0381a9 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.661243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e63dc10-35f3-401e-aa50-2e36fa603761 req-06a36829-e445-476a-b678-0bd96c0381a9 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1956682 Sep 16 05:07:09.726133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] For port 1b9755b1-3194-4387-9f94-cabb6294f13e, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:09.729822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] For port 1b9755b1-3194-4387-9f94-cabb6294f13e, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1b9755b1-3194-4387-9f94-cabb6294f13e,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:09.734658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.772210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.772930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.774384 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] 10.222.0.73 "PUT /v2.0/ports/1b9755b1-3194-4387-9f94-cabb6294f13e HTTP/1.1" status: 200 len: 1092 time: 0.8585625 Sep 16 05:07:09.774914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'tag': '1b9755b1-3194-4387-9f94-cabb6294f13e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:09.777326 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a1ee36-d1db-4970-bc16-f865587f24f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3efdd4-ee0f-4686-8632-fa0eb45681b3", "tag": "1b9755b1-3194-4387-9f94-cabb6294f13e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:09.796763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e63dc10-35f3-401e-aa50-2e36fa603761 req-9a78eeff-31d6-479e-8b6e-3ff987e5ec1e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217337 Sep 16 05:07:09.798949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27082722-2010-442f-bfc8-85b13c95d34b req-d31cb7f4-d399-4b2e-983f-bd6b6116a7dc service neutron] 10.222.0.73 "GET /v2.0/networks/869881e7-d25e-447e-9e7f-a507dcec7ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640800 Sep 16 05:07:09.818650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb9175-104a-4d01-943f-5b156b4e9853 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9755b1-3194-4387-9f94-cabb6294f13e,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.918656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-35b2d6fe-0746-4c51-9a51-d8b46ecdb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.920229 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-35b2d6fe-0746-4c51-9a51-d8b46ecdb1b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e4a7fa1f037484b95313d87209a07d5&device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 1095 time: 0.0559022 Sep 16 05:07:09.993181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-7d9945e1-8fe9-4ccb-a040-fc2db593fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.994595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-7d9945e1-8fe9-4ccb-a040-fc2db593fb92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 1095 time: 0.1656764 Sep 16 05:07:10.029178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-81f60293-51d2-4aeb-8acb-09eff7bd1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.031120 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-81f60293-51d2-4aeb-8acb-09eff7bd1bd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=869881e7-d25e-447e-9e7f-a507dcec7ba3 HTTP/1.1" status: 200 len: 921 time: 0.1024480 Sep 16 05:07:10.068857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4adac-0286-490b-88da-dfc850a73323 req-d87837a8-ceb0-497a-8291-aebd323ab0e5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.069520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5c4adac-0286-490b-88da-dfc850a73323 req-d87837a8-ceb0-497a-8291-aebd323ab0e5 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1617100 Sep 16 05:07:10.079525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f8aac-d452-4d5b-8e33-a82b6fb0b848 req-d3c8cb1a-ff21-4de7-bd8b-895cf346c869 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.082020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf7f8aac-d452-4d5b-8e33-a82b6fb0b848 req-d3c8cb1a-ff21-4de7-bd8b-895cf346c869 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 935 time: 0.1798189 Sep 16 05:07:10.086273 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-d711636f-427d-4d32-904d-21c637490cd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc7682b7-84c4-4c1b-8a69-d51accf0712e HTTP/1.1" status: 200 len: 217 time: 0.0414026 Sep 16 05:07:10.088809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-95d1be22-8ff4-4566-8ac2-934615367137 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b9755b1-3194-4387-9f94-cabb6294f13e HTTP/1.1" status: 200 len: 217 time: 0.0828612 Sep 16 05:07:10.152281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-fbc8acce-183d-4f30-9ce0-e88f4bb3025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.153751 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-fbc8acce-183d-4f30-9ce0-e88f4bb3025b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc HTTP/1.1" status: 200 len: 860 time: 0.0549703 Sep 16 05:07:10.188052 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-bf4cbf67-5e45-4805-80e6-85d15f8aa3b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=869881e7-d25e-447e-9e7f-a507dcec7ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263169 Sep 16 05:07:10.228382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc19ed0-e979-42fa-a037-f64bee7d8399 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:10.237654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf7f8aac-d452-4d5b-8e33-a82b6fb0b848 req-0f453261-1ac6-4768-9cf1-28d6b1605b6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435037 Sep 16 05:07:10.241895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-6970eff0-af50-4304-9474-776ab52282d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.243863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-6970eff0-af50-4304-9474-776ab52282d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1277828 Sep 16 05:07:10.245897 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.250970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5c4adac-0286-490b-88da-dfc850a73323 req-64c6a372-f402-4478-afe5-74e8f915981e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651001 Sep 16 05:07:10.290243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-3f98e840-3d73-44f2-a082-dd449e83e2df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372164 Sep 16 05:07:10.296411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Transition to ACTIVE for port object 5dc19ed0-e979-42fa-a037-f64bee7d8399 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:10.302446 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-b8b773cb-bdd4-457d-8295-671f4f0c4579 service neutron] 10.222.0.73 "GET /v2.0/networks/869881e7-d25e-447e-9e7f-a507dcec7ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989034 Sep 16 05:07:10.303966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.325888 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d90b32-dfc5-4e75-a20a-2eecedf7a6bf x-openstack-request-id: req-87d90b32-dfc5-4e75-a20a-2eecedf7a6bf {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:10.326267 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3efdd4-ee0f-4686-8632-fa0eb45681b3", "tag": "1b9755b1-3194-4387-9f94-cabb6294f13e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:10.326739 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87d90b32-dfc5-4e75-a20a-2eecedf7a6bf {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:10.327453 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'tag': '1b9755b1-3194-4387-9f94-cabb6294f13e', 'status': 'completed', 'code': 200} Sep 16 05:07:10.423436 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0d2f3fdc-1bc5-47f9-a906-2dc7f431feb8 req-1f7a19ea-a7a4-46aa-ac50-431c3f8a4f01 service neutron] 10.222.0.73 "GET /v2.0/networks/869881e7-d25e-447e-9e7f-a507dcec7ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119506 Sep 16 05:07:10.478329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Pushing event updated for resources: {'Port': ['ID=5dc19ed0-e979-42fa-a037-f64bee7d8399,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.579028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ce00-9e40-4129-b072-8d8630b618b2 req-47fb1252-90ff-432e-b185-d9e222958cea tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.580907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c959ce00-9e40-4129-b072-8d8630b618b2 req-47fb1252-90ff-432e-b185-d9e222958cea tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 943 time: 0.2315021 Sep 16 05:07:10.582766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-8dfc55f9-544a-4dfe-812f-83e59bb20dbe service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808716 Sep 16 05:07:10.593578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aaa98-731b-490a-974a-37c6b2865f69 req-99d1c94a-4bc1-44a4-923f-083d68503458 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.595260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb4aaa98-731b-490a-974a-37c6b2865f69 req-99d1c94a-4bc1-44a4-923f-083d68503458 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 943 time: 0.2209575 Sep 16 05:07:10.670034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Attempting to bind port 5dc19ed0-e979-42fa-a037-f64bee7d8399 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:10.670286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Attempting to bind port 5dc19ed0-e979-42fa-a037-f64bee7d8399 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:10.670592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Attempting to bind port 5dc19ed0-e979-42fa-a037-f64bee7d8399 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:10.711081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Port 5dc19ed0-e979-42fa-a037-f64bee7d8399 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:10.711394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Attempting to bind port 5dc19ed0-e979-42fa-a037-f64bee7d8399 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:10.726729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c959ce00-9e40-4129-b072-8d8630b618b2 req-3b5e3c93-f256-41f1-9a7c-c0842ebe36c1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304479 Sep 16 05:07:10.738911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:10.739259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:10.739688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:10.740108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Bound port: 5dc19ed0-e979-42fa-a037-f64bee7d8399, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:10.740466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.744833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb4aaa98-731b-490a-974a-37c6b2865f69 req-e269e016-e227-47f9-ac32-8127894f6a0d tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370456 Sep 16 05:07:10.802575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f69b03e-035e-4b94-9416-e865c0c7ab85 req-b4837374-eb86-4e27-959a-6a9988b6e305 service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031217 Sep 16 05:07:10.863064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] For port 5dc19ed0-e979-42fa-a037-f64bee7d8399, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:10.890346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] For port 5dc19ed0-e979-42fa-a037-f64bee7d8399, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5dc19ed0-e979-42fa-a037-f64bee7d8399,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:10.911164 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.985812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ba61f-dbdb-4b1b-af36-b369d6338f4c req-859e1231-ad24-4b05-8f4f-1aa041b29155 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.987590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-542ba61f-dbdb-4b1b-af36-b369d6338f4c req-859e1231-ad24-4b05-8f4f-1aa041b29155 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 946 time: 0.1588361 Sep 16 05:07:10.998064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:10.998686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.000137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] 10.222.0.64 "PUT /v2.0/ports/5dc19ed0-e979-42fa-a037-f64bee7d8399 HTTP/1.1" status: 200 len: 1096 time: 1.6411452 Sep 16 05:07:11.000583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'tag': '5dc19ed0-e979-42fa-a037-f64bee7d8399'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:11.003039 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9465f4-9b57-443b-9c45-160a9d17e5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7e68cf-6c08-4e48-bc0d-05c63532d207", "tag": "5dc19ed0-e979-42fa-a037-f64bee7d8399"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:11.050151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-f976fed5-89eb-4811-9ec3-c7f559c1efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.051697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-f976fed5-89eb-4811-9ec3-c7f559c1efee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 1095 time: 0.1774435 Sep 16 05:07:11.056682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88226f-b298-4a62-8524-0511a0b45a2b service neutron] Pushing event updated for resources: {'Port': ['ID=5dc19ed0-e979-42fa-a037-f64bee7d8399,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.127824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-542ba61f-dbdb-4b1b-af36-b369d6338f4c req-974725be-5ecd-4a76-845c-2d4f082206b6 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142290 Sep 16 05:07:11.477014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a4775-2bdf-4a27-83ba-5188ec963e01 req-f57bf810-38b1-4876-83a9-dc4ba8ded4eb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.478534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce2a4775-2bdf-4a27-83ba-5188ec963e01 req-f57bf810-38b1-4876-83a9-dc4ba8ded4eb tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.5651813 Sep 16 05:07:11.519448 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.598468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-adff0866-6114-46cd-9c3e-ff47bdbcdf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.599949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-adff0866-6114-46cd-9c3e-ff47bdbcdf0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 1099 time: 0.5176599 Sep 16 05:07:11.613659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce2a4775-2bdf-4a27-83ba-5188ec963e01 req-b5a35c5a-f81d-4661-81c2-a3aa8c7a0e17 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183641 Sep 16 05:07:11.618978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-d127aec4-7d9d-4647-9aca-6a89cf01b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.620486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-d127aec4-7d9d-4647-9aca-6a89cf01b696 service neutron] 10.222.0.73 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 912 time: 0.5535243 Sep 16 05:07:11.629128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9be8c2-8980-4943-bcb4-73f64229fd02 req-6a9a58df-8a33-435c-ab44-e31eae9d585d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.630560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac9be8c2-8980-4943-bcb4-73f64229fd02 req-6a9a58df-8a33-435c-ab44-e31eae9d585d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1479163 Sep 16 05:07:11.711207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-7db7c354-4a19-4254-a92b-126bd00b1b3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b9755b1-3194-4387-9f94-cabb6294f13e HTTP/1.1" status: 200 len: 217 time: 0.0786176 Sep 16 05:07:11.712418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-6183b348-3543-40ce-a77f-0c412eba0375 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=5dc19ed0-e979-42fa-a037-f64bee7d8399 HTTP/1.1" status: 200 len: 217 time: 0.0809884 Sep 16 05:07:11.766867 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f20c193-8d4b-4dbe-be1a-e5aec200efee x-openstack-request-id: req-4f20c193-8d4b-4dbe-be1a-e5aec200efee {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:11.767161 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7e68cf-6c08-4e48-bc0d-05c63532d207", "tag": "5dc19ed0-e979-42fa-a037-f64bee7d8399", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:11.767405 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f20c193-8d4b-4dbe-be1a-e5aec200efee {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:11.767966 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'tag': '5dc19ed0-e979-42fa-a037-f64bee7d8399', 'status': 'completed', 'code': 200} Sep 16 05:07:11.773703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac9be8c2-8980-4943-bcb4-73f64229fd02 req-785f568a-a78b-456a-a0eb-d48a7c7da27f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288493 Sep 16 05:07:11.827797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-ad26bdfc-9b56-4a95-bae6-95c57faeec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.829357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-ad26bdfc-9b56-4a95-bae6-95c57faeec70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1097879 Sep 16 05:07:11.865211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-e60e035b-86a4-4966-976d-2d280b085417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.866706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-e60e035b-86a4-4966-976d-2d280b085417 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1306009 Sep 16 05:07:11.901991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-db07e91c-4f2b-45e2-b0c2-e6b46f38aa90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546260 Sep 16 05:07:12.017180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ec21-adaa-4bd7-ba17-a4d08a80e973 req-d0a77049-656c-498e-a3d1-633e9dfdd3ac tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.018678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8668ec21-adaa-4bd7-ba17-a4d08a80e973 req-d0a77049-656c-498e-a3d1-633e9dfdd3ac tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 947 time: 0.2117927 Sep 16 05:07:12.028064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237d37-fd98-4e9d-b2f6-e56acc7b7cad req-47e1340a-af64-43e2-94b5-fa36b68e45ef tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.029490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63237d37-fd98-4e9d-b2f6-e56acc7b7cad req-47e1340a-af64-43e2-94b5-fa36b68e45ef tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1832950 Sep 16 05:07:12.054871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-54a2293c-0b7a-4388-9e25-74bbc60b4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.056342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-54a2293c-0b7a-4388-9e25-74bbc60b4b69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611311 Sep 16 05:07:12.143486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8668ec21-adaa-4bd7-ba17-a4d08a80e973 req-302b9348-d8aa-43fc-9f88-e2d004cfa084 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121979 Sep 16 05:07:12.172342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-b4511ffe-1481-4d79-8e21-f17bdfb7dd31 service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598710 Sep 16 05:07:12.177184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63237d37-fd98-4e9d-b2f6-e56acc7b7cad req-d6055edd-f632-4dd8-88cc-6a1e46efdc65 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392410 Sep 16 05:07:12.317393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-082c7364-d755-41ef-9f5f-b43fb0662a7c service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439489 Sep 16 05:07:12.358604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540b57-2fe7-4c92-8b78-4f90b254c2e7 req-69d4a778-b776-4af8-a20e-b5d02c870988 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.360049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22540b57-2fe7-4c92-8b78-4f90b254c2e7 req-69d4a778-b776-4af8-a20e-b5d02c870988 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 943 time: 0.1564455 Sep 16 05:07:12.416761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86060bd4-0567-4586-94a6-5370b48ca1bb req-0c4bc3d4-94b1-4a8d-b2d5-19e496a20b8c tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.418749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86060bd4-0567-4586-94a6-5370b48ca1bb req-0c4bc3d4-94b1-4a8d-b2d5-19e496a20b8c tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 943 time: 0.1682005 Sep 16 05:07:12.445108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a1ee36-d1db-4970-bc16-f865587f24f0 req-b0662654-a00a-4f68-8c57-4193c6a1b1ac service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636330 Sep 16 05:07:12.488549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22540b57-2fe7-4c92-8b78-4f90b254c2e7 req-47a5c0fc-1946-453c-9dc0-1b46fc664d06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148355 Sep 16 05:07:12.517626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-067eadd6-8e35-4c90-9232-d042a4621fc7 req-3f776956-b1de-4fab-bc11-13fbc73ea27a service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815631 Sep 16 05:07:12.521916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86060bd4-0567-4586-94a6-5370b48ca1bb req-d7ea6202-ca8b-4d48-a2cf-063d180b58e9 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756488 Sep 16 05:07:12.695480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f254f5-edf6-4008-91d1-8c84dc83579b req-ccc468e7-018f-4712-a3ed-ec8084e3a81a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.697040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4f254f5-edf6-4008-91d1-8c84dc83579b req-ccc468e7-018f-4712-a3ed-ec8084e3a81a tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 946 time: 0.1080801 Sep 16 05:07:12.726562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-863b7d2e-a23a-4c2f-aaf5-478315e04fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.728033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-863b7d2e-a23a-4c2f-aaf5-478315e04fae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 1099 time: 0.1023688 Sep 16 05:07:12.733096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dc7682b7-84c4-4c1b-8a69-d51accf0712e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:12.741595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0aee6-409c-4cd1-9e8d-aacf4fd09f83 req-239a416a-3e9c-472a-9b89-96e4596288db tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.743094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26f0aee6-409c-4cd1-9e8d-aacf4fd09f83 req-239a416a-3e9c-472a-9b89-96e4596288db tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1076787 Sep 16 05:07:12.803305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4f254f5-edf6-4008-91d1-8c84dc83579b req-235d32df-c866-4d08-930e-bab0dfabe2da tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986891 Sep 16 05:07:12.842433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port dc7682b7-84c4-4c1b-8a69-d51accf0712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dc7682b7-84c4-4c1b-8a69-d51accf0712e,segment=NetworkSegment(970a6d6e-2fbd-46b1-8ea4-8dd99c52e376),segment_id=970a6d6e-2fbd-46b1-8ea4-8dd99c52e376)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:12.856082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26f0aee6-409c-4cd1-9e8d-aacf4fd09f83 req-8293cf92-ce1c-4e4b-a1bb-8092070c9071 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011360 Sep 16 05:07:12.857648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e', 'network_id': '869881e7-d25e-447e-9e7f-a507dcec7ba3', 'port_id': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e', 'mac_address': 'fa:16:3e:70:60:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:12.883510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-9d1826ec-f3b2-4752-b743-7064e39ee9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:12.883510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-9d1826ec-f3b2-4752-b743-7064e39ee9ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1367049 Sep 16 05:07:12.906023 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.926290 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7682b7-84c4-4c1b-8a69-d51accf0712e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:12.949431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port dc7682b7-84c4-4c1b-8a69-d51accf0712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dc7682b7-84c4-4c1b-8a69-d51accf0712e,segment=NetworkSegment(970a6d6e-2fbd-46b1-8ea4-8dd99c52e376),segment_id=970a6d6e-2fbd-46b1-8ea4-8dd99c52e376)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:12.954065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.955271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1b9755b1-3194-4387-9f94-cabb6294f13e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:12.969234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-5d726fe7-24e3-4e31-8152-680b8b3cdb29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=5dc19ed0-e979-42fa-a037-f64bee7d8399 HTTP/1.1" status: 200 len: 217 time: 0.0523579 Sep 16 05:07:13.037538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=dc7682b7-84c4-4c1b-8a69-d51accf0712e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.043359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a277-f50d-4a23-a17e-29547e376bab req-a550b2b9-c13d-4c03-8d75-abe71393bc34 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.050943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3160a277-f50d-4a23-a17e-29547e376bab req-a550b2b9-c13d-4c03-8d75-abe71393bc34 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1246433 Sep 16 05:07:13.054602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-1cec6eaa-6a6d-4e3f-9841-f79deb404274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.056994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-1cec6eaa-6a6d-4e3f-9841-f79deb404274 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0739100 Sep 16 05:07:13.134002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3160a277-f50d-4a23-a17e-29547e376bab req-cfa5289e-4f1b-4726-a2fc-d5d084e6fc5c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820670 Sep 16 05:07:13.153285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1b9755b1-3194-4387-9f94-cabb6294f13e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1b9755b1-3194-4387-9f94-cabb6294f13e,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:13.162795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-4b883d24-87a1-4caa-940f-b9feb940c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.165352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-4b883d24-87a1-4caa-940f-b9feb940c3aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897832 Sep 16 05:07:13.173589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '1b9755b1-3194-4387-9f94-cabb6294f13e', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'port_id': '1b9755b1-3194-4387-9f94-cabb6294f13e', 'mac_address': 'fa:16:3e:fc:04:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db0b88f-b19e-4e58-980e-7a4f1e502fbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:13.222570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeeadc-c363-4c08-a3f6-2b34fe3a3889 req-0c57038d-2087-43ad-a3e1-294f84e2f509 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.224814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edeeadc-c363-4c08-a3f6-2b34fe3a3889 req-0c57038d-2087-43ad-a3e1-294f84e2f509 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.1060562 Sep 16 05:07:13.238658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.256684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9755b1-3194-4387-9f94-cabb6294f13e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:13.278601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1b9755b1-3194-4387-9f94-cabb6294f13e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1b9755b1-3194-4387-9f94-cabb6294f13e,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:13.284180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.350726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1b9755b1-3194-4387-9f94-cabb6294f13e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.352347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edeeadc-c363-4c08-a3f6-2b34fe3a3889 req-5be4add2-39c3-4a34-80e2-8e6bb852cd2c tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928595 Sep 16 05:07:13.356045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-5420c0b2-d618-4538-abe0-e4f8c16abfd8 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815419 Sep 16 05:07:13.381126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c99191-75ad-4b49-9b49-ac4f8fb539bf req-70b328a7-e874-4ae7-b6eb-172b6a18680b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.382136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11c99191-75ad-4b49-9b49-ac4f8fb539bf req-70b328a7-e874-4ae7-b6eb-172b6a18680b tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 946 time: 0.1238379 Sep 16 05:07:13.503964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11c99191-75ad-4b49-9b49-ac4f8fb539bf req-536ec5d3-20a3-437f-bb5d-831985f94697 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091020 Sep 16 05:07:13.548860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e99734-4474-4978-9d3c-bc8738a17c67 req-2cd72e01-e515-4824-8f26-2cc632391094 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.550442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41e99734-4474-4978-9d3c-bc8738a17c67 req-2cd72e01-e515-4824-8f26-2cc632391094 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 947 time: 0.1031725 Sep 16 05:07:13.553165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9465f4-9b57-443b-9c45-160a9d17e5d7 req-4e648fa0-0d7a-4ab3-901e-7721e1bd944d service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883001 Sep 16 05:07:13.603265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41e99734-4474-4978-9d3c-bc8738a17c67 req-6ada37a7-f1c2-470b-81a5-5eec1d38427e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Sep 16 05:07:13.628584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['dc7682b7-84c4-4c1b-8a69-d51accf0712e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:13.672150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1b9755b1-3194-4387-9f94-cabb6294f13e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:13.694326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1505fe-c666-42d3-961e-06d40e241fc6 req-6abf0f3e-337d-42f7-8d2a-2ec4e54836b0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.695957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e1505fe-c666-42d3-961e-06d40e241fc6 req-6abf0f3e-337d-42f7-8d2a-2ec4e54836b0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 944 time: 0.0823367 Sep 16 05:07:13.781892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb9f26-d46e-43e7-ace2-f7b0d724b28e req-dafe9cfe-16e6-46a1-8091-71588669ab20 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.784765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb9f26-d46e-43e7-ace2-f7b0d724b28e req-dafe9cfe-16e6-46a1-8091-71588669ab20 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 944 time: 0.1166122 Sep 16 05:07:13.790273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e1505fe-c666-42d3-961e-06d40e241fc6 req-0268e6b9-3673-4e99-969e-637432db401c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797164 Sep 16 05:07:13.842207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb9f26-d46e-43e7-ace2-f7b0d724b28e req-0bdbc69b-203c-4453-9018-c68b4f24c576 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Sep 16 05:07:13.952892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824ed3-1cb9-4599-967b-5b21f00e173f req-18706469-e457-4960-af14-b0850c3b3b6a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.954450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86824ed3-1cb9-4599-967b-5b21f00e173f req-18706469-e457-4960-af14-b0850c3b3b6a tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0741360 Sep 16 05:07:14.016262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86824ed3-1cb9-4599-967b-5b21f00e173f req-0772ae7c-a1fb-4695-b63f-31d6441cc045 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Sep 16 05:07:14.150178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3a253-b4c2-48a8-a222-12d995774173 req-2f0af2d4-0eaa-40f6-ab48-ab2df265f9e0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.152713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ec3a253-b4c2-48a8-a222-12d995774173 req-2f0af2d4-0eaa-40f6-ab48-ab2df265f9e0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0576072 Sep 16 05:07:14.202040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ec3a253-b4c2-48a8-a222-12d995774173 req-fd9d1a86-fb9f-47dd-aca6-fa90cefa5896 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381265 Sep 16 05:07:14.310348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e75cb-bd8b-4477-90cc-bfc0ec9fd89c req-6b47449e-f6fe-479e-93cc-28cc5c3e2669 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.311976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b58e75cb-bd8b-4477-90cc-bfc0ec9fd89c req-6b47449e-f6fe-479e-93cc-28cc5c3e2669 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0694325 Sep 16 05:07:14.381702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b58e75cb-bd8b-4477-90cc-bfc0ec9fd89c req-e13e01b8-8d7b-4a8a-a438-f7b19b78de90 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579703 Sep 16 05:07:14.393556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84551b1-a077-4b09-9f14-c7d8d8c1bc31 req-2134c357-aa68-46d4-89b6-e9daa1d00327 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.395456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d84551b1-a077-4b09-9f14-c7d8d8c1bc31 req-2134c357-aa68-46d4-89b6-e9daa1d00327 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0802007 Sep 16 05:07:14.438973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d84551b1-a077-4b09-9f14-c7d8d8c1bc31 req-3c17deec-a647-45b1-8831-183bb0653906 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366261 Sep 16 05:07:14.561115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e83aa-fd51-431a-b53f-ca0bc54ebbcf req-df48bc32-50e5-4c11-b4e6-f848e038e11d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.562697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d7e83aa-fd51-431a-b53f-ca0bc54ebbcf req-df48bc32-50e5-4c11-b4e6-f848e038e11d tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0532985 Sep 16 05:07:14.633362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d7e83aa-fd51-431a-b53f-ca0bc54ebbcf req-e1382c86-c771-4594-abe2-4726c5d14d22 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644095 Sep 16 05:07:14.671342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78a17-a6dc-48bd-9843-626ddc0c45a8 req-de20ec39-1542-48b7-a063-1ee467102da4 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.673031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04e78a17-a6dc-48bd-9843-626ddc0c45a8 req-de20ec39-1542-48b7-a063-1ee467102da4 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 946 time: 0.0896823 Sep 16 05:07:14.743260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04e78a17-a6dc-48bd-9843-626ddc0c45a8 req-f8ce235d-0353-44e4-bc9c-793c3c2fc700 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632389 Sep 16 05:07:14.761704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f279fd-c458-4ee0-95f1-e4c86dcaaa24 req-03392691-12bc-4709-9f7c-17d570038572 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.763180 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9f279fd-c458-4ee0-95f1-e4c86dcaaa24 req-03392691-12bc-4709-9f7c-17d570038572 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 947 time: 0.0689819 Sep 16 05:07:14.820539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9f279fd-c458-4ee0-95f1-e4c86dcaaa24 req-97597ce6-34b1-46bc-aefc-c5b9d7494638 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Sep 16 05:07:14.883464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487475-c6a0-413b-8dac-872e0b17fbf6 req-d67a3548-21dd-4891-b3fb-008701e649fe tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.885044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef487475-c6a0-413b-8dac-872e0b17fbf6 req-d67a3548-21dd-4891-b3fb-008701e649fe tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0561786 Sep 16 05:07:14.952979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef487475-c6a0-413b-8dac-872e0b17fbf6 req-7d91a94b-432a-434f-b066-110a4f075bde tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585301 Sep 16 05:07:14.969103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a449e3f-cb7b-4b1e-ad81-cbc3ddaefec9 req-2d098920-09f4-4d32-88c9-12d84568ff66 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.970874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a449e3f-cb7b-4b1e-ad81-cbc3ddaefec9 req-2d098920-09f4-4d32-88c9-12d84568ff66 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 944 time: 0.0849020 Sep 16 05:07:15.012832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a449e3f-cb7b-4b1e-ad81-cbc3ddaefec9 req-8f23918c-0e34-4bf6-b33b-72889bdf4191 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343192 Sep 16 05:07:15.089336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805b82b-587e-4c82-a4ad-a1134bc87142 req-591b9b39-1c13-473b-81cc-67048bfcecfc tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.091128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5805b82b-587e-4c82-a4ad-a1134bc87142 req-591b9b39-1c13-473b-81cc-67048bfcecfc tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 944 time: 0.0556238 Sep 16 05:07:15.134089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5805b82b-587e-4c82-a4ad-a1134bc87142 req-b51edc66-3568-42fd-9999-4b11bcd09e3b tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365422 Sep 16 05:07:15.200590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d266-ae27-4ee3-8b34-0f701889b2e7 req-8695b7c0-4c21-4435-97f7-69c76f5bb534 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.202197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccd7d266-ae27-4ee3-8b34-0f701889b2e7 req-8695b7c0-4c21-4435-97f7-69c76f5bb534 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0597200 Sep 16 05:07:15.250438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccd7d266-ae27-4ee3-8b34-0f701889b2e7 req-aa849c91-8c8f-423a-90ef-a4e78fb9e7a7 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Sep 16 05:07:15.394075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-abfffa39-b0d7-4cc9-b38b-fdd11da97815 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.395654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-abfffa39-b0d7-4cc9-b38b-fdd11da97815 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 946 time: 0.0809143 Sep 16 05:07:15.410726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf786e-cb33-4031-af30-35a5e178c1ef req-c2370c21-40f1-43af-b87a-e1582810135b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.412346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebdf786e-cb33-4031-af30-35a5e178c1ef req-c2370c21-40f1-43af-b87a-e1582810135b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0706089 Sep 16 05:07:15.539424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebdf786e-cb33-4031-af30-35a5e178c1ef req-2bfc0c3a-ed35-4252-920d-3f94a84e4996 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181650 Sep 16 05:07:15.559405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebfe48-915e-4515-b2c6-6c7616000f0f req-a95cd5b7-744f-4de5-ad2e-e7bc152b4f1f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.562338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70ebfe48-915e-4515-b2c6-6c7616000f0f req-a95cd5b7-744f-4de5-ad2e-e7bc152b4f1f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1005962 Sep 16 05:07:15.594600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Deleting port c7564989-e8d2-4012-a917-9593d4729b64 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:15.594939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.655062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70ebfe48-915e-4515-b2c6-6c7616000f0f req-a64eeb5e-9c2d-4cae-91a6-291dc1b456d0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818272 Sep 16 05:07:15.730412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] For port c7564989-e8d2-4012-a917-9593d4729b64, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c7564989-e8d2-4012-a917-9593d4729b64,segment=NetworkSegment(50def917-f01b-409c-b9f6-8d625e9ac775),segment_id=50def917-f01b-409c-b9f6-8d625e9ac775)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:15.730783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.745448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Calling delete_port for c7564989-e8d2-4012-a917-9593d4729b64 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:15.956296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3804a-5791-4d7a-a219-d247fa029613 req-7b45e76f-8de2-4879-a0d7-ef94f5a8bc02 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:15.957939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ca3804a-5791-4d7a-a219-d247fa029613 req-7b45e76f-8de2-4879-a0d7-ef94f5a8bc02 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b31ebff-43cb-4b1e-a87b-78c5f7f78116 HTTP/1.1" status: 200 len: 946 time: 0.1212485 Sep 16 05:07:15.963391 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.006055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event deleted for resources: {'Port': ['ID=c7564989-e8d2-4012-a917-9593d4729b64,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.017004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ecd1-4ff3-4d36-90e2-bded87d78b30 req-d256e63a-4251-40f5-a147-d891444c12b6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.018642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0d0ecd1-4ff3-4d36-90e2-bded87d78b30 req-d256e63a-4251-40f5-a147-d891444c12b6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 947 time: 0.1214919 Sep 16 05:07:16.101980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] No DVR routers for this DVR port c7564989-e8d2-4012-a917-9593d4729b64 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:16.107132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.109125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c99a9118-c71d-4dca-8f2b-0e2bbc569146 req-2f33b30d-630f-4faf-a7d2-f0ff6e19587d tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.64 "DELETE /v2.0/ports/c7564989-e8d2-4012-a917-9593d4729b64 HTTP/1.1" status: 204 len: 173 time: 0.6958423 Sep 16 05:07:16.112188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ca3804a-5791-4d7a-a219-d247fa029613 req-2df25273-f242-4447-bf65-5e1e3ccacb10 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups?id=921e3b40-61b5-45c4-8641-a31d602d45a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392214 Sep 16 05:07:16.112644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'name': 'network-vif-deleted', 'tag': 'c7564989-e8d2-4012-a917-9593d4729b64'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:16.116498 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e6a38-46ba-48de-a664-2fffbb074735" -d '{"events": [{"server_uuid": "1b31ebff-43cb-4b1e-a87b-78c5f7f78116", "name": "network-vif-deleted", "tag": "c7564989-e8d2-4012-a917-9593d4729b64"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:16.167459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0d0ecd1-4ff3-4d36-90e2-bded87d78b30 req-4747010a-39a3-4983-9cfc-dfee2f249deb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328197 Sep 16 05:07:16.328663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199feb2-37a8-4694-8b09-7164866e85eb req-46c58d4a-70b7-4d5a-8322-1353062353d1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.330625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d199feb2-37a8-4694-8b09-7164866e85eb req-46c58d4a-70b7-4d5a-8322-1353062353d1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 944 time: 0.1149299 Sep 16 05:07:16.357672 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1326b9-119c-4f58-9ac4-a2add9185808 x-openstack-request-id: req-aa1326b9-119c-4f58-9ac4-a2add9185808 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:16.358017 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31ebff-43cb-4b1e-a87b-78c5f7f78116", "name": "network-vif-deleted", "tag": "c7564989-e8d2-4012-a917-9593d4729b64", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:16.358277 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa1326b9-119c-4f58-9ac4-a2add9185808 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:16.358684 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31ebff-43cb-4b1e-a87b-78c5f7f78116', 'name': 'network-vif-deleted', 'tag': 'c7564989-e8d2-4012-a917-9593d4729b64', 'status': 'completed', 'code': 200} Sep 16 05:07:16.384465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d199feb2-37a8-4694-8b09-7164866e85eb req-bbcef918-7cf5-4600-b7ed-a12ad0e6975a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Sep 16 05:07:16.486710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385a9db-39b2-40b1-af69-e6f53912e351 req-2a4f2f9c-a842-4748-b375-e6285e3cc372 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.488394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4385a9db-39b2-40b1-af69-e6f53912e351 req-2a4f2f9c-a842-4748-b375-e6285e3cc372 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 944 time: 0.0552442 Sep 16 05:07:16.537456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4385a9db-39b2-40b1-af69-e6f53912e351 req-fe05f555-c104-4ebc-b46a-bb78440fb437 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Sep 16 05:07:16.759789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dc7682b7-84c4-4c1b-8a69-d51accf0712e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:16.859677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c255-4bc7-437a-b4ea-0621347c683e req-03348b08-d2e4-4f14-91f4-936895a303f6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:16.860285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port dc7682b7-84c4-4c1b-8a69-d51accf0712e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:16.864693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8197c255-4bc7-437a-b4ea-0621347c683e req-03348b08-d2e4-4f14-91f4-936895a303f6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0957365 Sep 16 05:07:16.865947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port dc7682b7-84c4-4c1b-8a69-d51accf0712e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:16.866296 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.923311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8197c255-4bc7-437a-b4ea-0621347c683e req-d20fa664-8235-4fd7-96c3-f74cb9cca3bd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518482 Sep 16 05:07:16.966990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.991928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddf5149-2675-461c-9037-5ded19c940f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:16.994227 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505522d5-0b28-48ed-ab42-242d67cc894a" -d '{"events": [{"server_uuid": "dddf5149-2675-461c-9037-5ded19c940f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc7682b7-84c4-4c1b-8a69-d51accf0712e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:17.009434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port dc7682b7-84c4-4c1b-8a69-d51accf0712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dc7682b7-84c4-4c1b-8a69-d51accf0712e,segment=NetworkSegment(970a6d6e-2fbd-46b1-8ea4-8dd99c52e376),segment_id=970a6d6e-2fbd-46b1-8ea4-8dd99c52e376)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:17.014605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.015652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1b9755b1-3194-4387-9f94-cabb6294f13e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:17.059617 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f86cd51-9156-4c04-b850-8ba41fef574f x-openstack-request-id: req-6f86cd51-9156-4c04-b850-8ba41fef574f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:17.059936 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddf5149-2675-461c-9037-5ded19c940f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc7682b7-84c4-4c1b-8a69-d51accf0712e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:17.060261 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f86cd51-9156-4c04-b850-8ba41fef574f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:17.060602 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddf5149-2675-461c-9037-5ded19c940f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e', 'code': 200} Sep 16 05:07:17.102762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=dc7682b7-84c4-4c1b-8a69-d51accf0712e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.119798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 1b9755b1-3194-4387-9f94-cabb6294f13e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:17.125532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 1b9755b1-3194-4387-9f94-cabb6294f13e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:17.125912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.159760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ee7f3-852c-4886-a575-f3b36f5df54b req-041c1b72-55c4-430b-81cf-ca8dfe82c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.162066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df7ee7f3-852c-4886-a575-f3b36f5df54b req-041c1b72-55c4-430b-81cf-ca8dfe82c4af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 1097 time: 0.0567446 Sep 16 05:07:17.213193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df7ee7f3-852c-4886-a575-f3b36f5df54b req-1176a0b8-25c4-4156-8d9a-62a91c73234b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361440 Sep 16 05:07:17.228534 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.280682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 1b9755b1-3194-4387-9f94-cabb6294f13e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1b9755b1-3194-4387-9f94-cabb6294f13e,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:17.288447 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.336697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcf5fc-78a6-4b63-8b9f-f1fc1350fd30 req-293194d5-21fc-4d4f-8435-b0d9d56431e8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.339281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49dcf5fc-78a6-4b63-8b9f-f1fc1350fd30 req-293194d5-21fc-4d4f-8435-b0d9d56431e8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 947 time: 0.0772085 Sep 16 05:07:17.359430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=1b9755b1-3194-4387-9f94-cabb6294f13e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.387682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49dcf5fc-78a6-4b63-8b9f-f1fc1350fd30 req-c4d9d8c1-d153-466e-bb09-6da31402051f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Sep 16 05:07:17.441971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44264) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.538607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc5537e-a3b6-4ae0-880f-2220037d7837 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.566971 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc5537e-a3b6-4ae0-880f-2220037d7837 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.633869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8d4f-7b24-4690-b694-892872ff5229 req-7ed5d266-4f30-4586-ab4c-28dfe313d7ab tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.635917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c1d8d4f-7b24-4690-b694-892872ff5229 req-7ed5d266-4f30-4586-ab4c-28dfe313d7ab tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 945 time: 0.0997124 Sep 16 05:07:17.643281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc5537e-a3b6-4ae0-880f-2220037d7837 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.648932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc5537e-a3b6-4ae0-880f-2220037d7837 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.656751 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ffc5537e-a3b6-4ae0-880f-2220037d7837 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b0dd5a0-60e4-47f1-9c12-c333aff237ea HTTP/1.1" status: 204 len: 168 time: 0.2134616 Sep 16 05:07:17.658400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44270) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.681016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c1d8d4f-7b24-4690-b694-892872ff5229 req-421dba66-8ce6-4a0e-8d3b-d3af997c169c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Sep 16 05:07:17.689477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5537e-a3b6-4ae0-880f-2220037d7837 tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0dd5a0-60e4-47f1-9c12-c333aff237ea,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:17.711515 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-fd234618-1293-4cd1-9ad7-322b739ff3dc tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] show failed (client error): The resource could not be found. Sep 16 05:07:17.713116 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd234618-1293-4cd1-9ad7-322b739ff3dc tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "GET /v2.0/security-groups/0b0dd5a0-60e4-47f1-9c12-c333aff237ea HTTP/1.1" status: 404 len: 347 time: 0.0352633 Sep 16 05:07:17.717321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44272) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.876312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a76244-93c1-4496-8a3c-271a27f17116 req-6800a44b-d444-4f47-a0db-f244a3a4b9d9 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.878110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94a76244-93c1-4496-8a3c-271a27f17116 req-6800a44b-d444-4f47-a0db-f244a3a4b9d9 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 945 time: 0.1204643 Sep 16 05:07:17.907097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5dc19ed0-e979-42fa-a037-f64bee7d8399 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:17.923300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c7564989-e8d2-4012-a917-9593d4729b64 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:17.944112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94a76244-93c1-4496-8a3c-271a27f17116 req-371e55d2-7e96-4a26-9ba5-cadc2d68e58a tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568204 Sep 16 05:07:17.966605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: c7564989-e8d2-4012-a917-9593d4729b64 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:17.966957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c7564989-e8d2-4012-a917-9593d4729b64 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:17.974892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Deleting port c630c57c-bf26-4250-b593-4c1d5eb7c024 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:17.975252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.119385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5dc19ed0-e979-42fa-a037-f64bee7d8399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5dc19ed0-e979-42fa-a037-f64bee7d8399,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:18.129932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764bea9-7c87-4b15-87bc-22bc6ad78ad6 req-1d976cd6-93a4-479b-b0dc-1daa611f3bff tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.132557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '5dc19ed0-e979-42fa-a037-f64bee7d8399', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '5dc19ed0-e979-42fa-a037-f64bee7d8399', 'mac_address': 'fa:16:3e:75:ea:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:18.138235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a764bea9-7c87-4b15-87bc-22bc6ad78ad6 req-1d976cd6-93a4-479b-b0dc-1daa611f3bff tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1136534 Sep 16 05:07:18.148721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.149102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.172075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Calling delete_port for c630c57c-bf26-4250-b593-4c1d5eb7c024 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:18.192699 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.208077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a764bea9-7c87-4b15-87bc-22bc6ad78ad6 req-4b55b881-250f-4694-acad-4d61378b8cc8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669475 Sep 16 05:07:18.217659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc19ed0-e979-42fa-a037-f64bee7d8399 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:18.256312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5dc19ed0-e979-42fa-a037-f64bee7d8399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5dc19ed0-e979-42fa-a037-f64bee7d8399,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:18.287195 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.369290 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=5dc19ed0-e979-42fa-a037-f64bee7d8399,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.776937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acad1a-cb84-4eb9-ad10-66a674e2ad0d req-b807a187-c8a7-4f96-967b-248cf22ab792 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.778488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84acad1a-cb84-4eb9-ad10-66a674e2ad0d req-b807a187-c8a7-4f96-967b-248cf22ab792 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 948 time: 0.0950446 Sep 16 05:07:18.811043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.871803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Pushing event deleted for resources: {'Port': ['ID=c630c57c-bf26-4250-b593-4c1d5eb7c024,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.935578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84acad1a-cb84-4eb9-ad10-66a674e2ad0d req-9ff14349-6c94-40b9-bc67-b143d3a7b60e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464868 Sep 16 05:07:18.967638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.970383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.971581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-483a9ba0-252a-4838-ad97-c0aefa2da5bb tempest-ImagesOneServerNegativeTestJSON-1014096474 tempest-ImagesOneServerNegativeTestJSON-1014096474-project] 10.222.0.55 "DELETE /v2.0/floatingips/7477f09e-b5ae-44b2-829a-91f7d60bda07 HTTP/1.1" status: 204 len: 168 time: 1.2530873 Sep 16 05:07:18.980161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91ec1a-7e70-4ccd-adb9-fb9465617664 req-97fd36a7-70dc-4696-8f0d-d6abd90d8992 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.981874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee91ec1a-7e70-4ccd-adb9-fb9465617664 req-97fd36a7-70dc-4696-8f0d-d6abd90d8992 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 945 time: 0.1541107 Sep 16 05:07:19.018947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['5dc19ed0-e979-42fa-a037-f64bee7d8399'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:19.046341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee91ec1a-7e70-4ccd-adb9-fb9465617664 req-f96e920d-6d49-44aa-b6f4-20b56e2cc52d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570104 Sep 16 05:07:19.061978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9755b1-3194-4387-9f94-cabb6294f13e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:19.064498 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8a847f-33ee-4579-a7b0-795cd3216c49" -d '{"events": [{"server_uuid": "0f3efdd4-ee0f-4686-8632-fa0eb45681b3", "name": "network-vif-plugged", "status": "completed", "tag": "1b9755b1-3194-4387-9f94-cabb6294f13e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:19.123658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd260dc-2bfe-4dd1-ab60-9c6c2d6de5f4 req-bc9cec48-f4a2-4302-9220-9bfa6874d0bb tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.125991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cd260dc-2bfe-4dd1-ab60-9c6c2d6de5f4 req-bc9cec48-f4a2-4302-9220-9bfa6874d0bb tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 945 time: 0.0786667 Sep 16 05:07:19.154513 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca91e74-1330-4590-9db5-454fd57da1c2 x-openstack-request-id: req-4ca91e74-1330-4590-9db5-454fd57da1c2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:19.154992 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3efdd4-ee0f-4686-8632-fa0eb45681b3", "name": "network-vif-plugged", "status": "completed", "tag": "1b9755b1-3194-4387-9f94-cabb6294f13e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:19.155224 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ca91e74-1330-4590-9db5-454fd57da1c2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:19.155612 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9755b1-3194-4387-9f94-cabb6294f13e', 'code': 200} Sep 16 05:07:19.185656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cd260dc-2bfe-4dd1-ab60-9c6c2d6de5f4 req-1aea7ae8-5729-42c6-953a-888dfae006b9 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Sep 16 05:07:19.254214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44310) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.373250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] Deleting subnet 3b2e60de-fdce-4632-a5b7-e75dd578e560 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:19.379766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.418909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa095a7-a513-4283-9e37-003b5548e2b7 req-11175077-d28a-4d02-ab69-585a0259936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.420553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aaa095a7-a513-4283-9e37-003b5548e2b7 req-11175077-d28a-4d02-ab69-585a0259936a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 1097 time: 0.1535988 Sep 16 05:07:19.432736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.443185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5dbba-2042-487a-91ad-b2a53abe4de1 req-2f326b09-4c5f-4815-b1f8-4dd488ead5be tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.444821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6dd5dbba-2042-487a-91ad-b2a53abe4de1 req-2f326b09-4c5f-4815-b1f8-4dd488ead5be tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1208017 Sep 16 05:07:19.542479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aaa095a7-a513-4283-9e37-003b5548e2b7 req-f38de2aa-68b2-4e52-a6c1-46c53666fd07 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067181 Sep 16 05:07:19.547244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6dd5dbba-2042-487a-91ad-b2a53abe4de1 req-cf74a71f-cb21-441b-8d6d-12f1efd6d2e7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719562 Sep 16 05:07:19.548420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.633364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.662492 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.664964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3b2e60de-fdce-4632-a5b7-e75dd578e560 HTTP/1.1" status: 204 len: 168 time: 0.4089501 Sep 16 05:07:19.668148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44338) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:19.688635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af677a-c5b3-4574-b765-150e76dcd62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2e60de-fdce-4632-a5b7-e75dd578e560,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.756576 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.853167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.876773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d33c96b-a7c6-4b8a-857f-19827af9bf65']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.892800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50def917-f01b-409c-b9f6-8d625e9ac775') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.893799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50def917-f01b-409c-b9f6-8d625e9ac775') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:19.910895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.926005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0512c5-0412-45b7-bb9e-01f536f753ac req-c9378913-d871-48e4-bc6b-1e87f8e88fe3 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:19.927697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb0512c5-0412-45b7-bb9e-01f536f753ac req-c9378913-d871-48e4-bc6b-1e87f8e88fe3 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 945 time: 0.0697384 Sep 16 05:07:19.934499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.947121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:19.948422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:19.952002 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:19.982868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb0512c5-0412-45b7-bb9e-01f536f753ac req-6779fb94-7904-401c-9731-ab391acfa004 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Sep 16 05:07:20.024404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.030382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.036642 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1d33c96b-a7c6-4b8a-857f-19827af9bf65 HTTP/1.1" status: 204 len: 168 time: 0.3673029 Sep 16 05:07:20.055036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b97fb-65c3-40cf-9df3-94947806f1a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d33c96b-a7c6-4b8a-857f-19827af9bf65,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.083272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10abc-933d-44de-9431-53c1af5e4079 req-b2998cd7-8374-4c79-bbc3-a2749a0a3356 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.091611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c10abc-933d-44de-9431-53c1af5e4079 req-b2998cd7-8374-4c79-bbc3-a2749a0a3356 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 948 time: 0.0639591 Sep 16 05:07:20.137010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c10abc-933d-44de-9431-53c1af5e4079 req-3169024e-46c7-406f-a0ed-336746d24716 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Sep 16 05:07:20.207972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3213533-34cc-4cc8-bd30-3e838b9eb65e req-6362f49a-3fd1-4c94-b93c-c0077c353abb tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.209766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3213533-34cc-4cc8-bd30-3e838b9eb65e req-6362f49a-3fd1-4c94-b93c-c0077c353abb tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 945 time: 0.0718782 Sep 16 05:07:20.229809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44356) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.258857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3213533-34cc-4cc8-bd30-3e838b9eb65e req-aba563b2-37ba-45e3-b222-45a37e6e173d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Sep 16 05:07:20.298298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ce0edfbe-1b50-4c78-8852-71ec15f972c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f867322bd324ab1bb8f61224e085683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665829 Sep 16 05:07:20.300693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44360) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:20.353450 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa866bc6-820d-488a-8199-ec97f05b7d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.381284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa866bc6-820d-488a-8199-ec97f05b7d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.438475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa866bc6-820d-488a-8199-ec97f05b7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.441579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa866bc6-820d-488a-8199-ec97f05b7d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.442822 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fa866bc6-820d-488a-8199-ec97f05b7d81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/921e3b40-61b5-45c4-8641-a31d602d45a4 HTTP/1.1" status: 204 len: 168 time: 0.1411085 Sep 16 05:07:20.468699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa866bc6-820d-488a-8199-ec97f05b7d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e3b40-61b5-45c4-8641-a31d602d45a4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.495166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8ede8-e6c0-4112-8137-4d3edc4b246d req-a33b09c3-5777-4e09-aa5a-9daf1d9099f4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.497032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1de8ede8-e6c0-4112-8137-4d3edc4b246d req-a33b09c3-5777-4e09-aa5a-9daf1d9099f4 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0748849 Sep 16 05:07:20.537360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1de8ede8-e6c0-4112-8137-4d3edc4b246d req-ca2226ab-219a-41ff-88bd-aa10f2116c51 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343649 Sep 16 05:07:20.723012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae645-5889-413d-b9e3-9c1fef855916 req-e3b13e1b-f56c-4467-927d-c1e05fa93933 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.724467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a99ae645-5889-413d-b9e3-9c1fef855916 req-e3b13e1b-f56c-4467-927d-c1e05fa93933 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0796390 Sep 16 05:07:20.754444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-6b9e9a04-058c-4ed6-9c50-1ef37a84586a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0809672 Sep 16 05:07:20.777893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a99ae645-5889-413d-b9e3-9c1fef855916 req-f95b4837-59fc-4c7f-a0b5-92ba2688e724 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Sep 16 05:07:20.867750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.868280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.868753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.869237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.870260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.870741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.871228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:20.873265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-01795d67-2c22-4899-adcf-1b3557e8ec71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6498 time: 0.0637383 Sep 16 05:07:21.048462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-be133410-c3ad-4e46-bdf7-5b4503c55079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.049497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-be133410-c3ad-4e46-bdf7-5b4503c55079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.049497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-be133410-c3ad-4e46-bdf7-5b4503c55079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.051219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-be133410-c3ad-4e46-bdf7-5b4503c55079 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06b94b1b-7432-4930-a7bc-4551b88a64c2&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=87774183-9d3a-4059-a0e1-f8feda9e53ca&id=87774183-9d3a-4059-a0e1-f8feda9e53ca HTTP/1.1" status: 200 len: 2293 time: 0.1425889 Sep 16 05:07:21.165149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb7543-8457-436f-a7c4-39d3b05678a1 req-13501b12-711f-4ca4-84f9-4f43f744a00a tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.167287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54cb7543-8457-436f-a7c4-39d3b05678a1 req-13501b12-711f-4ca4-84f9-4f43f744a00a tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 945 time: 0.1030979 Sep 16 05:07:21.169419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-4520a53a-4762-432e-94d8-b8402091f849 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec HTTP/1.1" status: 200 len: 1000 time: 0.0941885 Sep 16 05:07:21.272948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54cb7543-8457-436f-a7c4-39d3b05678a1 req-5cd8caaa-29be-40a1-a59a-fc86bc1a8563 tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/security-groups?id=889d0430-26f7-4a77-9ff0-00c62bd5adaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963037 Sep 16 05:07:21.286154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-5408c6cb-f812-4bb9-bfc8-50c6a357b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.287603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-5408c6cb-f812-4bb9-bfc8-50c6a357b7fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34aac0db-6620-4096-a8c7-152381e8aeca HTTP/1.1" status: 200 len: 851 time: 0.0953293 Sep 16 05:07:21.324548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badc61-456b-42a6-8c66-2e7b51e5e39f req-ae65af49-f899-4929-bc46-93cdbe15abc0 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.326118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50badc61-456b-42a6-8c66-2e7b51e5e39f req-ae65af49-f899-4929-bc46-93cdbe15abc0 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 948 time: 0.0999365 Sep 16 05:07:21.413068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-80388bed-6c77-4bbc-92fa-6144615e8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.414564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-80388bed-6c77-4bbc-92fa-6144615e8313 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06b94b1b-7432-4930-a7bc-4551b88a64c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123807 Sep 16 05:07:21.417925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50badc61-456b-42a6-8c66-2e7b51e5e39f req-70d69909-09eb-4949-b0ff-38031cfc3702 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769722 Sep 16 05:07:21.467971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ddaa5-ed41-48be-b979-4ed755927623 req-55ca1602-0665-4410-a93a-f9043d97b3c8 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.469666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be0ddaa5-ed41-48be-b979-4ed755927623 req-55ca1602-0665-4410-a93a-f9043d97b3c8 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 945 time: 0.1058626 Sep 16 05:07:21.553641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be0ddaa5-ed41-48be-b979-4ed755927623 req-b2f45d81-82d8-4d60-a867-1da26359a238 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773256 Sep 16 05:07:21.558111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-680350e7-0e9b-4331-9bd6-75cb12803b38 service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338956 Sep 16 05:07:21.708916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-02da5cd3-ab48-4867-9973-a772ab320cf5 service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418774 Sep 16 05:07:21.728842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b48a1-5ce4-4e9e-8dac-59c3dab454f3 req-c2fedf1b-a61a-46f5-acf9-e4f81a9d033b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.731896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-041b48a1-5ce4-4e9e-8dac-59c3dab454f3 req-c2fedf1b-a61a-46f5-acf9-e4f81a9d033b tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0811985 Sep 16 05:07:21.789062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-15a69030-47dc-48da-b04a-f2e3e16ffdca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 217 time: 0.0557005 Sep 16 05:07:21.825798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-f9d846f5-395c-4646-b048-0142b22a007e tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.828438 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-f9d846f5-395c-4646-b048-0142b22a007e tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.73 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 945 time: 0.0538642 Sep 16 05:07:21.847940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-041b48a1-5ce4-4e9e-8dac-59c3dab454f3 req-228690ac-cdb2-43b9-af0f-0a9039b4a5a0 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038468 Sep 16 05:07:21.878412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-ac7e2f7d-e877-427a-8137-0f91991e054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.879894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-ac7e2f7d-e877-427a-8137-0f91991e054e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.0797989 Sep 16 05:07:21.946166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5dc19ed0-e979-42fa-a037-f64bee7d8399 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:22.006371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa78024-2b0c-4926-a672-e033d15657d3 req-d6f9315e-a6be-46d1-a58d-f954ba2b5095 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.015800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efa78024-2b0c-4926-a672-e033d15657d3 req-d6f9315e-a6be-46d1-a58d-f954ba2b5095 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0821021 Sep 16 05:07:22.019892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-8ff904e0-df1a-40e3-ab37-ac77544a4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.022076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-8ff904e0-df1a-40e3-ab37-ac77544a4c91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1248045 Sep 16 05:07:22.032915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 5dc19ed0-e979-42fa-a037-f64bee7d8399 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:22.039779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 5dc19ed0-e979-42fa-a037-f64bee7d8399 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:22.041363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.063885 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Deleting port dc7682b7-84c4-4c1b-8a69-d51accf0712e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:22.065412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.161093 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efa78024-2b0c-4926-a672-e033d15657d3 req-8a680518-317f-4545-9c49-e64b2e689e7d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442604 Sep 16 05:07:22.164279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.191268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] For port dc7682b7-84c4-4c1b-8a69-d51accf0712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=dc7682b7-84c4-4c1b-8a69-d51accf0712e,segment=NetworkSegment(970a6d6e-2fbd-46b1-8ea4-8dd99c52e376),segment_id=970a6d6e-2fbd-46b1-8ea4-8dd99c52e376)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:22.191640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.206376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Calling delete_port for dc7682b7-84c4-4c1b-8a69-d51accf0712e owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:22.209734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc19ed0-e979-42fa-a037-f64bee7d8399'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:22.211496 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751d092b-f2f7-43e4-aa31-256ce58eaafe" -d '{"events": [{"server_uuid": "bd7e68cf-6c08-4e48-bc0d-05c63532d207", "name": "network-vif-plugged", "status": "completed", "tag": "5dc19ed0-e979-42fa-a037-f64bee7d8399"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:22.225726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-66c99f4a-2211-4282-bf56-ee176dc85c36 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932049 Sep 16 05:07:22.229415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5dc19ed0-e979-42fa-a037-f64bee7d8399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5dc19ed0-e979-42fa-a037-f64bee7d8399,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:22.235030 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.303877 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24d83eb-9b9a-4b2a-9aeb-32006f942ab7 x-openstack-request-id: req-e24d83eb-9b9a-4b2a-9aeb-32006f942ab7 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:22.304843 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7e68cf-6c08-4e48-bc0d-05c63532d207", "name": "network-vif-plugged", "status": "completed", "tag": "5dc19ed0-e979-42fa-a037-f64bee7d8399", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:22.305270 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e24d83eb-9b9a-4b2a-9aeb-32006f942ab7 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:22.306450 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc19ed0-e979-42fa-a037-f64bee7d8399', 'code': 200} Sep 16 05:07:22.308850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=5dc19ed0-e979-42fa-a037-f64bee7d8399,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.320819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.321462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.322184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.323174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.323802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.325396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.325967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.327327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.328018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.329290 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.332007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.332564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:22.357616 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.371904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['dc7682b7-84c4-4c1b-8a69-d51accf0712e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:22.408894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-d1bea693-c6c3-4286-8eae-a02ceb417b8b service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722505 Sep 16 05:07:22.434644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Pushing event deleted for resources: {'Port': ['ID=dc7682b7-84c4-4c1b-8a69-d51accf0712e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:22.436806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] No DVR routers for this DVR port dc7682b7-84c4-4c1b-8a69-d51accf0712e on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:22.440607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.444976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-583c0d0c-d747-48f8-9410-3bf6478ef9e1 req-63079fef-0274-44fa-adef-5d75f4122e0f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.73 "DELETE /v2.0/ports/dc7682b7-84c4-4c1b-8a69-d51accf0712e HTTP/1.1" status: 204 len: 173 time: 0.6022403 Sep 16 05:07:22.445454 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddf5149-2675-461c-9037-5ded19c940f3', 'name': 'network-vif-deleted', 'tag': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:22.447737 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ea9b2-fa75-4eb3-af88-728834e2de04" -d '{"events": [{"server_uuid": "dddf5149-2675-461c-9037-5ded19c940f3", "name": "network-vif-deleted", "tag": "dc7682b7-84c4-4c1b-8a69-d51accf0712e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:22.547480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-0517c2f1-2738-49dc-837e-7c428fd10e31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 217 time: 0.1195731 Sep 16 05:07:22.556602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13f27b74-625e-4f25-996c-20a2060db0cd req-5ad052c9-caea-4fcc-8dee-62b08225c50f tempest-ServerMetadataNegativeTestJSON-1702760087 tempest-ServerMetadataNegativeTestJSON-1702760087-project] 10.222.0.55 "GET /v2.0/ports?device_id=dddf5149-2675-461c-9037-5ded19c940f3 HTTP/1.1" status: 200 len: 210 time: 0.0432777 Sep 16 05:07:22.628460 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2b7ce1-2880-4094-aaf8-973e6b73e483 x-openstack-request-id: req-cc2b7ce1-2880-4094-aaf8-973e6b73e483 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:22.628763 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddf5149-2675-461c-9037-5ded19c940f3", "name": "network-vif-deleted", "tag": "dc7682b7-84c4-4c1b-8a69-d51accf0712e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:22.629018 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc2b7ce1-2880-4094-aaf8-973e6b73e483 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:22.629695 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddf5149-2675-461c-9037-5ded19c940f3', 'name': 'network-vif-deleted', 'tag': 'dc7682b7-84c4-4c1b-8a69-d51accf0712e', 'status': 'completed', 'code': 200} Sep 16 05:07:22.668486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-e0a8f119-0f65-4818-ad5f-afa7dbf25359 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.670049 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-e0a8f119-0f65-4818-ad5f-afa7dbf25359 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.0844841 Sep 16 05:07:22.683332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990b7f6-93c3-4ef7-9f5d-c40b57cfe651 req-91fa5b84-6c2a-493d-971a-58fe3d9418e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.685379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4990b7f6-93c3-4ef7-9f5d-c40b57cfe651 req-91fa5b84-6c2a-493d-971a-58fe3d9418e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 1101 time: 0.2749877 Sep 16 05:07:22.688125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-108ef170-5d61-4108-9e23-26f0b06c8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.689455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-108ef170-5d61-4108-9e23-26f0b06c8368 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.1198289 Sep 16 05:07:22.741106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec08432-1a93-4af2-9997-72baf313ad5b req-dca2fc09-4c5f-415b-bcdb-1fb582c91282 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.743323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eec08432-1a93-4af2-9997-72baf313ad5b req-dca2fc09-4c5f-415b-bcdb-1fb582c91282 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 949 time: 0.1725328 Sep 16 05:07:22.798847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4990b7f6-93c3-4ef7-9f5d-c40b57cfe651 req-0c6c1e12-fefe-4618-bb54-c30b506ded06 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996399 Sep 16 05:07:22.819502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-cc61eb7b-05c8-4c13-bb72-d60e73e9147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.821033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-cc61eb7b-05c8-4c13-bb72-d60e73e9147a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1133244 Sep 16 05:07:22.839017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eec08432-1a93-4af2-9997-72baf313ad5b req-fbb1391d-edbd-4e4a-8c87-09bcb3256283 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745389 Sep 16 05:07:22.860298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Deleting port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:22.860995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.005489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] For port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,segment=NetworkSegment(924842f8-2f4a-459e-8d3d-cfc1a7d9a625),segment_id=924842f8-2f4a-459e-8d3d-cfc1a7d9a625)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:23.006039 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.024744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Calling delete_port for 1cc9f4e2-1d99-495e-8cfb-3054d76c813e owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:23.128183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-afa9c408-54bb-4388-a4cf-728b8d64a707 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878847 Sep 16 05:07:23.149816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c784fe-b0c1-4b83-9d44-fb912326ea96 req-062f50f1-551b-4b95-90fd-b025a298d725 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.151419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9c784fe-b0c1-4b83-9d44-fb912326ea96 req-062f50f1-551b-4b95-90fd-b025a298d725 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/ports?device_id=422b50c8-7bd2-4f24-9531-72514a68221f HTTP/1.1" status: 200 len: 946 time: 0.2078037 Sep 16 05:07:23.292927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9c784fe-b0c1-4b83-9d44-fb912326ea96 req-9b74fea3-6f7b-44fa-b0a0-666b4f78ea4e tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087830 Sep 16 05:07:23.298740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.326290 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1cc9f4e2-1d99-495e-8cfb-3054d76c813e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:23.345102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-6666dc00-0963-4f8e-af83-88bcfb4538b0 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913919 Sep 16 05:07:23.361685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Pushing event deleted for resources: {'Port': ['ID=1cc9f4e2-1d99-495e-8cfb-3054d76c813e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.433879 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] No DVR routers for this DVR port 1cc9f4e2-1d99-495e-8cfb-3054d76c813e on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:23.437994 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.440544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb9b7e1e-2349-470e-b07f-868153e594bf req-feafc382-3ccf-4534-b436-4cdca3287c74 tempest-ServersNegativeTestJSON-66077911 tempest-ServersNegativeTestJSON-66077911-project] 10.222.0.73 "DELETE /v2.0/ports/1cc9f4e2-1d99-495e-8cfb-3054d76c813e HTTP/1.1" status: 204 len: 173 time: 0.7575035 Sep 16 05:07:23.443832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-a89513c8-25cd-466a-ae61-7998118b37f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10 HTTP/1.1" status: 200 len: 217 time: 0.0875022 Sep 16 05:07:23.505804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6a69-fe42-4f34-ab94-7affdc08cd56 req-0d46ca2a-6d50-475e-a6c2-bbff8b73e382 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.507354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7ce6a69-fe42-4f34-ab94-7affdc08cd56 req-0d46ca2a-6d50-475e-a6c2-bbff8b73e382 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1000617 Sep 16 05:07:23.541061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-ae294669-3cb4-4cc8-82b5-8e075d2cadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.543398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-ae294669-3cb4-4cc8-82b5-8e075d2cadb9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.0858941 Sep 16 05:07:23.588275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7ce6a69-fe42-4f34-ab94-7affdc08cd56 req-4cc610ca-6401-49bb-a6ed-4c7c81c768d4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742965 Sep 16 05:07:23.603344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-f54e46c3-bfdf-45f4-9599-da8835051438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.605420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-f54e46c3-bfdf-45f4-9599-da8835051438 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488021 Sep 16 05:07:23.644694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44452) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.693753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] Deleting subnet c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:23.697098 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.717627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-c379af0b-743c-4b21-a320-922d7298df4e service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011660 Sep 16 05:07:23.751780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.821981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.857668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-251d8cbb-882a-4a42-9dc6-0b27e77950f8 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316879 Sep 16 05:07:23.921591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.926638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-9f5599ad-f234-4389-9038-3a97f8e6ace8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e1d663e3-939b-4841-a672-68fa0f345c3d HTTP/1.1" status: 200 len: 217 time: 0.0607436 Sep 16 05:07:23.965836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.972412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.976868 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1327e835-7372-4799-825f-9c79a59826c5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c2a80c5b-759e-4ec7-9b56-a72ebf7a16dc HTTP/1.1" status: 204 len: 168 time: 0.3309641 Sep 16 05:07:23.977795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44458) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:23.996319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-dc8cca76-9e0d-4175-8c7a-920fac715a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.997791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-dc8cca76-9e0d-4175-8c7a-920fac715a32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.0628974 Sep 16 05:07:24.081700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.087395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-975d5abe-7ba7-4e94-97a4-ca3c8e3c0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.089589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-975d5abe-7ba7-4e94-97a4-ca3c8e3c0786 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817187 Sep 16 05:07:24.099051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185253a8-b69f-422a-866a-373aed288a1c req-e63439db-5457-4e44-ab5d-862659fe3790 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.100850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-185253a8-b69f-422a-866a-373aed288a1c req-e63439db-5457-4e44-ab5d-862659fe3790 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 949 time: 0.1333997 Sep 16 05:07:24.192397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.198925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-185253a8-b69f-422a-866a-373aed288a1c req-a8b9616b-77ff-4d57-a6db-483d2cf3f330 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857844 Sep 16 05:07:24.230422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869881e7-d25e-447e-9e7f-a507dcec7ba3']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:24.245371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970a6d6e-2fbd-46b1-8ea4-8dd99c52e376') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:24.245371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970a6d6e-2fbd-46b1-8ea4-8dd99c52e376') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:24.260900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.267536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-ec9e2261-aa98-4c03-8e91-d23e7b8ed4af service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649308 Sep 16 05:07:24.278593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.291634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:24.292392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:24.295297 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:24.386598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.393803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.404368 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] 10.222.0.55 "DELETE /v2.0/networks/869881e7-d25e-447e-9e7f-a507dcec7ba3 HTTP/1.1" status: 204 len: 168 time: 0.4252932 Sep 16 05:07:24.422048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254dd1e-4dab-4a93-8a20-a1db15fc1765 admin admin] Pushing event deleted for resources: {'Network': ['ID=869881e7-d25e-447e-9e7f-a507dcec7ba3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.444878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-383b126b-682f-4102-a5d1-e058b552331b service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659923 Sep 16 05:07:24.447064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.526851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-f99ca984-c1bb-4e4f-8788-2a9d068e1583 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e HTTP/1.1" status: 200 len: 217 time: 0.0527506 Sep 16 05:07:24.605705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-d841939e-94d3-4e43-b358-c673a34ec11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.607392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-d841939e-94d3-4e43-b358-c673a34ec11f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.0731905 Sep 16 05:07:24.632174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-deleted', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:24.637956 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db79dd64-5ea4-4b59-94a6-39da4bb72b2a" -d '{"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-deleted", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:24.650321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44492) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.676343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-bb584bcf-9120-4502-9e7d-bbd6d391d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.677831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-bb584bcf-9120-4502-9e7d-bbd6d391d221 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589304 Sep 16 05:07:24.774332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44498) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.870727 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c34670f2-a7b1-4b42-93a7-2287647d50b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e4a7fa1f037484b95313d87209a07d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164254 Sep 16 05:07:24.873836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44500) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:24.918886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-24978512-dc6a-45d3-bdc6-9c9c8c2365d4 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237949 Sep 16 05:07:24.920744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] Deleting subnet 4bc943e6-1c3f-4316-923e-b40ecb465b87 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:24.924495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.928463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c639-39bf-4426-8ac4-e62b46548c94 req-952f01ae-82b1-4013-83e6-14fa92cbaf56 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.930120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1980c639-39bf-4426-8ac4-e62b46548c94 req-952f01ae-82b1-4013-83e6-14fa92cbaf56 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0843210 Sep 16 05:07:24.971066 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a06cb0-efeb-421a-9e85-e1d7aa20937c x-openstack-request-id: req-77a06cb0-efeb-421a-9e85-e1d7aa20937c {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:24.971367 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b50c8-7bd2-4f24-9531-72514a68221f", "name": "network-vif-deleted", "tag": "1cc9f4e2-1d99-495e-8cfb-3054d76c813e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:24.971770 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77a06cb0-efeb-421a-9e85-e1d7aa20937c {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:24.972975 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b50c8-7bd2-4f24-9531-72514a68221f', 'name': 'network-vif-deleted', 'tag': '1cc9f4e2-1d99-495e-8cfb-3054d76c813e', 'status': 'completed', 'code': 200} Sep 16 05:07:25.001962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.056673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.068237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1980c639-39bf-4426-8ac4-e62b46548c94 req-93f9c54a-97fb-4e0e-95d0-49d969a66954 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027858 Sep 16 05:07:25.089020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-7edd30fc-b5d5-42a9-a698-41fe979452c2 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576290 Sep 16 05:07:25.143618 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a725fcb2-bf45-4fea-8970-c82e36495d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.157768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-aa6dc56e-568d-4483-bbbd-276f93a16e3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2 HTTP/1.1" status: 200 len: 217 time: 0.0579071 Sep 16 05:07:25.182953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.191253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a725fcb2-bf45-4fea-8970-c82e36495d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.228199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-717953ee-1694-4544-94f2-29fdbbb6f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.231097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-717953ee-1694-4544-94f2-29fdbbb6f921 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.0622451 Sep 16 05:07:25.367867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-0f15213f-8cb9-4970-bc6b-0e22913b8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.369581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-0f15213f-8cb9-4970-bc6b-0e22913b8104 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1167109 Sep 16 05:07:25.429235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8bd6-e8a1-4514-adc1-f491be93feaf req-a1733272-a8e3-4fe1-851e-74f54d44547b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.431559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-566d8bd6-e8a1-4514-adc1-f491be93feaf req-a1733272-a8e3-4fe1-851e-74f54d44547b tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 949 time: 0.1023722 Sep 16 05:07:25.509010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-a5c36066-a602-46fb-9305-f7fd9e49c70e service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309547 Sep 16 05:07:25.542017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc943e6-1c3f-4316-923e-b40ecb465b87,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.553232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.557851 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2812282f-73cd-46af-814b-f21954f37ae5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4bc943e6-1c3f-4316-923e-b40ecb465b87 HTTP/1.1" status: 204 len: 168 time: 0.7822030 Sep 16 05:07:25.560590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44518) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.632730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-382b6508-d4e9-4a2f-af1f-519bfb137709 req-08663f41-9dff-4349-8c79-78870a2056a8 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138914 Sep 16 05:07:25.644191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.689117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-566d8bd6-e8a1-4514-adc1-f491be93feaf req-1e9d1699-17d4-441d-9c1c-5637636cdad8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784549 Sep 16 05:07:25.757181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.766769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a725fcb2-bf45-4fea-8970-c82e36495d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.769438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a725fcb2-bf45-4fea-8970-c82e36495d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.772737 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a725fcb2-bf45-4fea-8970-c82e36495d72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/889d0430-26f7-4a77-9ff0-00c62bd5adaa HTTP/1.1" status: 204 len: 168 time: 0.8976407 Sep 16 05:07:25.808946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a65ec87-c155-4487-afde-1a84d2dbfa13']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:25.836361 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5494a14e-9dfe-4f6f-9d8b-6856490a4b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.851363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff07afe-d465-4a05-bc39-6bd82ec38380 req-100f6b98-bdc9-4e39-ba4d-0435fd2a04c5 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:25.859991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ff07afe-d465-4a05-bc39-6bd82ec38380 req-100f6b98-bdc9-4e39-ba4d-0435fd2a04c5 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 1101 time: 0.0546839 Sep 16 05:07:25.870600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924842f8-2f4a-459e-8d3d-cfc1a7d9a625') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:25.872564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924842f8-2f4a-459e-8d3d-cfc1a7d9a625') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:25.892708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725fcb2-bf45-4fea-8970-c82e36495d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889d0430-26f7-4a77-9ff0-00c62bd5adaa,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.905104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.915300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ff07afe-d465-4a05-bc39-6bd82ec38380 req-db098276-523a-4b3b-9fd6-930c58675587 tempest-ServersOnMultiNodesTest-2129881457 tempest-ServersOnMultiNodesTest-2129881457-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488367 Sep 16 05:07:25.941886 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.953121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44534) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:25.964831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:25.965365 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:25.967401 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:26.065278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.082878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.100986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3a65ec87-c155-4487-afde-1a84d2dbfa13 HTTP/1.1" status: 204 len: 168 time: 0.5393078 Sep 16 05:07:26.148665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563742be-16d1-470a-8e01-e17cfd1d6f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a65ec87-c155-4487-afde-1a84d2dbfa13,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.296382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa737a0-1f61-4fa7-acc0-d8a3ad08d327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.421388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa5585-6fd4-4bde-997e-33548030605b req-eced9325-53bc-411e-acd1-8e42a14916ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.421992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.422712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93fa5585-6fd4-4bde-997e-33548030605b req-eced9325-53bc-411e-acd1-8e42a14916ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.2229941 Sep 16 05:07:26.481752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73806b1-1212-4e5b-bddd-a2ba2e12a927 req-cf9c2d70-f0ec-45dd-93ca-25342a7de799 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.483331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b73806b1-1212-4e5b-bddd-a2ba2e12a927 req-cf9c2d70-f0ec-45dd-93ca-25342a7de799 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 949 time: 0.1100469 Sep 16 05:07:26.510602 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ef8b10e5-7e31-4ce8-b2f6-11af079603fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9212c8be76354a2e8a2322cb51efb346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857110 Sep 16 05:07:26.512021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44554) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.536420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93fa5585-6fd4-4bde-997e-33548030605b req-4c365efe-0ffd-41b3-ab4e-2b641d53b998 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016650 Sep 16 05:07:26.594333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa737a0-1f61-4fa7-acc0-d8a3ad08d327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.607349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40746849-8cb8-4e4a-8bdc-d9d9d1179bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.610923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa737a0-1f61-4fa7-acc0-d8a3ad08d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.635475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40746849-8cb8-4e4a-8bdc-d9d9d1179bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.636861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b73806b1-1212-4e5b-bddd-a2ba2e12a927 req-2f733204-0fe2-4b93-9b52-e219ec2e7407 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331322 Sep 16 05:07:26.676532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0fa737a0-1f61-4fa7-acc0-d8a3ad08d327 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73df7024e3af4cff8d9696792d9c6291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7183661 Sep 16 05:07:26.676532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa737a0-1f61-4fa7-acc0-d8a3ad08d327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa8b354-bc51-4b9d-a61e-211320e164fb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.678705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44558) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:26.713919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40746849-8cb8-4e4a-8bdc-d9d9d1179bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.717294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40746849-8cb8-4e4a-8bdc-d9d9d1179bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.722585 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-40746849-8cb8-4e4a-8bdc-d9d9d1179bb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0 HTTP/1.1" status: 204 len: 168 time: 0.2083361 Sep 16 05:07:26.746134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40746849-8cb8-4e4a-8bdc-d9d9d1179bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92b877-8a7b-42ce-9d0d-0f5deb95d6b0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.779316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1a23-0468-4e3d-a93b-a9ae570b4ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.811960 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1a23-0468-4e3d-a93b-a9ae570b4ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.822209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:26.859885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 1cc9f4e2-1d99-495e-8cfb-3054d76c813e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:26.864350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1cc9f4e2-1d99-495e-8cfb-3054d76c813e not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:26.865152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dc7682b7-84c4-4c1b-8a69-d51accf0712e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:26.892575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1a23-0468-4e3d-a93b-a9ae570b4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.902735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: dc7682b7-84c4-4c1b-8a69-d51accf0712e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:26.904200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device dc7682b7-84c4-4c1b-8a69-d51accf0712e not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:26.911759 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c1a23-0468-4e3d-a93b-a9ae570b4ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.920774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fe6c1a23-0468-4e3d-a93b-a9ae570b4ec0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/caa8b354-bc51-4b9d-a61e-211320e164fb HTTP/1.1" status: 204 len: 168 time: 0.2353826 Sep 16 05:07:26.943532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c1a23-0468-4e3d-a93b-a9ae570b4ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa8b354-bc51-4b9d-a61e-211320e164fb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.748180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab689d-b847-48b3-a0dc-dde51d186ea9 req-03b2b34f-b7d4-4cc0-9d17-ca90f9a60dbe tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.761212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdab689d-b847-48b3-a0dc-dde51d186ea9 req-03b2b34f-b7d4-4cc0-9d17-ca90f9a60dbe tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0785620 Sep 16 05:07:27.835626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdab689d-b847-48b3-a0dc-dde51d186ea9 req-25610921-261f-4f60-968d-13d6fa192db3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732219 Sep 16 05:07:28.067577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71efd26-6613-4d9a-b357-096538925c26 req-096ae0cd-d40a-4fd5-ba6b-fcb3cc6d388d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.071171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71efd26-6613-4d9a-b357-096538925c26 req-096ae0cd-d40a-4fd5-ba6b-fcb3cc6d388d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 949 time: 0.1274943 Sep 16 05:07:28.147361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71efd26-6613-4d9a-b357-096538925c26 req-cbc5820b-12c8-49c7-bf62-0c016108f114 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687809 Sep 16 05:07:28.186183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e87a67b7-c5f5-4288-b376-e44637670392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.998752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d11118-9b55-4523-99cf-32fa34f11f87 req-1b6dfb0f-9572-4d8f-8b96-ce3f3d46f5ef tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.002214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24d11118-9b55-4523-99cf-32fa34f11f87 req-1b6dfb0f-9572-4d8f-8b96-ce3f3d46f5ef tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0718021 Sep 16 05:07:29.050878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24d11118-9b55-4523-99cf-32fa34f11f87 req-bd208f79-3799-4791-910a-075b2c391d7e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Sep 16 05:07:29.052631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.155137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.156278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-dcc7bc1f-595e-41df-a3fc-788c2ef0acea tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.162642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-dcc7bc1f-595e-41df-a3fc-788c2ef0acea tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 949 time: 0.0974436 Sep 16 05:07:29.255822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e30d9ba-6ddd-4fca-9a25-6de710329d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.395059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c623d37-11b0-48c9-9d8c-11c0a0cd3113 req-22685993-3cb8-4325-a8e6-faab33ddf462 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.396617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c623d37-11b0-48c9-9d8c-11c0a0cd3113 req-22685993-3cb8-4325-a8e6-faab33ddf462 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 949 time: 0.1008348 Sep 16 05:07:29.406728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port 5dc19ed0-e979-42fa-a037-f64bee7d8399 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:29.407091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.539041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c623d37-11b0-48c9-9d8c-11c0a0cd3113 req-c67488ab-6d55-4704-9d08-b20365c15aa2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269236 Sep 16 05:07:29.570597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e30d9ba-6ddd-4fca-9a25-6de710329d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.598094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e30d9ba-6ddd-4fca-9a25-6de710329d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.603828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port 5dc19ed0-e979-42fa-a037-f64bee7d8399, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5dc19ed0-e979-42fa-a037-f64bee7d8399,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:29.605434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.665674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30d9ba-6ddd-4fca-9a25-6de710329d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65e921-944b-4af1-8850-f6491a04c7b8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:29.686312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for 5dc19ed0-e979-42fa-a037-f64bee7d8399 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:29.704805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8e30d9ba-6ddd-4fca-9a25-6de710329d54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6f608a876fd4ad691ca21e06e573382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507740 Sep 16 05:07:29.708864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44708) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:29.723622 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.841287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d9064e-5e6c-4618-9697-f02d6ca0f6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.893040 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d9064e-5e6c-4618-9697-f02d6ca0f6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.948926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.966147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3', 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'e66f2a57-3966-437b-b77a-e8d4e183d7de'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:29.989666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=5dc19ed0-e979-42fa-a037-f64bee7d8399,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.016028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c', '5dc19ed0-e979-42fa-a037-f64bee7d8399'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:30.023963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d9064e-5e6c-4618-9697-f02d6ca0f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.027254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d9064e-5e6c-4618-9697-f02d6ca0f6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.030688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-75d9064e-5e6c-4618-9697-f02d6ca0f6a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c65e921-944b-4af1-8850-f6491a04c7b8 HTTP/1.1" status: 204 len: 168 time: 0.3187063 Sep 16 05:07:30.033936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44720) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.077482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9064e-5e6c-4618-9697-f02d6ca0f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65e921-944b-4af1-8850-f6491a04c7b8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.100790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port 5dc19ed0-e979-42fa-a037-f64bee7d8399 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:30.106939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.112308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b723df0f-6123-4de0-9bb9-18bd203ac7fe req-654d810b-37de-440d-8ae3-383cd4599b82 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "DELETE /v2.0/ports/5dc19ed0-e979-42fa-a037-f64bee7d8399 HTTP/1.1" status: 204 len: 173 time: 0.9364820 Sep 16 05:07:30.113347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'name': 'network-vif-deleted', 'tag': '5dc19ed0-e979-42fa-a037-f64bee7d8399'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:30.119876 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93e59d-ad04-4dcc-a13e-532fb9a2b23d" -d '{"events": [{"server_uuid": "bd7e68cf-6c08-4e48-bc0d-05c63532d207", "name": "network-vif-deleted", "tag": "5dc19ed0-e979-42fa-a037-f64bee7d8399"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:30.218853 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1345a3c4-1e99-4c62-a58b-8005aa6e8596 x-openstack-request-id: req-1345a3c4-1e99-4c62-a58b-8005aa6e8596 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:30.219140 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7e68cf-6c08-4e48-bc0d-05c63532d207", "name": "network-vif-deleted", "tag": "5dc19ed0-e979-42fa-a037-f64bee7d8399", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:30.219395 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1345a3c4-1e99-4c62-a58b-8005aa6e8596 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:30.219819 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7e68cf-6c08-4e48-bc0d-05c63532d207', 'name': 'network-vif-deleted', 'tag': '5dc19ed0-e979-42fa-a037-f64bee7d8399', 'status': 'completed', 'code': 200} Sep 16 05:07:30.397595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614fe3d-0e90-4e1b-9766-8028163fe79f req-015ba66c-0c00-4464-970a-0034797e640e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:30.409225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4614fe3d-0e90-4e1b-9766-8028163fe79f req-015ba66c-0c00-4464-970a-0034797e640e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1416612 Sep 16 05:07:30.507109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4614fe3d-0e90-4e1b-9766-8028163fe79f req-46fc18d3-825d-4399-a7dc-30ff88ebfce3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927317 Sep 16 05:07:30.646818 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a84bb3e3-515e-43f6-b5b0-a52c604b45a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.777952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3edfaf31-f468-4769-9f6e-20ab6efc216c req-621094c3-d98b-4c6b-8f73-0a5be58bbdf5 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7e68cf-6c08-4e48-bc0d-05c63532d207 HTTP/1.1" status: 200 len: 210 time: 0.0402050 Sep 16 05:07:30.854612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a84bb3e3-515e-43f6-b5b0-a52c604b45a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.878083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a84bb3e3-515e-43f6-b5b0-a52c604b45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.934879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a84bb3e3-515e-43f6-b5b0-a52c604b45a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4a22db61357491cb1f76099b5c83fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8993425 Sep 16 05:07:30.937090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bb3e3-515e-43f6-b5b0-a52c604b45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd05caf-ccc0-494f-b85c-297f4abcb331,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.937640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.029006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e72cf02-4abe-4af8-b1eb-0756dff0877d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.063391 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e72cf02-4abe-4af8-b1eb-0756dff0877d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.133787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e72cf02-4abe-4af8-b1eb-0756dff0877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.137725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e72cf02-4abe-4af8-b1eb-0756dff0877d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.143293 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9e72cf02-4abe-4af8-b1eb-0756dff0877d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5bd05caf-ccc0-494f-b85c-297f4abcb331 HTTP/1.1" status: 204 len: 168 time: 0.2037730 Sep 16 05:07:31.155420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72cf02-4abe-4af8-b1eb-0756dff0877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd05caf-ccc0-494f-b85c-297f4abcb331,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.190789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.335681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44764) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.675965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-network', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:31.699754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:31.702493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.730291 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.768564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec658d93-d8f3-428c-ba8c-bc4be874f931 req-2744db01-d0a9-4413-a485-cb74a6b1c7cf tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.770073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec658d93-d8f3-428c-ba8c-bc4be874f931 req-2744db01-d0a9-4413-a485-cb74a6b1c7cf tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1118248 Sep 16 05:07:31.830694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec658d93-d8f3-428c-ba8c-bc4be874f931 req-3979628b-0b94-436c-996a-5467be6c09fb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536370 Sep 16 05:07:31.891797 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.895907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.922923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:31.941104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.962269 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.962269 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Added segment 8fa350bc-6a09-44aa-9003-3fe9e7ebe651 of type vlan for network e2ca270e-a253-4db4-b22c-3bf0e80230be Sep 16 05:07:32.008481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.017589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5dc19ed0-e979-42fa-a037-f64bee7d8399 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:32.040315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.042041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.042687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.057507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 5dc19ed0-e979-42fa-a037-f64bee7d8399 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:32.059972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5dc19ed0-e979-42fa-a037-f64bee7d8399 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:32.427010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0900528 Sep 16 05:07:32.430574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:32.437864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9b1fe-3355-43bc-9ac2-d319415d6a31 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ca270e-a253-4db4-b22c-3bf0e80230be,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:32.438072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Request body: {'subnet': {'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-subnet', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:32.450080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network e2ca270e-a253-4db4-b22c-3bf0e80230be details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:32.475520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c8e5a-3ed5-4a6d-bf74-3209dd46a308 req-5a6235fe-045d-49c5-8670-6f94063aa8b6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.482772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d0c8e5a-3ed5-4a6d-bf74-3209dd46a308 req-5a6235fe-045d-49c5-8670-6f94063aa8b6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 948 time: 0.0603650 Sep 16 05:07:32.517491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:32.522017 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.531692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d0c8e5a-3ed5-4a6d-bf74-3209dd46a308 req-89f46b2a-9ca7-4acb-bf7a-ce60ece9362e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Sep 16 05:07:32.765979 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.832819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ab5a3a-b17a-462b-8adf-9a8d593bbcf0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:32.841448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Checking segment: {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:32.841916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Network hostable DHCP agents. Network: e2ca270e-a253-4db4-b22c-3bf0e80230be, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:32.862329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Network e2ca270e-a253-4db4-b22c-3bf0e80230be is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:32.874164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, e2ca270e-a253-4db4-b22c-3bf0e80230be) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:32.888340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fef8e9-bbb7-4701-8cc5-9bc0e7bc2c3d None None] Network e2ca270e-a253-4db4-b22c-3bf0e80230be requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:32.909211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.909887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.943552 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2c8dce7-6f25-4d8d-996d-46bfaf9323cb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5117664 Sep 16 05:07:32.946542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:32.952647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:32.975493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bb5e5-95cb-41f7-aafb-452e50665a35 req-a597759c-e5ec-4b44-ba90-52678642e85d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.977367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-763bb5e5-95cb-41f7-aafb-452e50665a35 req-a597759c-e5ec-4b44-ba90-52678642e85d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0707088 Sep 16 05:07:33.006851 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.008375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.039869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-763bb5e5-95cb-41f7-aafb-452e50665a35 req-30791b51-f2c3-42b2-85c9-e1032c331a7c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497406 Sep 16 05:07:33.108413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.174718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-e2ca270e-a253-4db4-b22c-3bf0e80230be', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:33.175660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.261060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.405304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Allocated IP 172.20.0.2 (e2ca270e-a253-4db4-b22c-3bf0e80230be/59ab5a3a-b17a-462b-8adf-9a8d593bbcf0/5df75c11-df72-4113-b18d-16b90df4409b) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:33.417881 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-abeba8f9-890f-4fcb-a7c0-af13e4b80bb0 service neutron] show failed (client error): The resource could not be found. Sep 16 05:07:33.418959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-abeba8f9-890f-4fcb-a7c0-af13e4b80bb0 service neutron] 10.222.0.64 "GET /v2.0/ports/ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.1408195 Sep 16 05:07:33.550612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.574600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.669549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-7fcf88c8-bcb0-45c2-9900-0b4494f3f656 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:33.672138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-7fcf88c8-bcb0-45c2-9900-0b4494f3f656 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 948 time: 0.1136816 Sep 16 05:07:33.736785 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.754352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.805180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ef9aa3e4-d33d-4b7c-a9e3-7c03704bac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:33.806912 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ef9aa3e4-d33d-4b7c-a9e3-7c03704bac5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41&tenant_id=51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 1102 time: 0.1176920 Sep 16 05:07:33.809498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Network e2ca270e-a253-4db4-b22c-3bf0e80230be is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:33.814191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:33.818587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:33.833710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:33.848528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Pushing event updated for resources: {'Port': ['ID=5df75c11-df72-4113-b18d-16b90df4409b,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:33.898842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d6b0f-f859-48d3-a4a5-1c99786dcd47 req-bb2a2217-676a-453b-84c4-74ccdc90fd7d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:33.907462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Allocated IP 172.25.6.235 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/2cdf7615-9049-4382-a61a-00ac09a36775) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:33.908907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e5d6b0f-f859-48d3-a4a5-1c99786dcd47 req-bb2a2217-676a-453b-84c4-74ccdc90fd7d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 948 time: 0.1858044 Sep 16 05:07:33.911596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.920013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Attempting to bind port 5df75c11-df72-4113-b18d-16b90df4409b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:33.920426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Attempting to bind port 5df75c11-df72-4113-b18d-16b90df4409b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:33.920917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Attempting to bind port 5df75c11-df72-4113-b18d-16b90df4409b on network e2ca270e-a253-4db4-b22c-3bf0e80230be {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:33.927100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:33.927869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Checking segment: {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:33.928424 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.928938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Bound using segment: {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:33.929523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Bound port: 5df75c11-df72-4113-b18d-16b90df4409b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:33.930012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.986978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e5d6b0f-f859-48d3-a4a5-1c99786dcd47 req-becfb02d-d716-423c-855e-e79cdb20076c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639591 Sep 16 05:07:33.990521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port e66f2a57-3966-437b-b77a-e8d4e183d7de {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:33.991080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.029131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] For port 5df75c11-df72-4113-b18d-16b90df4409b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:34.031976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] For port 5df75c11-df72-4113-b18d-16b90df4409b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5df75c11-df72-4113-b18d-16b90df4409b,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:34.040665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.146984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d12dd-dec5-4d5e-9491-d1e190aaaf91 None None] Pushing event updated for resources: {'Port': ['ID=5df75c11-df72-4113-b18d-16b90df4409b,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.241307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port e66f2a57-3966-437b-b77a-e8d4e183d7de, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e66f2a57-3966-437b-b77a-e8d4e183d7de,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.241950 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.262561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.271726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for e66f2a57-3966-437b-b77a-e8d4e183d7de owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:34.301485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24239435-e59d-440b-a9d8-8bee5deeb30e req-953ec518-262c-473c-b5ce-b97b849348b3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.307918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24239435-e59d-440b-a9d8-8bee5deeb30e req-953ec518-262c-473c-b5ce-b97b849348b3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1302867 Sep 16 05:07:34.402080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.430562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24239435-e59d-440b-a9d8-8bee5deeb30e req-f21525cd-b110-4ac8-bc22-7c5418a1013e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903087 Sep 16 05:07:34.446424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.543084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:34.552320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:34.592604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:34.601127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:34.608348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdf7615-9049-4382-a61a-00ac09a36775,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.612553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.625924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3', 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'e66f2a57-3966-437b-b77a-e8d4e183d7de'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:34.691135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:34.693618 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f841484-36db-43a9-a19e-c9923ed5464d" -d '{"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:34.706300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:34.709582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5df75c11-df72-4113-b18d-16b90df4409b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:34.709912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.730119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=e66f2a57-3966-437b-b77a-e8d4e183d7de,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.750370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.750712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.751055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.751391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.752745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.753347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.754604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.755151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.755832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.756576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.757154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.757719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.780524 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Transition to ACTIVE for port object ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:34.846047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port e66f2a57-3966-437b-b77a-e8d4e183d7de on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:34.851776 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.854757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e2607c-c0ab-44a1-98dc-77315a3eb109 req-0014436c-0dd6-4df3-a205-502b39dba8f6 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "DELETE /v2.0/ports/e66f2a57-3966-437b-b77a-e8d4e183d7de HTTP/1.1" status: 204 len: 173 time: 1.1686840 Sep 16 05:07:34.855508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'name': 'network-vif-deleted', 'tag': 'e66f2a57-3966-437b-b77a-e8d4e183d7de'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:34.858839 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab350d1-f2eb-4a69-8320-77f0451b25cc" -d '{"events": [{"server_uuid": "71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd", "name": "network-vif-deleted", "tag": "e66f2a57-3966-437b-b77a-e8d4e183d7de"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:34.937707 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018bce48-e5a2-4f7e-8dc1-a00ed3a45190 x-openstack-request-id: req-018bce48-e5a2-4f7e-8dc1-a00ed3a45190 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:34.938240 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd", "name": "network-vif-deleted", "tag": "e66f2a57-3966-437b-b77a-e8d4e183d7de", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:34.938597 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-018bce48-e5a2-4f7e-8dc1-a00ed3a45190 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:34.939626 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd', 'name': 'network-vif-deleted', 'tag': 'e66f2a57-3966-437b-b77a-e8d4e183d7de', 'status': 'completed', 'code': 200} Sep 16 05:07:34.939800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5df75c11-df72-4113-b18d-16b90df4409b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:34.940292 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.050281 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de959c53-b2e8-4968-9d94-1e5ec0dc62bb x-openstack-request-id: req-de959c53-b2e8-4968-9d94-1e5ec0dc62bb {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:35.050578 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:35.050875 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de959c53-b2e8-4968-9d94-1e5ec0dc62bb {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:35.051594 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'code': 200} Sep 16 05:07:35.073800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.181938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c9fa953-3ae3-4f10-8854-b66f2b923492 req-0768c6c9-b3b6-46af-9042-bdae55b4f03d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=71d4dec4-51cf-47a3-ac3d-aad48eb5c5bd HTTP/1.1" status: 200 len: 210 time: 0.0431743 Sep 16 05:07:35.228771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=6']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:35.257806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] No DVR routers for this DVR port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:35.376418 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.396844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:35.397406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:35.397934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:35.406369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:35.406941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Attempting to bind port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:35.442412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:35.443029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:35.443627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:35.444624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Bound port: ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:35.445443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.549950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.586790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 5df75c11-df72-4113-b18d-16b90df4409b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5df75c11-df72-4113-b18d-16b90df4409b,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:35.660955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f856d-e0a7-40a5-85f4-0ef6b617de4f req-04ca762b-8745-4d96-9dc7-e30bba60ee6e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:35.663025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-880f856d-e0a7-40a5-85f4-0ef6b617de4f req-04ca762b-8745-4d96-9dc7-e30bba60ee6e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.0772567 Sep 16 05:07:35.720311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.747745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-880f856d-e0a7-40a5-85f4-0ef6b617de4f req-f923a5a5-1c29-4140-adfc-d53bedc69de2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769548 Sep 16 05:07:35.811170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:35.857082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44904) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:35.879804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:35.891753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92023b1-6ff1-449d-a555-e1126db34e77 None None] Network e2ca270e-a253-4db4-b22c-3bf0e80230be requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:35.893665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.948689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:35.949323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.950979 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 1097 time: 2.1302114 Sep 16 05:07:36.017053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.038530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=5df75c11-df72-4113-b18d-16b90df4409b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.089143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:36.115387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b26600d-9adf-48fb-b9e6-51788745af56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.166331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e79e9-64bc-49be-a93e-82db6ab147e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=7']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.197462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-c577b031-aa8f-497c-8d62-c76faeb34358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.199206 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-c577b031-aa8f-497c-8d62-c76faeb34358 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1100 time: 0.1966028 Sep 16 05:07:36.224741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0a232e8c-67d7-4afe-a91c-4d61bc3a5741 None None] Provisioning complete for port 5df75c11-df72-4113-b18d-16b90df4409b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:36.225124 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0a232e8c-67d7-4afe-a91c-4d61bc3a5741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.489347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Router ecc54052-fbf6-416f-8bcc-95ad77004425 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:07:36.513660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-5e2816b8-a1d5-4afa-a7d3-1cf0bf948fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.515377 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-5e2816b8-a1d5-4afa-a7d3-1cf0bf948fb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.3073273 Sep 16 05:07:36.521624 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b26600d-9adf-48fb-b9e6-51788745af56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.536625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b26600d-9adf-48fb-b9e6-51788745af56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.622332 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-110cd2b2-e1d0-4c2e-a6fd-bdf083748e27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.0987926 Sep 16 05:07:36.632301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:36.680852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b26600d-9adf-48fb-b9e6-51788745af56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c117da992b1843b38f5ae72dc428debd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8185897 Sep 16 05:07:36.683799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44918) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:36.708684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26600d-9adf-48fb-b9e6-51788745af56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29a525d-6e1a-4e62-9ce7-c2a5a734ef27,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.725507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5df75c11-df72-4113-b18d-16b90df4409b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:36.734227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-af5b0afd-3a5b-49a1-b2d8-511350bc879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.735754 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-af5b0afd-3a5b-49a1-b2d8-511350bc879c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1028883 Sep 16 05:07:36.863312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd72f-4703-40b5-9cd7-0f09b6424c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.875834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:36.890964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-e1c9ce4e-8e97-48b6-84a4-bc99d1f4dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.892740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-e1c9ce4e-8e97-48b6-84a4-bc99d1f4dd2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928857 Sep 16 05:07:36.893179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Sync routers for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:36.912523 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.921125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd72f-4703-40b5-9cd7-0f09b6424c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.926902 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-94e9a50a-e5fa-43fa-9b7b-1cd84edcca08 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9784756 Sep 16 05:07:36.927964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44926) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:36.985433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:36.986180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:36.989055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd72f-4703-40b5-9cd7-0f09b6424c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.993794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd72f-4703-40b5-9cd7-0f09b6424c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.995178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c4cbd72f-4703-40b5-9cd7-0f09b6424c5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a29a525d-6e1a-4e62-9ce7-c2a5a734ef27 HTTP/1.1" status: 204 len: 168 time: 0.3084536 Sep 16 05:07:37.008512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5a1f6-e0cd-4fa7-aa53-0981ebef3a2e req-985b8521-01ac-4d0d-a415-b79f55f017b2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:37.017851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06d5a1f6-e0cd-4fa7-aa53-0981ebef3a2e req-985b8521-01ac-4d0d-a415-b79f55f017b2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.2084289 Sep 16 05:07:37.044860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d165-2b9a-4b4b-a10b-5f013beb78e8 req-51767237-8a49-40d7-9ec5-3fccc23bfa97 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:37.047220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b32d165-2b9a-4b4b-a10b-5f013beb78e8 req-51767237-8a49-40d7-9ec5-3fccc23bfa97 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.2145257 Sep 16 05:07:37.050382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5df75c11-df72-4113-b18d-16b90df4409b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:37.050892 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.051371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd72f-4703-40b5-9cd7-0f09b6424c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29a525d-6e1a-4e62-9ce7-c2a5a734ef27,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:37.062151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:37.065512 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89" -d '{"events": [{"name": "network-changed", "server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:37.144425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b32d165-2b9a-4b4b-a10b-5f013beb78e8 req-0994df91-3145-49fa-9cc7-d3876c1b778d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Sep 16 05:07:37.157673 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-04c5c9b8-4171-4f28-bfcf-dafbfead6ec5 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561369 Sep 16 05:07:37.182400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06d5a1f6-e0cd-4fa7-aa53-0981ebef3a2e req-bc84f5c8-bef7-4b27-a80e-c8e2b76d4cd2 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607893 Sep 16 05:07:37.596655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44944) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.598748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:37.638445 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-90129907-bf76-466b-a9ca-fcdd1fbc77a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.818394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-923e1510-502a-42df-b0bb-d64c34c9b712 None None] Provisioning complete for port 5df75c11-df72-4113-b18d-16b90df4409b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:37.823882 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-923e1510-502a-42df-b0bb-d64c34c9b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.849919 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-90129907-bf76-466b-a9ca-fcdd1fbc77a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.858057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-90129907-bf76-466b-a9ca-fcdd1fbc77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.933058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-90129907-bf76-466b-a9ca-fcdd1fbc77a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b544bed1f9b4c979e4f1470f75880af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346527 Sep 16 05:07:37.934421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44950) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.935309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90129907-bf76-466b-a9ca-fcdd1fbc77a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dd39ae-408f-4e25-8476-71f6176b07a7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:37.984232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:35Z', 'revision_number': 3, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.017540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Checking router: ecc54052-fbf6-416f-8bcc-95ad77004425 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:38.018069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Updating router ecc54052-fbf6-416f-8bcc-95ad77004425 port 2cdf7615-9049-4382-a61a-00ac09a36775 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:38.048433 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.073841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-c4a52153-590f-4ee7-bf42-4e364efd3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.076364 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f485b67-3450-43b2-80dc-c7a96685ed8f x-openstack-request-id: req-4f485b67-3450-43b2-80dc-c7a96685ed8f {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:38.077097 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:38.077097 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f485b67-3450-43b2-80dc-c7a96685ed8f {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:38.077447 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'status': 'completed', 'code': 200} Sep 16 05:07:38.082753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-c4a52153-590f-4ee7-bf42-4e364efd3815 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1100 time: 0.1041927 Sep 16 05:07:38.125860 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d2102b2d-0be6-4b84-93fe-f9dd6ed8a9e5 req-a4a13d41-87b1-4260-8942-9d907045b604 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9469314 Sep 16 05:07:38.149857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-67961f5a-6ba5-4059-b73e-08465266ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.298840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd23d8-e000-4a04-bf17-134f63c62760 req-ded22b83-279a-4074-aa81-d86f89c9d4ae tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.301738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9cd23d8-e000-4a04-bf17-134f63c62760 req-ded22b83-279a-4074-aa81-d86f89c9d4ae tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 945 time: 0.2172844 Sep 16 05:07:38.357552 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-790cb37c-bdbf-4b9b-9c1b-7c0dfb723b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.359115 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-790cb37c-bdbf-4b9b-9c1b-7c0dfb723b4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1100 time: 0.1018360 Sep 16 05:07:38.365732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-67961f5a-6ba5-4059-b73e-08465266ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.454159 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.462501 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.522111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-9fbd3ade-a417-496b-9cce-6c1ff255afb0 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.523780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-9fbd3ade-a417-496b-9cce-6c1ff255afb0 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.2954552 Sep 16 05:07:38.535531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ce21-336e-47dc-8864-db63e6855fde None None] Pushing event updated for resources: {'Port': ['ID=2cdf7615-9049-4382-a61a-00ac09a36775,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.536524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a6e49-682b-4b37-ad15-0515a8a1cac4 req-477c03de-2a5c-4170-a982-933aba26593e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.545812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-950a6e49-682b-4b37-ad15-0515a8a1cac4 req-477c03de-2a5c-4170-a982-933aba26593e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.1942589 Sep 16 05:07:38.555527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Attempting to bind port 2cdf7615-9049-4382-a61a-00ac09a36775 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:38.556498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Attempting to bind port 2cdf7615-9049-4382-a61a-00ac09a36775 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:38.557051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Attempting to bind port 2cdf7615-9049-4382-a61a-00ac09a36775 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:38.558717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9cd23d8-e000-4a04-bf17-134f63c62760 req-609b7bd5-a552-4746-bbcb-9f194bfbb629 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907904 Sep 16 05:07:38.559804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-b5ad9a9a-86ef-4964-8c18-7175bfce9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.561367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-b5ad9a9a-86ef-4964-8c18-7175bfce9586 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.4522681 Sep 16 05:07:38.564587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:38.565247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:38.565823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.566220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:38.566694 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Bound port: 2cdf7615-9049-4382-a61a-00ac09a36775, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:38.567082 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.592165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-e8d49041-1587-48d6-b4c8-6ae03c33a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.593693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-e8d49041-1587-48d6-b4c8-6ae03c33a27b service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2256312 Sep 16 05:07:38.595605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.638781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] For port 2cdf7615-9049-4382-a61a-00ac09a36775, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:38.642566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] For port 2cdf7615-9049-4382-a61a-00ac09a36775, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2cdf7615-9049-4382-a61a-00ac09a36775,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:38.653324 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.688723 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-7b48ef1a-ec0c-485f-a87f-028432bba739 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.0691686 Sep 16 05:07:38.717096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ce21-336e-47dc-8864-db63e6855fde None None] Pushing event updated for resources: {'Port': ['ID=2cdf7615-9049-4382-a61a-00ac09a36775,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.718122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-06ac2a7e-d591-4415-a885-378af33baf0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.1349957 Sep 16 05:07:38.735984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:38.736641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:38.818175 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-67961f5a-6ba5-4059-b73e-08465266ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.821619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-67961f5a-6ba5-4059-b73e-08465266ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.823142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-67961f5a-6ba5-4059-b73e-08465266ed16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3dd39ae-408f-4e25-8476-71f6176b07a7 HTTP/1.1" status: 204 len: 168 time: 0.8836350 Sep 16 05:07:38.846875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-fcf83bfc-a4d9-4fbe-bbe9-1aa907371f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.849121 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-fcf83bfc-a4d9-4fbe-bbe9-1aa907371f58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1481640 Sep 16 05:07:38.872796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e66f2a57-3966-437b-b77a-e8d4e183d7de no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:38.903308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: e66f2a57-3966-437b-b77a-e8d4e183d7de {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:38.903929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e66f2a57-3966-437b-b77a-e8d4e183d7de not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:38.909434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-950a6e49-682b-4b37-ad15-0515a8a1cac4 req-6bc33386-03d5-4415-8b24-3b5d3637a574 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626649 Sep 16 05:07:38.913948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67961f5a-6ba5-4059-b73e-08465266ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dd39ae-408f-4e25-8476-71f6176b07a7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.958967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-651fb678-f335-4539-b942-9bcfb1bf63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.960746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-651fb678-f335-4539-b942-9bcfb1bf63a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2112873 Sep 16 05:07:38.964668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:38.970969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675161f1-0cb8-49f5-9a4c-1c9b2bcfa681 req-341bfb34-f06a-43ed-b9f6-720be8193d0e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.978363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-675161f1-0cb8-49f5-9a4c-1c9b2bcfa681 req-341bfb34-f06a-43ed-b9f6-720be8193d0e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 950 time: 0.2705190 Sep 16 05:07:39.038579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Allocated IP 172.20.0.1 (e2ca270e-a253-4db4-b22c-3bf0e80230be/59ab5a3a-b17a-462b-8adf-9a8d593bbcf0/1b3171c5-cd51-445d-9987-360a13c79f97) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:39.045243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port b7c58c2e-446b-4a01-9567-fd43c85d54d9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:39.045907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.117831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-675161f1-0cb8-49f5-9a4c-1c9b2bcfa681 req-23279bce-aef1-4a28-8996-8a148ee4de69 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339462 Sep 16 05:07:39.265844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-5f83abe0-5a9a-4f50-b157-3bd83d7c2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.267427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-5f83abe0-5a9a-4f50-b157-3bd83d7c2e38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2687023 Sep 16 05:07:39.273609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:35Z', 'revision_number': 3, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:39.294866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-385fccd9-69a3-439b-85d8-fee054f39048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.296582 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-385fccd9-69a3-439b-85d8-fee054f39048 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893147 Sep 16 05:07:39.299610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.336608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port b7c58c2e-446b-4a01-9567-fd43c85d54d9, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b7c58c2e-446b-4a01-9567-fd43c85d54d9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:39.337404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.356225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5751b8-6b77-4ece-bc6b-7832c16b952f None None] The sync data for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 is: [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:35Z', 'revision_number': 3, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:39.394708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for b7c58c2e-446b-4a01-9567-fd43c85d54d9 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:39.429015 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.490257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-6c31c587-0484-4813-ae8c-380550a9fc90 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093287 Sep 16 05:07:39.499996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3171c5-cd51-445d-9987-360a13c79f97,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.521790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-a9264658-06d1-4fe3-84bf-1622c4d098f4 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132013 Sep 16 05:07:39.546447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Network e2ca270e-a253-4db4-b22c-3bf0e80230be is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:39.563937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:39.581801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:39.731198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-931066fc-cb13-4f45-9d9b-a5d0a0ae427f service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289486 Sep 16 05:07:39.850541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.881848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.895146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3', 'b7c58c2e-446b-4a01-9567-fd43c85d54d9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:39.897747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44990) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:39.921360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1a9c-dc40-45c5-b2f0-c8d609340dcb req-e691710d-8f16-42f0-9d47-218ce0cd1c19 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.929821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6acd1a9c-dc40-45c5-b2f0-c8d609340dcb req-e691710d-8f16-42f0-9d47-218ce0cd1c19 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 945 time: 0.2020228 Sep 16 05:07:39.998418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:40.033427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e6bf2-ae76-482a-86a8-618962483758 req-9d78bd25-37e0-4f1a-84a1-1c9e9fe31dbe tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.036304 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-406e6bf2-ae76-482a-86a8-618962483758 req-9d78bd25-37e0-4f1a-84a1-1c9e9fe31dbe tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 945 time: 0.3551641 Sep 16 05:07:40.153488 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-83ce7618-4bc7-4b85-8c59-d8c900e8fa89 req-eb1bed7b-cb83-49a0-8cfb-02b0906149e0 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187696 Sep 16 05:07:40.175707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=b7c58c2e-446b-4a01-9567-fd43c85d54d9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:40.324614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Deleting port 1b9755b1-3194-4387-9f94-cabb6294f13e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:40.325415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.331948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.336680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c8b83776-413d-4919-bd73-0fb92c11b9d6 None None] Provisioning complete for port 1b3171c5-cd51-445d-9987-360a13c79f97 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:40.338179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8b83776-413d-4919-bd73-0fb92c11b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.378495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port b7c58c2e-446b-4a01-9567-fd43c85d54d9 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:40.393466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.395714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9581036d-e2c1-4594-8263-b2d9a32f76ae req-7afe4427-7bf3-437a-925a-cd96b0057e8a tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "DELETE /v2.0/ports/b7c58c2e-446b-4a01-9567-fd43c85d54d9 HTTP/1.1" status: 204 len: 173 time: 1.8319676 Sep 16 05:07:40.400466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'name': 'network-vif-deleted', 'tag': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:40.402759 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9396b71-9454-4efc-ada3-90279f7fb751" -d '{"events": [{"server_uuid": "23252e6b-e00e-4d56-a64e-a2bc94fdc9f0", "name": "network-vif-deleted", "tag": "b7c58c2e-446b-4a01-9567-fd43c85d54d9"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:40.424451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6acd1a9c-dc40-45c5-b2f0-c8d609340dcb req-fd304249-8597-4b34-9ae8-b194dac2ef41 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934611 Sep 16 05:07:40.425286 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d4dec1a-b798-412e-be69-5237e7a45b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.545441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c8b83776-413d-4919-bd73-0fb92c11b9d6 None None] Port 1b3171c5-cd51-445d-9987-360a13c79f97 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:40.645974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.663433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.675524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94c47-ca44-4b88-9924-8a919226e4cf req-01ffe8d6-52ed-4e25-9f6e-a9c53fa5f6d8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.681288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90d94c47-ca44-4b88-9924-8a919226e4cf req-01ffe8d6-52ed-4e25-9f6e-a9c53fa5f6d8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.5273831 Sep 16 05:07:40.716158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-b7ad9495-0ef8-4e87-8868-8a4ee950876a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7518833 Sep 16 05:07:40.805406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d4dec1a-b798-412e-be69-5237e7a45b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.853814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] For port 1b9755b1-3194-4387-9f94-cabb6294f13e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=1b9755b1-3194-4387-9f94-cabb6294f13e,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:40.854498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.862101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d4dec1a-b798-412e-be69-5237e7a45b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.911169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Calling delete_port for 1b9755b1-3194-4387-9f94-cabb6294f13e owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:40.917825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-b5b7577b-0a26-413c-8776-4eb9fe9d2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.919934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-b5b7577b-0a26-413c-8776-4eb9fe9d2ca9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 1102 time: 0.1126978 Sep 16 05:07:41.036412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90d94c47-ca44-4b88-9924-8a919226e4cf req-d5719bd8-0be1-47a7-864b-406f9d3a9d39 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184137 Sep 16 05:07:41.057462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b1f3594-336e-4865-b488-91d5424d34cd req-94b8ce3a-44da-4deb-ae0d-44302a148213 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=23252e6b-e00e-4d56-a64e-a2bc94fdc9f0 HTTP/1.1" status: 200 len: 210 time: 0.1343131 Sep 16 05:07:41.131949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9d4dec1a-b798-412e-be69-5237e7a45b07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d00c455e5af4cb281a536ed0708570d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1897557 Sep 16 05:07:41.132703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45016) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.137274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dec1a-b798-412e-be69-5237e7a45b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b7879c-bc7a-4dde-940b-9dbeeadc2271,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.152263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:41.224398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.230444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdf7615-9049-4382-a61a-00ac09a36775 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:41.255548 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ad550-1990-403c-a383-451e26074ecb x-openstack-request-id: req-ec6ad550-1990-403c-a383-451e26074ecb {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:41.256278 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23252e6b-e00e-4d56-a64e-a2bc94fdc9f0", "name": "network-vif-deleted", "tag": "b7c58c2e-446b-4a01-9567-fd43c85d54d9", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:41.256278 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec6ad550-1990-403c-a383-451e26074ecb {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:41.256851 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252e6b-e00e-4d56-a64e-a2bc94fdc9f0', 'name': 'network-vif-deleted', 'tag': 'b7c58c2e-446b-4a01-9567-fd43c85d54d9', 'status': 'completed', 'code': 200} Sep 16 05:07:41.301732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d902927-c826-4b9c-8e3a-fc71bd6e167b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.309083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3171c5-cd51-445d-9987-360a13c79f97,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.325373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-423aa55c-f9f1-4b66-9686-a88e9a423371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.326700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-423aa55c-f9f1-4b66-9686-a88e9a423371 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.3567333 Sep 16 05:07:41.361003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.363393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] No DVR routers for this DVR port 1b9755b1-3194-4387-9f94-cabb6294f13e on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:41.366190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event deleted for resources: {'Port': ['ID=1b9755b1-3194-4387-9f94-cabb6294f13e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.371658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.373787 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-406e6bf2-ae76-482a-86a8-618962483758 req-0415502c-2f7d-4307-9082-c97a87587c17 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "DELETE /v2.0/ports/1b9755b1-3194-4387-9f94-cabb6294f13e HTTP/1.1" status: 204 len: 173 time: 1.3272972 Sep 16 05:07:41.374157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'name': 'network-vif-deleted', 'tag': '1b9755b1-3194-4387-9f94-cabb6294f13e'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:41.376418 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef33133a-2b54-4a36-ad28-e022edcf45cb" -d '{"events": [{"server_uuid": "0f3efdd4-ee0f-4686-8632-fa0eb45681b3", "name": "network-vif-deleted", "tag": "1b9755b1-3194-4387-9f94-cabb6294f13e"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:41.394335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-f52ad297-05f3-476a-b6dc-e559085e08b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=e5d059c6-c437-42e6-822b-c409d420eba9 HTTP/1.1" status: 200 len: 217 time: 0.0586236 Sep 16 05:07:41.405420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d902927-c826-4b9c-8e3a-fc71bd6e167b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.452921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2cdf7615-9049-4382-a61a-00ac09a36775 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:41.453302 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.476854 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e7c585-ce63-4d3f-b6f1-879baf7c6b2f x-openstack-request-id: req-75e7c585-ce63-4d3f-b6f1-879baf7c6b2f {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:41.477143 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3efdd4-ee0f-4686-8632-fa0eb45681b3", "name": "network-vif-deleted", "tag": "1b9755b1-3194-4387-9f94-cabb6294f13e", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:41.477378 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75e7c585-ce63-4d3f-b6f1-879baf7c6b2f {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:41.478088 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3efdd4-ee0f-4686-8632-fa0eb45681b3', 'name': 'network-vif-deleted', 'tag': '1b9755b1-3194-4387-9f94-cabb6294f13e', 'status': 'completed', 'code': 200} Sep 16 05:07:41.515583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Network e2ca270e-a253-4db4-b22c-3bf0e80230be is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:41.518260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:41.546483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['1b9755b1-3194-4387-9f94-cabb6294f13e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:41.603100 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d902927-c826-4b9c-8e3a-fc71bd6e167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.612804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5d902927-c826-4b9c-8e3a-fc71bd6e167b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.614974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5d902927-c826-4b9c-8e3a-fc71bd6e167b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62b7879c-bc7a-4dde-940b-9dbeeadc2271 HTTP/1.1" status: 204 len: 168 time: 0.4787331 Sep 16 05:07:41.628216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.676964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d902927-c826-4b9c-8e3a-fc71bd6e167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b7879c-bc7a-4dde-940b-9dbeeadc2271,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.691732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-7dff4edc-24f9-4117-beaa-f6741ac3fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.693753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-7dff4edc-24f9-4117-beaa-f6741ac3fe6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2860210 Sep 16 05:07:41.703948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db451f16-71bf-48cb-863e-61b6058d8d9f req-590c64f1-8ffd-4c1a-8dd3-0ad7cc6510cd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.0681372 Sep 16 05:07:41.803572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-788ad6b6-cbcc-4dfe-80fe-18b3e3b62b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.810092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-788ad6b6-cbcc-4dfe-80fe-18b3e3b62b18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019170 Sep 16 05:07:41.812479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Router ecc54052-fbf6-416f-8bcc-95ad77004425 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:41.867011 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.966832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 2cdf7615-9049-4382-a61a-00ac09a36775, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2cdf7615-9049-4382-a61a-00ac09a36775,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:42.000377 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.018901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-0ca37194-4440-45fa-b7bd-92b4688509ed service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000952 Sep 16 05:07:42.065097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:42.087302 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee35f087-235d-40a0-94e4-bc8f0fc8d415 admin admin] 10.222.0.55 "PUT /v2.0/routers/ecc54052-fbf6-416f-8bcc-95ad77004425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1380460 Sep 16 05:07:42.167306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=2cdf7615-9049-4382-a61a-00ac09a36775,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.228488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-179ddc09-3291-4e4f-bd8c-a5911022aa63 None None] Provisioning complete for port 1b3171c5-cd51-445d-9987-360a13c79f97 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:42.229995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-179ddc09-3291-4e4f-bd8c-a5911022aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.296812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcce2aa-6ace-4a40-9c7e-52f1fedf1c71 req-fa127f67-16ac-4010-8471-11cef71d64fd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.306577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbcce2aa-6ace-4a40-9c7e-52f1fedf1c71 req-fa127f67-16ac-4010-8471-11cef71d64fd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.0992696 Sep 16 05:07:42.347035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ec0102-27a7-4f49-8282-935d7243fbb7 req-bf28811f-21a3-4777-8a67-3ad3436843de service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187807 Sep 16 05:07:42.349245 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Sync routers for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:42.370945 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:42.372578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:42.378209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbcce2aa-6ace-4a40-9c7e-52f1fedf1c71 req-67e66b26-f470-4c06-8899-366d966cfeb4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668602 Sep 16 05:07:42.385422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-179ddc09-3291-4e4f-bd8c-a5911022aa63 None None] Port 1b3171c5-cd51-445d-9987-360a13c79f97 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:42.595640 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:42.636540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdf7615-9049-4382-a61a-00ac09a36775 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:42.769634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2cdf7615-9049-4382-a61a-00ac09a36775 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:42.770013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.951273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b824e5b-5e5f-43d3-bcdb-2a3626302782 req-ec041381-b8ec-49c7-a091-39504eb3ef97 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.953522 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b824e5b-5e5f-43d3-bcdb-2a3626302782 req-ec041381-b8ec-49c7-a091-39504eb3ef97 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 948 time: 0.1739757 Sep 16 05:07:42.962941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:42.971663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b7c58c2e-446b-4a01-9567-fd43c85d54d9 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:43.065458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0d7b2-f7b8-422b-8810-dfed5a366542 req-8e1ea7f4-48e6-4bd7-b5a0-7da1d1a451db tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.068618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: b7c58c2e-446b-4a01-9567-fd43c85d54d9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:43.068986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b7c58c2e-446b-4a01-9567-fd43c85d54d9 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:43.075052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ff0d7b2-f7b8-422b-8810-dfed5a366542 req-8e1ea7f4-48e6-4bd7-b5a0-7da1d1a451db tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 949 time: 0.2347398 Sep 16 05:07:43.157259 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 2, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:43.173208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b824e5b-5e5f-43d3-bcdb-2a3626302782 req-445ba8cc-91af-4d6c-8398-925eeffb089a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870337 Sep 16 05:07:43.222708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-f8efb168-869a-4d57-83d2-115f6daa8a9b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.230876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-f8efb168-869a-4d57-83d2-115f6daa8a9b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41&tenant_id=51ca068390d5481b830fd2b7e5c10008&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 948 time: 0.2698760 Sep 16 05:07:43.260462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ff0d7b2-f7b8-422b-8810-dfed5a366542 req-bfcdb033-def2-4a92-ad95-89f830fd99a1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634684 Sep 16 05:07:43.264525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:43.304628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'mac_address': 'fa:16:3e:11:6b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:43.351996 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Checking router: ecc54052-fbf6-416f-8bcc-95ad77004425 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:43.352612 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Updating router ecc54052-fbf6-416f-8bcc-95ad77004425 port 1b3171c5-cd51-445d-9987-360a13c79f97 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:43.413330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.425811 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.460980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:43.525835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:43.535318 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.544918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d21cbcec-6987-4723-869e-498095800724 req-ea478349-fde1-4229-af6e-e5134c9cbfdf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.1353486 Sep 16 05:07:43.577999 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-cca29554-e142-4708-b9ef-11368a68d44b service neutron] delete failed (client error): The resource could not be found. Sep 16 05:07:43.583503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-cca29554-e142-4708-b9ef-11368a68d44b service neutron] 10.222.0.64 "DELETE /v2.0/ports/ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.3178141 Sep 16 05:07:43.685065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.854118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:43.859839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-08b376c8-ab49-4d17-aac7-a323bc7103aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.861879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-08b376c8-ab49-4d17-aac7-a323bc7103aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1101 time: 0.0983958 Sep 16 05:07:44.015975 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.028734 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.195640 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Pushing event updated for resources: {'Port': ['ID=1b3171c5-cd51-445d-9987-360a13c79f97,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:44.266338 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.266697 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.267017 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.267346 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.267676 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.268002 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.268357 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.268677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.269009 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.269294 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.269609 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.269921 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:44.318586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-20ae24b2-3b23-4ad7-8b1a-07906f76f75e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:44.322871 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-20ae24b2-3b23-4ad7-8b1a-07906f76f75e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f0e58b1-6597-4753-9191-1a4571149631 HTTP/1.1" status: 200 len: 950 time: 0.1881349 Sep 16 05:07:44.395052 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Attempting to bind port 1b3171c5-cd51-445d-9987-360a13c79f97 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:44.395631 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Attempting to bind port 1b3171c5-cd51-445d-9987-360a13c79f97 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:44.395773 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Attempting to bind port 1b3171c5-cd51-445d-9987-360a13c79f97 on network e2ca270e-a253-4db4-b22c-3bf0e80230be {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:44.418959 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:44.440724 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Checking segment: {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:44.441162 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.441531 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Bound using segment: {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:44.442037 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Bound port: 1b3171c5-cd51-445d-9987-360a13c79f97, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:44.442422 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.549748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a3ec4e16-bbbd-4847-a036-7c634ec3019d None None] Provisioning complete for port 1b3171c5-cd51-445d-9987-360a13c79f97 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:44.551152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4e16-bbbd-4847-a036-7c634ec3019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.641966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec4e16-bbbd-4847-a036-7c634ec3019d None None] Port 1b3171c5-cd51-445d-9987-360a13c79f97 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:44.668248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port 75260a4a-781a-4c98-88f0-e64b357569f3 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:44.668248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.723891 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] For port 1b3171c5-cd51-445d-9987-360a13c79f97, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:44.733145 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] For port 1b3171c5-cd51-445d-9987-360a13c79f97, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1b3171c5-cd51-445d-9987-360a13c79f97,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:44.751517 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.871082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port 75260a4a-781a-4c98-88f0-e64b357569f3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=75260a4a-781a-4c98-88f0-e64b357569f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:44.872253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.914601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1b9755b1-3194-4387-9f94-cabb6294f13e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:44.937619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for 75260a4a-781a-4c98-88f0-e64b357569f3 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:45.014610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 1b9755b1-3194-4387-9f94-cabb6294f13e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:45.017022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 1b9755b1-3194-4387-9f94-cabb6294f13e not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:45.022873 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:45.029719 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:45.039279 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a1342-6979-49bd-a150-e874b7b0172b None None] Pushing event updated for resources: {'Port': ['ID=1b3171c5-cd51-445d-9987-360a13c79f97,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.340202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.363341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['75260a4a-781a-4c98-88f0-e64b357569f3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:45.397932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=75260a4a-781a-4c98-88f0-e64b357569f3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.421642 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:45.455688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:45.503753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port 75260a4a-781a-4c98-88f0-e64b357569f3 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:45.511756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.513863 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-243bbba5-03a1-47c2-900b-7bdcfed7c07b req-09c00581-fd79-41c1-9976-7284df9aab6f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.73 "DELETE /v2.0/ports/75260a4a-781a-4c98-88f0-e64b357569f3 HTTP/1.1" status: 204 len: 173 time: 1.1820600 Sep 16 05:07:45.514332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e58b1-6597-4753-9191-1a4571149631', 'name': 'network-vif-deleted', 'tag': '75260a4a-781a-4c98-88f0-e64b357569f3'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:45.529690 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac83a77-a22b-4f3c-91f7-dd18705bbef8" -d '{"events": [{"server_uuid": "1f0e58b1-6597-4753-9191-1a4571149631", "name": "network-vif-deleted", "tag": "75260a4a-781a-4c98-88f0-e64b357569f3"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:45.537322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-e8325233-2ca2-49a4-bc54-b6da81116bb4 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.539523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-e8325233-2ca2-49a4-bc54-b6da81116bb4 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 949 time: 0.5432818 Sep 16 05:07:45.552921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606242b6-c93c-40f6-bcea-62b2ffb1728c req-f66dc701-928e-439d-a920-f68fe91c7348 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.561044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-606242b6-c93c-40f6-bcea-62b2ffb1728c req-f66dc701-928e-439d-a920-f68fe91c7348 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 949 time: 0.5755742 Sep 16 05:07:45.755817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243cdee-dba8-4270-980b-3c8355d55629 req-57e5bf21-b502-481e-9ede-884b6a19906f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.764621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e243cdee-dba8-4270-980b-3c8355d55629 req-57e5bf21-b502-481e-9ede-884b6a19906f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 949 time: 0.7662580 Sep 16 05:07:45.791127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-9b2ea631-4fef-4b11-a049-d9aa1584bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.793016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-9b2ea631-4fef-4b11-a049-d9aa1584bc1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 1.9227901 Sep 16 05:07:45.801831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-804eafdd-8aeb-4d6b-9445-28f6234dd2e0 None None] Provisioning complete for port 1b3171c5-cd51-445d-9987-360a13c79f97 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:45.802431 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-804eafdd-8aeb-4d6b-9445-28f6234dd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.808548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-606242b6-c93c-40f6-bcea-62b2ffb1728c req-0acdb1d4-a414-4a47-bbe7-5f70058e4fc7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457478 Sep 16 05:07:45.985891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-55602cfc-be86-4097-b5cc-b69482428f99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.1513212 Sep 16 05:07:46.182756 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-804eafdd-8aeb-4d6b-9445-28f6234dd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.223938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e243cdee-dba8-4270-980b-3c8355d55629 req-b200721c-9e97-4d9c-adf1-5428331567b5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555080 Sep 16 05:07:46.225637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-d8904d01-5535-484b-8319-86ec89ad1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.229381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-d8904d01-5535-484b-8319-86ec89ad1241 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2426262 Sep 16 05:07:46.294061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45222) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.295203 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:44Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:46.339568 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aca88c-0f85-49ae-8a7b-41a8e67b2f92 None None] The sync data for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 is: [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:44Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:46.376854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deb68a62-86e3-49ef-bd1d-773b7c3e293f req-d2ec8076-7fcc-496a-b387-ccd3d04e62d9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.1396751 Sep 16 05:07:46.442015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-804eafdd-8aeb-4d6b-9445-28f6234dd2e0 None None] For port 1b3171c5-cd51-445d-9987-360a13c79f97, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1b3171c5-cd51-445d-9987-360a13c79f97,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:46.469479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-804eafdd-8aeb-4d6b-9445-28f6234dd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.514247 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c874af-3b28-461e-80b2-61cf064b677a x-openstack-request-id: req-15c874af-3b28-461e-80b2-61cf064b677a {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:46.514247 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e58b1-6597-4753-9191-1a4571149631", "name": "network-vif-deleted", "tag": "75260a4a-781a-4c98-88f0-e64b357569f3", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:46.514910 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15c874af-3b28-461e-80b2-61cf064b677a {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:46.515220 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e58b1-6597-4753-9191-1a4571149631', 'name': 'network-vif-deleted', 'tag': '75260a4a-781a-4c98-88f0-e64b357569f3', 'status': 'completed', 'code': 200} Sep 16 05:07:46.554975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:46.555514 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.634773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eafdd-8aeb-4d6b-9445-28f6234dd2e0 None None] Pushing event updated for resources: {'Port': ['ID=1b3171c5-cd51-445d-9987-360a13c79f97,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:46.669444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-66a09a90-212e-401d-a64d-18957c9af22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.673348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-66a09a90-212e-401d-a64d-18957c9af22d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3841271 Sep 16 05:07:46.721410 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98c7c55b-a0d8-402f-9dbb-21b8640210a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.757637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1b3171c5-cd51-445d-9987-360a13c79f97 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:46.882704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1b3171c5-cd51-445d-9987-360a13c79f97 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:46.884696 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.950757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:47.041892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98c7c55b-a0d8-402f-9dbb-21b8640210a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.054191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98c7c55b-a0d8-402f-9dbb-21b8640210a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.173204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-98c7c55b-a0d8-402f-9dbb-21b8640210a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ce288023a2e41a98dbcff045e4afec9&name=default HTTP/1.1" status: 200 len: 2982 time: 0.8754032 Sep 16 05:07:47.174460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45244) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:47.185925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7c55b-a0d8-402f-9dbb-21b8640210a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48739fb0-34c7-43a4-aa4f-4b65fafeb34c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.195612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:47.201540 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.243570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:47.252238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:47.296020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:47.296462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.413697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-38949cf5-3dd4-4b3d-b1b8-6865960af904 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301850 Sep 16 05:07:47.491235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8b4f-9e6c-40ab-a19c-73fdf70b1f9c req-f6234868-a4c7-463d-8c45-933a742d09a7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.499263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a8b8b4f-9e6c-40ab-a19c-73fdf70b1f9c req-f6234868-a4c7-463d-8c45-933a742d09a7 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 949 time: 0.5703106 Sep 16 05:07:47.638058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.701812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:47.703367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:47.707076 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb83c05-0557-4429-9f38-fa792ad6e02e" -d '{"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-plugged", "status": "completed", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:47.711983 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.713535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 75260a4a-781a-4c98-88f0-e64b357569f3 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:47.744940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f317a5e5-5e7c-48c5-8705-59e6e17fdd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.752335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 75260a4a-781a-4c98-88f0-e64b357569f3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:47.753475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 75260a4a-781a-4c98-88f0-e64b357569f3 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:47.773119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba493f4-b629-4c2b-9c1a-636e2a85c3a6 req-6f58b403-abeb-4f44-a78b-f80242b3ece6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.781258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ba493f4-b629-4c2b-9c1a-636e2a85c3a6 req-6f58b403-abeb-4f44-a78b-f80242b3ece6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 949 time: 0.3481965 Sep 16 05:07:47.854787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.893710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a8b8b4f-9e6c-40ab-a19c-73fdf70b1f9c req-100b7d58-b543-4908-986f-0e9e2bcd5eb8 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933957 Sep 16 05:07:47.986689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f317a5e5-5e7c-48c5-8705-59e6e17fdd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.109957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d34a1ae-3435-4574-898e-7cb1f8c31aca req-aa9c2bd2-64ad-4897-a3ef-9946768ac9c4 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.1111672 Sep 16 05:07:48.114548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:48.205997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c652a63c-d82e-4ceb-b733-42798bc14bdf req-127532a6-913e-4f2f-b4c1-8623c835fd75 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039616 Sep 16 05:07:48.255114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ba493f4-b629-4c2b-9c1a-636e2a85c3a6 req-5d5b6492-0b85-4147-87f4-dd0431828816 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705849 Sep 16 05:07:48.317702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.419617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=9502cc74-fdd2-4bd7-8cc7-40aedef3b06c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:48.430760 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f317a5e5-5e7c-48c5-8705-59e6e17fdd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.443188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f317a5e5-5e7c-48c5-8705-59e6e17fdd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.443522 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9cad43-0abf-40d8-a4ba-d4dd1da27c83 x-openstack-request-id: req-7b9cad43-0abf-40d8-a4ba-d4dd1da27c83 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:48.443651 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-plugged", "status": "completed", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:48.443895 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b9cad43-0abf-40d8-a4ba-d4dd1da27c83 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:48.444331 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'code': 200} Sep 16 05:07:48.450243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f317a5e5-5e7c-48c5-8705-59e6e17fdd22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48739fb0-34c7-43a4-aa4f-4b65fafeb34c HTTP/1.1" status: 204 len: 168 time: 1.2697370 Sep 16 05:07:48.453980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.477753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317a5e5-5e7c-48c5-8705-59e6e17fdd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48739fb0-34c7-43a4-aa4f-4b65fafeb34c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:48.630586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port 9502cc74-fdd2-4bd7-8cc7-40aedef3b06c on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:48.634469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.644631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c607fa5-d6c6-4a37-a33c-edb5a47c855b req-664ebc0e-b9c2-461f-a739-126afa707335 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "DELETE /v2.0/ports/9502cc74-fdd2-4bd7-8cc7-40aedef3b06c HTTP/1.1" status: 204 len: 173 time: 3.0754306 Sep 16 05:07:48.645164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d0667-a289-4479-a3e3-f94365783628', 'name': 'network-vif-deleted', 'tag': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:48.663176 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6393803e-9f5e-4937-8168-7b3af41ef46b" -d '{"events": [{"server_uuid": "2b9d0667-a289-4479-a3e3-f94365783628", "name": "network-vif-deleted", "tag": "9502cc74-fdd2-4bd7-8cc7-40aedef3b06c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:48.686485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1b3171c5-cd51-445d-9987-360a13c79f97 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:48.757457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9', 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:48.762297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45276) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:48.789348 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c907face-2dc9-4aa6-aa9b-7d5e00c051fc x-openstack-request-id: req-c907face-2dc9-4aa6-aa9b-7d5e00c051fc {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:48.789644 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d0667-a289-4479-a3e3-f94365783628", "name": "network-vif-deleted", "tag": "9502cc74-fdd2-4bd7-8cc7-40aedef3b06c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:48.789899 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c907face-2dc9-4aa6-aa9b-7d5e00c051fc {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:48.790297 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d0667-a289-4479-a3e3-f94365783628', 'name': 'network-vif-deleted', 'tag': '9502cc74-fdd2-4bd7-8cc7-40aedef3b06c', 'status': 'completed', 'code': 200} Sep 16 05:07:48.918625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1b3171c5-cd51-445d-9987-360a13c79f97 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:48.918780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.103267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d822f3e-6ab7-4cba-8776-d9b9ea8a40af req-3c94dad6-1da8-4f9f-b60b-00626309fa94 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b9d0667-a289-4479-a3e3-f94365783628 HTTP/1.1" status: 200 len: 210 time: 0.0549140 Sep 16 05:07:49.248480 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0137b527-23f5-4225-8db1-d3d2f2b7a338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.416974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45290) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.460319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8cee4a2-aebb-4fd9-a4f6-e64bae8b26e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.572931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0137b527-23f5-4225-8db1-d3d2f2b7a338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.617174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0137b527-23f5-4225-8db1-d3d2f2b7a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.621878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c31e171e-dba2-4365-a126-6f32bba37490 req-154a9a4c-8d00-4873-969e-a920a59d6f90 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.3371599 Sep 16 05:07:49.763468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8cee4a2-aebb-4fd9-a4f6-e64bae8b26e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.776151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0137b527-23f5-4225-8db1-d3d2f2b7a338 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e4cef2474374f3c9b3c09ddc11c15a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0125916 Sep 16 05:07:49.778869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137b527-23f5-4225-8db1-d3d2f2b7a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a06c8-d92a-43db-9161-0a6da3f5a429,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.779210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45296) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.800910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8cee4a2-aebb-4fd9-a4f6-e64bae8b26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.819646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54736aa2-9141-481f-8b34-24edc4150299 req-e9bafc2b-c75f-4698-ad1d-6b4e0678dce2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.821534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54736aa2-9141-481f-8b34-24edc4150299 req-e9bafc2b-c75f-4698-ad1d-6b4e0678dce2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.2169459 Sep 16 05:07:49.896833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54736aa2-9141-481f-8b34-24edc4150299 req-154128a3-367e-412a-8e20-2a3ddedcf486 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516579 Sep 16 05:07:49.904000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cee4a2-aebb-4fd9-a4f6-e64bae8b26e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de943c0c-6fa8-469e-9666-7363650d4b18,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.955197 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8cee4a2-aebb-4fd9-a4f6-e64bae8b26e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9a1b87d2df5421e9497b109c1664adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367951 Sep 16 05:07:49.957885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45300) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.972911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf970acd-9134-474e-a837-ec858880af54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.006351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf970acd-9134-474e-a837-ec858880af54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.053535 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f1d9-5ec0-463e-b79e-59ca6c758fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.074481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82815ef7-1a5f-46f0-8831-d98fdb38023b req-3c537f10-e82e-415b-b9ea-d38abb101c12 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.076077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82815ef7-1a5f-46f0-8831-d98fdb38023b req-3c537f10-e82e-415b-b9ea-d38abb101c12 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.0838289 Sep 16 05:07:50.093451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f1d9-5ec0-463e-b79e-59ca6c758fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.125592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf970acd-9134-474e-a837-ec858880af54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.129619 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf970acd-9134-474e-a837-ec858880af54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.131562 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf970acd-9134-474e-a837-ec858880af54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/955a06c8-d92a-43db-9161-0a6da3f5a429 HTTP/1.1" status: 204 len: 168 time: 0.3507483 Sep 16 05:07:50.163840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf970acd-9134-474e-a837-ec858880af54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a06c8-d92a-43db-9161-0a6da3f5a429,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.280484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82815ef7-1a5f-46f0-8831-d98fdb38023b req-316ce9a1-a3c6-4d75-b30d-573341c5c485 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846476 Sep 16 05:07:50.316418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f1d9-5ec0-463e-b79e-59ca6c758fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.322923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f1d9-5ec0-463e-b79e-59ca6c758fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.328276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ee3f1d9-5ec0-463e-b79e-59ca6c758fc1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de943c0c-6fa8-469e-9666-7363650d4b18 HTTP/1.1" status: 204 len: 168 time: 0.3654985 Sep 16 05:07:50.358174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3f1d9-5ec0-463e-b79e-59ca6c758fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de943c0c-6fa8-469e-9666-7363650d4b18,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.851850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c507a04d-fef5-4127-a3e5-ad481d4ed589 req-1a671554-4f6c-4f66-9938-39fee80c8b71 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3efdd4-ee0f-4686-8632-fa0eb45681b3 HTTP/1.1" status: 200 len: 210 time: 0.0779855 Sep 16 05:07:50.981076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45356) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:51.015920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-171f3339-bd38-40a4-b85c-7b6201fb96f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.049545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-c9b5b025-7d31-4452-a386-b63484f4b5e0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521665 Sep 16 05:07:51.231792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-d1d0536d-e136-4183-9edd-c2c4b267429d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.233378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-d1d0536d-e136-4183-9edd-c2c4b267429d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830554 Sep 16 05:07:51.247746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f688d2-ca81-4a87-a51f-e86453cdef14 req-a876db94-780e-46ec-8f43-fbe4a4db3a78 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.249681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61f688d2-ca81-4a87-a51f-e86453cdef14 req-a876db94-780e-46ec-8f43-fbe4a4db3a78 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 950 time: 0.1445880 Sep 16 05:07:51.288656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-97402706-5a71-4374-85f7-5eaecf702c84 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/quotas/51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 375 time: 0.0379124 Sep 16 05:07:51.362960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61f688d2-ca81-4a87-a51f-e86453cdef14 req-ec9650b0-9f12-4813-ae8d-17dd1024cb13 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988839 Sep 16 05:07:51.376403 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-171f3339-bd38-40a4-b85c-7b6201fb96f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.394511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-49190e57-9aab-41ad-8b75-dd0bbca39300 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917661 Sep 16 05:07:51.395170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-171f3339-bd38-40a4-b85c-7b6201fb96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.454113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-171f3339-bd38-40a4-b85c-7b6201fb96f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fdd0e2b699643bdb571af478c8c5361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718003 Sep 16 05:07:51.455134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f3339-bd38-40a4-b85c-7b6201fb96f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae2a64e-9e06-491a-a47d-d9473da22412,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.456827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45366) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:51.548246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb0bc28-8c18-4580-bfb3-568c2daf7ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.583138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb0bc28-8c18-4580-bfb3-568c2daf7ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.695338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb0bc28-8c18-4580-bfb3-568c2daf7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.696662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcf69e59-12a6-4add-8637-38b0a8c46311 req-c6719f5a-2dd3-48a1-b861-555dc7051af0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 210 time: 0.0543027 Sep 16 05:07:51.698646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb0bc28-8c18-4580-bfb3-568c2daf7ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.701484 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ebb0bc28-8c18-4580-bfb3-568c2daf7ab7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ae2a64e-9e06-491a-a47d-d9473da22412 HTTP/1.1" status: 204 len: 168 time: 0.2424850 Sep 16 05:07:51.715881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0bc28-8c18-4580-bfb3-568c2daf7ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae2a64e-9e06-491a-a47d-d9473da22412,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:52.537973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558d730-1a05-40a4-8ee4-630a348af13b req-32d0b689-bfd5-43bb-81a4-5bf420446919 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.546762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b558d730-1a05-40a4-8ee4-630a348af13b req-32d0b689-bfd5-43bb-81a4-5bf420446919 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 950 time: 0.0727677 Sep 16 05:07:52.591598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b558d730-1a05-40a4-8ee4-630a348af13b req-5022bea2-a181-4dde-b403-9093d49bbf73 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Sep 16 05:07:52.800380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bcf53-a761-401b-a808-d1fec27bb8f3 req-462dbed6-b249-4de1-ba5f-0063cd0d78b9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.800528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-690bcf53-a761-401b-a808-d1fec27bb8f3 req-462dbed6-b249-4de1-ba5f-0063cd0d78b9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.1687689 Sep 16 05:07:52.824124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-690bcf53-a761-401b-a808-d1fec27bb8f3 req-15a666e0-2019-434c-bfc5-a57a13c08962 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/quotas/8b257632200e4e1baa9b0d1a6d7c82f8 HTTP/1.1" status: 200 len: 375 time: 0.0162828 Sep 16 05:07:52.879297 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-151d3232-1d52-48d1-aa77-adf9a711e807 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402143 Sep 16 05:07:52.887706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-690bcf53-a761-401b-a808-d1fec27bb8f3 req-3fd2ea84-9d0d-4457-8f2b-b551c27cbb46 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623384 Sep 16 05:07:53.083641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26faf10d-f6c8-4b74-92fe-f714a040a30f req-23427be6-2bb9-4020-850d-e92422018a64 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 210 time: 0.0664485 Sep 16 05:07:53.130134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-d54e5362-43d4-4f85-ab17-a32d55d7accd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.132072 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-d54e5362-43d4-4f85-ab17-a32d55d7accd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465811 Sep 16 05:07:53.137231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-690bcf53-a761-401b-a808-d1fec27bb8f3 req-ccd610f8-ffb8-4b0b-9e10-1ddad30ab924 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481284 Sep 16 05:07:53.171584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Request body: {'port': {'device_id': '76578f1f-c416-4d01-9aa7-f70433569896', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '51ca068390d5481b830fd2b7e5c10008'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:53.186592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-14921407-4278-4178-82d0-b064360f36a5 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.188672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-14921407-4278-4178-82d0-b064360f36a5 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 950 time: 0.1091893 Sep 16 05:07:53.333937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-690bcf53-a761-401b-a808-d1fec27bb8f3 req-6924c42a-f184-4740-94ff-6528a8e9669b service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953542 Sep 16 05:07:53.407994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Made reservation on behalf of 51ca068390d5481b830fd2b7e5c10008 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:53.420136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-dac21149-df46-402f-a0ec-2a7311b37ebb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:53.422293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-dac21149-df46-402f-a0ec-2a7311b37ebb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb3a1fb6-8945-443b-be21-b4d34cd9b728 HTTP/1.1" status: 200 len: 950 time: 0.1649559 Sep 16 05:07:53.425613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.527701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:53.528053 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.680461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Allocated IP 192.168.233.211 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/a9b59727-d14d-4f22-a72b-bbabfea3b98c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:53.772916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6e11c2-7a34-4abf-b8a7-d57eae61e07a req-ec510f3a-bb93-4613-945b-47ae6e57e2f9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e07b638-8173-49c7-84ee-738c86db6668 HTTP/1.1" status: 200 len: 210 time: 0.0581858 Sep 16 05:07:53.986000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port ce27744e-0a7e-4ce4-8890-f4c5f56fe318, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:53.986000 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.040575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d95862-1bce-4201-9fc9-65a062bf2362 req-0abd9716-785e-4953-b818-96445899fba3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.048634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2d95862-1bce-4201-9fc9-65a062bf2362 req-0abd9716-785e-4953-b818-96445899fba3 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 950 time: 0.2698467 Sep 16 05:07:54.056067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for ce27744e-0a7e-4ce4-8890-f4c5f56fe318 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:54.105573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:54.105812 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.262386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2d95862-1bce-4201-9fc9-65a062bf2362 req-3bfbf7cd-9a8d-4be4-8fc7-d6266054ceca tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075722 Sep 16 05:07:54.279034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:54.282422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.316903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45500) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:54.327376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:54.475053 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.487098 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.554576 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.573582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.587060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:54.590078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=ce27744e-0a7e-4ce4-8890-f4c5f56fe318,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.596138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:54.638007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:54.641937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:54.646870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:54.720047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.720880 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.726878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port ce27744e-0a7e-4ce4-8890-f4c5f56fe318 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:54.732010 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.734744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-246e8366-ad33-4405-9ec0-51ff969641e0 req-3307187a-4475-46a8-97a6-02562a105cd1 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "DELETE /v2.0/ports/ce27744e-0a7e-4ce4-8890-f4c5f56fe318 HTTP/1.1" status: 204 len: 173 time: 1.4795611 Sep 16 05:07:54.735481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'name': 'network-vif-deleted', 'tag': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:54.738235 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c41584-0f07-4fad-a916-9963339d62f5" -d '{"events": [{"server_uuid": "8ad67ec1-cc12-4f2b-978f-d5c6264e35f1", "name": "network-vif-deleted", "tag": "ce27744e-0a7e-4ce4-8890-f4c5f56fe318"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:54.740964 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5786724 Sep 16 05:07:54.751009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.752226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f492933-a8a9-4e0c-97cb-87d6ed86147d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.781743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Request body: {'port': {'device_id': '76578f1f-c416-4d01-9aa7-f70433569896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:54.797427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9757b5e-e2c7-482e-9902-a8a7d68bbae2 req-4c6bef79-e26a-41c6-a0c8-0efa713f7733 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:54.808669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9757b5e-e2c7-482e-9902-a8a7d68bbae2 req-4c6bef79-e26a-41c6-a0c8-0efa713f7733 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 936 time: 0.1871073 Sep 16 05:07:54.840907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c4bfd4c-a101-4e97-8eee-c70cead1d95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.851646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.926492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.011174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:55.018452 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.020722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18ef7883-a57a-4cb1-9bc7-e6b588f8e31b req-5b6eeb36-86c6-4aa8-a6a6-a99f21db1d5d tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "DELETE /v2.0/ports/4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 HTTP/1.1" status: 204 len: 173 time: 1.5849800 Sep 16 05:07:55.028068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9757b5e-e2c7-482e-9902-a8a7d68bbae2 req-0ff5767b-67b4-445b-a052-07ded96da94e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163174 Sep 16 05:07:55.196379 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7b14df-aec1-4f4b-851b-7c9589f18c6e x-openstack-request-id: req-dc7b14df-aec1-4f4b-851b-7c9589f18c6e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:55.196900 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad67ec1-cc12-4f2b-978f-d5c6264e35f1", "name": "network-vif-deleted", "tag": "ce27744e-0a7e-4ce4-8890-f4c5f56fe318", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:55.197172 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc7b14df-aec1-4f4b-851b-7c9589f18c6e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:55.197604 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad67ec1-cc12-4f2b-978f-d5c6264e35f1', 'name': 'network-vif-deleted', 'tag': 'ce27744e-0a7e-4ce4-8890-f4c5f56fe318', 'status': 'completed', 'code': 200} Sep 16 05:07:55.354241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c4bfd4c-a101-4e97-8eee-c70cead1d95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.365545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c4bfd4c-a101-4e97-8eee-c70cead1d95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.530520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5c4bfd4c-a101-4e97-8eee-c70cead1d95a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9475a3b19be74ef9917c75945d0b5e21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2016470 Sep 16 05:07:55.535160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45540) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.566773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d71b66d8-04da-43ad-afae-6f9467257778 req-b754941c-6106-499d-a64d-9624b111273f tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad67ec1-cc12-4f2b-978f-d5c6264e35f1 HTTP/1.1" status: 200 len: 210 time: 0.0924869 Sep 16 05:07:55.572585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bfd4c-a101-4e97-8eee-c70cead1d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8ae2c-e752-4e05-b59f-84bd0c27096d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.692475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b46144f-c3c5-4247-a7fb-cc4366718e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.752199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-5d7e295c-b7bd-43d7-8fa0-0ed341c9986e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:55.753800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-5d7e295c-b7bd-43d7-8fa0-0ed341c9986e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.1937232 Sep 16 05:07:55.758398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e5d059c6-c437-42e6-822b-c409d420eba9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:55.804773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b59727-d14d-4f22-a72b-bbabfea3b98c {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:55.818762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.822917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e3dae710-c65c-4cb2-80c0-7df2254e28ad tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/quotas/8b257632200e4e1baa9b0d1a6d7c82f8 HTTP/1.1" status: 200 len: 375 time: 0.0415397 Sep 16 05:07:55.839511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Transition to ACTIVE for port object a9b59727-d14d-4f22-a72b-bbabfea3b98c will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:55.841710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:55.848003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b46144f-c3c5-4247-a7fb-cc4366718e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.851080 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.907771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a052cb63-8573-469b-b415-2710f83d7d94 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838408 Sep 16 05:07:55.993255 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-803764c0-d262-4fc5-8039-70a06016e7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.038084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-b4f3cc65-f6d4-4911-a388-a242383ec50e service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292591 Sep 16 05:07:56.121273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b46144f-c3c5-4247-a7fb-cc4366718e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.124233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b46144f-c3c5-4247-a7fb-cc4366718e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.125433 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b46144f-c3c5-4247-a7fb-cc4366718e9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cd8ae2c-e752-4e05-b59f-84bd0c27096d HTTP/1.1" status: 204 len: 168 time: 0.5889952 Sep 16 05:07:56.151759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.181821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46144f-c3c5-4247-a7fb-cc4366718e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8ae2c-e752-4e05-b59f-84bd0c27096d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.183258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:56.221016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:56.221618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:56.222408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:56.229969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:56.230623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:56.254137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:56.254481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:56.257410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:56.258325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Bound port: a9b59727-d14d-4f22-a72b-bbabfea3b98c, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:56.259020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.274795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-8563632e-4546-4469-bd15-cf6976e98874 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344697 Sep 16 05:07:56.398436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:56.414586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:56.432765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.499426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:56.501236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.505541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 1097 time: 1.7382219 Sep 16 05:07:56.517631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:56.529762 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c85509-ac4d-4032-aa18-9ca544368977" -d '{"events": [{"name": "network-changed", "server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:56.584819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec819d7-a67e-416f-878e-e1b000521486 req-f33cd693-6442-46d1-9162-486e5239e99f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:56.614231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ec819d7-a67e-416f-878e-e1b000521486 req-f33cd693-6442-46d1-9162-486e5239e99f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.2711573 Sep 16 05:07:56.649725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:56.653549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:56.653965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ce27744e-0a7e-4ce4-8890-f4c5f56fe318 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:56.716055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2476cacb-cc36-44b5-aabf-99bb7d902ed7 req-f7902be0-51ac-40bf-9477-06cebc8f4d66 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 210 time: 0.1006210 Sep 16 05:07:56.811329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-41e03076-c197-4232-a40f-40d447b91f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:56.814515 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-41e03076-c197-4232-a40f-40d447b91f48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1100 time: 0.1427245 Sep 16 05:07:56.814755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ec819d7-a67e-416f-878e-e1b000521486 req-edce2f47-dbe8-4f0d-b12d-39ee59fcaeb6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944579 Sep 16 05:07:56.819762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: ce27744e-0a7e-4ce4-8890-f4c5f56fe318 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:56.820431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ce27744e-0a7e-4ce4-8890-f4c5f56fe318 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:56.838673 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8082ce9-f8a1-40ad-936d-38a859a43cf0 x-openstack-request-id: req-c8082ce9-f8a1-40ad-936d-38a859a43cf0 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:56.839116 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:56.839369 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8082ce9-f8a1-40ad-936d-38a859a43cf0 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:56.839768 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'status': 'completed', 'code': 200} Sep 16 05:07:56.961952 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-d01784d9-b718-49dc-a2d1-89b4fe8a7c6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.1211979 Sep 16 05:07:56.963786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6176d-4310-4b1a-ae6f-b54310506410 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:57.145773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-39a64594-bb05-4cf7-b047-6f18dc10009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:57.158755 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-39a64594-bb05-4cf7-b047-6f18dc10009b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1852767 Sep 16 05:07:57.199248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'name': 'network-vif-deleted', 'tag': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:57.201818 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaae093-8dcb-4220-b7d5-8ec31d272d5d" -d '{"events": [{"server_uuid": "cb3a1fb6-8945-443b-be21-b4d34cd9b728", "name": "network-vif-deleted", "tag": "4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:57.289417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-1183b6f4-bc52-415b-b0fb-f8afb3478e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:57.299690 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-1183b6f4-bc52-415b-b0fb-f8afb3478e1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308897 Sep 16 05:07:57.318113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45596) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.341619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2dc3e61c-6d66-4998-aaea-93d0b2279f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.567859 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-d14914af-05cd-4212-ac73-a84cdf18ef55 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610416 Sep 16 05:07:57.646224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2dc3e61c-6d66-4998-aaea-93d0b2279f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.648637 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abbac9e-52f1-4849-b2f2-7871e7978076 x-openstack-request-id: req-7abbac9e-52f1-4849-b2f2-7871e7978076 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:57.649187 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3a1fb6-8945-443b-be21-b4d34cd9b728", "name": "network-vif-deleted", "tag": "4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:57.649648 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7abbac9e-52f1-4849-b2f2-7871e7978076 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:57.650659 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3a1fb6-8945-443b-be21-b4d34cd9b728', 'name': 'network-vif-deleted', 'tag': '4dc058cb-99d0-4d2c-84b1-9e1ec8df57f3', 'status': 'completed', 'code': 200} Sep 16 05:07:57.657234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2dc3e61c-6d66-4998-aaea-93d0b2279f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.701272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2dc3e61c-6d66-4998-aaea-93d0b2279f67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cdab2e1fce841479a6eddfd3d0bef6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818316 Sep 16 05:07:57.740911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45602) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:57.805254 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d0ad755e-c45d-4e67-86df-df97eae6c4b0 req-e74153eb-70b4-49e8-8c42-6ca91de2a00f service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271678 Sep 16 05:07:57.878714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3e61c-6d66-4998-aaea-93d0b2279f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f960ed-ce29-4904-8d00-beea0718d4f4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:57.883543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e39e9f3c-1782-40cb-aae6-35093a42d6e6 req-c277c3b2-b345-424f-a320-4d4fc95471d5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 210 time: 0.0640996 Sep 16 05:07:57.926207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d913-fd8f-4dfa-ae74-7e684eb01271 req-e2de4b04-8b4e-43a1-9e5f-d5d17497e2da tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:57.934710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9d0d913-fd8f-4dfa-ae74-7e684eb01271 req-e2de4b04-8b4e-43a1-9e5f-d5d17497e2da tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 950 time: 0.2386324 Sep 16 05:07:57.966242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60e50275-1bab-4ca3-b3de-92f72f2be198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.994825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-b280fcf4-6b29-4980-974e-eac05f8b2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:57.997513 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-b280fcf4-6b29-4980-974e-eac05f8b2135 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1100 time: 0.0991769 Sep 16 05:07:58.003201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9d0d913-fd8f-4dfa-ae74-7e684eb01271 req-2003746b-a820-4366-84f7-7689d065fd1e tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674460 Sep 16 05:07:58.050002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60e50275-1bab-4ca3-b3de-92f72f2be198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.170103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-a1506a69-21d3-4017-a6a3-167b3054cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.171723 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-a1506a69-21d3-4017-a6a3-167b3054cd34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1558952 Sep 16 05:07:58.194490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-738fb1d0-936b-4838-a1d0-68501c0a8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.232294 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-7e9c3fbd-c968-4093-8487-2781fdf96d2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.0503731 Sep 16 05:07:58.306366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-53f1e348-6164-4fff-b565-b8242aec5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.330036 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-53f1e348-6164-4fff-b565-b8242aec5ddc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0893183 Sep 16 05:07:58.399911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-efe35add-c3ef-4885-873f-48350ab3568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.403566 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-efe35add-c3ef-4885-873f-48350ab3568b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648613 Sep 16 05:07:58.475496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310a72a-74d2-4c39-8c6a-15b87e28b225 req-48aafdc7-4acc-4806-b83f-be984f58bed7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.477018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f310a72a-74d2-4c39-8c6a-15b87e28b225 req-48aafdc7-4acc-4806-b83f-be984f58bed7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.4834850 Sep 16 05:07:58.510885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60e50275-1bab-4ca3-b3de-92f72f2be198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.514096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60e50275-1bab-4ca3-b3de-92f72f2be198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.517664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-60e50275-1bab-4ca3-b3de-92f72f2be198 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91f960ed-ce29-4904-8d00-beea0718d4f4 HTTP/1.1" status: 204 len: 168 time: 0.7716818 Sep 16 05:07:58.547458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50275-1bab-4ca3-b3de-92f72f2be198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f960ed-ce29-4904-8d00-beea0718d4f4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.567419 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-bc6bc7ec-53fc-41ad-b1dd-9ace837af4d3 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533849 Sep 16 05:07:58.599534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f310a72a-74d2-4c39-8c6a-15b87e28b225 req-af9b6b4f-a93c-4197-9d4d-7a85228724ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113026 Sep 16 05:07:58.735909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-6297c0eb-8b33-4e2f-8716-38b374500785 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.739593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-6297c0eb-8b33-4e2f-8716-38b374500785 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.2291589 Sep 16 05:07:58.762909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Request body: {'port': {'device_id': '82805d1f-f8f6-4898-adba-44497a853b59', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'admin_state_up': True, 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.794215 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a1c85509-ac4d-4032-aa18-9ca544368977 req-b18a0b73-f34a-4ec7-940c-98c834580836 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167287 Sep 16 05:07:58.941555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:58.949848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.068542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc8bd2d-1239-435e-9e53-c207ff4fb30b req-2c4d0647-4ce6-47ec-8a6e-c7ab1bc53a19 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 210 time: 0.0445442 Sep 16 05:07:59.146443 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.213091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06b661-06e5-40cb-a63d-06687ab12245 req-9219cdcc-cfa1-4913-8c96-54afed28a8ab tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.222248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f06b661-06e5-40cb-a63d-06687ab12245 req-9219cdcc-cfa1-4913-8c96-54afed28a8ab tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 950 time: 0.1166253 Sep 16 05:07:59.250346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Allocated IP 172.20.0.2 (51619d66-8210-461d-a74e-5bd0850dd587/2db0b88f-b19e-4e58-980e-7a4f1e502fbe/b03dbd0f-1029-48ae-a22f-3709a687322a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:59.297030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f06b661-06e5-40cb-a63d-06687ab12245 req-3a7c59c9-1cf9-49f3-bf7b-08670581b392 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670271 Sep 16 05:07:59.487374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.566819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.627720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Network 51619d66-8210-461d-a74e-5bd0850dd587 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:59.634403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:59.640343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:59.676175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event updated for resources: {'Port': ['ID=b03dbd0f-1029-48ae-a22f-3709a687322a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.703482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.704457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.720875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.789846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-a19e98d2-d317-49ef-ad48-f2294bb7fbcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0318489 Sep 16 05:07:59.802757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a790d-d553-4c0e-84a0-d88f11515d2f req-fcfabc64-51f4-427f-8081-403d7c4908ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.809818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-337a790d-d553-4c0e-84a0-d88f11515d2f req-fcfabc64-51f4-427f-8081-403d7c4908ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.0943842 Sep 16 05:07:59.815248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Request body: {'port': {'device_id': '82805d1f-f8f6-4898-adba-44497a853b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:59.913144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.921107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-337a790d-d553-4c0e-84a0-d88f11515d2f req-c75bb99c-3e82-4926-9c85-8aed4e5d788b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014609 Sep 16 05:08:00.005557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623a159-a77e-43fe-ac84-213143dccb88 req-edc75669-5285-4693-a922-758cd6a0d891 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.008521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d623a159-a77e-43fe-ac84-213143dccb88 req-edc75669-5285-4693-a922-758cd6a0d891 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 950 time: 0.1105392 Sep 16 05:08:00.292841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2625f-80c4-4058-a600-a180d1d056c5 req-0327f0d2-5a18-4c1f-a6f0-6b2339b73441 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.294449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35a2625f-80c4-4058-a600-a180d1d056c5 req-0327f0d2-5a18-4c1f-a6f0-6b2339b73441 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 931 time: 0.1205735 Sep 16 05:08:00.308142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Deleting port e5d059c6-c437-42e6-822b-c409d420eba9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:00.308498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.390388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35a2625f-80c4-4058-a600-a180d1d056c5 req-c5d90da2-d035-4490-b121-2d9b21851922 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761249 Sep 16 05:08:00.543020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] For port e5d059c6-c437-42e6-822b-c409d420eba9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e5d059c6-c437-42e6-822b-c409d420eba9,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:00.543753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.570361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511b0c7-86f4-4213-ba85-0355e133cfc4 req-d8c6ed5a-f9ed-4898-9c8b-8d34ff285c1c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:00.576174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2511b0c7-86f4-4213-ba85-0355e133cfc4 req-d8c6ed5a-f9ed-4898-9c8b-8d34ff285c1c tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/ports?device_id=5039d4e0-5698-4729-9c11-752760538e2d HTTP/1.1" status: 200 len: 950 time: 0.1794128 Sep 16 05:08:00.576174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Calling delete_port for e5d059c6-c437-42e6-822b-c409d420eba9 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:00.581348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03dbd0f-1029-48ae-a22f-3709a687322a {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:00.595464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.635972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Transition to ACTIVE for port object b03dbd0f-1029-48ae-a22f-3709a687322a will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:00.686763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.750456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2511b0c7-86f4-4213-ba85-0355e133cfc4 req-c6464aca-7ac2-418f-9006-0cafedb631a9 tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c2eaeec-dd63-4167-b266-3c6132e998a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641650 Sep 16 05:08:00.782727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b03dbd0f-1029-48ae-a22f-3709a687322a,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:00.956809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Attempting to bind port b03dbd0f-1029-48ae-a22f-3709a687322a on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:00.957153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Attempting to bind port b03dbd0f-1029-48ae-a22f-3709a687322a by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:00.957474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Attempting to bind port b03dbd0f-1029-48ae-a22f-3709a687322a on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:00.964273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Port b03dbd0f-1029-48ae-a22f-3709a687322a on network 51619d66-8210-461d-a74e-5bd0850dd587 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:00.964735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Attempting to bind port b03dbd0f-1029-48ae-a22f-3709a687322a on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:00.970107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:00.974728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:00.975560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Checking segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:00.976352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Bound using segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:00.977057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Bound port: b03dbd0f-1029-48ae-a22f-3709a687322a, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:00.977459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:00.978100 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.018439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Pushing event deleted for resources: {'Port': ['ID=e5d059c6-c437-42e6-822b-c409d420eba9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.121926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] No DVR routers for this DVR port e5d059c6-c437-42e6-822b-c409d420eba9 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:01.144702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.147250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d623a159-a77e-43fe-ac84-213143dccb88 req-a57cf388-9909-4fa2-9427-df98f72601fb tempest-ServersOnMultiNodesTest-919720112 tempest-ServersOnMultiNodesTest-919720112-project] 10.222.0.64 "DELETE /v2.0/ports/e5d059c6-c437-42e6-822b-c409d420eba9 HTTP/1.1" status: 204 len: 173 time: 1.1316237 Sep 16 05:08:01.148169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5039d4e0-5698-4729-9c11-752760538e2d', 'name': 'network-vif-deleted', 'tag': 'e5d059c6-c437-42e6-822b-c409d420eba9'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:01.151339 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0b2fca-c48d-45b7-a03f-1967b075a342" -d '{"events": [{"server_uuid": "5039d4e0-5698-4729-9c11-752760538e2d", "name": "network-vif-deleted", "tag": "e5d059c6-c437-42e6-822b-c409d420eba9"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:01.176224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] For port b03dbd0f-1029-48ae-a22f-3709a687322a, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:01.183697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:01.199053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'mac_address': 'fa:16:3e:5d:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:01.202509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] For port b03dbd0f-1029-48ae-a22f-3709a687322a, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b03dbd0f-1029-48ae-a22f-3709a687322a,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:01.225463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c136a-f366-4f94-b025-c92546b6e2f3 req-be6a235d-01a9-45b2-a201-f306dacbbed4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.234951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f5c136a-f366-4f94-b025-c92546b6e2f3 req-be6a235d-01a9-45b2-a201-f306dacbbed4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.1534023 Sep 16 05:08:01.240779 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.259318 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f451c34-046b-4a4b-9d2e-667c537e8f5b x-openstack-request-id: req-2f451c34-046b-4a4b-9d2e-667c537e8f5b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:01.259918 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5039d4e0-5698-4729-9c11-752760538e2d", "name": "network-vif-deleted", "tag": "e5d059c6-c437-42e6-822b-c409d420eba9", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:01.260370 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f451c34-046b-4a4b-9d2e-667c537e8f5b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:01.261289 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5039d4e0-5698-4729-9c11-752760538e2d', 'name': 'network-vif-deleted', 'tag': 'e5d059c6-c437-42e6-822b-c409d420eba9', 'status': 'completed', 'code': 200} Sep 16 05:08:01.261551 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.285380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b59727-d14d-4f22-a72b-bbabfea3b98c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:01.293520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.312173 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:01.319571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.320004 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.320729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.322730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/b03dbd0f-1029-48ae-a22f-3709a687322a HTTP/1.1" status: 200 len: 1092 time: 1.5118985 Sep 16 05:08:01.365865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f5c136a-f366-4f94-b025-c92546b6e2f3 req-958698bd-9de7-49c5-ab4a-efd8efc355d7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295283 Sep 16 05:08:01.378244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e92994-75f5-4a0c-a4a2-0c679f3df7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b03dbd0f-1029-48ae-a22f-3709a687322a,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.413642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.456768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-2754a2fe-fb1f-421f-91d7-8a1d0204d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.459153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-2754a2fe-fb1f-421f-91d7-8a1d0204d95e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 1095 time: 0.0651934 Sep 16 05:08:01.636674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a9b59727-d14d-4f22-a72b-bbabfea3b98c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:01.673813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-60f7a2b3-0564-45d0-ab73-5566c68d3288 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b03dbd0f-1029-48ae-a22f-3709a687322a HTTP/1.1" status: 200 len: 217 time: 0.1908336 Sep 16 05:08:01.739514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee053a-3570-457a-961f-9e840d35ec45 req-c79a76c8-457b-484d-9064-63afc75e95bf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.748592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1ee053a-3570-457a-961f-9e840d35ec45 req-c79a76c8-457b-484d-9064-63afc75e95bf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 943 time: 0.1765020 Sep 16 05:08:01.821876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1ee053a-3570-457a-961f-9e840d35ec45 req-9cbe588d-f6b4-404a-998c-31f2836d8e72 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680614 Sep 16 05:08:01.825074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-478dc5f0-9630-4673-a445-e99453ea3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.838843 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-478dc5f0-9630-4673-a445-e99453ea3c50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1469676 Sep 16 05:08:02.013228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-158c0fa2-434e-4049-9a06-501f1026a8cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550127 Sep 16 05:08:02.030387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed32d-5e85-4ca2-a4ae-f239961befab req-b912dde1-9c92-4469-87f3-52ea80c18ca1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.039176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f3ed32d-5e85-4ca2-a4ae-f239961befab req-b912dde1-9c92-4469-87f3-52ea80c18ca1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 945 time: 0.2348850 Sep 16 05:08:02.146573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f3ed32d-5e85-4ca2-a4ae-f239961befab req-31dbff0d-6e0e-491f-a8ff-10f9754b176b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063607 Sep 16 05:08:02.178172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e5d059c6-c437-42e6-822b-c409d420eba9 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:02.191811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-bd78238d-6a27-4916-8f82-e45ded6791a2 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485910 Sep 16 05:08:02.192937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45782) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:02.222834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: e5d059c6-c437-42e6-822b-c409d420eba9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:02.223283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e5d059c6-c437-42e6-822b-c409d420eba9 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:02.355782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-929c6648-63c2-4141-a557-d5fb364d6d58 req-abae7691-c732-404e-8389-f047871bcf9d service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536701 Sep 16 05:08:02.412369 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0339f125-8467-41ff-b7a1-ba128fcb41d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.519904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45802) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:02.656450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f74740-d6e6-44ff-b3b9-679cc58b091c req-faa2a1dc-9c01-4d6d-ad71-6532e2682630 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.657906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f74740-d6e6-44ff-b3b9-679cc58b091c req-faa2a1dc-9c01-4d6d-ad71-6532e2682630 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 949 time: 0.1575453 Sep 16 05:08:02.707548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0339f125-8467-41ff-b7a1-ba128fcb41d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.713784 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0339f125-8467-41ff-b7a1-ba128fcb41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.740488 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5fb09f7e-b882-47e4-9f13-87a5995f8583 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e8edb04ca7a48d2995da42c59d8a649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153075 Sep 16 05:08:02.742860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:02.761248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3f74740-d6e6-44ff-b3b9-679cc58b091c req-ab681b3f-9aca-4c02-bee6-b7686f53190b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914259 Sep 16 05:08:02.772531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339f125-8467-41ff-b7a1-ba128fcb41d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04003c52-c669-42b2-95b0-5ac3b502bf20,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.781543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0339f125-8467-41ff-b7a1-ba128fcb41d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=804fc53ef28a41c4b46046478cfb3f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862613 Sep 16 05:08:02.783178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:02.829137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.852762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bbca17a-81b8-4b8f-93a7-d7f0f7f0ad82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.859052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.893329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bbca17a-81b8-4b8f-93a7-d7f0f7f0ad82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.931977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.936777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.938032 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c2eaeec-dd63-4167-b266-3c6132e998a3 HTTP/1.1" status: 204 len: 168 time: 0.1939542 Sep 16 05:08:02.948965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2eaeec-dd63-4167-b266-3c6132e998a3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.960796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.961291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.963337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.963791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.964262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.964925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.965620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.966053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.966481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.966906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.967589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.969067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fbfe0b-100a-4c63-84f0-0d794bf728cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:02.992007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633efd5-33b9-4cd4-89b4-358710412d41 req-bf919264-dfb4-4d51-abfd-36c44de27cf5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.998817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:03.003924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c633efd5-33b9-4cd4-89b4-358710412d41 req-bf919264-dfb4-4d51-abfd-36c44de27cf5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 943 time: 0.0979874 Sep 16 05:08:03.100706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bbca17a-81b8-4b8f-93a7-d7f0f7f0ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.117863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bbca17a-81b8-4b8f-93a7-d7f0f7f0ad82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.121435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1bbca17a-81b8-4b8f-93a7-d7f0f7f0ad82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04003c52-c669-42b2-95b0-5ac3b502bf20 HTTP/1.1" status: 204 len: 168 time: 0.3347557 Sep 16 05:08:03.146680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c633efd5-33b9-4cd4-89b4-358710412d41 req-759eae56-7640-4219-ae55-7338513d7e6a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376383 Sep 16 05:08:03.147002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a9b59727-d14d-4f22-a72b-bbabfea3b98c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:03.152968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a9b59727-d14d-4f22-a72b-bbabfea3b98c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:03.153391 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.159708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca17a-81b8-4b8f-93a7-d7f0f7f0ad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04003c52-c669-42b2-95b0-5ac3b502bf20,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.262851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82805d1f-f8f6-4898-adba-44497a853b59', 'tag': 'b03dbd0f-1029-48ae-a22f-3709a687322a'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:03.265937 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036fb660-f6bb-4c73-b71b-5469f59965c7" -d '{"events": [{"name": "network-changed", "server_uuid": "82805d1f-f8f6-4898-adba-44497a853b59", "tag": "b03dbd0f-1029-48ae-a22f-3709a687322a"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:03.269668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.311590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:03.314699 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5dd627-f0a5-430f-960c-ed3a48775f7d" -d '{"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-plugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:03.327960 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c20272-d37f-4d69-b383-091da589cdac x-openstack-request-id: req-f8c20272-d37f-4d69-b383-091da589cdac {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:03.328505 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82805d1f-f8f6-4898-adba-44497a853b59", "tag": "b03dbd0f-1029-48ae-a22f-3709a687322a", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:03.328953 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8c20272-d37f-4d69-b383-091da589cdac {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:03.330677 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82805d1f-f8f6-4898-adba-44497a853b59', 'tag': 'b03dbd0f-1029-48ae-a22f-3709a687322a', 'status': 'completed', 'code': 200} Sep 16 05:08:03.335077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:03.340129 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.365922 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1be0304-1888-4e32-beed-4346664bfa03 x-openstack-request-id: req-d1be0304-1888-4e32-beed-4346664bfa03 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:03.366283 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-plugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:03.366482 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1be0304-1888-4e32-beed-4346664bfa03 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:03.366865 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'code': 200} Sep 16 05:08:03.414413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.450180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-67610024-c794-442a-bb65-a8432c60be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.451887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-67610024-c794-442a-bb65-a8432c60be4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 1095 time: 0.0788093 Sep 16 05:08:03.520155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f996a2-ba82-47b5-8cec-d273b6084749 req-52210585-03d4-4352-a9a6-c0059a39418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.524275 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-11f996a2-ba82-47b5-8cec-d273b6084749 req-52210585-03d4-4352-a9a6-c0059a39418e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1102 time: 0.0798311 Sep 16 05:08:03.569965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-ceaab459-e508-468c-ad31-fd05a18171ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.571466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-ceaab459-e508-468c-ad31-fd05a18171ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 912 time: 0.1116526 Sep 16 05:08:03.580327 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-11f996a2-ba82-47b5-8cec-d273b6084749 req-4bf53a89-7f77-4b75-a1d8-a5fce3b87974 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Sep 16 05:08:03.628525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-be2c6a39-5559-444e-bfde-734b256df757 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b03dbd0f-1029-48ae-a22f-3709a687322a HTTP/1.1" status: 200 len: 217 time: 0.0466838 Sep 16 05:08:03.692263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-f4601cd4-e5e0-4329-ac8c-6044057aaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.693808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-f4601cd4-e5e0-4329-ac8c-6044057aaeb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.0564036 Sep 16 05:08:03.705166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45864) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:03.721935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45866) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:03.745001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-88f32ef0-c7d1-40a1-92a3-ef70ef50b7e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399854 Sep 16 05:08:03.751796 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25c15a78-bba0-4de2-8288-9d7b885366e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.757970 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1d49e859-efdf-437a-9942-6fdc4f174e31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09232dbbb3324ad9a8ef8d0bb5dc2096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513179 Sep 16 05:08:03.760510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45868) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:03.825011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b941aed-7add-405e-a26c-3b5eb81e8f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.854818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b941aed-7add-405e-a26c-3b5eb81e8f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.921452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-cd1bf8b4-206c-4297-90a2-74df5468ec00 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658256 Sep 16 05:08:03.927925 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b941aed-7add-405e-a26c-3b5eb81e8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.934388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b941aed-7add-405e-a26c-3b5eb81e8f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.935653 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b941aed-7add-405e-a26c-3b5eb81e8f3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c99f5b52-acd5-4102-88b8-eba83201ae2d HTTP/1.1" status: 204 len: 168 time: 0.1740615 Sep 16 05:08:03.947949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b941aed-7add-405e-a26c-3b5eb81e8f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f5b52-acd5-4102-88b8-eba83201ae2d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.021195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad36fa2-d003-4916-81b1-fb46424a51d1 req-fa9d3f0b-2183-4d02-a411-c3bd977348cb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.023164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ad36fa2-d003-4916-81b1-fb46424a51d1 req-fa9d3f0b-2183-4d02-a411-c3bd977348cb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1526115 Sep 16 05:08:04.093276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25c15a78-bba0-4de2-8288-9d7b885366e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.106885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036fb660-f6bb-4c73-b71b-5469f59965c7 req-e82557ec-aa13-4f0f-aa6c-1ad7025b8460 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751792 Sep 16 05:08:04.112306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25c15a78-bba0-4de2-8288-9d7b885366e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.146339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ad36fa2-d003-4916-81b1-fb46424a51d1 req-58a995e0-f741-46aa-8b90-cf350dd2d7e0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143186 Sep 16 05:08:04.192939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-25c15a78-bba0-4de2-8288-9d7b885366e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=926822ce18254805848739db4a4ed794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734747 Sep 16 05:08:04.195562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:04.208691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c15a78-bba0-4de2-8288-9d7b885366e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c026bf73-49a6-4679-8900-29a371bf7674,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.297431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9730ed98-da39-4101-9016-384ac99a44f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.331074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed218a60-3d2a-41de-b41f-61dbe808c9ab req-4c0ed8cc-6180-4080-8ec7-a378d68308e3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.340045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed218a60-3d2a-41de-b41f-61dbe808c9ab req-4c0ed8cc-6180-4080-8ec7-a378d68308e3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 943 time: 0.0713036 Sep 16 05:08:04.349908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9730ed98-da39-4101-9016-384ac99a44f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.390662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed218a60-3d2a-41de-b41f-61dbe808c9ab req-e8a0ad18-8fd7-41de-b5c8-f9ef1890a720 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Sep 16 05:08:04.422673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9730ed98-da39-4101-9016-384ac99a44f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.425521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9730ed98-da39-4101-9016-384ac99a44f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.426827 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9730ed98-da39-4101-9016-384ac99a44f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c026bf73-49a6-4679-8900-29a371bf7674 HTTP/1.1" status: 204 len: 168 time: 0.2300138 Sep 16 05:08:04.441089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730ed98-da39-4101-9016-384ac99a44f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c026bf73-49a6-4679-8900-29a371bf7674,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.352549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f06109-f05c-49ce-9662-cf384c97a4a6 req-289e4620-5ce6-4bdc-8bc8-fa781dc1e21c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.354796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16f06109-f05c-49ce-9662-cf384c97a4a6 req-289e4620-5ce6-4bdc-8bc8-fa781dc1e21c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1049471 Sep 16 05:08:05.438090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16f06109-f05c-49ce-9662-cf384c97a4a6 req-9e3bf031-74fd-4492-96d3-af40688d7c62 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759165 Sep 16 05:08:05.542087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fbf4-60a4-4536-9b23-b89cfe8931e2 req-395349b6-1d62-4e16-894c-8d28cbd2b5c8 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.550226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ce5fbf4-60a4-4536-9b23-b89cfe8931e2 req-395349b6-1d62-4e16-894c-8d28cbd2b5c8 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 943 time: 0.0736473 Sep 16 05:08:05.650010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ce5fbf4-60a4-4536-9b23-b89cfe8931e2 req-844eb946-61d7-4896-adb8-a689de7e00ef tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984809 Sep 16 05:08:05.674144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7df0-0b18-4038-86bf-4c96caa161fd req-4e1bd79d-1693-46d0-8767-b7b87d292626 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.676220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4be7df0-0b18-4038-86bf-4c96caa161fd req-4e1bd79d-1693-46d0-8767-b7b87d292626 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1234505 Sep 16 05:08:05.722628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4be7df0-0b18-4038-86bf-4c96caa161fd req-a824b196-ad17-484f-8b2c-4bfdc5ab30cf tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Sep 16 05:08:06.183805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da3ae6-48ff-4a8b-8afb-e8229b65e024 req-466adc6d-2f25-4297-957f-a9c9f976785e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.185817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95da3ae6-48ff-4a8b-8afb-e8229b65e024 req-466adc6d-2f25-4297-957f-a9c9f976785e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.0726855 Sep 16 05:08:06.190538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b03dbd0f-1029-48ae-a22f-3709a687322a details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:06.200406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-8ddf1af1-8e71-44b0-a78a-4914443099f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350834 Sep 16 05:08:06.296276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46024) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.336653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95da3ae6-48ff-4a8b-8afb-e8229b65e024 req-ca005837-9da6-4d0e-9106-504525384d95 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314738 Sep 16 05:08:06.410228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b03dbd0f-1029-48ae-a22f-3709a687322a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b03dbd0f-1029-48ae-a22f-3709a687322a,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:06.428002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b03dbd0f-1029-48ae-a22f-3709a687322a', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'port_id': 'b03dbd0f-1029-48ae-a22f-3709a687322a', 'mac_address': 'fa:16:3e:b2:89:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db0b88f-b19e-4e58-980e-7a4f1e502fbe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:06.510386 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.529321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03dbd0f-1029-48ae-a22f-3709a687322a {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:06.557097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b03dbd0f-1029-48ae-a22f-3709a687322a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b03dbd0f-1029-48ae-a22f-3709a687322a,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:06.571957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.586000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50d67903-ed19-4215-81b6-cd452a3619b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.636800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b03dbd0f-1029-48ae-a22f-3709a687322a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.751964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50d67903-ed19-4215-81b6-cd452a3619b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.757147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50d67903-ed19-4215-81b6-cd452a3619b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.827932 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50d67903-ed19-4215-81b6-cd452a3619b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11a688aa67624f0e9367f9458c4f1635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276153 Sep 16 05:08:06.827932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d67903-ed19-4215-81b6-cd452a3619b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a6abcf-d83b-4208-a157-a442524230f1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:06.828227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46062) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:06.858024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff04e-ead9-4ea9-a387-d4abc7000815 req-b0f65f76-9384-437d-8c8f-87c1ec8154e5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.865009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-430ff04e-ead9-4ea9-a387-d4abc7000815 req-b0f65f76-9384-437d-8c8f-87c1ec8154e5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 944 time: 0.1173110 Sep 16 05:08:06.954686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86708a5-320f-4982-9dea-c4989e84b680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:06.962117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-430ff04e-ead9-4ea9-a387-d4abc7000815 req-86227ef3-53cc-4013-b2e6-c44a6b9abc16 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956576 Sep 16 05:08:06.993382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86708a5-320f-4982-9dea-c4989e84b680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.070718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b03dbd0f-1029-48ae-a22f-3709a687322a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:07.085985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86708a5-320f-4982-9dea-c4989e84b680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.090226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86708a5-320f-4982-9dea-c4989e84b680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:07.095022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f86708a5-320f-4982-9dea-c4989e84b680 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56a6abcf-d83b-4208-a157-a442524230f1 HTTP/1.1" status: 204 len: 168 time: 0.2632980 Sep 16 05:08:07.110235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86708a5-320f-4982-9dea-c4989e84b680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a6abcf-d83b-4208-a157-a442524230f1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:07.600453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f53ed4-9e7e-453d-9eb7-4ea32d1f666b req-1f0c5f93-edf5-4b47-bba9-39ad60d2f5e0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.608655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f53ed4-9e7e-453d-9eb7-4ea32d1f666b req-1f0c5f93-edf5-4b47-bba9-39ad60d2f5e0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1311412 Sep 16 05:08:07.720726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f53ed4-9e7e-453d-9eb7-4ea32d1f666b req-935ad616-942f-47eb-9061-b8faaeaf531f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110852 Sep 16 05:08:07.892819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46142) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:07.947437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5e1afde-933f-4b0f-8d10-4aba6bdaab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.185859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:08.199127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e8380-af8e-4298-9ab4-5e617887603a req-5fd92584-7480-4c69-bfba-bad64a0a5d1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.199742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5e1afde-933f-4b0f-8d10-4aba6bdaab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.201068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-133e8380-af8e-4298-9ab4-5e617887603a req-5fd92584-7480-4c69-bfba-bad64a0a5d1f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 944 time: 0.0935750 Sep 16 05:08:08.209584 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5e1afde-933f-4b0f-8d10-4aba6bdaab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.276457 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d5e1afde-933f-4b0f-8d10-4aba6bdaab7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e70e89f09e9440caf24379d813e513d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790362 Sep 16 05:08:08.277324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-133e8380-af8e-4298-9ab4-5e617887603a req-4e43c797-d215-4ceb-b3c2-6197583fb917 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629287 Sep 16 05:08:08.279346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46172) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:08.360261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1afde-933f-4b0f-8d10-4aba6bdaab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebccbbe7-a8c4-4c9c-83ae-87e57b6584e9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.405190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9346e7ba-85fe-41d4-83ca-e9520758a9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.429851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:08.446890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'mac_address': 'fa:16:3e:58:38:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:08.474239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9346e7ba-85fe-41d4-83ca-e9520758a9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.533186 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.551401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2dbca05-3019-44e2-ae69-a43c09f5508d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:08.597654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:08.603144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9346e7ba-85fe-41d4-83ca-e9520758a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.604674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.611000 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9346e7ba-85fe-41d4-83ca-e9520758a9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.611000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9346e7ba-85fe-41d4-83ca-e9520758a9c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebccbbe7-a8c4-4c9c-83ae-87e57b6584e9 HTTP/1.1" status: 204 len: 168 time: 0.3300908 Sep 16 05:08:08.635435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346e7ba-85fe-41d4-83ca-e9520758a9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebccbbe7-a8c4-4c9c-83ae-87e57b6584e9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.688131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:08.781065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b2dbca05-3019-44e2-ae69-a43c09f5508d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:09.069725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-505f3bda-aba2-422b-a325-7f16f8acf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.074999 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-505f3bda-aba2-422b-a325-7f16f8acf7da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1102 time: 0.2397344 Sep 16 05:08:09.098612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b36ba-cc8f-40dd-b217-050a64ee1b15 req-bcdb0d31-52ec-4d36-af82-174e23259685 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.114473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a46b36ba-cc8f-40dd-b217-050a64ee1b15 req-bcdb0d31-52ec-4d36-af82-174e23259685 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1387520 Sep 16 05:08:09.228792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-0ae058e6-aa86-4dc9-8f12-64d2c7a51d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.230502 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-0ae058e6-aa86-4dc9-8f12-64d2c7a51d1d service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1481447 Sep 16 05:08:09.253022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a46b36ba-cc8f-40dd-b217-050a64ee1b15 req-3dad3b3a-0956-4e89-8e81-a158f6194655 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321356 Sep 16 05:08:09.330614 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-69f47375-1676-4e00-8c88-08f8e5f584f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.0836563 Sep 16 05:08:09.439169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-574d6bc4-4e5e-476d-a0f7-e33bebfc8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.447550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-574d6bc4-4e5e-476d-a0f7-e33bebfc8233 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1092842 Sep 16 05:08:09.473371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd67165-2831-4eb1-aabd-364f66be9a1e req-5b9c0942-8ed1-47ed-ad2b-d7bf17a64b2d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.475350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bd67165-2831-4eb1-aabd-364f66be9a1e req-5b9c0942-8ed1-47ed-ad2b-d7bf17a64b2d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 944 time: 0.0792582 Sep 16 05:08:09.514473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46224) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:09.533928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bd67165-2831-4eb1-aabd-364f66be9a1e req-6d1f344e-753d-4ae8-8d18-e44f55f9e4ff tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 Sep 16 05:08:09.544562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-e42c9cef-636d-4599-a546-c49e068ee044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.546454 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-e42c9cef-636d-4599-a546-c49e068ee044 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938036 Sep 16 05:08:09.679281 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-4b0b5a6a-58a7-4f62-a769-5068caeeea40 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240001 Sep 16 05:08:09.790152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b2470cd-04e7-4f2f-aca1-97b0cd8f5f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.831161 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-43543ead-19e4-4b4b-ab3a-8cc12427ebf1 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440408 Sep 16 05:08:09.950707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b2470cd-04e7-4f2f-aca1-97b0cd8f5f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.965828 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b2470cd-04e7-4f2f-aca1-97b0cd8f5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.036502 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6b2470cd-04e7-4f2f-aca1-97b0cd8f5f0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=272c655be3ca42d9937e0ae0c010e10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200398 Sep 16 05:08:10.039034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46252) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.050051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2470cd-04e7-4f2f-aca1-97b0cd8f5f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeebcdc-2819-436f-9019-364e72a3766d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.139518 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd344ef4-c0e4-4c1a-b1e9-dfd128d34f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.179722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd344ef4-c0e4-4c1a-b1e9-dfd128d34f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.191427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:10.263944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd344ef4-c0e4-4c1a-b1e9-dfd128d34f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.267151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd344ef4-c0e4-4c1a-b1e9-dfd128d34f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.268870 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd344ef4-c0e4-4c1a-b1e9-dfd128d34f33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9aeebcdc-2819-436f-9019-364e72a3766d HTTP/1.1" status: 204 len: 168 time: 0.2285526 Sep 16 05:08:10.285939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd344ef4-c0e4-4c1a-b1e9-dfd128d34f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeebcdc-2819-436f-9019-364e72a3766d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.315540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b2dbca05-3019-44e2-ae69-a43c09f5508d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:10.316247 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.444057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.478941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01517a75-9b67-45bf-9f8e-16ade6271935 req-c5642a19-de10-4db1-a530-194767e7c834 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.485465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01517a75-9b67-45bf-9f8e-16ade6271935 req-c5642a19-de10-4db1-a530-194767e7c834 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1272383 Sep 16 05:08:10.495911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:10.499717 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6f7362-17ff-4a71-888f-13f4c86d7e19" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:10.550664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:10.557143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.558263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b03dbd0f-1029-48ae-a22f-3709a687322a up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:10.597567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01517a75-9b67-45bf-9f8e-16ade6271935 req-1402cd59-26cf-45aa-aceb-d245da615a79 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959492 Sep 16 05:08:10.672960 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936aad5d-6ea7-4505-be5a-8f0cf34f7f37 x-openstack-request-id: req-936aad5d-6ea7-4505-be5a-8f0cf34f7f37 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:10.673258 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:10.673536 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-936aad5d-6ea7-4505-be5a-8f0cf34f7f37 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:10.674083 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'code': 200} Sep 16 05:08:10.674649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.731295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port b03dbd0f-1029-48ae-a22f-3709a687322a completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:10.743392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b03dbd0f-1029-48ae-a22f-3709a687322a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:10.743851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.758453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c301643-4c0e-47e8-acb9-11e654fca0bb req-859ec92e-7283-44e5-b114-94791004d6c3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.765287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c301643-4c0e-47e8-acb9-11e654fca0bb req-859ec92e-7283-44e5-b114-94791004d6c3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 944 time: 0.0836706 Sep 16 05:08:10.853317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.864517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c301643-4c0e-47e8-acb9-11e654fca0bb req-e259acc3-6b97-4ba0-8e5c-9d52a86a8ec1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852375 Sep 16 05:08:10.915299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b03dbd0f-1029-48ae-a22f-3709a687322a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b03dbd0f-1029-48ae-a22f-3709a687322a,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:10.920804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.984752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b03dbd0f-1029-48ae-a22f-3709a687322a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.185213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46304) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.201844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb471a7a-374a-4235-a825-a745c142aee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.379964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb471a7a-374a-4235-a825-a745c142aee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.388589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb471a7a-374a-4235-a825-a745c142aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.449502 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb471a7a-374a-4235-a825-a745c142aee4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4eb9c1fd89ac4d8895c967d5d3359e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631481 Sep 16 05:08:11.450626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb471a7a-374a-4235-a825-a745c142aee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d444a-70e8-4f16-acba-53522fe7e083,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.453300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46316) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:11.520418 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.523805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d65468a8-584c-4ac8-9bd5-a97a30520e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.561394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d65468a8-584c-4ac8-9bd5-a97a30520e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.640417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d65468a8-584c-4ac8-9bd5-a97a30520e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.653606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d65468a8-584c-4ac8-9bd5-a97a30520e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.657495 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d65468a8-584c-4ac8-9bd5-a97a30520e77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/331d444a-70e8-4f16-acba-53522fe7e083 HTTP/1.1" status: 204 len: 168 time: 0.2004580 Sep 16 05:08:11.665555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65468a8-584c-4ac8-9bd5-a97a30520e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d444a-70e8-4f16-acba-53522fe7e083,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.749784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed004f5-f297-4498-bf36-549674368c67 req-d5ebfe01-2a12-4e6b-b3fd-8565d2365b45 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.751361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ed004f5-f297-4498-bf36-549674368c67 req-d5ebfe01-2a12-4e6b-b3fd-8565d2365b45 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.0565798 Sep 16 05:08:11.800075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ed004f5-f297-4498-bf36-549674368c67 req-6c6b89e6-a828-4684-8890-c7595ff16a9d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Sep 16 05:08:12.042785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb219be-bfb0-4b8c-a128-2755556b2e24 req-0bb2856c-beb1-4fa6-af39-83c560ae4299 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.055363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb219be-bfb0-4b8c-a128-2755556b2e24 req-0bb2856c-beb1-4fa6-af39-83c560ae4299 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.1148479 Sep 16 05:08:12.129595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb219be-bfb0-4b8c-a128-2755556b2e24 req-bd680e68-2cce-4771-8f11-dda0a56f315f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Sep 16 05:08:12.675364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82805d1f-f8f6-4898-adba-44497a853b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03dbd0f-1029-48ae-a22f-3709a687322a'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:12.677784 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a7fb3e-6c8a-45b8-91e8-f73b39f81c33" -d '{"events": [{"server_uuid": "82805d1f-f8f6-4898-adba-44497a853b59", "name": "network-vif-plugged", "status": "completed", "tag": "b03dbd0f-1029-48ae-a22f-3709a687322a"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:12.739677 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efb77ff-b505-4e71-8cd4-5ad07331eb98 x-openstack-request-id: req-9efb77ff-b505-4e71-8cd4-5ad07331eb98 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:12.739977 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82805d1f-f8f6-4898-adba-44497a853b59", "name": "network-vif-plugged", "status": "completed", "tag": "b03dbd0f-1029-48ae-a22f-3709a687322a", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:12.740267 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9efb77ff-b505-4e71-8cd4-5ad07331eb98 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:12.740662 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82805d1f-f8f6-4898-adba-44497a853b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03dbd0f-1029-48ae-a22f-3709a687322a', 'code': 200} Sep 16 05:08:13.014233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c39513-9e2d-492d-b617-453c6972eb6f req-346bc3cf-46d4-44a2-8b04-63a0ac49886c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.022931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c39513-9e2d-492d-b617-453c6972eb6f req-346bc3cf-46d4-44a2-8b04-63a0ac49886c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1214988 Sep 16 05:08:13.072567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33d6f4-5f93-4ad4-a961-eb51a143d0db req-9e27ed08-e8ff-483f-ade5-85cf2446d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.074079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af33d6f4-5f93-4ad4-a961-eb51a143d0db req-9e27ed08-e8ff-483f-ade5-85cf2446d9b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 1097 time: 0.1171782 Sep 16 05:08:13.091222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c39513-9e2d-492d-b617-453c6972eb6f req-6722bdb3-e043-45cf-9b8b-24edb1c6eacb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616677 Sep 16 05:08:13.124015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46472) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:13.146782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af33d6f4-5f93-4ad4-a961-eb51a143d0db req-56d01533-7bc7-4952-a1d3-dea2c018292e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Sep 16 05:08:13.345641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63591-c55d-4973-b7d1-acb34739fbae req-547e457a-f051-48a0-b969-b9e29e0c7651 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.357724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cd63591-c55d-4973-b7d1-acb34739fbae req-547e457a-f051-48a0-b969-b9e29e0c7651 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.0903151 Sep 16 05:08:13.431399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cd63591-c55d-4973-b7d1-acb34739fbae req-b7e2dbf9-bdcb-4204-b369-41ebe965faaa tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648279 Sep 16 05:08:13.490593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-network', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:13.515103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Made reservation on behalf of 8ce09a0bbfab4758a7f95a9a328d608c for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:13.520026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.532718 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.683327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.688477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.714044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:13.729451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bcd5f3-18a6-426e-84e0-4aab5637860c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.735048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.735431 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Added segment 80b86611-f742-4f9c-aa7a-1bdb6018fb9f of type vlan for network 471b8357-e152-4a5f-9205-6d4924e0edcb Sep 16 05:08:13.788434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.816899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.818300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.819209 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.855556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7303138 Sep 16 05:08:13.858394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46514) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:13.864039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Request body: {'subnet': {'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-subnet', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:13.900288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae34b-2df9-4ec2-af46-3f3a96de43f9 admin admin] Pushing event updated for resources: {'Network': ['ID=471b8357-e152-4a5f-9205-6d4924e0edcb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.911622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 471b8357-e152-4a5f-9205-6d4924e0edcb details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:13.921937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Made reservation on behalf of 8ce09a0bbfab4758a7f95a9a328d608c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:13.925531 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.481050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:14.520593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994fbe-221e-413c-8d7f-14a50bee6c1b req-a1a96696-db9f-43de-bcf9-bfc839418667 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.534663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2994fbe-221e-413c-8d7f-14a50bee6c1b req-a1a96696-db9f-43de-bcf9-bfc839418667 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1550403 Sep 16 05:08:14.678920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2994fbe-221e-413c-8d7f-14a50bee6c1b req-c4347728-5042-4f7d-a65d-04b29902ff6e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418087 Sep 16 05:08:14.912301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f09092f9-46d1-4029-a2be-035e1a87f87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.967367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750de943-2404-497c-b3e3-9ba554ef9524 req-e65bc1e5-61b8-4abe-9300-11449d3bdbd4 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.976285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-750de943-2404-497c-b3e3-9ba554ef9524 req-e65bc1e5-61b8-4abe-9300-11449d3bdbd4 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.2887442 Sep 16 05:08:14.990141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.099613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f09092f9-46d1-4029-a2be-035e1a87f87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.116740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f09092f9-46d1-4029-a2be-035e1a87f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.126421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-750de943-2404-497c-b3e3-9ba554ef9524 req-a7e2c1e5-31ee-4282-aafa-b2c0222c6091 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487451 Sep 16 05:08:15.156470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c2057f-6648-4dab-b87b-f7e6e6939c62,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.165431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Checking segment: {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:15.166055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Network hostable DHCP agents. Network: 471b8357-e152-4a5f-9205-6d4924e0edcb, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:15.209037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Network 471b8357-e152-4a5f-9205-6d4924e0edcb is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:15.231515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 471b8357-e152-4a5f-9205-6d4924e0edcb) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:15.241879 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f09092f9-46d1-4029-a2be-035e1a87f87b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fc5cb1e5f304fe485fec996689eb3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585673 Sep 16 05:08:15.242271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.242803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09092f9-46d1-4029-a2be-035e1a87f87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff757d-c21a-4d5f-ae2e-7dcd4c596e51,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.242973 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.246585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02fc0f9-bcd4-4d45-bdc6-001380777b1d None None] Network 471b8357-e152-4a5f-9205-6d4924e0edcb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:15.251440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46582) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.307323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-df832911-b499-4335-8d34-0115e7c84ca4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4467640 Sep 16 05:08:15.310667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46588) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:15.315245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:15.391483 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.394389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0876dae4-471b-4ab6-a335-9bea92d16e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.398152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.484624 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0876dae4-471b-4ab6-a335-9bea92d16e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.579181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.622252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0876dae4-471b-4ab6-a335-9bea92d16e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.626106 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0876dae4-471b-4ab6-a335-9bea92d16e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.629948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-471b8357-e152-4a5f-9205-6d4924e0edcb', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:15.630122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0876dae4-471b-4ab6-a335-9bea92d16e72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fff757d-c21a-4d5f-ae2e-7dcd4c596e51 HTTP/1.1" status: 204 len: 168 time: 0.3748550 Sep 16 05:08:15.630241 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:15.645277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876dae4-471b-4ab6-a335-9bea92d16e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff757d-c21a-4d5f-ae2e-7dcd4c596e51,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:15.998361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.023395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857478-26cd-4e9c-a2e1-777ba9f95a8c req-5c3947ed-5048-4620-a6ea-749ccd39a890 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.034080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e857478-26cd-4e9c-a2e1-777ba9f95a8c req-5c3947ed-5048-4620-a6ea-749ccd39a890 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1502388 Sep 16 05:08:16.055350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Allocated IP 172.20.0.2 (471b8357-e152-4a5f-9205-6d4924e0edcb/a9c2057f-6648-4dab-b87b-f7e6e6939c62/deeae74c-65bd-491b-863e-433e637fc3dc) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:16.123020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e857478-26cd-4e9c-a2e1-777ba9f95a8c req-28889485-db9c-469d-812e-5d82f7628de7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816650 Sep 16 05:08:16.392821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.396707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784518b-df88-4e55-8193-6ce5fa0f7b39 req-d825028a-49d7-4f69-b4d1-d25a2156c72c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.413429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5784518b-df88-4e55-8193-6ce5fa0f7b39 req-d825028a-49d7-4f69-b4d1-d25a2156c72c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.1613879 Sep 16 05:08:16.467270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46632) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:16.478878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.499962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.500742 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.558510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5784518b-df88-4e55-8193-6ce5fa0f7b39 req-1593c904-61a7-4b2f-a8b7-5dcb8ded5bad tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438589 Sep 16 05:08:16.565701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46dd5d9b-d056-44f4-80e8-14a2075b3659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.587435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Pushing event updated for resources: {'Port': ['ID=deeae74c-65bd-491b-863e-433e637fc3dc,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.658470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Network 471b8357-e152-4a5f-9205-6d4924e0edcb is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:16.665469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:16.672423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:16.776759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Allocated IP 172.25.6.190 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/22a81253-d9ae-436a-866a-13d69e9299eb) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:16.789977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Attempting to bind port deeae74c-65bd-491b-863e-433e637fc3dc on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:16.792860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Attempting to bind port deeae74c-65bd-491b-863e-433e637fc3dc by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:16.793482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Attempting to bind port deeae74c-65bd-491b-863e-433e637fc3dc on network 471b8357-e152-4a5f-9205-6d4924e0edcb {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:16.810642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:16.811033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Checking segment: {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:16.811458 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.814287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Bound using segment: {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:16.815286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Bound port: deeae74c-65bd-491b-863e-433e637fc3dc, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:16.820523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.848346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46dd5d9b-d056-44f4-80e8-14a2075b3659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.854705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46dd5d9b-d056-44f4-80e8-14a2075b3659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:16.937095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd5d9b-d056-44f4-80e8-14a2075b3659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f998be6-3bfd-4651-b60e-afee2c36e07b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:16.984578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-46dd5d9b-d056-44f4-80e8-14a2075b3659 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a95c5228d9644ddbc6554e149cedc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027387 Sep 16 05:08:16.987214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46658) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:17.027814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] For port deeae74c-65bd-491b-863e-433e637fc3dc, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:17.032875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] For port deeae74c-65bd-491b-863e-433e637fc3dc, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=deeae74c-65bd-491b-863e-433e637fc3dc,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:17.040794 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.098570 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13bf466b-36b9-4b70-9bd5-423e71e43d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.130426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297fa10-f7db-44fa-b49c-ffd33383b5e4 req-642badba-6ac7-481f-9ce6-96ef278886bf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.142752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a297fa10-f7db-44fa-b49c-ffd33383b5e4 req-642badba-6ac7-481f-9ce6-96ef278886bf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.1373875 Sep 16 05:08:17.194779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.203563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6ae7a-b5e2-4050-8faf-94d31dc35272 None None] Pushing event updated for resources: {'Port': ['ID=deeae74c-65bd-491b-863e-433e637fc3dc,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.225941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13bf466b-36b9-4b70-9bd5-423e71e43d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.293990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.321758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13bf466b-36b9-4b70-9bd5-423e71e43d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.326509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13bf466b-36b9-4b70-9bd5-423e71e43d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.328898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-13bf466b-36b9-4b70-9bd5-423e71e43d76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f998be6-3bfd-4651-b60e-afee2c36e07b HTTP/1.1" status: 204 len: 168 time: 0.3398354 Sep 16 05:08:17.374995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:17.379157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:17.384769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:17.404673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf466b-36b9-4b70-9bd5-423e71e43d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f998be6-3bfd-4651-b60e-afee2c36e07b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.426549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a297fa10-f7db-44fa-b49c-ffd33383b5e4 req-5cb28685-ee13-4c9a-bfc4-33c1936e0b3e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687583 Sep 16 05:08:17.437070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Pushing event updated for resources: {'Port': ['ID=22a81253-d9ae-436a-866a-13d69e9299eb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.528829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740439f-3347-45eb-b559-6c06e39f03fd req-43028dbd-85c0-4275-956c-601ec0059bfc tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.530888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b740439f-3347-45eb-b559-6c06e39f03fd req-43028dbd-85c0-4275-956c-601ec0059bfc tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1665313 Sep 16 05:08:17.691922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b740439f-3347-45eb-b559-6c06e39f03fd req-7fdb39a9-c6e2-4a29-9a7a-458fec30fcf6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536894 Sep 16 05:08:17.692681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:17.699269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-39467521'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:17.748952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:17.761709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.829240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:17.850821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.851568 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Added segment 3ed90626-7835-41b8-9bb6-c28455e0ff43 of type vlan for network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 Sep 16 05:08:17.919217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.958241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.974581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.975904 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.015683 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.028626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3345413 Sep 16 05:08:18.031910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46696) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.053354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-107450961'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:18.098400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:18.103929 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.156574 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:18.220916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdea8ac-7190-4fbf-9384-0999897a4968 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Network': ['ID=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.231753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:18.236481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:18.266126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.266477 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Added segment 906d80fa-f07c-4269-9885-b9d7e16af867 of type vlan for network e9d93641-2359-4448-b40d-2e0ffe1e3f00 Sep 16 05:08:18.374492 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.433011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.444591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.445521 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.549473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5049207 Sep 16 05:08:18.556705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46716) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.593512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'subnet': {'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:18.708107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device deeae74c-65bd-491b-863e-433e637fc3dc up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:18.761014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf106b29-8149-41f8-8a86-ef3fd3c23a0a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Network': ['ID=e9d93641-2359-4448-b40d-2e0ffe1e3f00,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.795335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.823599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce648f-e8d5-4166-ba08-15d50f5edc68 req-9ac9351c-5d99-4a9d-8c7d-6f8780598999 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.840635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:18.840765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55ce648f-e8d5-4166-ba08-15d50f5edc68 req-9ac9351c-5d99-4a9d-8c7d-6f8780598999 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.2217903 Sep 16 05:08:18.879071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:18.883120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.926030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55ce648f-e8d5-4166-ba08-15d50f5edc68 req-e7c677cd-1c60-4732-9905-01eaafba94ee tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804932 Sep 16 05:08:18.974555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65869e-c57a-4049-8758-5dcf73dde415 req-2bdb7f42-e408-4676-b338-5149757e1667 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.980730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd65869e-c57a-4049-8758-5dcf73dde415 req-2bdb7f42-e408-4676-b338-5149757e1667 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1328075 Sep 16 05:08:19.111165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd65869e-c57a-4049-8758-5dcf73dde415 req-dd062908-890b-4a1c-9afc-18a2f849ed7b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142685 Sep 16 05:08:19.156492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c2a14-e5ec-412b-9695-5c199cd9bd4f None None] Network 471b8357-e152-4a5f-9205-6d4924e0edcb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:19.248880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port deeae74c-65bd-491b-863e-433e637fc3dc triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:19.249571 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.408305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d304c-8e39-4d6c-803d-e13a8f666410 req-37614ff2-6751-4c7b-8667-1a12aa8ba743 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.419187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b51d304c-8e39-4d6c-803d-e13a8f666410 req-37614ff2-6751-4c7b-8667-1a12aa8ba743 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.1274936 Sep 16 05:08:19.498365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b51d304c-8e39-4d6c-803d-e13a8f666410 req-1a2b55c2-9672-4158-aaa0-addbd43cd37e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751832 Sep 16 05:08:19.624305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b4244d1e-69fd-465a-9344-d523f353f7c1 None None] Provisioning complete for port deeae74c-65bd-491b-863e-433e637fc3dc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:19.625464 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4244d1e-69fd-465a-9344-d523f353f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.794144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:19.794891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46756) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.866287 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4244d1e-69fd-465a-9344-d523f353f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.912629 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.958152 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f05149-97c2-44c0-ba56-f2f16a411d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.979598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b4244d1e-69fd-465a-9344-d523f353f7c1 None None] For port deeae74c-65bd-491b-863e-433e637fc3dc, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=deeae74c-65bd-491b-863e-433e637fc3dc,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:19.991539 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4244d1e-69fd-465a-9344-d523f353f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.042511 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.136603 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:20.137023 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:20.137549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4244d1e-69fd-465a-9344-d523f353f7c1 None None] Pushing event updated for resources: {'Port': ['ID=deeae74c-65bd-491b-863e-433e637fc3dc,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.188497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f05149-97c2-44c0-ba56-f2f16a411d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.194078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7f05149-97c2-44c0-ba56-f2f16a411d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.198920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:20.209759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Sync routers for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:20.233475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:20.234498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:07:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:20.237478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Subnet': ['ID=90eb1763-a41a-44ca-b08b-d43b1b07e894,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.262427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.263703 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8335ba24-7ea0-49d4-836c-437373a0f87d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9520068 Sep 16 05:08:20.272935 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46774) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.291275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Checking segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:20.292333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network hostable DHCP agents. Network: d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:20.358443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b7f05149-97c2-44c0-ba56-f2f16a411d51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=214c81f24f1b4fb1af86f72eeba5ed0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572588 Sep 16 05:08:20.359760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46778) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.432264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f05149-97c2-44c0-ba56-f2f16a411d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16382684-a454-4f61-af64-81161cecf837,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.437083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:20.483943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319eebb-481b-43ad-8806-3af1b48d662a req-1b2f82d1-0e9c-4b12-953f-b3aa16bff304 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.484138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:20.492406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d319eebb-481b-43ad-8806-3af1b48d662a req-1b2f82d1-0e9c-4b12-953f-b3aa16bff304 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.2508247 Sep 16 05:08:20.507058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:20.517367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.518041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.537174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44b9c0a8-aa41-4f3f-89c2-1656626c7e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.547410 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-95cfae12-06e7-4736-97e6-514dcd9b6f96 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9875574 Sep 16 05:08:20.550483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46786) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:20.564551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'subnet': {'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:20.578762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b45624-01d5-4c9d-b47c-3e1e3c965984 None None] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:20.652714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44b9c0a8-aa41-4f3f-89c2-1656626c7e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.658182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d319eebb-481b-43ad-8806-3af1b48d662a req-d3cd8c03-f0d8-447e-a35b-1ed389757351 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641889 Sep 16 05:08:20.766355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44b9c0a8-aa41-4f3f-89c2-1656626c7e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.771208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44b9c0a8-aa41-4f3f-89c2-1656626c7e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.779318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-44b9c0a8-aa41-4f3f-89c2-1656626c7e10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16382684-a454-4f61-af64-81161cecf837 HTTP/1.1" status: 204 len: 168 time: 0.4166481 Sep 16 05:08:20.853347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9c0a8-aa41-4f3f-89c2-1656626c7e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16382684-a454-4f61-af64-81161cecf837,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.911248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-515e6266-cc75-4875-b7cf-c1415df229f8 None None] Provisioning complete for port deeae74c-65bd-491b-863e-433e637fc3dc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:20.914878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-515e6266-cc75-4875-b7cf-c1415df229f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.915400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faa541-0464-4b19-b5e8-23adc3577ba2 req-7d06b4dc-b814-41f8-ba5e-9b9a06bbf3f2 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.917132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21faa541-0464-4b19-b5e8-23adc3577ba2 req-7d06b4dc-b814-41f8-ba5e-9b9a06bbf3f2 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.1641653 Sep 16 05:08:21.023807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device deeae74c-65bd-491b-863e-433e637fc3dc up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:21.037078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21faa541-0464-4b19-b5e8-23adc3577ba2 req-2a38b813-cd3b-49d4-9afc-bde071b5ad7e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116946 Sep 16 05:08:21.265733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-513fa336-5000-40e7-afb3-f9330431b395 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.267486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-513fa336-5000-40e7-afb3-f9330431b395 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 945 time: 0.1815922 Sep 16 05:08:21.305103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:21.317750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.407129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port deeae74c-65bd-491b-863e-433e637fc3dc triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:21.414018 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.544135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'fixed_ips': [{'subnet_id': '90eb1763-a41a-44ca-b08b-d43b1b07e894'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:21.545880 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.571707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Deleting port b03dbd0f-1029-48ae-a22f-3709a687322a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:21.572505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.631462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.723827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] For port b03dbd0f-1029-48ae-a22f-3709a687322a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b03dbd0f-1029-48ae-a22f-3709a687322a,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:21.724324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.745473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Calling delete_port for b03dbd0f-1029-48ae-a22f-3709a687322a owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:21.839138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:17Z', 'revision_number': 3, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:21.924159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.967532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event deleted for resources: {'Port': ['ID=b03dbd0f-1029-48ae-a22f-3709a687322a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:21.980841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Checking router: 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:21.981191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Updating router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 port 22a81253-d9ae-436a-866a-13d69e9299eb binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:21.983515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b03dbd0f-1029-48ae-a22f-3709a687322a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:22.020387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] No DVR routers for this DVR port b03dbd0f-1029-48ae-a22f-3709a687322a on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:22.029854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce573d5-85fa-4101-91ec-8fab64967796 req-88a5aa9b-b151-43eb-86f3-09991a148ea3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.038043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ce573d5-85fa-4101-91ec-8fab64967796 req-88a5aa9b-b151-43eb-86f3-09991a148ea3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1442432 Sep 16 05:08:22.045720 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.047754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ebac921-d24c-403e-aac7-8e93f4c505e9 req-1e89407e-d7b2-42bd-bc00-f458f46c130d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "DELETE /v2.0/ports/b03dbd0f-1029-48ae-a22f-3709a687322a HTTP/1.1" status: 204 len: 173 time: 0.7719862 Sep 16 05:08:22.049825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82805d1f-f8f6-4898-adba-44497a853b59', 'name': 'network-vif-deleted', 'tag': 'b03dbd0f-1029-48ae-a22f-3709a687322a'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:22.071348 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc35f02-947a-4b66-87c7-601e5e84451b" -d '{"events": [{"server_uuid": "82805d1f-f8f6-4898-adba-44497a853b59", "name": "network-vif-deleted", "tag": "b03dbd0f-1029-48ae-a22f-3709a687322a"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:22.077338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.095429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.214672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ce573d5-85fa-4101-91ec-8fab64967796 req-59f64669-ef6c-4f0f-af85-4ffcb3a2712b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757257 Sep 16 05:08:22.272882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Allocated IP 10.1.1.2 (d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14/90eb1763-a41a-44ca-b08b-d43b1b07e894/0a9c5143-d882-4ef5-9c3f-8354470c2ee5) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:22.326709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25a591fa-16cc-49fe-b6ab-b52cc675edc2 req-f158d448-8e33-4155-bbe4-7fb1f3852076 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=82805d1f-f8f6-4898-adba-44497a853b59 HTTP/1.1" status: 200 len: 210 time: 0.1108580 Sep 16 05:08:22.346799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Allocated IP 172.20.0.1 (471b8357-e152-4a5f-9205-6d4924e0edcb/a9c2057f-6648-4dab-b87b-f7e6e6939c62/4f080d8f-8404-447c-b923-01c72403b026) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:22.359249 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf53470-a504-4491-b5cb-0dc2ad8d7360 x-openstack-request-id: req-7bf53470-a504-4491-b5cb-0dc2ad8d7360 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:22.359616 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82805d1f-f8f6-4898-adba-44497a853b59", "name": "network-vif-deleted", "tag": "b03dbd0f-1029-48ae-a22f-3709a687322a", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:22.359824 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bf53470-a504-4491-b5cb-0dc2ad8d7360 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:22.360342 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82805d1f-f8f6-4898-adba-44497a853b59', 'name': 'network-vif-deleted', 'tag': 'b03dbd0f-1029-48ae-a22f-3709a687322a', 'status': 'completed', 'code': 200} Sep 16 05:08:22.369442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Subnet': ['ID=f775732e-5e0a-4a98-8b3f-da8438e1e1de,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.438667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Checking segment: {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:22.439113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network hostable DHCP agents. Network: e9d93641-2359-4448-b40d-2e0ffe1e3f00, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:22.627601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:22.652674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, e9d93641-2359-4448-b40d-2e0ffe1e3f00) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:22.674185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.674795 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.738658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.739773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef5f9b-d140-4539-9a23-4b57c63c723a None None] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:22.770566 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52e84761-d921-4c6a-b9ec-b72f5cdf376a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2188621 Sep 16 05:08:22.773387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46854) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:22.779458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'port': {'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'name': 'tempest-TaggedBootDevicesTest_v242-1198197701', 'fixed_ips': [{'subnet_id': '90eb1763-a41a-44ca-b08b-d43b1b07e894'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:22.879264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.016724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:23.133525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Network 471b8357-e152-4a5f-9205-6d4924e0edcb is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:23.144431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:23.163849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f080d8f-8404-447c-b923-01c72403b026,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.191846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:23.231376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.280859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.290067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] device_id is not set on port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:23.524318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:23.583806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-e9d93641-2359-4448-b40d-2e0ffe1e3f00', 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'fixed_ips': [{'subnet_id': 'f775732e-5e0a-4a98-8b3f-da8438e1e1de'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:23.584243 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.722960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.835868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Allocated IP 10.2.2.2 (e9d93641-2359-4448-b40d-2e0ffe1e3f00/f775732e-5e0a-4a98-8b3f-da8438e1e1de/c7ab5452-ae0f-4528-b64a-9312ab56b32d) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:23.925852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3841829-60cf-4188-b2fe-7778a58562e7 req-23b74a4a-912a-40e7-a2c5-22cb3462e9f4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.927462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3841829-60cf-4188-b2fe-7778a58562e7 req-23b74a4a-912a-40e7-a2c5-22cb3462e9f4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.3983030 Sep 16 05:08:23.974868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f741921-bec3-438e-839d-6a046da6e710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.021231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.036643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3841829-60cf-4188-b2fe-7778a58562e7 req-86010e61-68e6-4268-9b2b-f695a410326e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993428 Sep 16 05:08:24.075546 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.112241 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.177289 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.179465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-01228ff7-30e5-4496-b6a6-df76ce898b27 None None] Provisioning complete for port 4f080d8f-8404-447c-b923-01c72403b026 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:24.180037 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01228ff7-30e5-4496-b6a6-df76ce898b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.241368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-01228ff7-30e5-4496-b6a6-df76ce898b27 None None] Port 4f080d8f-8404-447c-b923-01c72403b026 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:24.294853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-a9a617d0-4990-4232-a693-f911b83135e6 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.297269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-a9a617d0-4990-4232-a693-f911b83135e6 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.2783232 Sep 16 05:08:24.318115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-9858c766-c7b6-4cb1-8f12-e76494ec7fcf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/quotas/8b257632200e4e1baa9b0d1a6d7c82f8 HTTP/1.1" status: 200 len: 375 time: 0.0125415 Sep 16 05:08:24.336061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.352856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:24.354431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:24.361977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.368054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-75151f6e-e1e2-42b5-b38e-d555b87982d8 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421515 Sep 16 05:08:24.381164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.386636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:24.405066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 10.1.1.110 (d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14/90eb1763-a41a-44ca-b08b-d43b1b07e894/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:24.451213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Pushing event updated for resources: {'Port': ['ID=c7ab5452-ae0f-4528-b64a-9312ab56b32d,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.477519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:24.479851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.480421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.480915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.481428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.482018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.482524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.482964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.483464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.483803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.484160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.484494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.484819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:24.493750 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.544402 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.572292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Pushing event updated for resources: {'Port': ['ID=0a9c5143-d882-4ef5-9c3f-8354470c2ee5,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.575682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:24.577487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Attempting to bind port 22a81253-d9ae-436a-866a-13d69e9299eb on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:24.578163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Attempting to bind port 22a81253-d9ae-436a-866a-13d69e9299eb by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:24.578715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Attempting to bind port 22a81253-d9ae-436a-866a-13d69e9299eb on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:24.581208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:24.747535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Attempting to bind port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:24.747947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Attempting to bind port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:24.748417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Attempting to bind port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:24.750854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:24.751242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:24.751753 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.752490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:24.754135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Bound port: 22a81253-d9ae-436a-866a-13d69e9299eb, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:24.755725 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.762029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Attempting to bind port c7ab5452-ae0f-4528-b64a-9312ab56b32d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:24.762558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Attempting to bind port c7ab5452-ae0f-4528-b64a-9312ab56b32d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:24.763061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Attempting to bind port c7ab5452-ae0f-4528-b64a-9312ab56b32d on network e9d93641-2359-4448-b40d-2e0ffe1e3f00 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:24.773568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-7765f43e-3c69-44bb-9a05-b09622b9af57 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852191 Sep 16 05:08:24.806100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:24.806479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Checking segment: {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:24.806886 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.807848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Bound using segment: {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:24.808432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Bound port: c7ab5452-ae0f-4528-b64a-9312ab56b32d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:24.808897 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.810743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.830326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:24.830708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Checking segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:24.831116 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.831516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Bound using segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:24.832431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Bound port: 0a9c5143-d882-4ef5-9c3f-8354470c2ee5, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:24.832600 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.891468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f080d8f-8404-447c-b923-01c72403b026,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.929381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] For port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:24.934181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] For port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0a9c5143-d882-4ef5-9c3f-8354470c2ee5,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:24.943436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.948057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1215861-216e-403a-8926-4e77c32c7c94 None None] Pushing event updated for resources: {'Port': ['ID=22a81253-d9ae-436a-866a-13d69e9299eb,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.970720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f741921-bec3-438e-839d-6a046da6e710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.978716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f741921-bec3-438e-839d-6a046da6e710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.012158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.039990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8a693802-9abd-47d0-a4fe-c693993097b1 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518163 Sep 16 05:08:25.048744 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f741921-bec3-438e-839d-6a046da6e710 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=484978bd75584ffea0574ddc6e1fa182&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5171013 Sep 16 05:08:25.052161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f741921-bec3-438e-839d-6a046da6e710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890540fc-a84d-41d3-8964-deaefb90aad8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.052672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46974) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:25.085050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Network 471b8357-e152-4a5f-9205-6d4924e0edcb is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:25.089362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:25.178996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bc5c1-333d-43b3-9d87-345a83153bab None None] Pushing event updated for resources: {'Port': ['ID=0a9c5143-d882-4ef5-9c3f-8354470c2ee5,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.201556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46980) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:25.305174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] For port 22a81253-d9ae-436a-866a-13d69e9299eb, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:25.315649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] For port 22a81253-d9ae-436a-866a-13d69e9299eb, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=22a81253-d9ae-436a-866a-13d69e9299eb,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:25.332270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] For port c7ab5452-ae0f-4528-b64a-9312ab56b32d, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:25.334765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.346310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] For port c7ab5452-ae0f-4528-b64a-9312ab56b32d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c7ab5452-ae0f-4528-b64a-9312ab56b32d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:25.437908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-876c5067-64f4-49bb-b0a8-034e9c5cd9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.499377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:25.501362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1215861-216e-403a-8926-4e77c32c7c94 None None] Pushing event updated for resources: {'Port': ['ID=22a81253-d9ae-436a-866a-13d69e9299eb,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.505566 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.513956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.531831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4647623-6b67-4901-b1df-95cdf68936f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.647240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:25.647893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:07:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:25.720732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b83ea-b9ae-4a95-9581-3dc7feea3d16 req-a1f8d55f-b509-4435-9b0d-2b43b905e461 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.722374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653b83ea-b9ae-4a95-9581-3dc7feea3d16 req-a1f8d55f-b509-4435-9b0d-2b43b905e461 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.4731014 Sep 16 05:08:25.724862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.742886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:25.791701 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:25.800936 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9e63dc10-b421-4702-a5f6-ab85cd8eb0a5 admin admin] 10.222.0.55 "PUT /v2.0/routers/54993e7e-22f1-4919-a3c3-ac5b1a5960d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5269349 Sep 16 05:08:25.827548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-896eafbc-8c3f-4fc1-a154-3aeb79b418f0 req-ed1ff190-4de3-42a5-ba71-858dfac7ebd1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 210 time: 0.0814085 Sep 16 05:08:25.841810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-876c5067-64f4-49bb-b0a8-034e9c5cd9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.845572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201160-ca47-4239-8956-8bcd5e5eb864 None None] Pushing event updated for resources: {'Port': ['ID=c7ab5452-ae0f-4528-b64a-9312ab56b32d,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.866085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-69afccbd-4157-40cc-9106-343fc30a52cd None None] Provisioning complete for port 4f080d8f-8404-447c-b923-01c72403b026 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:25.866256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69afccbd-4157-40cc-9106-343fc30a52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.910385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:25.933252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:25.955858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed887-9952-4a1a-a7bf-92027ce4fa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.022010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653b83ea-b9ae-4a95-9581-3dc7feea3d16 req-61134416-2498-4a41-9ea5-6bd9c004ecab tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733439 Sep 16 05:08:26.064163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-69afccbd-4157-40cc-9106-343fc30a52cd None None] Port 4f080d8f-8404-447c-b923-01c72403b026 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:26.153885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.155120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.211609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b03dbd0f-1029-48ae-a22f-3709a687322a no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:26.242332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-876c5067-64f4-49bb-b0a8-034e9c5cd9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.245706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-876c5067-64f4-49bb-b0a8-034e9c5cd9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.258659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-876c5067-64f4-49bb-b0a8-034e9c5cd9df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/890540fc-a84d-41d3-8964-deaefb90aad8 HTTP/1.1" status: 204 len: 168 time: 1.2035389 Sep 16 05:08:26.273277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5067-64f4-49bb-b0a8-034e9c5cd9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890540fc-a84d-41d3-8964-deaefb90aad8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.324009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:26.336493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4647623-6b67-4901-b1df-95cdf68936f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.339376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: b03dbd0f-1029-48ae-a22f-3709a687322a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:26.339863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b03dbd0f-1029-48ae-a22f-3709a687322a not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:26.345645 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f4647623-6b67-4901-b1df-95cdf68936f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.407507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9639ad2f-b3e6-4b44-bd89-a81ac382a590 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6305697 Sep 16 05:08:26.408418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47008) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:26.414099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'port': {'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'name': 'tempest-TaggedBootDevicesTest_v242-2070107454', 'fixed_ips': [{'subnet_id': '90eb1763-a41a-44ca-b08b-d43b1b07e894'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:26.484794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f4647623-6b67-4901-b1df-95cdf68936f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5538ad44c2344c02ab1a968dfde662c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2782624 Sep 16 05:08:26.489760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4647623-6b67-4901-b1df-95cdf68936f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ea247b-0436-4f8e-82b8-22478da83bd1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.490115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47010) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:26.830961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:24Z', 'revision_number': 2, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:26.932849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61ebe2-e67b-4531-a6ed-b63cfd5aeaec None None] The sync data for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 is: [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:24Z', 'revision_number': 2, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:27.010397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:27.094209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b08884f4-0704-4b6c-a1ad-7e088862981b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.251905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c7ab5452-ae0f-4528-b64a-9312ab56b32d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:27.398268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006106f9-3beb-49d9-aae7-d88d1b758a83 req-705641f8-ff1e-4cb9-8023-5911ad613c11 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 210 time: 0.1034615 Sep 16 05:08:27.406966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b08884f4-0704-4b6c-a1ad-7e088862981b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.448830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb851697-5e07-4691-bfeb-15816f355964 None None] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:27.499752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47032) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:27.540143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.540699 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-254e203f-15ff-4f37-a0d3-cb74370a90c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.596653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] device_id is not set on port 090b7f1e-4400-4545-afcc-0554eb5c6338 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:27.631465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b08884f4-0704-4b6c-a1ad-7e088862981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.634031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b08884f4-0704-4b6c-a1ad-7e088862981b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.649771 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b08884f4-0704-4b6c-a1ad-7e088862981b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02ea247b-0436-4f8e-82b8-22478da83bd1 HTTP/1.1" status: 204 len: 168 time: 1.1539319 Sep 16 05:08:27.807793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08884f4-0704-4b6c-a1ad-7e088862981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ea247b-0436-4f8e-82b8-22478da83bd1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:27.872684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eb0b3950-2fef-4c4d-8e71-6b4b4ca38fbb None None] Provisioning complete for port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:27.873344 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3950-2fef-4c4d-8e71-6b4b4ca38fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:27.970693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad094b-a2bb-4634-b194-ffc933a0b994 None None] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:28.163263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 10.1.1.65 (d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14/90eb1763-a41a-44ca-b08b-d43b1b07e894/090b7f1e-4400-4545-afcc-0554eb5c6338) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:28.301983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c7ab5452-ae0f-4528-b64a-9312ab56b32d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:28.302650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.342428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86afde-414f-4d29-beb7-c6f1c9235c15 req-5d0a4073-7db3-4101-bda7-f1d97a23a2e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.353585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa86afde-414f-4d29-beb7-c6f1c9235c15 req-5d0a4073-7db3-4101-bda7-f1d97a23a2e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.6123855 Sep 16 05:08:28.363141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-254e203f-15ff-4f37-a0d3-cb74370a90c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.381459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-254e203f-15ff-4f37-a0d3-cb74370a90c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.417467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-03d1e260-11a9-4bcb-a1c9-1247dc457061 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.424085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-03d1e260-11a9-4bcb-a1c9-1247dc457061 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks?id=471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 200 len: 828 time: 0.8176239 Sep 16 05:08:28.469634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-2cec3967-666d-4f2f-ada6-0f50165bb7ee tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.473182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-2cec3967-666d-4f2f-ada6-0f50165bb7ee tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.7396617 Sep 16 05:08:28.507987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Request body: {'port': {'device_id': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'admin_state_up': True, 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:28.522713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-ef7b8328-5157-4b9f-a3ea-0a8bb00d1ae6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/quotas/8ce09a0bbfab4758a7f95a9a328d608c HTTP/1.1" status: 200 len: 375 time: 0.0818033 Sep 16 05:08:28.541198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e203f-15ff-4f37-a0d3-cb74370a90c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7967e615-67f8-49eb-927a-0ef256f4a781,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:28.561974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-254e203f-15ff-4f37-a0d3-cb74370a90c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb716cfb505b40329c281e43ad2c13db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607805 Sep 16 05:08:28.579109 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.589970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47058) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:28.708315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-5e330964-d562-49d9-9e71-f19937a20449 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680145 Sep 16 05:08:28.743176 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d25234e3-404c-4408-990f-34d884013cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.859095 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.938287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:28.950044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62eb958-d001-4bc7-b8b2-6bb26559ba99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:28.954303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:28.964478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:28.992999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3950-2fef-4c4d-8e71-6b4b4ca38fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.053229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:29.062846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.078021 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.214094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa86afde-414f-4d29-beb7-c6f1c9235c15 req-2c0989e7-c6a2-4a82-be55-f410d0abf400 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8533263 Sep 16 05:08:29.256827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=090b7f1e-4400-4545-afcc-0554eb5c6338,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.317094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.320933 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.335953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-eb0b3950-2fef-4c4d-8e71-6b4b4ca38fbb None None] For port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0a9c5143-d882-4ef5-9c3f-8354470c2ee5,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:29.359032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62eb958-d001-4bc7-b8b2-6bb26559ba99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.362865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c7ab5452-ae0f-4528-b64a-9312ab56b32d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c7ab5452-ae0f-4528-b64a-9312ab56b32d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:29.377040 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3950-2fef-4c4d-8e71-6b4b4ca38fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.384330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-4ca5cc53-e987-424e-8710-fddf592c6b3e service neutron] 10.222.0.55 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549201 Sep 16 05:08:29.397059 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.405615 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.406616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:29.449278 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a3c1e5a-9f27-4cb9-98eb-eb6d67159fbe tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0394206 Sep 16 05:08:29.564957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62eb958-d001-4bc7-b8b2-6bb26559ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.567842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62eb958-d001-4bc7-b8b2-6bb26559ba99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.569185 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e62eb958-d001-4bc7-b8b2-6bb26559ba99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7967e615-67f8-49eb-927a-0ef256f4a781 HTTP/1.1" status: 204 len: 168 time: 0.9756136 Sep 16 05:08:29.608779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62eb958-d001-4bc7-b8b2-6bb26559ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7967e615-67f8-49eb-927a-0ef256f4a781,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.878383 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.878841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-79133c1e-bb6d-424b-91de-c78fb97e20a7 None None] Provisioning complete for port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:29.879197 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-79133c1e-bb6d-424b-91de-c78fb97e20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.941768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b3950-2fef-4c4d-8e71-6b4b4ca38fbb None None] Pushing event updated for resources: {'Port': ['ID=0a9c5143-d882-4ef5-9c3f-8354470c2ee5,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.991746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-377f4ba5-a1ba-47b6-8f74-55dc8959ebb4 req-0f5ffd27-253e-4c87-9fb7-a280e506ad8b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 210 time: 0.2359319 Sep 16 05:08:30.017563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Allocated IP 172.20.0.11 (51619d66-8210-461d-a74e-5bd0850dd587/2db0b88f-b19e-4e58-980e-7a4f1e502fbe/03741fa8-5a51-443c-9603-e15fa2b47171) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:30.095675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-1af6cae9-3e77-4393-8894-cb01df65a512 service neutron] 10.222.0.55 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865242 Sep 16 05:08:30.174688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:30.175105 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.253369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c7ab5452-ae0f-4528-b64a-9312ab56b32d,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.332004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47096) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.379352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-79133c1e-bb6d-424b-91de-c78fb97e20a7 None None] Provisioning complete for port c7ab5452-ae0f-4528-b64a-9312ab56b32d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:30.379988 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-79133c1e-bb6d-424b-91de-c78fb97e20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.481486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.582782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.640782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Network 51619d66-8210-461d-a74e-5bd0850dd587 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:30.643260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47110) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.644157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:30.646789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:30.648077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c80a2eea-e4ef-4d00-89aa-2e3a8b2a403f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008805493', 'description': 'tempest-description--1634985967'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:30.703982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.721563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-79133c1e-bb6d-424b-91de-c78fb97e20a7 None None] Provisioning complete for port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:30.721563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-79133c1e-bb6d-424b-91de-c78fb97e20a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.741093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c80a2eea-e4ef-4d00-89aa-2e3a8b2a403f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.764858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.765585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.784946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-58fbaacd-d98b-493c-be33-c10d794e5a36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2896535 Sep 16 05:08:30.802336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9757-0315-4b14-8a68-cae38fbc2db3 req-d64ae0aa-bd9f-4cc9-9a8a-c3febf121b99 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:30.804881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2faf9757-0315-4b14-8a68-cae38fbc2db3 req-d64ae0aa-bd9f-4cc9-9a8a-c3febf121b99 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1021469 Sep 16 05:08:30.815439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Request body: {'port': {'device_id': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:30.891422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.923034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-79133c1e-bb6d-424b-91de-c78fb97e20a7 None None] Port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:30.951293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:08:30.951293 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:08:30.951293 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id_1': 'ee2996b84f484297844172f708fb5082', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 8, 10, 935976)}] Sep 16 05:08:30.951293 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:30.951884 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:31.001290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7da76d0-4a0b-4a5f-9423-8b850c42d4d5 req-54911932-b2ff-4fd1-8c0c-850f57ab9ec8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 210 time: 0.1948712 Sep 16 05:08:31.062337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Provisioning complete for port 090b7f1e-4400-4545-afcc-0554eb5c6338 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:31.066612 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.201243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 22a81253-d9ae-436a-866a-13d69e9299eb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:31.221867 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c80a2eea-e4ef-4d00-89aa-2e3a8b2a403f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.230838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c80a2eea-e4ef-4d00-89aa-2e3a8b2a403f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.364884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a2eea-e4ef-4d00-89aa-2e3a8b2a403f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa861c6-2041-4431-92c5-0282e8b332c8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.372914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Port 090b7f1e-4400-4545-afcc-0554eb5c6338 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:31.378488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.404056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Provisioning complete for port c7ab5452-ae0f-4528-b64a-9312ab56b32d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:31.404789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.406727 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c80a2eea-e4ef-4d00-89aa-2e3a8b2a403f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.411229 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c80a2eea-e4ef-4d00-89aa-2e3a8b2a403f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7666583 Sep 16 05:08:31.412318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47136) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:31.425494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-64e3fdc9-bf64-4ec1-a085-0612bf4adf71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'security_group_rule': {'security_group_id': '2fa861c6-2041-4431-92c5-0282e8b332c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:31.452487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.455967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 22a81253-d9ae-436a-866a-13d69e9299eb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:31.456506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.510899 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Sync routers for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:31.530210 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:31.538716 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.563623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64e3fdc9-bf64-4ec1-a085-0612bf4adf71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.716950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.749429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Provisioning complete for port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:31.752821 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.883564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cf559140-9445-49a2-9b80-c49be93e6db1 None None] Port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:31.910359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 22a81253-d9ae-436a-866a-13d69e9299eb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=22a81253-d9ae-436a-866a-13d69e9299eb,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:31.930227 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:31.937113 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.938234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c7ab5452-ae0f-4528-b64a-9312ab56b32d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:31.973169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64e3fdc9-bf64-4ec1-a085-0612bf4adf71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.980502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.984232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2faf9757-0315-4b14-8a68-cae38fbc2db3 req-6e14ca47-8222-41a0-b396-16233675240c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1581573 Sep 16 05:08:31.989553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64e3fdc9-bf64-4ec1-a085-0612bf4adf71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.002050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.063882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=22a81253-d9ae-436a-866a-13d69e9299eb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.112800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.129750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c7ab5452-ae0f-4528-b64a-9312ab56b32d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:32.130119 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.171146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6bf5c-c035-4466-a6ae-01332fe43600 req-da39df2e-252f-4833-a945-c91165cedf38 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.183107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12d6bf5c-c035-4466-a6ae-01332fe43600 req-da39df2e-252f-4833-a945-c91165cedf38 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 932 time: 0.2242332 Sep 16 05:08:32.266746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12d6bf5c-c035-4466-a6ae-01332fe43600 req-e8d83a1a-3718-4892-9541-56b26f3ce248 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804441 Sep 16 05:08:32.282970 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:24Z', 'revision_number': 2, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:32.295836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95169c7-45be-45aa-8acc-ad681dc41220,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.312458 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-65f3f84a-43df-48ef-b5d0-3bf1e6baabfc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee2996b84f484297844172f708fb5082&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9780431 Sep 16 05:08:32.314098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3fdc9-bf64-4ec1-a085-0612bf4adf71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fb10b2-1b4d-4dfa-9423-4e0d6eb1ea8d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.317030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47158) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:32.318521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64e3fdc9-bf64-4ec1-a085-0612bf4adf71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.329173 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-64e3fdc9-bf64-4ec1-a085-0612bf4adf71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9112380 Sep 16 05:08:32.361602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47160) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:32.365384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:32.368310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2bca6b68-2b0c-45c4-82fb-530ae0385aef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'security_group_rule': {'security_group_id': '2fa861c6-2041-4431-92c5-0282e8b332c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:32.372373 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Checking router: 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:32.373005 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Updating router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 port 4f080d8f-8404-447c-b923-01c72403b026 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:32.412548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61db7703-fbff-4abb-a14c-84ec4cdcce49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.416734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e24efebf-1f7e-4042-b2a5-ce59dc31a685 req-056154d0-45d3-4c04-877d-602f56513603 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 210 time: 0.1644244 Sep 16 05:08:32.451625 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.455356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61db7703-fbff-4abb-a14c-84ec4cdcce49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.490450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:32.491043 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.547127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b68-2b0c-45c4-82fb-530ae0385aef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.582875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61db7703-fbff-4abb-a14c-84ec4cdcce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.603207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61db7703-fbff-4abb-a14c-84ec4cdcce49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.609412 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61db7703-fbff-4abb-a14c-84ec4cdcce49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e95169c7-45be-45aa-8acc-ad681dc41220 HTTP/1.1" status: 204 len: 168 time: 0.2786283 Sep 16 05:08:32.758907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db7703-fbff-4abb-a14c-84ec4cdcce49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95169c7-45be-45aa-8acc-ad681dc41220,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.823934 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b68-2b0c-45c4-82fb-530ae0385aef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.842842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b68-2b0c-45c4-82fb-530ae0385aef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.907451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca6b68-2b0c-45c4-82fb-530ae0385aef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0ca0eb-42ec-40a2-aba6-1b3d838518c0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:32.922542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bca6b68-2b0c-45c4-82fb-530ae0385aef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.924346 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bca6b68-2b0c-45c4-82fb-530ae0385aef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5602326 Sep 16 05:08:32.928769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47170) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:32.937970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:32.982396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-f201a23e-8104-45de-9fee-f484d566f658 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.984472 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-f201a23e-8104-45de-9fee-f484d566f658 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.73 "GET /v2.0/networks?id=471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 200 len: 828 time: 0.3133276 Sep 16 05:08:32.999414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Request body: {'port': {'device_id': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'admin_state_up': True, 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:33.005779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.069821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 22a81253-d9ae-436a-866a-13d69e9299eb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:33.157447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 22a81253-d9ae-436a-866a-13d69e9299eb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:33.159673 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.342642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03741fa8-5a51-443c-9603-e15fa2b47171 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:33.365099 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.381347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.392138 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.478244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Transition to ACTIVE for port object 03741fa8-5a51-443c-9603-e15fa2b47171 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:33.556013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9d2a0-35c9-4695-8aef-5da4ea3ea584 req-433f6afa-e4eb-4564-953d-372cf86c3ab1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.564797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41e9d2a0-35c9-4695-8aef-5da4ea3ea584 req-433f6afa-e4eb-4564-953d-372cf86c3ab1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.3658063 Sep 16 05:08:33.567625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.830488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:33.916025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a2d7-bcd5-444a-a143-05922a0fbb9d req-549d0d5c-998b-429a-968a-a9ee67f69253 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.936806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f037a2d7-bcd5-444a-a143-05922a0fbb9d req-549d0d5c-998b-429a-968a-a9ee67f69253 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 944 time: 0.5246215 Sep 16 05:08:34.015196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41e9d2a0-35c9-4695-8aef-5da4ea3ea584 req-15cc8ee8-b756-4db1-8deb-c0f7891774ab tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430387 Sep 16 05:08:34.028271 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Attempting to bind port 4f080d8f-8404-447c-b923-01c72403b026 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:34.028985 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Attempting to bind port 4f080d8f-8404-447c-b923-01c72403b026 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:34.029632 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Attempting to bind port 4f080d8f-8404-447c-b923-01c72403b026 on network 471b8357-e152-4a5f-9205-6d4924e0edcb {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:34.032420 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d458eb7-04e5-459e-b514-339c54f5ddda None None] Pushing event updated for resources: {'Port': ['ID=4f080d8f-8404-447c-b923-01c72403b026,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.039246 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:34.040588 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Checking segment: {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:34.041237 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.042751 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Bound using segment: {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:34.043497 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Bound port: 4f080d8f-8404-447c-b923-01c72403b026, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:34.044213 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.074574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-554bdffd-1439-4e5e-861b-30cd60f7a2a7 None None] Provisioning complete for port 4f080d8f-8404-447c-b923-01c72403b026 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.075322 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-554bdffd-1439-4e5e-861b-30cd60f7a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.140048 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] For port 4f080d8f-8404-447c-b923-01c72403b026, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:34.156711 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] For port 4f080d8f-8404-447c-b923-01c72403b026, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4f080d8f-8404-447c-b923-01c72403b026,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:34.164452 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.218159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f037a2d7-bcd5-444a-a143-05922a0fbb9d req-8f9692bb-22ff-4dd5-a8f9-8dbde8675a80 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797222 Sep 16 05:08:34.223315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-554bdffd-1439-4e5e-861b-30cd60f7a2a7 None None] Port 4f080d8f-8404-447c-b923-01c72403b026 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:34.333085 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:34.334003 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:34.369962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b53a7067-5562-4596-af05-ee4dc53775a8 req-e03de7a5-ca4f-48cb-bd74-66d69ad267cd tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 210 time: 0.1347313 Sep 16 05:08:34.412064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.418943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Attempting to bind port 03741fa8-5a51-443c-9603-e15fa2b47171 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:34.420583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Made reservation on behalf of 8ce09a0bbfab4758a7f95a9a328d608c for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:34.421157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Attempting to bind port 03741fa8-5a51-443c-9603-e15fa2b47171 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:34.422913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Attempting to bind port 03741fa8-5a51-443c-9603-e15fa2b47171 on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:34.431033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.437596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Port 03741fa8-5a51-443c-9603-e15fa2b47171 on network 51619d66-8210-461d-a74e-5bd0850dd587 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:34.438324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Attempting to bind port 03741fa8-5a51-443c-9603-e15fa2b47171 on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:34.458480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:34.460306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Checking segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:34.463497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Bound using segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:34.466957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Bound port: 03741fa8-5a51-443c-9603-e15fa2b47171, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:34.469049 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.570150 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d458eb7-04e5-459e-b514-339c54f5ddda None None] Pushing event updated for resources: {'Port': ['ID=4f080d8f-8404-447c-b923-01c72403b026,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.618977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9ff48488-d55c-4b5c-82f6-fd1889a5fe42 None None] Provisioning complete for port 4f080d8f-8404-447c-b923-01c72403b026 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:34.619439 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ff48488-d55c-4b5c-82f6-fd1889a5fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.709107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:34.720378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:34.729791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.735141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 172.25.6.205 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/fb87684d-bcc8-4e56-aef8-ed23371333a0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:34.742851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Allocated IP 172.20.0.8 (471b8357-e152-4a5f-9205-6d4924e0edcb/a9c2057f-6648-4dab-b87b-f7e6e6939c62/17099b2e-2818-450b-8bc8-1bcd0e6e73f7) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:34.800858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.805739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.812801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/03741fa8-5a51-443c-9603-e15fa2b47171 HTTP/1.1" status: 200 len: 1093 time: 3.9988139 Sep 16 05:08:34.821043 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:34.847020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47218) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:34.870880 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ff48488-d55c-4b5c-82f6-fd1889a5fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.920083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:34.924992 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31671341-e0cc-4061-ae92-7eee52213d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:34.951112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9ff48488-d55c-4b5c-82f6-fd1889a5fe42 None None] For port 4f080d8f-8404-447c-b923-01c72403b026, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4f080d8f-8404-447c-b923-01c72403b026,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:34.963054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ff48488-d55c-4b5c-82f6-fd1889a5fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.971070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4f080d8f-8404-447c-b923-01c72403b026 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:34.985250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.997148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.997148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.997693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.997916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.998236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.998563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.998887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.999207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.999529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:34.999849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:35.000194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:35.001640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3022f9-de91-4aac-87e7-453966fc90d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:35.028834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-0d09c2b7-3456-4559-9cfb-d7cd7c81859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.031563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-0d09c2b7-3456-4559-9cfb-d7cd7c81859e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 1096 time: 0.1008735 Sep 16 05:08:35.125030 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8571bb-e1f0-4b16-8cfb-6d49d9c4ef0a x-openstack-request-id: req-8f8571bb-e1f0-4b16-8cfb-6d49d9c4ef0a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:35.125538 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:35.126425 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f8571bb-e1f0-4b16-8cfb-6d49d9c4ef0a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:35.127532 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171', 'status': 'completed', 'code': 200} Sep 16 05:08:35.130149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-3c1a92f3-d2d0-43ea-869a-9427563c7925 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03741fa8-5a51-443c-9603-e15fa2b47171 HTTP/1.1" status: 200 len: 217 time: 0.0834723 Sep 16 05:08:35.149952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4f080d8f-8404-447c-b923-01c72403b026 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:35.150578 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.201970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff48488-d55c-4b5c-82f6-fd1889a5fe42 None None] Pushing event updated for resources: {'Port': ['ID=4f080d8f-8404-447c-b923-01c72403b026,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.356596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-965b5487-14c7-4c7e-b25b-a908062c5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.358109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-965b5487-14c7-4c7e-b25b-a908062c5e48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.2204850 Sep 16 05:08:35.396401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.436950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-1875a0b4-a9da-4e38-b394-10189307c246 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659289 Sep 16 05:08:35.438745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.504953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event updated for resources: {'Port': ['ID=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.511689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34159cc3-4d29-4055-9541-4e6a4da2d91f req-6e54d980-0576-4578-9c0e-1615d6f3b563 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.514801 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:35.522356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34159cc3-4d29-4055-9541-4e6a4da2d91f req-6e54d980-0576-4578-9c0e-1615d6f3b563 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.3598752 Sep 16 05:08:35.549187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.564675 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c29c-61d9-4299-abab-285dcc50839e None None] The sync data for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 is: [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:35.576115 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c1681581-f001-43f1-907d-ab1c304a94a8 tempest-AgentManagementNegativeTest-1297277660 tempest-AgentManagementNegativeTest-1297277660-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7256920 Sep 16 05:08:35.619263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Network 471b8357-e152-4a5f-9205-6d4924e0edcb is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:35.621182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:35.624125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:35.629004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.644421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34159cc3-4d29-4055-9541-4e6a4da2d91f req-af5370c2-a549-4ce1-8e8f-34ac4d16d207 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206658 Sep 16 05:08:35.778176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:35.792803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:35.831273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:35.861220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f19d-dec4-4586-9087-89dd20f3f17c req-c38b5027-d702-4a86-a5d6-bcd4a9f5c0ae tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.862825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcb3f19d-dec4-4586-9087-89dd20f3f17c req-c38b5027-d702-4a86-a5d6-bcd4a9f5c0ae tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 944 time: 0.4293370 Sep 16 05:08:35.941488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:35.942047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.944687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=fb87684d-bcc8-4e56-aef8-ed23371333a0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:35.983618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcb3f19d-dec4-4586-9087-89dd20f3f17c req-605d4303-3b50-484b-993c-9f6a43cd5536 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937552 Sep 16 05:08:36.044927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-971bfb3c-c549-4484-af02-d47e5038485a service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729249 Sep 16 05:08:36.075949 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-6bdc3692-ee74-40d4-bd13-a2b08acfce63 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0820303 Sep 16 05:08:36.088538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.113063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-65037c2e-ef90-4c97-98af-ae700e894db5 None None] Provisioning complete for port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:36.113442 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65037c2e-ef90-4c97-98af-ae700e894db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.119836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-db1ae292-1535-4e4d-8cfd-9f47351a96f3 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:36.139910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695ba2-604d-4949-9031-5d99fb50d9c6 req-8413d90c-0f9c-40b5-9360-cdde877d08e6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.143820 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-db1ae292-1535-4e4d-8cfd-9f47351a96f3 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500197 Sep 16 05:08:36.150119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8695ba2-604d-4949-9031-5d99fb50d9c6 req-8413d90c-0f9c-40b5-9360-cdde877d08e6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 931 time: 0.3354807 Sep 16 05:08:36.171063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Request body: {'port': {'device_id': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:36.259225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-65037c2e-ef90-4c97-98af-ae700e894db5 None None] Port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:36.262554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8695ba2-604d-4949-9031-5d99fb50d9c6 req-b371e92f-4fe8-47e4-aad7-a7ed47ade539 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101201 Sep 16 05:08:36.371719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4eea79-f323-46fb-8d7e-44c6046bd818 req-96bc1afa-91d6-4db5-aaf6-17870d28b6fb service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092699 Sep 16 05:08:36.383148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.449309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.499584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47254) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.568298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31671341-e0cc-4061-ae92-7eee52213d6b req-554f91eb-c285-4a87-92c4-a3d002fd2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.570184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31671341-e0cc-4061-ae92-7eee52213d6b req-554f91eb-c285-4a87-92c4-a3d002fd2b82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 1096 time: 0.1049309 Sep 16 05:08:36.727465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31671341-e0cc-4061-ae92-7eee52213d6b req-ec927e31-5ebb-445a-a969-c7836c388e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.731606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.733165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31671341-e0cc-4061-ae92-7eee52213d6b req-ec927e31-5ebb-445a-a969-c7836c388e9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 912 time: 0.1522706 Sep 16 05:08:36.827206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31671341-e0cc-4061-ae92-7eee52213d6b req-948603ff-460b-44dd-bf09-bb3ebb4d64a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03741fa8-5a51-443c-9603-e15fa2b47171 HTTP/1.1" status: 200 len: 217 time: 0.0849175 Sep 16 05:08:36.994386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4f080d8f-8404-447c-b923-01c72403b026 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:37.002150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31671341-e0cc-4061-ae92-7eee52213d6b req-a810e603-442d-4db9-923d-d1ed3f582e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.004067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31671341-e0cc-4061-ae92-7eee52213d6b req-a810e603-442d-4db9-923d-d1ed3f582e78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1641560 Sep 16 05:08:37.016657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e9d23-0523-4bdc-981d-1cefd5c1cfae req-feecbda0-c672-48f0-a817-e9831f8c2f17 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.019620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b92e9d23-0523-4bdc-981d-1cefd5c1cfae req-feecbda0-c672-48f0-a817-e9831f8c2f17 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1594806 Sep 16 05:08:37.060415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31671341-e0cc-4061-ae92-7eee52213d6b req-714df766-2462-4645-8ebe-1fa6bd4c4a55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390003 Sep 16 05:08:37.110446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:37.124251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.139670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Transition to ACTIVE for port object 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:37.142836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.149121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.188073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b92e9d23-0523-4bdc-981d-1cefd5c1cfae req-df1dd89a-e67e-4aac-bb51-8370f699d4da tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246934 Sep 16 05:08:37.201020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4f080d8f-8404-447c-b923-01c72403b026 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:37.201403 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.324257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=fb87684d-bcc8-4e56-aef8-ed23371333a0,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.460382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.475062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31671341-e0cc-4061-ae92-7eee52213d6b req-5642bda3-2031-4461-a8af-16e41ddbb640 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881266 Sep 16 05:08:37.498429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Pushing event updated for resources: {'Port': ['ID=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.499131 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eb5f22d9-f63e-4420-ab55-e7d55195908c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.505152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.512961 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb3ec0a6-0ab2-4e8f-9314-44c12dfe3087 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5827475 Sep 16 05:08:37.559632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Attempting to bind port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:37.560948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Attempting to bind port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:37.561517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Attempting to bind port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 on network 471b8357-e152-4a5f-9205-6d4924e0edcb {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:37.572917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 on network 471b8357-e152-4a5f-9205-6d4924e0edcb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:37.577254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Attempting to bind port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 on network 471b8357-e152-4a5f-9205-6d4924e0edcb {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:37.584990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:37.586487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Checking segment: {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:37.588057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Bound using segment: {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:37.588951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Bound port: 17099b2e-2818-450b-8bc8-1bcd0e6e73f7, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b86611-f742-4f9c-aa7a-1bdb6018fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:37.590813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.772075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] For port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:37.781315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] For port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:37.792081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.853457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388481e-7eaa-4c6d-98ed-56a56744e8ad req-456632ce-7d46-46e1-833f-b731d45fecf4 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.855800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a388481e-7eaa-4c6d-98ed-56a56744e8ad req-456632ce-7d46-46e1-833f-b731d45fecf4 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 944 time: 0.6843204 Sep 16 05:08:37.868963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31671341-e0cc-4061-ae92-7eee52213d6b req-0739a534-f523-4ce7-9278-6b1f91a133c5 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265712 Sep 16 05:08:37.915539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ff48b-89db-401e-99ef-7324e2d58398 req-2c7fad3e-5980-4e3b-acb0-fa58d92e2925 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.923945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72ff48b-89db-401e-99ef-7324e2d58398 req-2c7fad3e-5980-4e3b-acb0-fa58d92e2925 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 943 time: 0.4447863 Sep 16 05:08:37.941516 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-de4b456f-4257-4511-9439-c05696ae23b5 req-8f69eb55-1f29-48a0-91d2-327c22a9c4c0 service neutron] show failed (client error): The resource could not be found. Sep 16 05:08:37.942645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-8f69eb55-1f29-48a0-91d2-327c22a9c4c0 service neutron] 10.222.0.73 "GET /v2.0/ports/a9b59727-d14d-4f22-a72b-bbabfea3b98c/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.4467275 Sep 16 05:08:37.993410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:37.998110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a388481e-7eaa-4c6d-98ed-56a56744e8ad req-417e8677-b289-4d16-b727-1e03bbe1685d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257010 Sep 16 05:08:38.006096 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.020236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72ff48b-89db-401e-99ef-7324e2d58398 req-49e9b1d5-13a7-4e1b-adc3-b6c844658984 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905192 Sep 16 05:08:38.027713 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] 10.222.0.73 "PUT /v2.0/ports/17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 1092 time: 1.8671515 Sep 16 05:08:38.102143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:38.108026 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe904ab-561f-46ee-a90b-1d4110874411" -d '{"events": [{"name": "network-changed", "server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:38.111806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ddcf3-f860-4148-9afe-add985f98fba service neutron] Pushing event updated for resources: {'Port': ['ID=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.131137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eb5f22d9-f63e-4420-ab55-e7d55195908c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.141226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eb5f22d9-f63e-4420-ab55-e7d55195908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.167845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-a60112bd-28ca-4bd2-9317-89293efb2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.169323 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-a60112bd-28ca-4bd2-9317-89293efb2cad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 1095 time: 0.0549028 Sep 16 05:08:38.174156 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbec651-7122-40e8-aae2-76c776245b38 x-openstack-request-id: req-8fbec651-7122-40e8-aae2-76c776245b38 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:38.174458 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:38.174710 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fbec651-7122-40e8-aae2-76c776245b38 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:38.175108 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'status': 'completed', 'code': 200} Sep 16 05:08:38.305209 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-c1847430-2600-40f8-81cc-d64a0b0f553c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 217 time: 0.0996630 Sep 16 05:08:38.326656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f22d9-f63e-4420-ab55-e7d55195908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5ae802-0098-46f9-95f3-16cdb436afd6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.402920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-eb5f22d9-f63e-4420-ab55-e7d55195908c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f75cc7f0fcc475bbca49cda4d58e974&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8862391 Sep 16 05:08:38.405291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47304) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.510772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-d7ac2627-662f-4592-ac1d-d466b90b3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.512430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-d7ac2627-662f-4592-ac1d-d466b90b3592 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9c2057f-6648-4dab-b87b-f7e6e6939c62 HTTP/1.1" status: 200 len: 867 time: 0.1888194 Sep 16 05:08:38.518225 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d04b33d0-e18d-4646-b8b8-6a80f632284d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.547005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d04b33d0-e18d-4646-b8b8-6a80f632284d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.555287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a8370a71-df1d-4212-8248-f8f8513a961f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1008805493&fields=id&tenant_id=d6e62824a57b44d5932fbeab750b8aca HTTP/1.1" status: 200 len: 267 time: 0.3194778 Sep 16 05:08:38.606073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63d1fa-361a-4f87-aa09-66f44973070c req-a48c0ce6-ca77-4eec-83a0-19629952dd56 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.622010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab63d1fa-361a-4f87-aa09-66f44973070c req-a48c0ce6-ca77-4eec-83a0-19629952dd56 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.3184562 Sep 16 05:08:38.630558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-b292c216-b5ac-4563-90b5-42536fcee2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.632046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d04b33d0-e18d-4646-b8b8-6a80f632284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.634162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-b292c216-b5ac-4563-90b5-42536fcee2dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896&tenant_id=51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 1102 time: 0.3329773 Sep 16 05:08:38.635411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d04b33d0-e18d-4646-b8b8-6a80f632284d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.639212 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d04b33d0-e18d-4646-b8b8-6a80f632284d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b5ae802-0098-46f9-95f3-16cdb436afd6 HTTP/1.1" status: 204 len: 168 time: 0.2299368 Sep 16 05:08:38.646567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b33d0-e18d-4646-b8b8-6a80f632284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5ae802-0098-46f9-95f3-16cdb436afd6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.658536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-4f50210a-fd13-4cd7-943e-f9cf0450ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.660140 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-4f50210a-fd13-4cd7-943e-f9cf0450ddd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=471b8357-e152-4a5f-9205-6d4924e0edcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652661 Sep 16 05:08:38.700550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-50480d47-316d-4acb-bebb-12215b77fe6a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:38.701573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-50480d47-316d-4acb-bebb-12215b77fe6a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065680 Sep 16 05:08:38.743587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:38.803017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-47a75ae0-f04c-4347-b00d-298ce4515759 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.818300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-47a75ae0-f04c-4347-b00d-298ce4515759 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 200 len: 937 time: 0.1911449 Sep 16 05:08:38.843821 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-a1ff4d01-c7f3-4026-be72-52ce6c5136c0 service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721311 Sep 16 05:08:38.917653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab63d1fa-361a-4f87-aa09-66f44973070c req-8c43fa60-2fd1-42fc-bbe6-950fe29f91ea tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934074 Sep 16 05:08:38.950635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-59e04cd1-d605-4661-be8c-7e54a1511d28 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:38.952296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-59e04cd1-d605-4661-be8c-7e54a1511d28 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports/090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 200 len: 936 time: 0.1247506 Sep 16 05:08:38.969987 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.027454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-b9b02125-fefb-4f62-aa6f-cbb29055cf6c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0681999 Sep 16 05:08:39.070813 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74dd4226-51dc-4416-b2dd-04ccf82f54f5 req-cc7642c8-5c4e-4ead-9f59-9a44862669f6 service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147169 Sep 16 05:08:39.171418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-ba87c6f7-e4be-41cb-bc89-d59cfeb74039 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0926545 Sep 16 05:08:39.263843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-eb4f125b-4b66-495a-abbd-0071ea9fbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.265755 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-eb4f125b-4b66-495a-abbd-0071ea9fbded service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 1095 time: 0.1302452 Sep 16 05:08:39.537585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c5fc-5b0c-4f27-87bd-e4af0813fe59 req-eea04161-0d43-4593-ae55-c04c3de78c4e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.540222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-e08e6745-2789-4a22-bd6b-b13a560ab039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.544600 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-e08e6745-2789-4a22-bd6b-b13a560ab039 service neutron] 10.222.0.73 "GET /v2.0/networks?id=471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 200 len: 929 time: 0.2706614 Sep 16 05:08:39.545494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3e3c5fc-5b0c-4f27-87bd-e4af0813fe59 req-eea04161-0d43-4593-ae55-c04c3de78c4e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 944 time: 0.2948406 Sep 16 05:08:39.642473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a8746e54-68e0-496d-92a3-716340567529 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.644349 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-dbb45d66-4cbc-46b2-9184-db32b38c23a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 217 time: 0.0905638 Sep 16 05:08:39.649886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a8746e54-68e0-496d-92a3-716340567529 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.672856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a8746e54-68e0-496d-92a3-716340567529 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.674125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a8746e54-68e0-496d-92a3-716340567529 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/networks?id=e2ca270e-a253-4db4-b22c-3bf0e80230be&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00 HTTP/1.1" status: 200 len: 1993 time: 0.4849961 Sep 16 05:08:39.732247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-b80259dc-9130-40dc-8cdb-fc1585fc6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.734640 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-b80259dc-9130-40dc-8cdb-fc1585fc6dba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9c2057f-6648-4dab-b87b-f7e6e6939c62 HTTP/1.1" status: 200 len: 867 time: 0.0741529 Sep 16 05:08:39.774753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:39.824070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:39.843433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-0128b3b6-730c-4207-a52c-ca7d1f3de7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:39.848470 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-0128b3b6-730c-4207-a52c-ca7d1f3de7d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=471b8357-e152-4a5f-9205-6d4924e0edcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018267 Sep 16 05:08:39.890684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.906514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Transition to ACTIVE for port object a9b59727-d14d-4f22-a72b-bbabfea3b98c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:39.907727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:39.912145 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fa49b8-499d-41ad-a572-4d7f3c8d062d" -d '{"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:39.919813 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.928336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3e3c5fc-5b0c-4f27-87bd-e4af0813fe59 req-23fe55a9-ceb4-436e-9b93-894bc4534b16 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818319 Sep 16 05:08:39.930037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-b9e840ff-e4d7-44c1-942b-6ba18fb8e09e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/quotas/d6e62824a57b44d5932fbeab750b8aca HTTP/1.1" status: 200 len: 375 time: 0.2375569 Sep 16 05:08:40.030588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.108084 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-93509df8-6d9f-431f-8f4b-f01aaf6db653 service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499602 Sep 16 05:08:40.147799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47c5ddf-9c0e-4238-bfe8-e222a4ce1e42 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2102802 Sep 16 05:08:40.185536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] No DVR routers for this DVR port a9b59727-d14d-4f22-a72b-bbabfea3b98c on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:40.283860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 03741fa8-5a51-443c-9603-e15fa2b47171 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:40.298558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:40.298910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:40.299423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:40.390928 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bfe904ab-561f-46ee-a90b-1d4110874411 req-011d3114-2248-4cf1-a59d-5c9b673802c9 service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698531 Sep 16 05:08:40.433307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28250-18ff-49aa-8d7c-f5b81ec28425 req-44f6da40-09f1-4aaa-b0ab-9d0af7dccb56 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.435871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10d28250-18ff-49aa-8d7c-f5b81ec28425 req-44f6da40-09f1-4aaa-b0ab-9d0af7dccb56 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 943 time: 0.3573875 Sep 16 05:08:40.449861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:40.450169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:40.458158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:40.458636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:40.459189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:40.459715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Bound port: a9b59727-d14d-4f22-a72b-bbabfea3b98c, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:40.460206 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.537794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47366) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.567224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:40.601461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '03741fa8-5a51-443c-9603-e15fa2b47171', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'port_id': '03741fa8-5a51-443c-9603-e15fa2b47171', 'mac_address': 'fa:16:3e:52:3e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db0b88f-b19e-4e58-980e-7a4f1e502fbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:40.652317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.668142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03741fa8-5a51-443c-9603-e15fa2b47171 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:40.677727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-ae98cd1b-c624-45c9-94d8-c5affaa25085 service neutron] 10.222.0.55 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793873 Sep 16 05:08:40.689933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10d28250-18ff-49aa-8d7c-f5b81ec28425 req-48c87f87-c66e-4d72-a876-cf37659e2991 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968627 Sep 16 05:08:40.711243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:40.716381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.732083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:40.773694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:40.804068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.838080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.851509 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35766485-5466-4ff4-be2a-d8ba482f434d x-openstack-request-id: req-35766485-5466-4ff4-be2a-d8ba482f434d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:40.852004 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:40.852799 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35766485-5466-4ff4-be2a-d8ba482f434d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:40.852799 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'code': 200} Sep 16 05:08:40.882265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:40.883014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.888404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] 10.222.0.64 "PUT /v2.0/ports/a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 1097 time: 2.1499808 Sep 16 05:08:40.892244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956d5bd-a552-44c1-ac92-c4ffc178845f service neutron] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.913027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-60f611b3-38d9-40ec-a3cb-998827f4829d service neutron] 10.222.0.55 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216523 Sep 16 05:08:41.045656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-761c0e28-e16b-4814-99e9-f13fbaf98492 service neutron] 10.222.0.55 "GET /v2.0/ports/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0972202 Sep 16 05:08:41.066835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6fddb-6266-4ef4-9b70-94d7c5f8bb30 req-8dfe873b-092a-4520-9834-46ae415df8a6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.068705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ab6fddb-6266-4ef4-9b70-94d7c5f8bb30 req-8dfe873b-092a-4520-9834-46ae415df8a6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.1503744 Sep 16 05:08:41.104010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:41.168923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-cfc0e27f-366e-467a-af7d-8aff7f3786a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.173274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-cfc0e27f-366e-467a-af7d-8aff7f3786a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1100 time: 0.2238929 Sep 16 05:08:41.185971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['03741fa8-5a51-443c-9603-e15fa2b47171'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:41.201259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-313b770c-0537-41c0-a2af-6244a4b86808 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.205610 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-313b770c-0537-41c0-a2af-6244a4b86808 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6640584 Sep 16 05:08:41.205850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47376) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.213435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-21f86d56-b8af-44a1-8c04-6edbc085d48f tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.219045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21f86d56-b8af-44a1-8c04-6edbc085d48f tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096345 Sep 16 05:08:41.220737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.234364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-db0ac1f4-fec0-4ead-b873-8f2bb717013a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.243725 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-db0ac1f4-fec0-4ead-b873-8f2bb717013a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0194798 Sep 16 05:08:41.244292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.253892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-be370718-d758-4d40-9b49-f254159f8c77 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.257650 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-be370718-d758-4d40-9b49-f254159f8c77 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061648 Sep 16 05:08:41.257843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47382) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.263553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-07f920b7-3a8b-4fa9-8839-69c4e778adfa tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.266948 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07f920b7-3a8b-4fa9-8839-69c4e778adfa tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0057085 Sep 16 05:08:41.267278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47384) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.268227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:41.272672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-331c5fc9-41b3-4e04-97ff-f2f9aedd9084 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.277266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-331c5fc9-41b3-4e04-97ff-f2f9aedd9084 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061295 Sep 16 05:08:41.277477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.283133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-e51445e1-08fd-4ff8-8d41-8d1e8d1ac5c6 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.287095 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e51445e1-08fd-4ff8-8d41-8d1e8d1ac5c6 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060060 Sep 16 05:08:41.287516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47388) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.292626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-aacd4fed-f8fd-4907-b9d3-5ea47584b39c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.296866 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aacd4fed-f8fd-4907-b9d3-5ea47584b39c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059309 Sep 16 05:08:41.297510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47390) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.308289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-832f34bb-9da8-4a26-ab87-150fb01ef522 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.311992 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-832f34bb-9da8-4a26-ab87-150fb01ef522 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0109236 Sep 16 05:08:41.312346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47392) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.334690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-e960e29f-50db-4590-bf03-8af149ca157d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.340470 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e960e29f-50db-4590-bf03-8af149ca157d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0233974 Sep 16 05:08:41.342228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47394) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.350496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-844e649e-9b56-459f-bd02-f1422d20b0ec tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.351551 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-844e649e-9b56-459f-bd02-f1422d20b0ec tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079391 Sep 16 05:08:41.357435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47396) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.363836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-1f417d06-7bc2-4ba4-9a3e-afd7f003de1d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.370049 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f417d06-7bc2-4ba4-9a3e-afd7f003de1d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0110826 Sep 16 05:08:41.376434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47398) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.390016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-cf81e85f-087c-4474-832c-2323fe05ae37 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.391057 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf81e85f-087c-4474-832c-2323fe05ae37 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0136325 Sep 16 05:08:41.394494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47400) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.411298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-adef6afe-1700-451c-ad45-1d0659cd18ff tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.414201 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-adef6afe-1700-451c-ad45-1d0659cd18ff tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0182385 Sep 16 05:08:41.416607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.439083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-213ac8f2-920b-4b43-90b9-089872017d3d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.444267 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-213ac8f2-920b-4b43-90b9-089872017d3d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0259130 Sep 16 05:08:41.445349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47406) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.463515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-58757e6e-80ec-4997-a89c-5660fae6a16d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.474512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-58757e6e-80ec-4997-a89c-5660fae6a16d tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0280325 Sep 16 05:08:41.475477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47408) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.483460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-dac52658-4456-4ee9-9772-b9ea03c5421f tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.484811 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dac52658-4456-4ee9-9772-b9ea03c5421f tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0081513 Sep 16 05:08:41.488673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47410) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.495288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-0c818685-1c0d-45c6-a51d-3e6ac8ca057c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.497138 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0c818685-1c0d-45c6-a51d-3e6ac8ca057c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059965 Sep 16 05:08:41.500038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47412) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.506833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-7718fd6c-28b7-4b79-9199-4ca5a9ef3289 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.508797 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7718fd6c-28b7-4b79-9199-4ca5a9ef3289 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0066671 Sep 16 05:08:41.512802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47414) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.517465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-b5b5476c-6a22-495a-aaef-1338928a4cef tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.523782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.525830 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b5b5476c-6a22-495a-aaef-1338928a4cef tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0116270 Sep 16 05:08:41.529344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47416) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.536191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-eafecceb-83e4-482b-beea-e01ac4b0b8c6 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.538029 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eafecceb-83e4-482b-beea-e01ac4b0b8c6 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071988 Sep 16 05:08:41.554938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.598665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-5f5084c5-540d-4dc6-a16c-1aa57957c8f7 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.598665 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5f5084c5-540d-4dc6-a16c-1aa57957c8f7 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0117464 Sep 16 05:08:41.598665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47420) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.608962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-3f143fb2-90b3-4b54-bd13-5939dd17b203 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.611713 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3f143fb2-90b3-4b54-bd13-5939dd17b203 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0386941 Sep 16 05:08:41.616967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.628822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-ca99460e-be13-4e2d-a6f7-4cadeee9d4ad tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.633504 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ca99460e-be13-4e2d-a6f7-4cadeee9d4ad tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0130689 Sep 16 05:08:41.637566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47428) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.646155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-c8a7bab7-7c1e-4842-8f64-5feb12b80179 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.648118 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c8a7bab7-7c1e-4842-8f64-5feb12b80179 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090389 Sep 16 05:08:41.650399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.655449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-a65d96fc-b318-4101-845b-408680b8e3f0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.659086 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a65d96fc-b318-4101-845b-408680b8e3f0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051603 Sep 16 05:08:41.659749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47432) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.665870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-2c8765d6-d79d-4b22-be59-73554b08dee3 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.669722 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2c8765d6-d79d-4b22-be59-73554b08dee3 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059669 Sep 16 05:08:41.670979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47434) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.681785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-ed8113b7-934f-4569-aa6e-e44ec2668114 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.683007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed8113b7-934f-4569-aa6e-e44ec2668114 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0109692 Sep 16 05:08:41.689354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47436) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.694227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-b6bdd009-9fc5-4eaa-a752-d8e115e22dc0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.697745 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6bdd009-9fc5-4eaa-a752-d8e115e22dc0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047491 Sep 16 05:08:41.699728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47438) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.711318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-7e5fb44c-123f-4b4a-bfea-7b2fc9da4064 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.712285 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7e5fb44c-123f-4b4a-bfea-7b2fc9da4064 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0114136 Sep 16 05:08:41.715834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47444) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.723084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-0ad8b608-f147-4c6d-b7cf-9f75a8bd372a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.726933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0ad8b608-f147-4c6d-b7cf-9f75a8bd372a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0099328 Sep 16 05:08:41.728014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47446) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.733426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-a5bc5e3b-6403-4de6-8bc8-6e665ef2a518 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.738733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a5bc5e3b-6403-4de6-8bc8-6e665ef2a518 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098279 Sep 16 05:08:41.739434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47448) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.744923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-4df40f5f-7f89-4416-95ae-1366b37ae6ef tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.749141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47450) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.749584 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4df40f5f-7f89-4416-95ae-1366b37ae6ef tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0088978 Sep 16 05:08:41.758204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [None req-8e649617-7cf5-47e9-ae28-9fd70229f48b tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.759233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8e649617-7cf5-47e9-ae28-9fd70229f48b tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071254 Sep 16 05:08:41.763218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ab6fddb-6266-4ef4-9b70-94d7c5f8bb30 req-887e3f38-d842-4062-be41-9117e8675728 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835699 Sep 16 05:08:41.769786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-f4901d5e-3429-4526-81e7-fca8c83495d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.771485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-f4901d5e-3429-4526-81e7-fca8c83495d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.5629604 Sep 16 05:08:41.780842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47452) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.789033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-13fff121-63f6-4d8d-9b1d-2c7823e1e4e4 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.792310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-81ab607a-6151-48c5-8fd8-9ef78e223274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.794088 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-81ab607a-6151-48c5-8fd8-9ef78e223274 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1097 time: 0.6793799 Sep 16 05:08:41.797465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-d1f86132-5ed4-4f6b-8098-1d1a87144fa6 service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263472 Sep 16 05:08:41.803852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-13fff121-63f6-4d8d-9b1d-2c7823e1e4e4 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0217326 Sep 16 05:08:41.804608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47454) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.809061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-0f8279fb-78eb-4663-b5d4-c962d0e0f2da tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.820412 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0f8279fb-78eb-4663-b5d4-c962d0e0f2da tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0145607 Sep 16 05:08:41.821379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47456) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.832085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-70465772-a424-4f23-8bf0-9ff89f04c018 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.841044 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-70465772-a424-4f23-8bf0-9ff89f04c018 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0163114 Sep 16 05:08:41.841782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47458) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.845930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-96e2e9f7-d14c-46b7-9cc6-f5a1f8acdb03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.0649955 Sep 16 05:08:41.851044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-be9e2bf3-8d75-45fc-b789-71e040cca1f5 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.857870 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-be9e2bf3-8d75-45fc-b789-71e040cca1f5 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0106595 Sep 16 05:08:41.858613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47460) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.863505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-1df9f057-4378-4238-81d6-3735d5ae6f93 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.874712 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1df9f057-4378-4238-81d6-3735d5ae6f93 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0149627 Sep 16 05:08:41.877011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47462) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.881402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-08886566-15c1-43a7-8d56-e31aaf3b3fe3 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.893096 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-08886566-15c1-43a7-8d56-e31aaf3b3fe3 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0149238 Sep 16 05:08:41.893841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47464) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.901174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-d5bbad65-2fc5-4222-ba44-4f180e5aacaf tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.907322 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d5bbad65-2fc5-4222-ba44-4f180e5aacaf tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123613 Sep 16 05:08:41.908219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47466) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.912866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-cbce011a-ccc4-4738-bc3f-712082545547 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.914024 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cbce011a-ccc4-4738-bc3f-712082545547 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047507 Sep 16 05:08:41.917381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.937623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-fa46cce8-ef32-4e65-a330-bd77b31db370 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.939491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fa46cce8-ef32-4e65-a330-bd77b31db370 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0199142 Sep 16 05:08:41.942582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47470) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.950642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-c0614227-c92f-4142-83af-ecea16188702 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.953091 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c0614227-c92f-4142-83af-ecea16188702 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0090859 Sep 16 05:08:41.957520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.964182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-bfdd07b2-2b92-4e62-b027-e10723f67040 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.975236 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bfdd07b2-2b92-4e62-b027-e10723f67040 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0165412 Sep 16 05:08:41.978027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47476) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.984740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-e8d76d5f-83e7-4608-a7d7-a850bc08173a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:41.997133 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8d76d5f-83e7-4608-a7d7-a850bc08173a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0157745 Sep 16 05:08:41.999796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47478) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.005855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-f7485197-6717-4e41-9614-148f42b4edd0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.007140 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f7485197-6717-4e41-9614-148f42b4edd0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061212 Sep 16 05:08:42.010140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47480) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.017608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-d0f51fb7-5fef-4a80-80f8-368a47dd8fab tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.022285 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d0f51fb7-5fef-4a80-80f8-368a47dd8fab tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0103106 Sep 16 05:08:42.022641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-9c8ac896-8227-4ea5-a0d7-0dfb9c35d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.024333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-9c8ac896-8227-4ea5-a0d7-0dfb9c35d4ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1577773 Sep 16 05:08:42.024934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47482) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.033923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [None req-67813c21-75bd-4e03-9be9-912bf68358b0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.035547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-67813c21-75bd-4e03-9be9-912bf68358b0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0095172 Sep 16 05:08:42.039170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47484) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.048584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-cecd6b2b-77b4-4a7c-8ee1-a4cad070d4dd tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.049945 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cecd6b2b-77b4-4a7c-8ee1-a4cad070d4dd tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0096066 Sep 16 05:08:42.055369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.062677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-fcd921a1-9ad2-47f2-9535-741de5600af8 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.063942 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fcd921a1-9ad2-47f2-9535-741de5600af8 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0065119 Sep 16 05:08:42.067263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47488) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.075327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-16d80190-a1a0-4dc0-97ba-ed0e016432d9 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.077323 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-16d80190-a1a0-4dc0-97ba-ed0e016432d9 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0087457 Sep 16 05:08:42.080299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47492) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.086927 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-c7b02396-2226-4c3b-b886-04b8a0375cb0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.088731 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7b02396-2226-4c3b-b886-04b8a0375cb0 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0066733 Sep 16 05:08:42.098218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47494) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.103724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-afe14d6e-6d07-4a53-a2ed-8035f8e1b841 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.110410 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-afe14d6e-6d07-4a53-a2ed-8035f8e1b841 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086687 Sep 16 05:08:42.110621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-f442e7d1-c1a0-4053-b75d-ad5f11a928d0 service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811048 Sep 16 05:08:42.111824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47498) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.114959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-8c804ebb-05f1-4da0-a705-d22f3658199b tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.116198 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8c804ebb-05f1-4da0-a705-d22f3658199b tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042837 Sep 16 05:08:42.122180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47500) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.127521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-799b383f-aeac-4d3c-aeef-e30d9df9c5ad tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.129109 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-799b383f-aeac-4d3c-aeef-e30d9df9c5ad tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058103 Sep 16 05:08:42.139369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-810852bc-1dcb-40ef-af30-42b1992cac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.139667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47504) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.140447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-810852bc-1dcb-40ef-af30-42b1992cac73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.3117464 Sep 16 05:08:42.144300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-f3ecd88b-3f41-4630-863f-a34788a668d7 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.145513 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f3ecd88b-3f41-4630-863f-a34788a668d7 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043144 Sep 16 05:08:42.147901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47506) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.155466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-20959f5c-8dc8-47f6-b143-f0ce30472e2a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.156690 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-20959f5c-8dc8-47f6-b143-f0ce30472e2a tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076375 Sep 16 05:08:42.159910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47508) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.167970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-d1f927ca-c6bf-41a2-a0ea-dc23043ae1e2 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.171449 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d1f927ca-c6bf-41a2-a0ea-dc23043ae1e2 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075724 Sep 16 05:08:42.171731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47510) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.180148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-19466cbd-a6a5-484e-a8b4-47b17618d011 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.181556 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-19466cbd-a6a5-484e-a8b4-47b17618d011 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081484 Sep 16 05:08:42.184946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47512) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.192417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-934b515e-d705-4b28-b569-a80ad5132ac9 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.196026 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-934b515e-d705-4b28-b569-a80ad5132ac9 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076396 Sep 16 05:08:42.199512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47516) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.204055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-720f1657-908f-45db-bde2-9e8d9b9cd104 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.207439 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-720f1657-908f-45db-bde2-9e8d9b9cd104 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068114 Sep 16 05:08:42.208015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47518) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.212056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-f12290a8-eb2f-4f52-9262-a4511d557c01 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.215600 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f12290a8-eb2f-4f52-9262-a4511d557c01 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066295 Sep 16 05:08:42.216196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47520) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.220962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-2015004b-4503-4822-969b-f8314d1c960c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.223328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-86ed41ca-c260-4f33-a401-37f3a7fe9f50 service neutron] 10.222.0.55 "GET /v2.0/ports/090b7f1e-4400-4545-afcc-0554eb5c6338?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0981867 Sep 16 05:08:42.229048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b456f-4257-4511-9439-c05696ae23b5 req-11d90599-95e4-4832-9765-1bf45fd0cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.230183 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2015004b-4503-4822-969b-f8314d1c960c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0129716 Sep 16 05:08:42.230525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-11d90599-95e4-4832-9765-1bf45fd0cfb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1769431 Sep 16 05:08:42.230832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47522) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.235118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-6676badc-0544-451f-9263-7919757fd82c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.239022 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6676badc-0544-451f-9263-7919757fd82c tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072107 Sep 16 05:08:42.239612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47524) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.243787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-40253707-7a00-4c1a-99d3-30772ac58ee9 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.248009 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-40253707-7a00-4c1a-99d3-30772ac58ee9 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042186 Sep 16 05:08:42.248985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47528) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.250915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0d1f7-b844-44c9-9c7d-7dd209515b3c req-6312b808-f254-4d0b-9bf3-6895d4edaf0e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.252723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62b0d1f7-b844-44c9-9c7d-7dd209515b3c req-6312b808-f254-4d0b-9bf3-6895d4edaf0e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 945 time: 0.1979940 Sep 16 05:08:42.254566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-bc988657-39f4-44ac-afe5-f6d35fe3c054 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.259678 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bc988657-39f4-44ac-afe5-f6d35fe3c054 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095277 Sep 16 05:08:42.260533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47530) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.267356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-6884c5c6-9250-4344-a302-05eed83a4d6b tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.272645 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6884c5c6-9250-4344-a302-05eed83a4d6b tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0101106 Sep 16 05:08:42.273463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47532) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.279723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [None req-7b755528-e1ef-428f-8361-43fd973999a1 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:42.281086 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7b755528-e1ef-428f-8361-43fd973999a1 tempest-ExtensionsTestJSON-668723835 tempest-ExtensionsTestJSON-668723835-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064435 Sep 16 05:08:42.327332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 03741fa8-5a51-443c-9603-e15fa2b47171 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:42.333472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-615fb3bd-2139-4f46-924c-738967affaf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 1001 time: 0.1729357 Sep 16 05:08:42.380983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 03741fa8-5a51-443c-9603-e15fa2b47171 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:42.385739 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 03741fa8-5a51-443c-9603-e15fa2b47171 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:42.386126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.466959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62b0d1f7-b844-44c9-9c7d-7dd209515b3c req-10a20ea7-7531-4d54-b810-26cb6e99ef92 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888587 Sep 16 05:08:42.479225 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.489276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-4bf93aef-9db2-4532-ab52-441041ce98c8 service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559996 Sep 16 05:08:42.501445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-b5e44070-6383-411e-8e31-707587c13181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.502905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-b5e44070-6383-411e-8e31-707587c13181 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1405137 Sep 16 05:08:42.516551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:42.519183 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53144ee-bddb-4eda-8153-61ab1cab0491" -d '{"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-plugged", "status": "completed", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:42.536841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:42.544523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.558191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-eca62c2b-b00a-4916-a4a5-0f9e4f1448dd service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028011 Sep 16 05:08:42.628959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.682515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47550) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.746968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-c07e54b6-2663-4a6b-88b3-637336cc8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.748521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-c07e54b6-2663-4a6b-88b3-637336cc8d8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345574 Sep 16 05:08:42.761350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-49cdbaf6-d282-4300-8fbb-118b39d7e521 service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618473 Sep 16 05:08:42.795650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f340-4e87-4698-adbb-d19a3ed8330d req-7349a053-ab0c-4f30-859c-b6882f6f7346 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:42.797467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d406f340-4e87-4698-adbb-d19a3ed8330d req-7349a053-ab0c-4f30-859c-b6882f6f7346 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 943 time: 0.1728456 Sep 16 05:08:42.815379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4b456f-4257-4511-9439-c05696ae23b5 req-4bb4da95-844f-4b64-beac-6efd595f176c service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451596 Sep 16 05:08:42.823933 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2bad3f-9fa4-45db-9e6b-0664933c882f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.886007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:42.888639 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b094240-43a3-4681-9466-04d6498b264d" -d '{"events": [{"name": "network-changed", "server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:42.939638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d406f340-4e87-4698-adbb-d19a3ed8330d req-a3bef4bd-989c-44f4-89d4-512a9054540a tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273823 Sep 16 05:08:43.004461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-0d900dd7-6c6b-4deb-9a53-1e6dbf2e9991 service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305737 Sep 16 05:08:43.017539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2bad3f-9fa4-45db-9e6b-0664933c882f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.022736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2bad3f-9fa4-45db-9e6b-0664933c882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.048372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-7c91254c-8d7e-4c93-a20b-5119841b0096 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559172 Sep 16 05:08:43.062149 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665549bf-d81b-4de1-8ba0-07ae9b3d15a2 x-openstack-request-id: req-665549bf-d81b-4de1-8ba0-07ae9b3d15a2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:43.062500 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-plugged", "status": "completed", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:43.063133 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-665549bf-d81b-4de1-8ba0-07ae9b3d15a2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:43.063657 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171', 'code': 200} Sep 16 05:08:43.085728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-af2bad3f-9fa4-45db-9e6b-0664933c882f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eddf10b844e74b879aafe597804daadd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014874 Sep 16 05:08:43.091251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47568) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.125049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:43.143703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bad3f-9fa4-45db-9e6b-0664933c882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6094ad-af8c-400d-b9e2-4398d03b75d7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.281367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:43.296550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'port_id': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'mac_address': 'fa:16:3e:15:f8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:43.298465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-20aba7cb-9517-4a35-8423-c8117cf77b96 service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876487 Sep 16 05:08:43.341035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.352030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f265-1110-4921-b6f2-31ca141ade8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.356150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:43.378882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:43.383789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.387029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fee3-288a-4c3f-821d-63da12dca8cd req-30bd3d44-e7cc-4495-b7e6-cb8c56933d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.390229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5517fee3-288a-4c3f-821d-63da12dca8cd req-30bd3d44-e7cc-4495-b7e6-cb8c56933d9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 1098 time: 0.2115111 Sep 16 05:08:43.401411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b294893-ca2b-41af-bd32-d4e2a62f0f22 req-af2e5f5a-cbfc-466c-b77f-1bf4d284a404 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110161 Sep 16 05:08:43.445743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.447635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2c98-313a-4fae-9f8e-77418d15b091 req-4a3d847a-2383-4d9e-9603-3c365d31ab44 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.449784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76fe2c98-313a-4fae-9f8e-77418d15b091 req-4a3d847a-2383-4d9e-9603-3c365d31ab44 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 945 time: 0.2789500 Sep 16 05:08:43.467775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f265-1110-4921-b6f2-31ca141ade8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.550339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-acce16ca-6bc9-422c-b562-3ec0b80703ad service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351372 Sep 16 05:08:43.551984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5517fee3-288a-4c3f-821d-63da12dca8cd req-f7865b56-a191-4fd3-9a40-b9989c70295c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492374 Sep 16 05:08:43.590891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76fe2c98-313a-4fae-9f8e-77418d15b091 req-555d5687-dbd6-444f-be92-e130ddece49e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262317 Sep 16 05:08:43.652270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f265-1110-4921-b6f2-31ca141ade8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.655002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4dd9f265-1110-4921-b6f2-31ca141ade8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.658854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4dd9f265-1110-4921-b6f2-31ca141ade8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f6094ad-af8c-400d-b9e2-4398d03b75d7 HTTP/1.1" status: 204 len: 168 time: 0.5640030 Sep 16 05:08:43.671345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9f265-1110-4921-b6f2-31ca141ade8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6094ad-af8c-400d-b9e2-4398d03b75d7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:43.717020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-cd54bc62-62e3-4a03-b89e-937d7ca94d2a service neutron] 10.222.0.55 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568072 Sep 16 05:08:43.736907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['17099b2e-2818-450b-8bc8-1bcd0e6e73f7'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:43.763959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb5296-e2ba-43c2-a6d9-b97b58fa3241 req-62299351-6625-4bf5-9fe0-5b05fa8d8afd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.771284 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cbb5296-e2ba-43c2-a6d9-b97b58fa3241 req-62299351-6625-4bf5-9fe0-5b05fa8d8afd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.1010597 Sep 16 05:08:43.874270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cbb5296-e2ba-43c2-a6d9-b97b58fa3241 req-884e079d-b592-488b-a8d1-cf1ce9ed4c92 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020167 Sep 16 05:08:43.919894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-8f6070de-0c90-46c9-8630-74476d8921ad service neutron] 10.222.0.55 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963081 Sep 16 05:08:43.967155 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d55a0-65cd-4891-ad41-96c6ee258fcf x-openstack-request-id: req-ab2d55a0-65cd-4891-ad41-96c6ee258fcf {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:43.967447 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:43.967694 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab2d55a0-65cd-4891-ad41-96c6ee258fcf {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:43.968081 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'status': 'completed', 'code': 200} Sep 16 05:08:44.098676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-5a05900d-3076-414d-98c9-8e629c4efe20 service neutron] 10.222.0.55 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683755 Sep 16 05:08:44.174873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-ec769bf1-22f9-491d-ad0d-18985628a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.176498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-ec769bf1-22f9-491d-ad0d-18985628a9a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1100 time: 0.1387005 Sep 16 05:08:44.185145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-cf7a797c-9f7b-4e51-9f03-cad43bae74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.188142 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-cf7a797c-9f7b-4e51-9f03-cad43bae74e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1100 time: 0.1924560 Sep 16 05:08:44.304505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-7fb34cc5-12da-4e66-8596-ab71f73ed010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.306308 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-7fb34cc5-12da-4e66-8596-ab71f73ed010 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1089716 Sep 16 05:08:44.326313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c376a0-1613-49ee-8ea2-1b6fb176b566 req-ca75ecb5-ebb7-498c-8875-0050d8c3201b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.328128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70c376a0-1613-49ee-8ea2-1b6fb176b566 req-ca75ecb5-ebb7-498c-8875-0050d8c3201b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.1565220 Sep 16 05:08:44.342487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-7a52c63f-67f3-487f-b842-54f011040cea service neutron] 10.222.0.55 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426476 Sep 16 05:08:44.373183 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-e14bc8f3-e378-429c-965c-595652548c6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.0528831 Sep 16 05:08:44.447659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-2f95a710-fc27-4d23-83be-743637dd241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.449528 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-2f95a710-fc27-4d23-83be-743637dd241c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0676775 Sep 16 05:08:44.455910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-98f2412a-8f0a-462e-b090-641d184490ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.457638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-98f2412a-8f0a-462e-b090-641d184490ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2476449 Sep 16 05:08:44.465332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70c376a0-1613-49ee-8ea2-1b6fb176b566 req-28b7e3c1-4ba9-4986-94c1-8cb378f7b929 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188025 Sep 16 05:08:44.506966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-4e515bbf-aaf7-47e1-93f5-5af628fe6bb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.0389400 Sep 16 05:08:44.556388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-b9359fea-338d-4408-81c0-513246a37fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.558125 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-b9359fea-338d-4408-81c0-513246a37fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009839 Sep 16 05:08:44.572597 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-53cbd305-5bd1-46e4-a8c5-e8afbd90bf12 service neutron] 10.222.0.55 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290826 Sep 16 05:08:44.613962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-53869950-75b2-472e-a5dc-b29f1c174c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.618871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-53869950-75b2-472e-a5dc-b29f1c174c9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1018698 Sep 16 05:08:44.708503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094240-43a3-4681-9466-04d6498b264d req-63ab6abb-dda8-4d7c-beef-68e9aee6fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.710283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-63ab6abb-dda8-4d7c-beef-68e9aee6fb25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832529 Sep 16 05:08:44.781296 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-c2050622-df96-4ef3-b7fb-00272b653acf service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154133 Sep 16 05:08:44.915613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-fbcd35d2-dfa4-4922-85dc-7ae7757b920c service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970472 Sep 16 05:08:44.922287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-6303c74e-bf3a-43ed-8065-e5c1e4be5c18 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318607 Sep 16 05:08:45.055613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b094240-43a3-4681-9466-04d6498b264d req-b8f4fe40-cba6-411e-b53b-1a14982771b1 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320484 Sep 16 05:08:45.137067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:45.182134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eea46-18ff-4648-a827-38658f047f64 req-796bd942-7b17-4c3a-a08a-a63b4b5feca0 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.188206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af9eea46-18ff-4648-a827-38658f047f64 req-796bd942-7b17-4c3a-a08a-a63b4b5feca0 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 944 time: 0.0805957 Sep 16 05:08:45.214529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:45.221841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:45.223108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.279974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47656) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:45.298663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-af9eea46-18ff-4648-a827-38658f047f64 req-477a7c41-b618-4edf-b29d-463a885666d0 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924668 Sep 16 05:08:45.394706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.432005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:45.433212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:45.436692 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebaa7f-873a-46b6-91c3-278c7dbf5692" -d '{"events": [{"server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "name": "network-vif-plugged", "status": "completed", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:45.445742 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.466477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1889226018'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:45.499859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Made reservation on behalf of f523ce01e6204d8cacd20c986a30fc3e for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:45.506092 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.517034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.526908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f2fbd-de23-4ada-9d6f-2a6e057ddfc8 req-34750dac-3301-4ff6-8375-bc3de677473f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.528213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-837f2fbd-de23-4ada-9d6f-2a6e057ddfc8 req-34750dac-3301-4ff6-8375-bc3de677473f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.1005564 Sep 16 05:08:45.530764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.592816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-837f2fbd-de23-4ada-9d6f-2a6e057ddfc8 req-f52b0d25-53ca-4918-829b-0202e56bbc7d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467362 Sep 16 05:08:45.660801 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df57ede6-ed5f-4be2-aba1-1db7bb33979e x-openstack-request-id: req-df57ede6-ed5f-4be2-aba1-1db7bb33979e {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:45.661107 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "name": "network-vif-plugged", "status": "completed", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:45.661387 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df57ede6-ed5f-4be2-aba1-1db7bb33979e {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:45.662046 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'code': 200} Sep 16 05:08:45.688677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.714716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.773107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:45.805348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5c684dc-9e68-4a93-9cfa-85c03ee0faad req-30746123-7819-41a9-ab1c-e045cd61a674 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0316005 Sep 16 05:08:45.816041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.816799 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Added segment e1ca0e62-9623-445b-9947-87c8a07a2a47 of type vlan for network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 Sep 16 05:08:45.822906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d17067-b29c-4690-a6be-d67b869be3b9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.833506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aad7e-ddc5-4635-9421-c12d399949a3 req-d7b9195e-b4cc-4a70-ab28-8e1dcbc34c74 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.844218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c0aad7e-ddc5-4635-9421-c12d399949a3 req-d7b9195e-b4cc-4a70-ab28-8e1dcbc34c74 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.1265569 Sep 16 05:08:45.866572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7c7fe-fae5-4d96-aa5f-a4649d398b1f req-087c59a3-e19d-4bd7-b371-76c612b40909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.868109 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3ec7c7fe-fae5-4d96-aa5f-a4649d398b1f req-087c59a3-e19d-4bd7-b371-76c612b40909 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 1097 time: 0.1121931 Sep 16 05:08:45.893662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.903535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c0aad7e-ddc5-4635-9421-c12d399949a3 req-f84e6aca-5cfe-4565-834a-395145d1c8bc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Sep 16 05:08:45.928747 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3ec7c7fe-fae5-4d96-aa5f-a4649d398b1f req-b7f818e9-8653-4cc4-b44b-ca324d7782e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469160 Sep 16 05:08:45.948192 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.960417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:45.960417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.961512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47684) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:45.996636 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7153974 Sep 16 05:08:45.999523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47688) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.004673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Request body: {'subnet': {'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:46.051984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdd950-d891-4bd1-b762-6bcc15f40f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event updated for resources: {'Network': ['ID=aa10fc1b-f0a0-48b1-bc7e-a132ad84b086,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.070615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:46.186343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-851dc5bf-adca-43b1-ba23-2f104288dbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.224002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.api [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:08:46.224002 n-d-713301-15 neutron-server[94719]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:08:46.224002 n-d-713301-15 neutron-server[94719]: [parameters: {'project_id': 'f523ce01e6204d8cacd20c986a30fc3e', 'id': '939deb6c-61d9-4b9a-a9e2-8ef6cea048ee', 'expiration': datetime.datetime(2021, 9, 16, 5, 10, 46, 216902)}] Sep 16 05:08:46.224002 n-d-713301-15 neutron-server[94719]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:46.224427 n-d-713301-15 neutron-server[94719]: DEBUG oslo_db.api [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:46.310492 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-851dc5bf-adca-43b1-ba23-2f104288dbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.319947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-851dc5bf-adca-43b1-ba23-2f104288dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.373233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:46.379755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-851dc5bf-adca-43b1-ba23-2f104288dbe9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce6184111d584ac4a02d4034b7474054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168389 Sep 16 05:08:46.386663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47708) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:46.395002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:46.417943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dc5bf-adca-43b1-ba23-2f104288dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2cf9bc-dbe0-4a94-998e-008a5cdb619e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.461337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cee992-8f89-4fc1-893e-561a155988e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.492837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cee992-8f89-4fc1-893e-561a155988e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.505363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6ca0f-c70e-4e8a-af82-1968f73547d2 req-17d814c2-7fad-4c13-9c38-0f2437cb524c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.507244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47f6ca0f-c70e-4e8a-af82-1968f73547d2 req-17d814c2-7fad-4c13-9c38-0f2437cb524c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.1453178 Sep 16 05:08:46.531389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fc365-ea95-4945-9129-74a80c751ce2 req-6c0c3c81-b249-4b5e-aace-79038239d476 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.533410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-665fc365-ea95-4945-9129-74a80c751ce2 req-6c0c3c81-b249-4b5e-aace-79038239d476 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 945 time: 0.1106160 Sep 16 05:08:46.572700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cee992-8f89-4fc1-893e-561a155988e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.576795 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cee992-8f89-4fc1-893e-561a155988e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.578669 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-53cee992-8f89-4fc1-893e-561a155988e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b2cf9bc-dbe0-4a94-998e-008a5cdb619e HTTP/1.1" status: 204 len: 168 time: 0.1916533 Sep 16 05:08:46.595108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cee992-8f89-4fc1-893e-561a155988e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2cf9bc-dbe0-4a94-998e-008a5cdb619e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.632856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47f6ca0f-c70e-4e8a-af82-1968f73547d2 req-1fdc1979-0bf6-41c9-a941-d87360014276 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170282 Sep 16 05:08:46.674175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-665fc365-ea95-4945-9129-74a80c751ce2 req-d4c7c1d2-4531-4a7b-bfa3-44dd9002d840 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312158 Sep 16 05:08:46.732710 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.782198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:46.805115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'mac_address': 'fa:16:3e:5d:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:46.834437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Made reservation on behalf of f523ce01e6204d8cacd20c986a30fc3e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:46.838500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.869566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:46.876456 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.904600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77308c78-55cf-4535-8006-3efa39af6fcb req-79512e89-6507-432b-8a4a-ba6d000299cb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:46.912138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77308c78-55cf-4535-8006-3efa39af6fcb req-79512e89-6507-432b-8a4a-ba6d000299cb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 948 time: 0.1710651 Sep 16 05:08:46.944663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.953016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.971567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b59727-d14d-4f22-a72b-bbabfea3b98c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:46.987173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca6a126c-b6b8-420a-ab47-d45c304f2b17 req-2cc1dbfa-a936-4c9a-951d-4cccf5418c91 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0422008 Sep 16 05:08:46.994842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:47.002998 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.031417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77308c78-55cf-4535-8006-3efa39af6fcb req-eb68097c-6139-4125-a836-278f3510b1e4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183951 Sep 16 05:08:47.031824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47720) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.049782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-041d0268-b858-432d-8c96-cd24de39e8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.073847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.154660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.160400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-041d0268-b858-432d-8c96-cd24de39e8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.165206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-041d0268-b858-432d-8c96-cd24de39e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.208384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d0268-b858-432d-8c96-cd24de39e8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79d0b29-b6cc-42ab-ada0-cdc8e338617f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.215635 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-041d0268-b858-432d-8c96-cd24de39e8b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee41bb09ba154e53b385c1fa698ef28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824071 Sep 16 05:08:47.216814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47726) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.219891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event updated for resources: {'Subnet': ['ID=d6efcf1a-21c9-46d0-af33-c094e08305cf,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.230211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Checking segment: {'id': 'e1ca0e62-9623-445b-9947-87c8a07a2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:47.230608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Network hostable DHCP agents. Network: aa10fc1b-f0a0-48b1-bc7e-a132ad84b086, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:47.256314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:47.276746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, aa10fc1b-f0a0-48b1-bc7e-a132ad84b086) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:47.281339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.282084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.291686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82de025-656d-4506-b1f9-4ebb7d9c9bee None None] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:47.306963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09eb8b6e-8009-4ca5-8c21-407f8f3e0485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.307402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47728) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:47.309742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4c2dba6b-9a00-409a-b91e-f5ec7fe194c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3073604 Sep 16 05:08:47.320109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Request body: {'port': {'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1661333501'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:47.378440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09eb8b6e-8009-4ca5-8c21-407f8f3e0485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.475601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-aa10fc1b-f0a0-48b1-bc7e-a132ad84b086', 'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086', 'tenant_id': 'f523ce01e6204d8cacd20c986a30fc3e', 'fixed_ips': [{'subnet_id': 'd6efcf1a-21c9-46d0-af33-c094e08305cf'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:47.476838 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.529253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09eb8b6e-8009-4ca5-8c21-407f8f3e0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.532005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09eb8b6e-8009-4ca5-8c21-407f8f3e0485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.533667 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-09eb8b6e-8009-4ca5-8c21-407f8f3e0485 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d79d0b29-b6cc-42ab-ada0-cdc8e338617f HTTP/1.1" status: 204 len: 168 time: 0.3159113 Sep 16 05:08:47.548324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Made reservation on behalf of f523ce01e6204d8cacd20c986a30fc3e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:47.551855 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.559584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb8b6e-8009-4ca5-8c21-407f8f3e0485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79d0b29-b6cc-42ab-ada0-cdc8e338617f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.586617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] device_id is not set on port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:47.596127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['a9b59727-d14d-4f22-a72b-bbabfea3b98c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:47.662855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:47.665183 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0e5530-5ad8-4ec9-aa18-2a138034598a" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:47.715821 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86d234e-d195-41f6-b800-a88616234294 x-openstack-request-id: req-b86d234e-d195-41f6-b800-a88616234294 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:47.716073 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:47.716492 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b86d234e-d195-41f6-b800-a88616234294 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:47.716940 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'code': 200} Sep 16 05:08:47.742288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-8ebc40ad-116c-4d16-bb85-c0e562ddb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.748058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-8ebc40ad-116c-4d16-bb85-c0e562ddb92f service neutron] 10.222.0.64 "GET /v2.0/ports/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 200 len: 1033 time: 0.3919241 Sep 16 05:08:47.803788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-8c58c0de-a5a9-4554-a8ca-6467d3da5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:47.805324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-8c58c0de-a5a9-4554-a8ca-6467d3da5e8a service neutron] 10.222.0.64 "GET /v2.0/ports/090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 200 len: 1032 time: 0.0479505 Sep 16 05:08:47.813317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Allocated IP 2001:db8::351 (aa10fc1b-f0a0-48b1-bc7e-a132ad84b086/d6efcf1a-21c9-46d0-af33-c094e08305cf/d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:48.020751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.075071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.160253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event updated for resources: {'Port': ['ID=d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.180956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:48.182829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:48.185433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:48.192770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.193620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.202315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Allocated IP 2001:db8::2 (aa10fc1b-f0a0-48b1-bc7e-a132ad84b086/d6efcf1a-21c9-46d0-af33-c094e08305cf/e36e7cff-547f-4451-ab01-cc14b46e2f2c) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:48.242120 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8f43e2b5-249b-4d6f-9b13-7e3516f2915b tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9301007 Sep 16 05:08:48.242413 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:48.253030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Request body: {'port': {'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-675203194', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:48.254958 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.api.validators [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] bootfile-name is not in valid_values {{(pid=94718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:08:48.255268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.api.validators [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] tftp-server is not in valid_values {{(pid=94718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:08:48.258409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.api.validators [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] server-ip-address is not in valid_values {{(pid=94718) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:08:48.441622 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.443797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2abbb3-6a20-400a-9bf4-ade7f1579aee req-0fa0b83e-fc76-4591-84ba-1a23769a0c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.446347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd2abbb3-6a20-400a-9bf4-ade7f1579aee req-0fa0b83e-fc76-4591-84ba-1a23769a0c09 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.6400175 Sep 16 05:08:48.450801 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.461773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b14c-9f59-44ce-968e-c4b0039ab43d req-4dacbe7e-6a2a-496b-af2a-03b3234b887f tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.469570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1453b14c-9f59-44ce-968e-c4b0039ab43d req-4dacbe7e-6a2a-496b-af2a-03b3234b887f tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 945 time: 0.6620681 Sep 16 05:08:48.515517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Made reservation on behalf of f523ce01e6204d8cacd20c986a30fc3e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:48.516014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:48.522993 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.524066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:48.535680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:48.553930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] device_id is not set on port 95a9f6b7-fe28-470d-a000-7629e0fe2b51 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:08:48.576736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1453b14c-9f59-44ce-968e-c4b0039ab43d req-f17e3a7c-bc1a-470f-b335-4ba72926801c tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059656 Sep 16 05:08:48.590702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-be878313-9c5f-47dc-b2fb-9ac322e11268 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.614087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-be878313-9c5f-47dc-b2fb-9ac322e11268 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.620254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-be878313-9c5f-47dc-b2fb-9ac322e11268 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.631558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-be878313-9c5f-47dc-b2fb-9ac322e11268 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "GET /v2.0/networks?id=e2ca270e-a253-4db4-b22c-3bf0e80230be&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00 HTTP/1.1" status: 200 len: 1993 time: 0.7890530 Sep 16 05:08:48.636431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Pushing event updated for resources: {'Port': ['ID=e36e7cff-547f-4451-ab01-cc14b46e2f2c,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.655710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Attempting to bind port e36e7cff-547f-4451-ab01-cc14b46e2f2c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:48.656994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Attempting to bind port e36e7cff-547f-4451-ab01-cc14b46e2f2c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'e1ca0e62-9623-445b-9947-87c8a07a2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:48.657581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Attempting to bind port e36e7cff-547f-4451-ab01-cc14b46e2f2c on network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:48.665036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:48.665517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Checking segment: {'id': 'e1ca0e62-9623-445b-9947-87c8a07a2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:48.666006 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.666750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Bound using segment: {'id': 'e1ca0e62-9623-445b-9947-87c8a07a2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:48.667356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Bound port: e36e7cff-547f-4451-ab01-cc14b46e2f2c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ca0e62-9623-445b-9947-87c8a07a2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa10fc1b-f0a0-48b1-bc7e-a132ad84b086'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:48.667817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.673849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd2abbb3-6a20-400a-9bf4-ade7f1579aee req-5e066997-22d4-46e0-82ec-d0f84a040cdd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978223 Sep 16 05:08:48.798146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Allocated IP 2001:db8::22 (aa10fc1b-f0a0-48b1-bc7e-a132ad84b086/d6efcf1a-21c9-46d0-af33-c094e08305cf/95a9f6b7-fe28-470d-a000-7629e0fe2b51) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:48.807586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] For port e36e7cff-547f-4451-ab01-cc14b46e2f2c, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:48.809450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-d607bbc9-235f-42e1-ac24-18ccaaa8550a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6e62824a57b44d5932fbeab750b8aca HTTP/1.1" status: 200 len: 380 time: 0.1343243 Sep 16 05:08:48.825861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] For port e36e7cff-547f-4451-ab01-cc14b46e2f2c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e36e7cff-547f-4451-ab01-cc14b46e2f2c,segment=NetworkSegment(e1ca0e62-9623-445b-9947-87c8a07a2a47),segment_id=e1ca0e62-9623-445b-9947-87c8a07a2a47)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:48.833641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.840566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'admin_state_up': True, 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'security_groups': ['2fa861c6-2041-4431-92c5-0282e8b332c8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:48.918041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c9147b6-b592-4365-a04a-3a58d656fb17 req-6fda3581-d337-4dc4-b58b-b57731ac98d3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.1206000 Sep 16 05:08:48.934406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31cb3-3444-4c10-84af-9d3a71459329 None None] Pushing event updated for resources: {'Port': ['ID=e36e7cff-547f-4451-ab01-cc14b46e2f2c,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.120364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.175625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.221749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122bdb4-aa85-4774-aa40-bc50261841a2 req-a47f1a18-e0fe-4538-b5e2-8ca9c633c1c5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.232736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b122bdb4-aa85-4774-aa40-bc50261841a2 req-a47f1a18-e0fe-4538-b5e2-8ca9c633c1c5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 949 time: 0.3364840 Sep 16 05:08:49.269609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:49.275896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event updated for resources: {'Port': ['ID=95a9f6b7-fe28-470d-a000-7629e0fe2b51,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.278828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:49.281210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:49.289070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.289760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.315298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07cc7546-5023-46d8-b87a-1734db7febe9 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.0691762 Sep 16 05:08:49.315513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47780) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.449426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b122bdb4-aa85-4774-aa40-bc50261841a2 req-cc9276cc-6117-415c-ad06-24c51dc3ca0d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156243 Sep 16 05:08:49.469450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:49.474776 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.491158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cce509-136a-4b09-ab7d-49085af12d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.498743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cce509-136a-4b09-ab7d-49085af12d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.506041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cce509-136a-4b09-ab7d-49085af12d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:49.508032 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-47cce509-136a-4b09-ab7d-49085af12d4a tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1909559 Sep 16 05:08:49.510793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47786) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:49.540674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-97a20e32-f82a-468b-98b4-20ae51f7029b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 258 time: 0.5391331 Sep 16 05:08:49.565161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:49.717482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.875692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 172.20.0.3 (e2ca270e-a253-4db4-b22c-3bf0e80230be/59ab5a3a-b17a-462b-8adf-9a8d593bbcf0/b90c27fd-a729-48ba-aa1c-f2d1abcd12b1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:50.132830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Deleting port 95a9f6b7-fe28-470d-a000-7629e0fe2b51 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:50.133945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.227371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82bade-ead5-42ab-b24b-e089bc143c3b req-ce55c8fd-0e9e-47ed-8d4e-e89fa122e2e2 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.228999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee82bade-ead5-42ab-b24b-e089bc143c3b req-ce55c8fd-0e9e-47ed-8d4e-e89fa122e2e2 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2353170 Sep 16 05:08:50.260417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.265456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-70f89d32-3707-4acf-87de-c460f3b3d45d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:50.267061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-70f89d32-3707-4acf-87de-c460f3b3d45d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896&tenant_id=51ca068390d5481b830fd2b7e5c10008&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 949 time: 0.3557858 Sep 16 05:08:50.279206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Calling delete_port for 95a9f6b7-fe28-470d-a000-7629e0fe2b51 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:50.401174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:50.463458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:50.482187 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.523748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.528596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.556932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16491d86-d287-480f-9939-ce63355c4450 None None] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:50.600989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee82bade-ead5-42ab-b24b-e089bc143c3b req-baa41c59-50fd-49c3-8a36-b01e0db232b9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305154 Sep 16 05:08:50.639702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-cefb4800-39f2-482c-80ce-5915f4dce533 service neutron] 10.222.0.64 "GET /v2.0/ports/a9b59727-d14d-4f22-a72b-bbabfea3b98c/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 383 time: 0.3635836 Sep 16 05:08:50.646667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event deleted for resources: {'Port': ['ID=95a9f6b7-fe28-470d-a000-7629e0fe2b51,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.747396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.755154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:50.756615 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9cf5095d-aa82-48d5-a4be-60d9fc718ae6 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "DELETE /v2.0/ports/95a9f6b7-fe28-470d-a000-7629e0fe2b51 HTTP/1.1" status: 204 len: 168 time: 1.2442243 Sep 16 05:08:50.766028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Request body: {'port': {'name': 'tempest-new-port-name-1559567984', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:50.767214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] bootfile-name is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:08:50.767575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] tftp-server is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:08:50.767904 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] server-ip-address is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:08:50.843278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.962976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c8fa5186-211c-4a98-a22a-1a9102c475ce None None] Provisioning complete for port e36e7cff-547f-4451-ab01-cc14b46e2f2c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:50.963344 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5186-211c-4a98-a22a-1a9102c475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.021486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.057286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port a9b59727-d14d-4f22-a72b-bbabfea3b98c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:51.083202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e36e7cff-547f-4451-ab01-cc14b46e2f2c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:51.102290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-23e36077-cc36-4e41-b7ca-75adc14117c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.103922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-23e36077-cc36-4e41-b7ca-75adc14117c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1101 time: 0.4037795 Sep 16 05:08:51.108330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network e2ca270e-a253-4db4-b22c-3bf0e80230be is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:51.120836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port a9b59727-d14d-4f22-a72b-bbabfea3b98c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:51.121118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.126190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.139033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:51.150977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.155545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:51.260691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'mac_address': 'fa:16:3e:58:38:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:51.441174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.442135 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.449872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.463956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Allocated IP 172.25.6.187 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/b27bdbc1-5baf-4d26-83bc-d792564e49d0) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:51.499377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e36e7cff-547f-4451-ab01-cc14b46e2f2c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:51.499866 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.566294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dbca05-3019-44e2-ae69-a43c09f5508d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:51.578372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5186-211c-4a98-a22a-1a9102c475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.590950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.649274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-bdb0b0d1-cd73-4384-989a-584b4f7af0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.650725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-bdb0b0d1-cd73-4384-989a-584b4f7af0f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.5380855 Sep 16 05:08:51.677794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.682142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c8fa5186-211c-4a98-a22a-1a9102c475ce None None] For port e36e7cff-547f-4451-ab01-cc14b46e2f2c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e36e7cff-547f-4451-ab01-cc14b46e2f2c,segment=NetworkSegment(e1ca0e62-9623-445b-9947-87c8a07a2a47),segment_id=e1ca0e62-9623-445b-9947-87c8a07a2a47)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.689949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:51.692863 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64221df1-e261-4b34-af9a-a2ce3f56d72c" -d '{"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-plugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:51.703325 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.706106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8fa5186-211c-4a98-a22a-1a9102c475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.723988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:51.740486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429b0e-a6f0-4fd8-9427-b94c55098e9e req-da4be439-43d0-4193-a06e-70692990ac8d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.742101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa429b0e-a6f0-4fd8-9427-b94c55098e9e req-da4be439-43d0-4193-a06e-70692990ac8d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 949 time: 0.7437923 Sep 16 05:08:51.759137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.824484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-0865a864-432e-46f4-a8e9-1d7a5938a3d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.0990610 Sep 16 05:08:51.855615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:51.898430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b2dbca05-3019-44e2-ae69-a43c09f5508d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:51.904740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Provisioning complete for port e36e7cff-547f-4451-ab01-cc14b46e2f2c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:51.905568 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.994728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.999126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e01157b2-e502-4e01-80ae-214f1a827473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1726651 Sep 16 05:08:52.021250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa5186-211c-4a98-a22a-1a9102c475ce None None] Pushing event updated for resources: {'Port': ['ID=e36e7cff-547f-4451-ab01-cc14b46e2f2c,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.034173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.047562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'admin_state_up': True, 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'security_groups': ['2fa861c6-2041-4431-92c5-0282e8b332c8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:52.083080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47862) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.091533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa429b0e-a6f0-4fd8-9427-b94c55098e9e req-14fb7141-6535-40ea-97a1-1ed43e328184 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685673 Sep 16 05:08:52.179900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event updated for resources: {'Port': ['ID=d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.197083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-fb9c6817-33fe-4e87-9dc7-1f6b1f8cc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.199913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-fb9c6817-33fe-4e87-9dc7-1f6b1f8cc97a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.3472497 Sep 16 05:08:52.209230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.221186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] In _notify_port_updated(), no bound segment for port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f on network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:08:52.235233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.247993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.253444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.257276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.262164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a0dc86f6-7bfe-4cfd-9a2d-e8027c37a66f tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "PUT /v2.0/ports/d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f HTTP/1.1" status: 200 len: 1130 time: 1.5016999 Sep 16 05:08:52.289351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Provisioning complete for port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:52.290078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.389337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.394680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eebd3b-9ac3-4b1b-9480-6da71519a595 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.396747 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-93eebd3b-9ac3-4b1b-9480-6da71519a595 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "GET /v2.0/ports/d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f HTTP/1.1" status: 200 len: 1130 time: 0.1371074 Sep 16 05:08:52.398343 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-29faf1f9-e768-4f54-a5a4-99e19f3b2de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.400576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47872) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:52.522254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346491c-d974-41d3-918b-4fedca6b0d92 req-1e7e3c67-0b5b-4890-90af-d37fa58d82ac tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.530566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8346491c-d974-41d3-918b-4fedca6b0d92 req-1e7e3c67-0b5b-4890-90af-d37fa58d82ac tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 931 time: 0.2581449 Sep 16 05:08:52.545096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:52.548676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:52.584691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:52.596184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Provisioning complete for port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:52.596563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.609666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event updated for resources: {'Port': ['ID=b27bdbc1-5baf-4d26-83bc-d792564e49d0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.616361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:52.669741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-a2800afb-b585-4e28-8d64-3db2c75a70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.671630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-a2800afb-b585-4e28-8d64-3db2c75a70ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3521786 Sep 16 05:08:52.684207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Deleting port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:52.684854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.698932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8346491c-d974-41d3-918b-4fedca6b0d92 req-b8edf5e3-f4ba-437f-bb65-0eb497767ba8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670139 Sep 16 05:08:52.714728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-36dab32b-b472-49ca-bc39-9837f5913c43 None None] Port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:52.831281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-29faf1f9-e768-4f54-a5a4-99e19f3b2de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.836238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dce943fc-1704-4e7d-8448-31584e50c7ad None None] Could not find standard attr ID for object 95a9f6b7-fe28-470d-a000-7629e0fe2b51. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:08:52.852949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.855971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dce943fc-1704-4e7d-8448-31584e50c7ad None None] Provisioning complete for port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:52.857952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.858699 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dce943fc-1704-4e7d-8448-31584e50c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.868864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Calling delete_port for d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:52.960150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-dce943fc-1704-4e7d-8448-31584e50c7ad None None] Port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:52.977895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e36e7cff-547f-4451-ab01-cc14b46e2f2c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:52.980230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-29faf1f9-e768-4f54-a5a4-99e19f3b2de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.992511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f2030-0f95-4d4f-97a4-11e58e26afcb req-b7f93ab2-a5dd-4cc1-9148-58c604df9c01 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.994565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d28f2030-0f95-4d4f-97a4-11e58e26afcb req-b7f93ab2-a5dd-4cc1-9148-58c604df9c01 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.1664114 Sep 16 05:08:52.995789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.014072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:53.018579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.041912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-8ad4edce-a04e-4d86-a4d4-93fbe7281ba1 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541119 Sep 16 05:08:53.046592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e36e7cff-547f-4451-ab01-cc14b46e2f2c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:53.046981 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.056767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faf1f9-e768-4f54-a5a4-99e19f3b2de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e67e1-6760-4f87-9607-381ea937beed,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.093164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-29faf1f9-e768-4f54-a5a4-99e19f3b2de7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b8e3a3e1bd34b13b38f88c4ea86c7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0051374 Sep 16 05:08:53.094894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47874) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.193946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.205688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a2934e64-fe9c-4f15-8de3-88625e87be4f None None] Provisioning complete for port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:53.206417 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2934e64-fe9c-4f15-8de3-88625e87be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.214533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40a9d580-8cf5-403c-b427-3156955cb608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.250119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a2934e64-fe9c-4f15-8de3-88625e87be4f None None] Port d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f was deleted so its status cannot be updated. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:08:53.259723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d28f2030-0f95-4d4f-97a4-11e58e26afcb req-97490c17-c6cc-4118-bd90-55c7f4223522 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159917 Sep 16 05:08:53.289197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event deleted for resources: {'Port': ['ID=d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.302430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.305154 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cc8ff1db-4419-4887-9e89-a9c4c23b5130 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "DELETE /v2.0/ports/d3eac0ce-eaf4-43fb-ac7d-08b822d37c6f HTTP/1.1" status: 204 len: 168 time: 0.9012432 Sep 16 05:08:53.314375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.325527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40a9d580-8cf5-403c-b427-3156955cb608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.360918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-d50ce4bd-5c2d-4ea5-906e-79c108d02977 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518525 Sep 16 05:08:53.380182 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e10997-5a33-4fcb-980f-14bd8cc03303 x-openstack-request-id: req-34e10997-5a33-4fcb-980f-14bd8cc03303 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:53.380502 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-plugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:53.380759 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34e10997-5a33-4fcb-980f-14bd8cc03303 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:53.381165 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'code': 200} Sep 16 05:08:53.472421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Deleting subnet d6efcf1a-21c9-46d0-af33-c094e08305cf {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:53.477974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.547595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40a9d580-8cf5-403c-b427-3156955cb608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.551119 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40a9d580-8cf5-403c-b427-3156955cb608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.552649 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-40a9d580-8cf5-403c-b427-3156955cb608 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f2e67e1-6760-4f87-9607-381ea937beed HTTP/1.1" status: 204 len: 168 time: 0.4567447 Sep 16 05:08:53.574969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9d580-8cf5-403c-b427-3156955cb608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e67e1-6760-4f87-9607-381ea937beed,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.583449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.692786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.777896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.834709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event deleted for resources: {'Subnet': ['ID=d6efcf1a-21c9-46d0-af33-c094e08305cf,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.837195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.839692 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d776332a-e8d3-422f-8170-664ea017e495 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "DELETE /v2.0/subnets/d6efcf1a-21c9-46d0-af33-c094e08305cf HTTP/1.1" status: 204 len: 168 time: 0.5230823 Sep 16 05:08:53.842151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.848621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f9818-f2c4-402b-af85-c27cf9e894b5 None None] Network aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:53.941895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 10.1.1.226 (d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14/90eb1763-a41a-44ca-b08b-d43b1b07e894/39e53ccb-c433-416d-ab7b-20dec24412c8) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:53.969612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaad411-79ec-46a5-ad6b-7d9c88d047e3 req-ed374e09-db5d-4d43-985d-b28caf630c4d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.978178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5aaad411-79ec-46a5-ad6b-7d9c88d047e3 req-ed374e09-db5d-4d43-985d-b28caf630c4d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.1494827 Sep 16 05:08:54.009492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.050573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47892) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.056295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5aaad411-79ec-46a5-ad6b-7d9c88d047e3 req-e137e2e5-32df-4d88-b6b6-ce59b52f0fb5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771961 Sep 16 05:08:54.061607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.070627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e89ffb3e-3c56-4208-ab2c-7bbb0ba96632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.090026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.131058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Deleting port e36e7cff-547f-4451-ab01-cc14b46e2f2c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:54.131703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.182273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] DHCP port deletion for aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:54.225382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] For port e36e7cff-547f-4451-ab01-cc14b46e2f2c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e36e7cff-547f-4451-ab01-cc14b46e2f2c,segment=NetworkSegment(e1ca0e62-9623-445b-9947-87c8a07a2a47),segment_id=e1ca0e62-9623-445b-9947-87c8a07a2a47)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.225839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.247374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Calling delete_port for e36e7cff-547f-4451-ab01-cc14b46e2f2c owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:54.271248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event updated for resources: {'Port': ['ID=b27bdbc1-5baf-4d26-83bc-d792564e49d0,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.286251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] Deleting port e36e7cff-547f-4451-ab01-cc14b46e2f2c {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:54.286846 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.319475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e89ffb3e-3c56-4208-ab2c-7bbb0ba96632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.329148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e89ffb3e-3c56-4208-ab2c-7bbb0ba96632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.346036 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.364348 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.381090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] For port e36e7cff-547f-4451-ab01-cc14b46e2f2c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e36e7cff-547f-4451-ab01-cc14b46e2f2c,segment=NetworkSegment(e1ca0e62-9623-445b-9947-87c8a07a2a47),segment_id=e1ca0e62-9623-445b-9947-87c8a07a2a47)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.381499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.384058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.391359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-91c553e2-1c58-4b17-99df-42e3739a24f8 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8406322 Sep 16 05:08:54.396005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] Calling delete_port for e36e7cff-547f-4451-ab01-cc14b46e2f2c owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:54.455225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ffb3e-3c56-4208-ab2c-7bbb0ba96632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037462c5-7b37-4179-8cf4-30ed936061b4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.473086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:54.483162 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e89ffb3e-3c56-4208-ab2c-7bbb0ba96632 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b90aabe5d78e4f50916629ff6dccba99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306896 Sep 16 05:08:54.483906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a1cf7-14e8-4cd1-af76-bd2ffc8c9760 req-47cef3f6-1903-463a-a5df-3066d66ce6c6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.484022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47912) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.485461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b2a1cf7-14e8-4cd1-af76-bd2ffc8c9760 req-47cef3f6-1903-463a-a5df-3066d66ce6c6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 931 time: 0.1804600 Sep 16 05:08:54.504684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-ace893c7-22bb-41ac-9e00-baf82ff90189 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.1123881 Sep 16 05:08:54.599942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b2a1cf7-14e8-4cd1-af76-bd2ffc8c9760 req-b2ebeb1d-b5ec-44e7-9aef-7727781eb902 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036000 Sep 16 05:08:54.604573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.631261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: from cryptography.utils import int_from_bytes Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: from cryptography.utils import int_from_bytes Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.634290 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:08:54.638351 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:08:54.641723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14a3cd5f-11b9-45a8-a0ae-3c28fb5a5b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.642865 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.653335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b2dbca05-3019-44e2-ae69-a43c09f5508d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:54.653670 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.669799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14a3cd5f-11b9-45a8-a0ae-3c28fb5a5b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.686996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.740397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] Pushing event deleted for resources: {'Port': ['ID=e36e7cff-547f-4451-ab01-cc14b46e2f2c,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.750855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335cf9f-810d-41a7-bf4b-6e470c0e8304 None None] No DVR routers for this DVR port e36e7cff-547f-4451-ab01-cc14b46e2f2c on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:54.752147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:54.763320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:54.776492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:54.814190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=39e53ccb-c433-416d-ab7b-20dec24412c8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.837412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.869169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] No DVR routers for this DVR port e36e7cff-547f-4451-ab01-cc14b46e2f2c on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:54.879817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event deleted for resources: {'Port': ['ID=e36e7cff-547f-4451-ab01-cc14b46e2f2c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.895716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:54.904774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-48b1bc6d-739a-469c-9cde-41b16de72633 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.906635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-48b1bc6d-739a-469c-9cde-41b16de72633 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.3936222 Sep 16 05:08:54.907305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14a3cd5f-11b9-45a8-a0ae-3c28fb5a5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.911945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14a3cd5f-11b9-45a8-a0ae-3c28fb5a5b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.916757 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.917052 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-14a3cd5f-11b9-45a8-a0ae-3c28fb5a5b25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/037462c5-7b37-4179-8cf4-30ed936061b4 HTTP/1.1" status: 204 len: 168 time: 0.4223533 Sep 16 05:08:54.926820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-b9d83a9e-39c0-4d0c-8609-d46699d50356 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:54.928077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-417ef289-3ca0-4a33-8fe4-c03edebe3423 req-b9d83a9e-39c0-4d0c-8609-d46699d50356 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115263 Sep 16 05:08:54.959783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3cd5f-11b9-45a8-a0ae-3c28fb5a5b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037462c5-7b37-4179-8cf4-30ed936061b4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.962798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.963823 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.993387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930318d1-adae-4711-bdef-2a223c925cde req-9dc5ea90-c66e-4c39-9929-9c9b45484dfb tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.002489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-930318d1-adae-4711-bdef-2a223c925cde req-9dc5ea90-c66e-4c39-9929-9c9b45484dfb tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2270741 Sep 16 05:08:55.027234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-355250ef-f750-4e89-b95e-b23daae6f17f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9960387 Sep 16 05:08:55.050482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'admin_state_up': True, 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'security_groups': ['2fa861c6-2041-4431-92c5-0282e8b332c8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:55.069009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.072476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-930318d1-adae-4711-bdef-2a223c925cde req-323d92f0-0a48-4d81-be8b-debdf8cc1883 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687187 Sep 16 05:08:55.111531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=10']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.145564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e36e7cff-547f-4451-ab01-cc14b46e2f2c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:55.153206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa10fc1b-f0a0-48b1-bc7e-a132ad84b086']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:55.158055 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:55.178060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ca0e62-9623-445b-9947-87c8a07a2a47') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:55.178197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ca0e62-9623-445b-9947-87c8a07a2a47') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:55.215532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e36e7cff-547f-4451-ab01-cc14b46e2f2c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:55.215906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e36e7cff-547f-4451-ab01-cc14b46e2f2c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:55.220348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.273685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.296244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fc55f3f1-1a26-4499-8d4f-c6c089c25b3b None None] Provisioning complete for port 39e53ccb-c433-416d-ab7b-20dec24412c8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:55.296617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fc55f3f1-1a26-4499-8d4f-c6c089c25b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.301990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:55.302808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:55.311677 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:55.384677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fc55f3f1-1a26-4499-8d4f-c6c089c25b3b None None] Port 39e53ccb-c433-416d-ab7b-20dec24412c8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:55.386202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:55.388635 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddd487f-b16e-42e8-b703-125fce82ec54" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:55.456249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.473209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.480520 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] 10.222.0.55 "DELETE /v2.0/networks/aa10fc1b-f0a0-48b1-bc7e-a132ad84b086 HTTP/1.1" status: 204 len: 168 time: 1.6364677 Sep 16 05:08:55.530576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec425d9-98b8-436b-9546-a34a80d9a2c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597 tempest-ExtraDHCPOptionsIpV6TestJSON-1428381597-project] Pushing event deleted for resources: {'Network': ['ID=aa10fc1b-f0a0-48b1-bc7e-a132ad84b086,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.649973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4ab8d-a23d-4379-99f0-38c41865b6cf req-884086e2-6245-45cf-999f-b6132a5b029e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.652381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebe4ab8d-a23d-4379-99f0-38c41865b6cf req-884086e2-6245-45cf-999f-b6132a5b029e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.3839216 Sep 16 05:08:55.659323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:55.663430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.752474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-70aecd2e-2830-48ba-b36c-9bb822cd27c6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.777467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-70aecd2e-2830-48ba-b36c-9bb822cd27c6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4001160 Sep 16 05:08:55.803164 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-db2ebb43-9701-4e13-8a54-2283fc95c443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.972571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-9dbf2eec-583c-4715-b564-44fa4482492f tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.1941931 Sep 16 05:08:55.985596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Request body: {'floatingip': {'port_id': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:56.095535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebe4ab8d-a23d-4379-99f0-38c41865b6cf req-93f79eb5-63b4-4422-9884-a449e8d8bcf1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241841 Sep 16 05:08:56.155599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47958) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.197279 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421811af-7231-4f5b-b60d-043a64500c83 x-openstack-request-id: req-421811af-7231-4f5b-b60d-043a64500c83 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:56.198428 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:56.199624 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-421811af-7231-4f5b-b60d-043a64500c83 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:56.200193 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'code': 200} Sep 16 05:08:56.246562 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.384320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-180d08cc-e1d6-4fc7-ae0b-56552c98d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.386150 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-180d08cc-e1d6-4fc7-ae0b-56552c98d7fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896&tenant_id=51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 1102 time: 0.1100712 Sep 16 05:08:56.405262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:56.485375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:56.892898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:56.919767 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3b111de2-7d39-447a-b5b3-cf0bb1629030 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f523ce01e6204d8cacd20c986a30fc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7601438 Sep 16 05:08:56.924285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47980) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:56.965485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:57.051057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.062656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:57.065493 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec429d2-0889-4780-93eb-147a6d4b7bba" -d '{"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:57.075760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Transition to ACTIVE for port object a9b59727-d14d-4f22-a72b-bbabfea3b98c will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:57.079925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 10.1.1.59 (d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14/90eb1763-a41a-44ca-b08b-d43b1b07e894/807c8852-cbd2-4597-b27e-2e5f30ee0946) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:57.094337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.147997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.159617 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d86b-8ba8-43c1-b3ef-f15ff11cfdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.275476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] No DVR routers for this DVR port a9b59727-d14d-4f22-a72b-bbabfea3b98c on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:57.296751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d86b-8ba8-43c1-b3ef-f15ff11cfdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.392005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.401517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:57.403498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:57.403948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.421336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:57.421808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Attempting to bind port a9b59727-d14d-4f22-a72b-bbabfea3b98c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:57.440483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:57.441018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:57.441506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:57.442067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Bound port: a9b59727-d14d-4f22-a72b-bbabfea3b98c, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:57.442544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.522745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:57.529100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:57.536389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.554725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d86b-8ba8-43c1-b3ef-f15ff11cfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.558473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d86b-8ba8-43c1-b3ef-f15ff11cfdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.559751 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6bf2d86b-8ba8-43c1-b3ef-f15ff11cfdd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5d17067-b29c-4690-a6be-d67b869be3b9 HTTP/1.1" status: 204 len: 168 time: 0.6345124 Sep 16 05:08:57.577252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.579134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:57.585160 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] 10.222.0.73 "PUT /v2.0/ports/a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 1098 time: 1.1872852 Sep 16 05:08:57.684745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2d86b-8ba8-43c1-b3ef-f15ff11cfdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d17067-b29c-4690-a6be-d67b869be3b9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:57.835715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-9b4ba110-f63e-4348-b783-31c58b552b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.837311 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-9b4ba110-f63e-4348-b783-31c58b552b4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1101 time: 0.1765647 Sep 16 05:08:57.837983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e4224-150b-4040-a814-5d00e34c27eb service neutron] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=11']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.042696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-a3da9e57-0716-4fdc-835c-24321166d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.045005 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-a3da9e57-0716-4fdc-835c-24321166d46c service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1912680 Sep 16 05:08:58.167836 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-834a3439-7d65-4770-b06a-e0cba4c938e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.1125541 Sep 16 05:08:58.200722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-efd66870-e310-4dd2-9bfa-f3314ba8e850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.319869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-0df9bcf7-e44d-4fe9-aab6-525a0ff3548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.323010 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-0df9bcf7-e44d-4fe9-aab6-525a0ff3548c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1460924 Sep 16 05:08:58.442993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170daabe-7612-4767-8a05-459ade11e63b req-c5c5cee0-3a8b-4308-abdf-b4c373cd4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.444554 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-c5c5cee0-3a8b-4308-abdf-b4c373cd4590 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1132057 Sep 16 05:08:58.562146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.resource_extend [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:08:58.607006 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-7e47b1ab-057a-4440-8ea1-2a1b3e09475f service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489623 Sep 16 05:08:58.666273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.678110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174d251-11a1-4b63-8e11-184c9cc79e09 req-10e8c4ae-2b88-4737-a047-21299ddf16f7 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.685185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174d251-11a1-4b63-8e11-184c9cc79e09 req-10e8c4ae-2b88-4737-a047-21299ddf16f7 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.693263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6174d251-11a1-4b63-8e11-184c9cc79e09 req-10e8c4ae-2b88-4737-a047-21299ddf16f7 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 1653 time: 1.9804075 Sep 16 05:08:58.695873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.699597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.838624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-170daabe-7612-4767-8a05-459ade11e63b req-36fb806b-0ddc-4ac6-b010-bf19cf3546fc service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128403 Sep 16 05:08:58.899397 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Floating IP 33c1733d-4664-4d87-96b8-19d9aa19e460 associated. External IP: 172.25.6.187, port: 17099b2e-2818-450b-8bc8-1bcd0e6e73f7. Sep 16 05:08:58.996303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:59.011276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:59.016782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=807c8852-cbd2-4597-b27e-2e5f30ee0946,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.032312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6174d251-11a1-4b63-8e11-184c9cc79e09 req-0484867a-3d3c-4ec3-86db-5f239fb16fa4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377604 Sep 16 05:08:59.049402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:59.176997 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.258202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48064) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.352237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.352932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.430873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1571ab48-56aa-4b5c-9505-34106065d972 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3899975 Sep 16 05:08:59.474261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'networks': [{'name': 'tempest-network--466464919'}, {'name': 'tempest-network--2104474024'}]} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:59.474573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'network': {'name': 'tempest-network--466464919'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:59.475092 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'network': {'name': 'tempest-network--2104474024'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:59.512977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5313c229-3383-4755-81ef-f4129b7d8cc8 None None] Provisioning complete for port 807c8852-cbd2-4597-b27e-2e5f30ee0946 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:59.513949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5313c229-3383-4755-81ef-f4129b7d8cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.545901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Made reservation on behalf of f62f41f3ddff4b889724affacdf9c0ad for: {'network': 2} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:59.558604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.576895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5313c229-3383-4755-81ef-f4129b7d8cc8 None None] Port 807c8852-cbd2-4597-b27e-2e5f30ee0946 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:59.601629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00', 'admin_state_up': True, 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'security_groups': ['2fa861c6-2041-4431-92c5-0282e8b332c8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:59.607269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.625261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee270ca-e156-4af0-9f30-2b34f84b4a21 req-a7dee8ba-44d8-4d23-9534-7b146e4ab6fe tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.639568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ee270ca-e156-4af0-9f30-2b34f84b4a21 req-a7dee8ba-44d8-4d23-9534-7b146e4ab6fe tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.4445648 Sep 16 05:08:59.768397 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.827036 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.834121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.834589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.902682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ee270ca-e156-4af0-9f30-2b34f84b4a21 req-87c3b70a-4215-4d9b-991d-20fd11b5de0b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601702 Sep 16 05:08:59.942986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75c44b1-1e51-4343-9842-c1836dbaa52b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.978163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:00.006171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.006518 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Added segment 4420cce0-5739-410d-bede-f19035dccde5 of type vlan for network b2fcad1d-4847-466b-a9d6-5508d89165bf Sep 16 05:09:00.031529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:00.061297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:00.129979 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.200328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:00.225630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.225921 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Added segment 332d82b2-a984-4640-baf1-423cc3705e8f of type vlan for network f70dbdec-497a-4b7a-8055-092e55605809 Sep 16 05:09:00.381237 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.411810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:00.423994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] Sync routers for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:00.426249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.428971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.435920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:00.471576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:00.472908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:08:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:00.486991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-8dd984c9-7ea5-4bd7-9620-6724ad99a364 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "PUT /v2.0/floatingips/33c1733d-4664-4d87-96b8-19d9aa19e460 HTTP/1.1" status: 200 len: 996 time: 4.5127590 Sep 16 05:09:00.490965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:00.497569 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e" -d '{"events": [{"name": "network-changed", "server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:00.559883 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172d8130-65b1-4f9f-8186-59d4c0bd7cfb x-openstack-request-id: req-172d8130-65b1-4f9f-8186-59d4c0bd7cfb {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:00.566770 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:00.568210 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-172d8130-65b1-4f9f-8186-59d4c0bd7cfb {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:00.568799 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'code': 200} Sep 16 05:09:00.599785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.605736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.622233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:00.627025 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.647970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.650999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.700520 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4372344 Sep 16 05:09:00.713756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48120) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.848036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Network': ['ID=b2fcad1d-4847-466b-a9d6-5508d89165bf,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.970742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b2fcad1d-4847-466b-a9d6-5508d89165bf details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:01.004541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fe9ac-d3e4-4703-bff3-dc71b9b59c21 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Network': ['ID=f70dbdec-497a-4b7a-8055-092e55605809,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.029711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f70dbdec-497a-4b7a-8055-092e55605809 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:01.193817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f13a0-a1b9-4d9a-8b4f-c12eec75a8ef tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.201660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f13a0-a1b9-4d9a-8b4f-c12eec75a8ef tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.208418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f13a0-a1b9-4d9a-8b4f-c12eec75a8ef tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.215952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f13a0-a1b9-4d9a-8b4f-c12eec75a8ef tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.220973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48140) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.221144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-907f13a0-a1b9-4d9a-8b4f-c12eec75a8ef tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5018721 Sep 16 05:09:01.263296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:01.265177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:01.302593 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.341151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '33c1733d-4664-4d87-96b8-19d9aa19e460', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'port_id': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'mac_address': 'fa:16:3e:15:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:52Z', 'updated_at': '2021-09-16T05:08:58Z', 'revision_number': 1, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.388746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] Checking router: 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:01.400627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.479927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:01.481088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:08:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.481213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-97ca2d0c-1472-433c-98bb-c8f32ea8663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.482801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-97ca2d0c-1472-433c-98bb-c8f32ea8663d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 1097 time: 0.9159999 Sep 16 05:09:01.490661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12536b2f-9423-4855-8af5-6e037a02c7ad req-39e2c8e6-2692-4c35-9429-e4046109ddd7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.492215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12536b2f-9423-4855-8af5-6e037a02c7ad req-39e2c8e6-2692-4c35-9429-e4046109ddd7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 949 time: 0.6825633 Sep 16 05:09:01.516981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.540895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fcad1d-4847-466b-a9d6-5508d89165bf']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.552951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4420cce0-5739-410d-bede-f19035dccde5') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.553981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4420cce0-5739-410d-bede-f19035dccde5') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:01.566670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.583431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.591705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:01.592441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.600471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:01.661782 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:01.690588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.698199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.703786 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/networks/b2fcad1d-4847-466b-a9d6-5508d89165bf HTTP/1.1" status: 204 len: 168 time: 0.4782596 Sep 16 05:09:01.706021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48156) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:01.745959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91344f1c-54c2-4927-a59a-03cb5385845f tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Network': ['ID=b2fcad1d-4847-466b-a9d6-5508d89165bf,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.924543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.929899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'mac_address': 'fa:16:3e:5d:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:01.979816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:02.024760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.053449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b59727-d14d-4f22-a72b-bbabfea3b98c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:02.077770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.120312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:02.129471 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.133874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70dbdec-497a-4b7a-8055-092e55605809']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.157003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332d82b2-a984-4640-baf1-423cc3705e8f') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.157461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332d82b2-a984-4640-baf1-423cc3705e8f') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.180466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.209931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.222990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:02.224242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:02.232120 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:02.255133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.378101 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '33c1733d-4664-4d87-96b8-19d9aa19e460', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'port_id': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'mac_address': 'fa:16:3e:15:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:52Z', 'updated_at': '2021-09-16T05:08:58Z', 'revision_number': 1, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:02.417527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea24b19-f571-4907-a3a3-5861bb8caf5a None None] The sync data for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 is: [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '33c1733d-4664-4d87-96b8-19d9aa19e460', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'port_id': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'mac_address': 'fa:16:3e:15:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:52Z', 'updated_at': '2021-09-16T05:08:58Z', 'revision_number': 1, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:02.435276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12536b2f-9423-4855-8af5-6e037a02c7ad req-f9575d94-fd58-4f58-aeeb-faa5d8c32b0d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9202843 Sep 16 05:09:02.438161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.470230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a9b59727-d14d-4f22-a72b-bbabfea3b98c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:02.487907 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.491486 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/networks/f70dbdec-497a-4b7a-8055-092e55605809 HTTP/1.1" status: 204 len: 168 time: 0.7842939 Sep 16 05:09:02.492978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5854-287d-494d-970c-0d74805da61d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Network': ['ID=f70dbdec-497a-4b7a-8055-092e55605809,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.497413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48190) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.499470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 10.2.2.100 (e9d93641-2359-4448-b40d-2e0ffe1e3f00/f775732e-5e0a-4a98-8b3f-da8438e1e1de/85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:02.541633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-9ab104e9-8f24-4962-a8af-12c77c191473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.543244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-9ab104e9-8f24-4962-a8af-12c77c191473 service neutron] 10.222.0.55 "GET /v2.0/networks?id=471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 200 len: 929 time: 1.0501020 Sep 16 05:09:02.571045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:02.573602 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270a51c4-93e5-4945-ac10-a99920b3bb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:02.843505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-c5a55489-cbb8-4d1d-8dd6-2cf429b0d945 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 999 time: 0.2916336 Sep 16 05:09:02.853470 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e7712-97e9-4aab-ba9c-efde572e4f9a None None] New status for floating IP 33c1733d-4664-4d87-96b8-19d9aa19e460: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:02.901960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487de01-f4ca-420a-bc83-e47e0cc42599 req-b27fa102-df90-4781-90da-1ce6d8ab8cc5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.908982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487de01-f4ca-420a-bc83-e47e0cc42599 req-b27fa102-df90-4781-90da-1ce6d8ab8cc5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.915387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487de01-f4ca-420a-bc83-e47e0cc42599 req-b27fa102-df90-4781-90da-1ce6d8ab8cc5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.924799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0487de01-f4ca-420a-bc83-e47e0cc42599 req-b27fa102-df90-4781-90da-1ce6d8ab8cc5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 2373 time: 0.3025236 Sep 16 05:09:02.966347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48562c48-85c3-445a-9ccc-e9e4738f7e2a tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.975835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48562c48-85c3-445a-9ccc-e9e4738f7e2a tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.978697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-48562c48-85c3-445a-9ccc-e9e4738f7e2a tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4756346 Sep 16 05:09:02.983054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48216) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:02.989296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-552368817'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.055029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Made reservation on behalf of f62f41f3ddff4b889724affacdf9c0ad for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:03.062316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.065601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-5e9eebf6-4829-4050-a293-14aa8f8bb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.068185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-5e9eebf6-4829-4050-a293-14aa8f8bb171 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9c2057f-6648-4dab-b87b-f7e6e6939c62 HTTP/1.1" status: 200 len: 867 time: 0.1993594 Sep 16 05:09:03.154401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:03.160076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.171329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0487de01-f4ca-420a-bc83-e47e0cc42599 req-ca4c67e8-2082-4c2f-b9a6-25c77bd061a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455225 Sep 16 05:09:03.193345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-949627d0-11a7-40c2-bdaf-a2f6dba80cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.195250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-949627d0-11a7-40c2-bdaf-a2f6dba80cd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=471b8357-e152-4a5f-9205-6d4924e0edcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085486 Sep 16 05:09:03.221049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-236019d3-0104-41cc-a35a-cb32646a899f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:03.222286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-236019d3-0104-41cc-a35a-cb32646a899f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136549 Sep 16 05:09:03.223232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.223686 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Added segment 0cfc9e23-f565-4d24-b98b-b07242de1d83 of type vlan for network 67857e53-36a3-4287-88d4-5e9d8581ecd0 Sep 16 05:09:03.312739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.328109 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.423541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.446852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.450737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.469597 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe8e73-85af-4d3e-bf14-ac544733e67a x-openstack-request-id: req-00fe8e73-85af-4d3e-bf14-ac544733e67a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:03.469597 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:03.469597 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00fe8e73-85af-4d3e-bf14-ac544733e67a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:03.470320 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'status': 'completed', 'code': 200} Sep 16 05:09:03.547345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-2d7334b2-d2c8-4c2e-81ac-0df121dee606 service neutron] 10.222.0.55 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142033 Sep 16 05:09:03.550001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.603833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Network': ['ID=67857e53-36a3-4287-88d4-5e9d8581ecd0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:03.633996 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6489258 Sep 16 05:09:03.646568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48242) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.655807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-494452425'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.667699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.669128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.669700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.670269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.672979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.673613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.674191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.675249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.675803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.676403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.677457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.678030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed7c77-92da-46c0-9d13-a9169aa75040 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:03.691999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 67857e53-36a3-4287-88d4-5e9d8581ecd0 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:03.736513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:03.751592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-559cbd0e-244c-4dba-af76-157dae3c1c94 req-ec61872f-29e7-45dd-a600-d53186211355 service neutron] 10.222.0.55 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030163 Sep 16 05:09:03.768742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-d46fb63e-a68d-41d4-a878-24efbe1f5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.772740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-d46fb63e-a68d-41d4-a878-24efbe1f5c19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 1097 time: 0.3185079 Sep 16 05:09:03.886310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Made reservation on behalf of f62f41f3ddff4b889724affacdf9c0ad for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:03.887361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:03.889928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.894548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:03.969416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:03.979413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.979937 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Added segment 1ca0c1b7-dcd3-48d7-a1b0-8df341f6b3f0 of type vlan for network 56089272-b3b7-4141-ae4b-7e4567848858 Sep 16 05:09:04.028836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.067312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.068002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.117870 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c009c03-5e2e-4f22-b828-ab092f85eb4e x-openstack-request-id: req-7c009c03-5e2e-4f22-b828-ab092f85eb4e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:04.118536 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:04.118995 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c009c03-5e2e-4f22-b828-ab092f85eb4e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:04.119593 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'status': 'completed', 'code': 200} Sep 16 05:09:04.129142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.139124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.140368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.142906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48248) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.231226 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5820291 Sep 16 05:09:04.277817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48254) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:04.289490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'ports': [{'network_id': '67857e53-36a3-4287-88d4-5e9d8581ecd0', 'name': 'tempest-port--1998874308', 'admin_state_up': True}, {'network_id': '56089272-b3b7-4141-ae4b-7e4567848858', 'admin_state_up': False}]} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.290155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'port': {'network_id': '67857e53-36a3-4287-88d4-5e9d8581ecd0', 'name': 'tempest-port--1998874308', 'admin_state_up': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.297877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'port': {'network_id': '56089272-b3b7-4141-ae4b-7e4567848858', 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.307306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b8ca3-0118-4326-a2c5-87aa17d26ded tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Network': ['ID=56089272-b3b7-4141-ae4b-7e4567848858,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.310480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-f7a94696-1118-4b6d-b5a1-69e5a960f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.312282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f3ddb-ad8d-4d0a-be2a-2c7f2746cc21 req-deabea07-d73d-475e-85bc-72b655b2915f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.312635 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-f7a94696-1118-4b6d-b5a1-69e5a960f08f service neutron] 10.222.0.73 "GET /v2.0/networks?id=471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 200 len: 929 time: 0.5115361 Sep 16 05:09:04.315286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce8f3ddb-ad8d-4d0a-be2a-2c7f2746cc21 req-deabea07-d73d-475e-85bc-72b655b2915f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.5817933 Sep 16 05:09:04.328130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 56089272-b3b7-4141-ae4b-7e4567848858 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:04.329312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c38afb7b-9f78-4a6a-96cb-c0d49ab2edd9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7569008 Sep 16 05:09:04.385080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00', 'admin_state_up': True, 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'security_groups': ['2fa861c6-2041-4431-92c5-0282e8b332c8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.437124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-5a35bffb-6b97-420b-9952-75f6c68f935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.438637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-5a35bffb-6b97-420b-9952-75f6c68f935b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 1102 time: 0.3648691 Sep 16 05:09:04.470999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592947bc-bfbc-42b3-8541-994448de01ff req-2430e4c8-b22d-47a5-83c8-7b5622d5a89b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.480521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-592947bc-bfbc-42b3-8541-994448de01ff req-2430e4c8-b22d-47a5-83c8-7b5622d5a89b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 950 time: 0.2766271 Sep 16 05:09:04.493069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce8f3ddb-ad8d-4d0a-be2a-2c7f2746cc21 req-8d38c4ea-fb2c-4c23-a7b4-38cfedda6f9e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462421 Sep 16 05:09:04.536681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8bca39f6-1739-41ed-8436-f0cb514813ad None None] Provisioning complete for port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:04.537247 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8bca39f6-1739-41ed-8436-f0cb514813ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.551846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.584371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8bca39f6-1739-41ed-8436-f0cb514813ad None None] Port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:04.635009 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-0aae2376-f85b-4756-a93e-8284682f22c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 1001 time: 0.2760546 Sep 16 05:09:04.765389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-592947bc-bfbc-42b3-8541-994448de01ff req-5fcd2e74-cd45-41b3-b892-f3eede1188ca tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836094 Sep 16 05:09:04.770719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-be8d8bc2-2b57-435b-8a7c-004f95f07d74 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 258 time: 0.1740108 Sep 16 05:09:04.819659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:09:04.819659 n-d-713301-15 neutron-server[94718]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 05:09:04.819659 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id': '93da65c8995d47eaafa0c004a91fbb56', 'id': '75c40e39-7920-4071-802f-e4b6786cac23', 'expiration': datetime.datetime(2021, 9, 16, 5, 11, 4, 798519)}] Sep 16 05:09:04.819659 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:04.820516 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:04.823284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Made reservation on behalf of f62f41f3ddff4b889724affacdf9c0ad for: {'port': 2} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:04.830494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.845584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-d32e0478-3f40-4a54-a3f9-9eef2e27897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.847496 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-d32e0478-3f40-4a54-a3f9-9eef2e27897f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9c2057f-6648-4dab-b87b-f7e6e6939c62 HTTP/1.1" status: 200 len: 867 time: 0.2039840 Sep 16 05:09:04.853248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.881494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:04.886126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Made reservation on behalf of d6e62824a57b44d5932fbeab750b8aca for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:04.891300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.091333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Allocated IP 10.2.2.200 (e9d93641-2359-4448-b40d-2e0ffe1e3f00/f775732e-5e0a-4a98-8b3f-da8438e1e1de/23fb39af-544f-42ac-b2a4-2321ff54e1e5) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:05.248787 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.263231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:05.331442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] device_id is not set on port 84acab78-5f5f-4cf3-a5f2-af3061a319d1 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:05.363594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.404403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a9b59727-d14d-4f22-a72b-bbabfea3b98c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:05.407955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a9b59727-d14d-4f22-a72b-bbabfea3b98c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:05.408357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.457545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:05.475073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bef43a-cfd1-427a-9b5d-6278d205944f req-f0a0ece9-1d9b-4b6a-a6a2-b4092aade526 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.481429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.487131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bef43a-cfd1-427a-9b5d-6278d205944f req-f0a0ece9-1d9b-4b6a-a6a2-b4092aade526 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.505165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bef43a-cfd1-427a-9b5d-6278d205944f req-f0a0ece9-1d9b-4b6a-a6a2-b4092aade526 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.514659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bef43a-cfd1-427a-9b5d-6278d205944f req-f0a0ece9-1d9b-4b6a-a6a2-b4092aade526 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.523864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bef43a-cfd1-427a-9b5d-6278d205944f req-f0a0ece9-1d9b-4b6a-a6a2-b4092aade526 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.551513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80bef43a-cfd1-427a-9b5d-6278d205944f req-f0a0ece9-1d9b-4b6a-a6a2-b4092aade526 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 3815 time: 0.6421967 Sep 16 05:09:05.561210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event updated for resources: {'Port': ['ID=23fb39af-544f-42ac-b2a4-2321ff54e1e5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.564372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:05.571501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:05.587232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] device_id is not set on port 86849213-5e28-416f-994c-28f34de6671e yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:05.623440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.670074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.670714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.743528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:05.744859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80bef43a-cfd1-427a-9b5d-6278d205944f req-0d2c5eb3-aad3-4fe3-ae99-3b41a6b6e6c4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837771 Sep 16 05:09:05.746481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:05.750397 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2646dcd8-5603-4cc2-8289-127731c86105" -d '{"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-plugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:05.753315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.756364 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.799421 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.814417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-518d21a6-69a1-4347-ab46-8b448423c21b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4360273 Sep 16 05:09:05.840186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-eaa14986-8ffe-4a92-852e-1713d295b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.843569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-eaa14986-8ffe-4a92-852e-1713d295b87e service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 1.3902483 Sep 16 05:09:05.865299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:05.892862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.900614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=13']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.921265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.959182 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.045909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cd7309f9-1c8f-4b3e-a307-0d970f872f2c None None] Provisioning complete for port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:06.047640 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd7309f9-1c8f-4b3e-a307-0d970f872f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.080436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.111778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-185ec744-fce0-4d4b-9f79-e23bd7dbf809 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 200 len: 217 time: 0.2519662 Sep 16 05:09:06.121440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.138352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b7659-8ab6-4669-bd1f-b223106b6839 req-a33f389d-7c90-4616-b8a9-13f3c6c3f85f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.146731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-037b7659-8ab6-4669-bd1f-b223106b6839 req-a33f389d-7c90-4616-b8a9-13f3c6c3f85f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 951 time: 0.1901801 Sep 16 05:09:06.157579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cd7309f9-1c8f-4b3e-a307-0d970f872f2c None None] Port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:06.162245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-31b853a6-bcbc-4cef-877d-7dbde435523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.164038 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-31b853a6-bcbc-4cef-877d-7dbde435523f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=471b8357-e152-4a5f-9205-6d4924e0edcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3000925 Sep 16 05:09:06.172704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d6c957-ff13-4e1f-9e07-df080d6aa4fd,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.219742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-96afdd29-8736-410b-bd2a-1ef72b9960cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.221278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-96afdd29-8736-410b-bd2a-1ef72b9960cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0725682 Sep 16 05:09:06.256785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-73fc803c-1cf4-405c-89ac-49fdebdadfa7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93da65c8995d47eaafa0c004a91fbb56&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1049733 Sep 16 05:09:06.257778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48272) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.260418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Port': ['ID=84acab78-5f5f-4cf3-a5f2-af3061a319d1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.303073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Checking segment: {'id': '0cfc9e23-f565-4d24-b98b-b07242de1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '67857e53-36a3-4287-88d4-5e9d8581ecd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:06.303440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network hostable DHCP agents. Network: 67857e53-36a3-4287-88d4-5e9d8581ecd0, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:06.373638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.411300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network 67857e53-36a3-4287-88d4-5e9d8581ecd0 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:06.426441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd4aaacc-93d2-4c30-a133-53bcd1386323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.434013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-037b7659-8ab6-4669-bd1f-b223106b6839 req-fae73ccd-5ba2-4b70-9c72-dc2b73d26456 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860711 Sep 16 05:09:06.442114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 67857e53-36a3-4287-88d4-5e9d8581ecd0) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:06.452208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a562c-166b-434d-97ca-5fbba3ccc674 None None] Network 67857e53-36a3-4287-88d4-5e9d8581ecd0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:06.454535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:06.455645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.621245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Port': ['ID=86849213-5e28-416f-994c-28f34de6671e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:06.717986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-d9c25fa8-3f5e-4dfb-90af-ac8e73a5208b service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345635 Sep 16 05:09:06.763725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd4aaacc-93d2-4c30-a133-53bcd1386323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.766118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Checking segment: {'id': '1ca0c1b7-dcd3-48d7-a1b0-8df341f6b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '56089272-b3b7-4141-ae4b-7e4567848858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:06.766547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network hostable DHCP agents. Network: 56089272-b3b7-4141-ae4b-7e4567848858, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:06.874831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network 56089272-b3b7-4141-ae4b-7e4567848858 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:06.929359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 56089272-b3b7-4141-ae4b-7e4567848858) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:06.934458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:06.938907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c85836-2c19-4501-8630-34314144a258 None None] Network 56089272-b3b7-4141-ae4b-7e4567848858 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:06.961323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.972909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.973631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.019481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Allocated IP 172.25.6.98 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/12213110-e371-4bb1-92bd-0be56b34b818) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:07.026242 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-edefca92-604d-47cf-b440-96c2fc17190d tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7438319 Sep 16 05:09:07.031987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48282) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.139179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-54ef9a85-665c-4438-91f2-a3fdc1e903b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.140633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-54ef9a85-665c-4438-91f2-a3fdc1e903b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9069884 Sep 16 05:09:07.156749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd4aaacc-93d2-4c30-a133-53bcd1386323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.160430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd4aaacc-93d2-4c30-a133-53bcd1386323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.170959 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dd4aaacc-93d2-4c30-a133-53bcd1386323 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86d6c957-ff13-4e1f-9e07-df080d6aa4fd HTTP/1.1" status: 204 len: 168 time: 0.9077580 Sep 16 05:09:07.248491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aaacc-93d2-4c30-a133-53bcd1386323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d6c957-ff13-4e1f-9e07-df080d6aa4fd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.260439 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b02d8fe8-b41f-4193-8aa7-1ca7dcb6272e req-6344ab32-2907-4178-961b-5e58389b14f6 service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194428 Sep 16 05:09:07.282474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-1d8bd135-5217-4dd9-b3d7-eb02ebca7b68 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977199 Sep 16 05:09:07.327195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab379f-e8c0-4f8f-82c7-1aa464ba6603 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.343708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab379f-e8c0-4f8f-82c7-1aa464ba6603 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.346074 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-14ab379f-e8c0-4f8f-82c7-1aa464ba6603 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3126652 Sep 16 05:09:07.352829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48286) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.354618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.444325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21cec1-3a4a-4e16-bd3c-8480b76f8fbb req-1d028b9c-870f-4df0-ad8f-504c93e12645 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.449959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f21cec1-3a4a-4e16-bd3c-8480b76f8fbb req-1d028b9c-870f-4df0-ad8f-504c93e12645 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.3142591 Sep 16 05:09:07.582964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Deleting port 84acab78-5f5f-4cf3-a5f2-af3061a319d1 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:07.583235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.691629 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.711934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Calling delete_port for 84acab78-5f5f-4cf3-a5f2-af3061a319d1 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:07.804282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f21cec1-3a4a-4e16-bd3c-8480b76f8fbb req-21efe7d8-95f8-405e-b1c5-df7315cb73fa tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318520 Sep 16 05:09:07.820598 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.867587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270a51c4-93e5-4945-ac10-a99920b3bb2f req-cf0c3680-097d-47f3-b456-f3870c267c2b service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518501 Sep 16 05:09:07.870037 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.962545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Port': ['ID=84acab78-5f5f-4cf3-a5f2-af3061a319d1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:07.990251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.993180 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b654d323-e3c7-428c-9854-0593d9d60511 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/ports/84acab78-5f5f-4cf3-a5f2-af3061a319d1 HTTP/1.1" status: 204 len: 168 time: 0.6392496 Sep 16 05:09:08.003772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48304) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.030474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:08.058634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:08.062896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:08.064946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event updated for resources: {'Port': ['ID=12213110-e371-4bb1-92bd-0be56b34b818,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.104243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:08.216467 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.281969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Transition to ACTIVE for port object b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:08.295660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Deleting port 86849213-5e28-416f-994c-28f34de6671e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:08.298955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.304752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.420046 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca25651-c69d-4ccb-9f39-9a9be520e366 x-openstack-request-id: req-9ca25651-c69d-4ccb-9f39-9a9be520e366 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:08.421005 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-plugged", "status": "completed", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:08.421467 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ca25651-c69d-4ccb-9f39-9a9be520e366 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:08.422075 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'code': 200} Sep 16 05:09:08.439070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.473646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Calling delete_port for 86849213-5e28-416f-994c-28f34de6671e owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:08.682237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Pushing event updated for resources: {'Port': ['ID=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.708859 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.719247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.825406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Port': ['ID=86849213-5e28-416f-994c-28f34de6671e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.857338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.864516 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4db1b6b1-eb21-4295-90b2-90c1c284f7aa tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/ports/86849213-5e28-416f-994c-28f34de6671e HTTP/1.1" status: 204 len: 168 time: 0.8567104 Sep 16 05:09:08.868197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48332) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.919526 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-027e36e3-058c-4536-91c5-8034fc4eb0c0 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0443788 Sep 16 05:09:08.923394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48334) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.939423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-944858408'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:08.998302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Made reservation on behalf of f62f41f3ddff4b889724affacdf9c0ad for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:09.008501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.025138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.065958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:09.080862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Attempting to bind port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:09.081332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Attempting to bind port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:09.081521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Attempting to bind port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 on network e2ca270e-a253-4db4-b22c-3bf0e80230be {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:09.086517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.086870 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Added segment 8b691b58-d3db-4f89-8680-b1dae94a1a78 of type vlan for network f0465d8d-38ef-497c-8833-2dc45ebb50e7 Sep 16 05:09:09.094980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 on network e2ca270e-a253-4db4-b22c-3bf0e80230be not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:09.095314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Attempting to bind port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 on network e2ca270e-a253-4db4-b22c-3bf0e80230be {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:09.114238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008719-50aa-4e97-81ad-09a9d798dd92 req-2309ba33-a95b-433d-9a97-6a533768953d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.122921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008719-50aa-4e97-81ad-09a9d798dd92 req-2309ba33-a95b-433d-9a97-6a533768953d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.129235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008719-50aa-4e97-81ad-09a9d798dd92 req-2309ba33-a95b-433d-9a97-6a533768953d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.135365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008719-50aa-4e97-81ad-09a9d798dd92 req-2309ba33-a95b-433d-9a97-6a533768953d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.141815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008719-50aa-4e97-81ad-09a9d798dd92 req-2309ba33-a95b-433d-9a97-6a533768953d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.143700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5008719-50aa-4e97-81ad-09a9d798dd92 req-2309ba33-a95b-433d-9a97-6a533768953d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 3827 time: 0.4315083 Sep 16 05:09:09.146460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:09.146796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Checking segment: {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:09.147182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Bound using segment: {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:09.147661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Bound port: b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa350bc-6a09-44aa-9003-3fe9e7ebe651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:09.148024 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.221251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.319682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.333136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.341843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.398523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5008719-50aa-4e97-81ad-09a9d798dd92 req-4faf7e73-53df-4aca-8c1e-39ce69e83df9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244701 Sep 16 05:09:09.422512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4977655 Sep 16 05:09:09.426569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48374) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:09.441399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-778688029'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:09.473766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Made reservation on behalf of f62f41f3ddff4b889724affacdf9c0ad for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:09.488888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.565316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:09.575439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc292d-5b9a-4ce3-8a11-a1b40f2156e7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Network': ['ID=f0465d8d-38ef-497c-8833-2dc45ebb50e7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:09.588641 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.589002 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Added segment 043d82a7-1741-434a-817b-ebf5240ebc93 of type vlan for network 773209e7-142b-4af3-b7ff-8052a7149b73 Sep 16 05:09:09.601373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f0465d8d-38ef-497c-8833-2dc45ebb50e7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:09.714211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.819613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48390) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:09.885099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] For port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:09.887475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.893674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.894346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:09.983589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] For port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:10.000686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5576797 Sep 16 05:09:10.000686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6f891997-62a6-4b4a-bb47-97cca43d2ede tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2067406 Sep 16 05:09:10.018212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98327d0c-70c5-4a67-9cfb-4c7a6e7729ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.024418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.127037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53041f0b-4757-4072-b6c3-615303adc219 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Network': ['ID=773209e7-142b-4af3-b7ff-8052a7149b73,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.154269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 773209e7-142b-4af3-b7ff-8052a7149b73 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:10.160958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48394) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.167735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'subnets': [{'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1732092981', 'ip_version': 4}, {'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:10.168221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'subnet': {'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1732092981', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:10.169033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Request body: {'subnet': {'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:10.189897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.190530 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.191970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] 10.222.0.64 "PUT /v2.0/ports/b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 HTTP/1.1" status: 200 len: 1092 time: 4.3420269 Sep 16 05:09:10.214273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:10.222757 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f810a4-fd55-47f3-8394-79e9cec0e289" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:10.299846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:10.398428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d652dd-b762-497f-acdb-ed9a971068ae service neutron] Pushing event updated for resources: {'Port': ['ID=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.404790 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.420800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98327d0c-70c5-4a67-9cfb-4c7a6e7729ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.442792 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98327d0c-70c5-4a67-9cfb-4c7a6e7729ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.485267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.505596 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.598675 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-98327d0c-70c5-4a67-9cfb-4c7a6e7729ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1578a9ff70a4a43ac29e21bc2ce8617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7778826 Sep 16 05:09:10.606002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:10.609187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98327d0c-70c5-4a67-9cfb-4c7a6e7729ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297d2da6-87c8-480e-953a-d2e7dc96c4fa,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.614154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event updated for resources: {'Port': ['ID=12213110-e371-4bb1-92bd-0be56b34b818,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:10.676426 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.680379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Made reservation on behalf of f62f41f3ddff4b889724affacdf9c0ad for: {'subnet': 2} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:10.680379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.680379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.687094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-3799fee0-145c-49d6-8d80-5d1fd98489de tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.710389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-3799fee0-145c-49d6-8d80-5d1fd98489de tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6955996 Sep 16 05:09:10.736367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cc607c4-f86d-45de-b838-c0dad7e30726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.736477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-35c8186d-9e4c-4390-a02d-54431af79bf8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/quotas/51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 375 time: 0.0219886 Sep 16 05:09:10.736477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.736477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-5734797e-c136-47d0-93b3-302b96b601e4 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8587000 Sep 16 05:09:10.792189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cc607c4-f86d-45de-b838-c0dad7e30726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.856907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-4df2f8d9-9e19-4c2f-a097-8bf52b94d04d tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0738616 Sep 16 05:09:10.979227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cc607c4-f86d-45de-b838-c0dad7e30726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.989182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cc607c4-f86d-45de-b838-c0dad7e30726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.993559 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4cc607c4-f86d-45de-b838-c0dad7e30726 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/297d2da6-87c8-480e-953a-d2e7dc96c4fa HTTP/1.1" status: 204 len: 168 time: 0.3836255 Sep 16 05:09:11.051123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc607c4-f86d-45de-b838-c0dad7e30726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297d2da6-87c8-480e-953a-d2e7dc96c4fa,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.096153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-4ec8010d-82dd-4887-b9d9-0a9949873aa0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3761454 Sep 16 05:09:11.506288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-52a07a74-596c-475a-8f61-412121fc8380 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.508601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c65a7aca-5ed4-4d03-80a1-60f5c2b25718 req-52a07a74-596c-475a-8f61-412121fc8380 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.6286535 Sep 16 05:09:11.564468 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.588076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.634664 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4ecab0-2ea6-4b2d-babd-3948025ae2ce x-openstack-request-id: req-7c4ecab0-2ea6-4b2d-babd-3948025ae2ce {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:11.636018 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:11.638516 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c4ecab0-2ea6-4b2d-babd-3948025ae2ce {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:11.639052 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'status': 'completed', 'code': 200} Sep 16 05:09:11.784568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Checking segment: {'id': '8b691b58-d3db-4f89-8680-b1dae94a1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:11.785022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network hostable DHCP agents. Network: f0465d8d-38ef-497c-8833-2dc45ebb50e7, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:11.789296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Subnet': ['ID=ba04f820-b997-4bd0-a60d-c7253166d23b,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.811674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network f0465d8d-38ef-497c-8833-2dc45ebb50e7 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:11.834714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f0465d8d-38ef-497c-8833-2dc45ebb50e7) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:11.841193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.846467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee61d01-b21e-4c67-9151-90a471d4c661 None None] Network f0465d8d-38ef-497c-8833-2dc45ebb50e7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:11.866600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ba6e6-76c5-4b98-ba37-ef47e952447e req-08ef1212-384a-4d85-ba66-adb3ed26fad4 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.875153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-410ba6e6-76c5-4b98-ba37-ef47e952447e req-08ef1212-384a-4d85-ba66-adb3ed26fad4 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.3616586 Sep 16 05:09:11.947281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:11.962765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.969985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-760f58ce-5740-4f9d-b89c-9e0699c5f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.970559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-760f58ce-5740-4f9d-b89c-9e0699c5f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.971039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-760f58ce-5740-4f9d-b89c-9e0699c5f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.971605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-760f58ce-5740-4f9d-b89c-9e0699c5f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.972208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-760f58ce-5740-4f9d-b89c-9e0699c5f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.974320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-760f58ce-5740-4f9d-b89c-9e0699c5f401 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 4363 time: 0.2712867 Sep 16 05:09:12.016126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db55a8c-0f8b-402f-a246-7a4c7e137915 req-a66631a1-4162-469c-8708-e7236117ea71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.021036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db55a8c-0f8b-402f-a246-7a4c7e137915 req-a66631a1-4162-469c-8708-e7236117ea71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.034705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db55a8c-0f8b-402f-a246-7a4c7e137915 req-a66631a1-4162-469c-8708-e7236117ea71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.051049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db55a8c-0f8b-402f-a246-7a4c7e137915 req-a66631a1-4162-469c-8708-e7236117ea71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.063791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db55a8c-0f8b-402f-a246-7a4c7e137915 req-a66631a1-4162-469c-8708-e7236117ea71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.071691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9db55a8c-0f8b-402f-a246-7a4c7e137915 req-a66631a1-4162-469c-8708-e7236117ea71 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 3827 time: 0.3391888 Sep 16 05:09:12.072634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Checking segment: {'id': '043d82a7-1741-434a-817b-ebf5240ebc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:12.075819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network hostable DHCP agents. Network: 773209e7-142b-4af3-b7ff-8052a7149b73, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:12.100426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-410ba6e6-76c5-4b98-ba37-ef47e952447e req-ebeb6638-a13e-4388-9dd5-02c21df9a2de tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185721 Sep 16 05:09:12.102010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Transition to ACTIVE for port object 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:12.132218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event updated for resources: {'Subnet': ['ID=fc0c7e83-e753-4323-bc54-11d7bb228833,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.143019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Network 773209e7-142b-4af3-b7ff-8052a7149b73 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:12.166445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 773209e7-142b-4af3-b7ff-8052a7149b73) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:12.174034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.174501 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.175169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.194996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.226141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-38a31f95-507e-4833-85af-3e1acb94bab8 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0640368 Sep 16 05:09:12.228715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48448) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.273529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d05bde-eb49-42c9-8c5c-50188d6ec50f None None] Network 773209e7-142b-4af3-b7ff-8052a7149b73 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:12.311605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-f0465d8d-38ef-497c-8833-2dc45ebb50e7', 'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7', 'tenant_id': 'f62f41f3ddff4b889724affacdf9c0ad', 'fixed_ips': [{'subnet_id': 'ba04f820-b997-4bd0-a60d-c7253166d23b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:12.312503 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:12.483324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad16b2-7b34-4b32-8d8c-0e08b69d0788 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.496789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-a00142aa-ff81-4f54-87ee-f4eac55aab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.497564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-a00142aa-ff81-4f54-87ee-f4eac55aab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.498186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-a00142aa-ff81-4f54-87ee-f4eac55aab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.498690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad16b2-7b34-4b32-8d8c-0e08b69d0788 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.500511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-a00142aa-ff81-4f54-87ee-f4eac55aab57 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d6e62824a57b44d5932fbeab750b8aca&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4978988 Sep 16 05:09:12.502804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad16b2-7b34-4b32-8d8c-0e08b69d0788 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.508952 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cfad16b2-7b34-4b32-8d8c-0e08b69d0788 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2758148 Sep 16 05:09:12.509587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48454) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:12.536398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:12.554064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9db55a8c-0f8b-402f-a246-7a4c7e137915 req-a34f29d3-5896-4f72-a1d6-e88c77ad1a68 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4809587 Sep 16 05:09:12.657290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f5fad67-8029-4aac-9ee6-12cab6418f3c req-35b144a3-d357-4007-8ccd-6a2720820a66 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 210 time: 0.1486831 Sep 16 05:09:12.687169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Deleting subnet ba04f820-b997-4bd0-a60d-c7253166d23b {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:12.900616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Allocated IP 172.20.0.2 (f0465d8d-38ef-497c-8833-2dc45ebb50e7/ba04f820-b997-4bd0-a60d-c7253166d23b/8f8e22e8-cb90-45ef-8a28-e99edb2291fc) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:12.987120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-773209e7-142b-4af3-b7ff-8052a7149b73', 'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73', 'tenant_id': 'f62f41f3ddff4b889724affacdf9c0ad', 'fixed_ips': [{'subnet_id': 'fc0c7e83-e753-4323-bc54-11d7bb228833'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:12.987998 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.318768 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.335109 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.353832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.419066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.482086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Allocated IP 172.20.0.18 (773209e7-142b-4af3-b7ff-8052a7149b73/fc0c7e83-e753-4323-bc54-11d7bb228833/3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:13.557764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37673d-df70-43ee-ab18-a43e738fb8cb req-4d9af87c-99c2-4595-a8b9-b6fac277aefa tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.559774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad37673d-df70-43ee-ab18-a43e738fb8cb req-4d9af87c-99c2-4595-a8b9-b6fac277aefa tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2696807 Sep 16 05:09:13.581710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217416-baff-4729-9942-8fa7d34c1780 req-fa47ab5c-41eb-49cf-8a75-7507856a268f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.584028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e217416-baff-4729-9942-8fa7d34c1780 req-fa47ab5c-41eb-49cf-8a75-7507856a268f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2832527 Sep 16 05:09:13.593111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Attempting to bind port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:13.593445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Attempting to bind port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:13.593782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Attempting to bind port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:13.602730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-e1eda523-fdac-4894-8a9c-8b74e9a0f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.604317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62f810a4-fd55-47f3-8394-79e9cec0e289 req-e1eda523-fdac-4894-8a9c-8b74e9a0f8d0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0476575 Sep 16 05:09:13.745583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.751598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:13.754568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Attempting to bind port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:13.770554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad37673d-df70-43ee-ab18-a43e738fb8cb req-dec7db8b-dfc4-4016-8b22-bcf17c6eb36c tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.1997945 Sep 16 05:09:13.784193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-21715975-8994-49b4-8f29-b14426735aef tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=51ca068390d5481b830fd2b7e5c10008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682023 Sep 16 05:09:13.833180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ad37673d-df70-43ee-ab18-a43e738fb8cb req-447fec6d-5174-464f-b959-b51c37123f75 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Request body: {'floatingip': {'port_id': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:13.843392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.886078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.887894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:13.889484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Checking segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:13.890118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Bound using segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:13.892906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Bound port: 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:13.894331 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.957802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Pushing event updated for resources: {'Port': ['ID=8f8e22e8-cb90-45ef-8a28-e99edb2291fc,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.970895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Subnet': ['ID=ba04f820-b997-4bd0-a60d-c7253166d23b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:13.979456 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:13.986276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Network f0465d8d-38ef-497c-8833-2dc45ebb50e7 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:13.991780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48482) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:13.994926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:14.013396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.015396 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2a30c91d-98f1-4ec1-876d-8286275ef35e tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/subnets/ba04f820-b997-4bd0-a60d-c7253166d23b HTTP/1.1" status: 204 len: 168 time: 1.5047143 Sep 16 05:09:14.024662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:14.024941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e217416-baff-4729-9942-8fa7d34c1780 req-c817f79b-a126-47e7-a3cb-5aed3e1e3bf1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138301 Sep 16 05:09:14.044733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:14.090850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Network 773209e7-142b-4af3-b7ff-8052a7149b73 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:14.093906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:14.109943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:14.119278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Deleting subnet fc0c7e83-e753-4323-bc54-11d7bb228833 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:14.130328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad37673d-df70-43ee-ab18-a43e738fb8cb req-447fec6d-5174-464f-b959-b51c37123f75 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.134524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.143270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Pushing event updated for resources: {'Port': ['ID=3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.223631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Attempting to bind port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:14.224396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Attempting to bind port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8b691b58-d3db-4f89-8680-b1dae94a1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:14.224978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Attempting to bind port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc on network f0465d8d-38ef-497c-8833-2dc45ebb50e7 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:14.236333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:14.237118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Checking segment: {'id': '8b691b58-d3db-4f89-8680-b1dae94a1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:14.237848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.238450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Bound using segment: {'id': '8b691b58-d3db-4f89-8680-b1dae94a1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:14.239152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Bound port: 8f8e22e8-cb90-45ef-8a28-e99edb2291fc, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b691b58-d3db-4f89-8680-b1dae94a1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f0465d8d-38ef-497c-8833-2dc45ebb50e7'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:14.239375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.239984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.253082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Attempting to bind port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:14.253912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Attempting to bind port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '043d82a7-1741-434a-817b-ebf5240ebc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:14.254520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Attempting to bind port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 on network 773209e7-142b-4af3-b7ff-8052a7149b73 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:14.272447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:14.273114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Checking segment: {'id': '043d82a7-1741-434a-817b-ebf5240ebc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:14.273751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.274352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Bound using segment: {'id': '043d82a7-1741-434a-817b-ebf5240ebc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:14.275055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Bound port: 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043d82a7-1741-434a-817b-ebf5240ebc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '773209e7-142b-4af3-b7ff-8052a7149b73'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:14.275662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.329957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:14.393334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.395612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.405165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] For port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:14.429308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] For port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8f8e22e8-cb90-45ef-8a28-e99edb2291fc,segment=NetworkSegment(8b691b58-d3db-4f89-8680-b1dae94a1a78),segment_id=8b691b58-d3db-4f89-8680-b1dae94a1a78)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:14.437304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.497927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-100a994d-55d9-46ee-b7ba-b8ae1e36b4fd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.499510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-100a994d-55d9-46ee-b7ba-b8ae1e36b4fd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6511843 Sep 16 05:09:14.520104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Request body: {'port': {'device_id': '51d810d8-5a12-4f61-bce7-393198e14e50', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '51ca068390d5481b830fd2b7e5c10008'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:14.539037 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.589655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.594840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/subnets/fc0c7e83-e753-4323-bc54-11d7bb228833 HTTP/1.1" status: 204 len: 168 time: 0.5660214 Sep 16 05:09:14.594840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48492) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:14.600155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295171-811e-45af-a12c-f9949353704f req-d6d0f3a6-90e8-449a-87c6-b7863dbced58 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.607511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2057b-0fa0-4037-8b99-1f4fd2b5c010 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0c7e83-e753-4323-bc54-11d7bb228833,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.607718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295171-811e-45af-a12c-f9949353704f req-d6d0f3a6-90e8-449a-87c6-b7863dbced58 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.617184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295171-811e-45af-a12c-f9949353704f req-d6d0f3a6-90e8-449a-87c6-b7863dbced58 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.623838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295171-811e-45af-a12c-f9949353704f req-d6d0f3a6-90e8-449a-87c6-b7863dbced58 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.630187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295171-811e-45af-a12c-f9949353704f req-d6d0f3a6-90e8-449a-87c6-b7863dbced58 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.636577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295171-811e-45af-a12c-f9949353704f req-d6d0f3a6-90e8-449a-87c6-b7863dbced58 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.645258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49295171-811e-45af-a12c-f9949353704f req-d6d0f3a6-90e8-449a-87c6-b7863dbced58 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 4605 time: 0.3444061 Sep 16 05:09:14.659365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] For port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:14.674698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.679357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be128c-b6de-4ee2-85b5-39be340442ab tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.686266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5be128c-b6de-4ee2-85b5-39be340442ab tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858743 Sep 16 05:09:14.687304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48494) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:14.732372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] For port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:14.801157 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.833590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a1334-32bf-46e7-ab8d-ff7e04c8570d None None] Pushing event updated for resources: {'Port': ['ID=8f8e22e8-cb90-45ef-8a28-e99edb2291fc,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:14.849105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.864192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] For port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:14.909101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.909803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.917813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] 10.222.0.64 "PUT /v2.0/ports/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 200 len: 1137 time: 4.6221597 Sep 16 05:09:14.920597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '39ad178c-bfa5-4cb9-ba63-fffe3f381bdb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:14.923188 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "39ad178c-bfa5-4cb9-ba63-fffe3f381bdb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:14.946594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] For port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78,segment=NetworkSegment(043d82a7-1741-434a-817b-ebf5240ebc93),segment_id=043d82a7-1741-434a-817b-ebf5240ebc93)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:14.952658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49295171-811e-45af-a12c-f9949353704f req-499a77ce-a149-4b42-9cff-a26688bd3de3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3063517 Sep 16 05:09:14.954145 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:14.965952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Allocated IP 172.25.6.152 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/60637336-3424-49ca-94a0-d41ecb11a6ce) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:14.995015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe6084-637d-46ef-b70c-edce81376fbd None None] Network f0465d8d-38ef-497c-8833-2dc45ebb50e7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:15.032992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:15.112704 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-ad37673d-df70-43ee-ab18-a43e738fb8cb req-447fec6d-5174-464f-b959-b51c37123f75 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:09:15.113783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad37673d-df70-43ee-ab18-a43e738fb8cb req-447fec6d-5174-464f-b959-b51c37123f75 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "PUT /v2.0/floatingips/c1d6e9ac-aa9e-4e11-8498-ee0c218607c2 HTTP/1.1" status: 409 len: 549 time: 1.2928202 Sep 16 05:09:15.192898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.230881 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ec496-e000-41e2-ab9b-43f05fa0336b x-openstack-request-id: req-4d4ec496-e000-41e2-ab9b-43f05fa0336b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:15.231574 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "39ad178c-bfa5-4cb9-ba63-fffe3f381bdb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:15.232395 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d4ec496-e000-41e2-ab9b-43f05fa0336b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:15.235165 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '39ad178c-bfa5-4cb9-ba63-fffe3f381bdb', 'status': 'completed', 'code': 200} Sep 16 05:09:15.259929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Made reservation on behalf of 51ca068390d5481b830fd2b7e5c10008 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:15.272002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.298912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.303126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cacac-091f-424d-b84b-838d17c0c003 None None] Pushing event updated for resources: {'Port': ['ID=3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.356186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884218-fab9-4cce-9cf9-033dd8cc5fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.370418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac780b9f-c251-4aa7-81b6-260bf82c3013 req-b3ae372b-be65-423c-ab30-be3bf476ba5a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 210 time: 0.2556317 Sep 16 05:09:15.379280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Deleting port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:15.385130 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.400975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:15.431667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:15.437265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:15.542475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Pushing event updated for resources: {'Port': ['ID=60637336-3424-49ca-94a0-d41ecb11a6ce,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.571338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] For port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78,segment=NetworkSegment(043d82a7-1741-434a-817b-ebf5240ebc93),segment_id=043d82a7-1741-434a-817b-ebf5240ebc93)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:15.571709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.617012 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Calling delete_port for 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:15.669012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.676378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.715829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-92ea7020-4cfa-4b52-b59e-9ae2c8e80802 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips/c1d6e9ac-aa9e-4e11-8498-ee0c218607c2 HTTP/1.1" status: 200 len: 692 time: 0.2849228 Sep 16 05:09:15.740216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-35fc7889-0cc9-489d-ab29-c35b28b24f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.740662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-35fc7889-0cc9-489d-ab29-c35b28b24f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.741142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-35fc7889-0cc9-489d-ab29-c35b28b24f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.741610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-35fc7889-0cc9-489d-ab29-c35b28b24f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.742399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-35fc7889-0cc9-489d-ab29-c35b28b24f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.742512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-35fc7889-0cc9-489d-ab29-c35b28b24f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.744482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-35fc7889-0cc9-489d-ab29-c35b28b24f00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5293 time: 0.4856420 Sep 16 05:09:15.777704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d549f74-a24f-4228-8d61-31e1a843674d req-1e262e93-05f5-4a80-9f07-eb0eef737b48 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.779528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d549f74-a24f-4228-8d61-31e1a843674d req-1e262e93-05f5-4a80-9f07-eb0eef737b48 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.4119194 Sep 16 05:09:15.781434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Allocated IP 192.168.233.51 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:15.803048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.991011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.112241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d549f74-a24f-4228-8d61-31e1a843674d req-24ad1e8d-568a-40f6-af28-e145ac7f0f5f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958179 Sep 16 05:09:16.257824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-a442b591-202b-4e74-88f6-732939fda8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.258298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-a442b591-202b-4e74-88f6-732939fda8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.258767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-a442b591-202b-4e74-88f6-732939fda8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.260465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-a442b591-202b-4e74-88f6-732939fda8c9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d6e62824a57b44d5932fbeab750b8aca&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4755301 Sep 16 05:09:16.389257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-6abe5c86-dcef-4787-bec9-328902e2a62f tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.395509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Port': ['ID=3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.397703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-6abe5c86-dcef-4787-bec9-328902e2a62f tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.6802826 Sep 16 05:09:16.407600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] No DVR routers for this DVR port 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:16.515470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.532053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.552911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.556650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773209e7-142b-4af3-b7ff-8052a7149b73']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.631830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Pushing event updated for resources: {'Port': ['ID=60637336-3424-49ca-94a0-d41ecb11a6ce,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.642429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043d82a7-1741-434a-817b-ebf5240ebc93') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.642848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043d82a7-1741-434a-817b-ebf5240ebc93') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:16.659776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.703710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.716464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:16.716912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:16.721291 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:16.737391 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.761510 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.763525 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a465c965-da04-4e7e-be26-529f976cc283 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7717321 Sep 16 05:09:16.797710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48516) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.807903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1829892970', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'fixed_ips': [{'ip_address': '172.25.6.152'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:16.828651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b3a38-401c-4a1c-b040-cb236381e51a None None] Network 773209e7-142b-4af3-b7ff-8052a7149b73 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:16.844198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.859080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-52e5a778-791b-4ca8-aea5-18128665f18d None None] Could not find standard attr ID for object 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:09:16.864443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b3a38-401c-4a1c-b040-cb236381e51a None None] Network 773209e7-142b-4af3-b7ff-8052a7149b73 could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:09:16.876856 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.882100 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/networks/773209e7-142b-4af3-b7ff-8052a7149b73 HTTP/1.1" status: 204 len: 168 time: 2.1856399 Sep 16 05:09:16.885087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0e7e5-75f0-4428-adc3-fe065ae87bb2 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Network': ['ID=773209e7-142b-4af3-b7ff-8052a7149b73,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:16.886981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48518) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:16.905570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Made reservation on behalf of 96b2dc812cf8423f83fec887a30c8355 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:16.908407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.940790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:16.944516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb13594-d1df-4486-a5d4-3e9131b77eed None None] DHCP port deletion for 773209e7-142b-4af3-b7ff-8052a7149b73 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:16.953938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-a524fbf4-f3d5-49a7-95d0-1fc3b02fce64 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.5428009 Sep 16 05:09:16.980112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11498204-1192-406b-b1ae-1609a263906a None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:09:17.059600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.080357 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.153733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.164721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.168884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] device_id is not set on port 3e5f41d2-53fd-40ce-b83e-02bbef83113a yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:17.211474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11498204-1192-406b-b1ae-1609a263906a None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:09:17.246530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-9f6d1987-3263-4545-a5cd-0d626029c7ff tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.2913501 Sep 16 05:09:17.371487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.389768 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:09:17.390323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:17.416255 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6137252 Sep 16 05:09:17.417046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Deleting port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:17.417407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.419965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48528) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:17.498635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:17.502249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:17.523002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:17.536894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f618f65-f66b-4f5a-a9c8-ea7988021e35 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e01f15-4183-4927-a072-2604bf92009d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:17.567152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:17.570324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:17.576843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:17.639864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.640980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.687300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfca04-da24-4310-9e20-784de89c4843 req-3af22033-138e-4124-bb0e-23881e2057cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.694739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfca04-da24-4310-9e20-784de89c4843 req-3af22033-138e-4124-bb0e-23881e2057cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.701893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfca04-da24-4310-9e20-784de89c4843 req-3af22033-138e-4124-bb0e-23881e2057cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.708286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfca04-da24-4310-9e20-784de89c4843 req-3af22033-138e-4124-bb0e-23881e2057cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.714446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfca04-da24-4310-9e20-784de89c4843 req-3af22033-138e-4124-bb0e-23881e2057cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.717492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] For port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8f8e22e8-cb90-45ef-8a28-e99edb2291fc,segment=NetworkSegment(8b691b58-d3db-4f89-8680-b1dae94a1a78),segment_id=8b691b58-d3db-4f89-8680-b1dae94a1a78)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:17.717884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.722267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfca04-da24-4310-9e20-784de89c4843 req-3af22033-138e-4124-bb0e-23881e2057cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.725033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51cfca04-da24-4310-9e20-784de89c4843 req-3af22033-138e-4124-bb0e-23881e2057cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 4605 time: 1.4247251 Sep 16 05:09:17.726492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6c2059c9-cc76-4d33-abf3-8ce99596e4e8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2107434 Sep 16 05:09:17.745218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Calling delete_port for 8f8e22e8-cb90-45ef-8a28-e99edb2291fc owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:17.749704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Deleting port 60637336-3424-49ca-94a0-d41ecb11a6ce {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:17.750278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.757028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Request body: {'port': {'device_id': '51d810d8-5a12-4f61-bce7-393198e14e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:17.778681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090b7f1e-4400-4545-afcc-0554eb5c6338 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:17.800071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Deleting port 12213110-e371-4bb1-92bd-0be56b34b818 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:17.800593 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.932558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.936001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-097a97c1-c258-4df0-b128-b4fb1a3174b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:17.937963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f0544aa-6fbb-405e-8d70-ddd7fab7ff48 req-097a97c1-c258-4df0-b128-b4fb1a3174b2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6340256 Sep 16 05:09:17.948480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.948960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:17.966587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Calling delete_port for 60637336-3424-49ca-94a0-d41ecb11a6ce owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:17.976351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.015317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Port': ['ID=8f8e22e8-cb90-45ef-8a28-e99edb2291fc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.015863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.019324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] No DVR routers for this DVR port 8f8e22e8-cb90-45ef-8a28-e99edb2291fc on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:18.023257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.027706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.037090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51cfca04-da24-4310-9e20-784de89c4843 req-7abcc10a-6003-499a-9d5c-32f7ca49c4f2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2939711 Sep 16 05:09:18.046271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Transition to ACTIVE for port object 090b7f1e-4400-4545-afcc-0554eb5c6338 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:18.068670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.071382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Calling delete_port for 12213110-e371-4bb1-92bd-0be56b34b818 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:18.348246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Pushing event updated for resources: {'Port': ['ID=090b7f1e-4400-4545-afcc-0554eb5c6338,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.374575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.424978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0465d8d-38ef-497c-8833-2dc45ebb50e7']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.441643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b691b58-d3db-4f89-8680-b1dae94a1a78') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.442296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b691b58-d3db-4f89-8680-b1dae94a1a78') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:18.483592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.510479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.521388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:18.522386 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:18.529033 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:18.554802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.644172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d294ac8-0e6f-4a89-9aad-d92a999eff62 req-3dfa383d-09a6-46b4-b688-cde49a8291bd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:18.652172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d294ac8-0e6f-4a89-9aad-d92a999eff62 req-3dfa383d-09a6-46b4-b688-cde49a8291bd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 935 time: 0.3402843 Sep 16 05:09:18.669743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Pushing event deleted for resources: {'Port': ['ID=60637336-3424-49ca-94a0-d41ecb11a6ce,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.674977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.704612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6be81845-377b-4462-90cc-99ac0a6cb4c2 None None] Provisioning complete for port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:18.705198 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6be81845-377b-4462-90cc-99ac0a6cb4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.726636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.728604 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/networks/f0465d8d-38ef-497c-8833-2dc45ebb50e7 HTTP/1.1" status: 204 len: 168 time: 1.8393443 Sep 16 05:09:18.729618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70287e36-d57b-4e42-9235-566613e86e49 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Network': ['ID=f0465d8d-38ef-497c-8833-2dc45ebb50e7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:18.732315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48540) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:18.757180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Attempting to bind port 090b7f1e-4400-4545-afcc-0554eb5c6338 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:18.757773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Attempting to bind port 090b7f1e-4400-4545-afcc-0554eb5c6338 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:18.758267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Attempting to bind port 090b7f1e-4400-4545-afcc-0554eb5c6338 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:18.776442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Port 090b7f1e-4400-4545-afcc-0554eb5c6338 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:18.777587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Attempting to bind port 090b7f1e-4400-4545-afcc-0554eb5c6338 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:18.777779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6be81845-377b-4462-90cc-99ac0a6cb4c2 None None] Port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:18.794275 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.797375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.802610 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ddac3222-29c6-45fd-9e68-8c847c8e74bd tempest-ExternalNetworksAdminNegativeTestJSON-1639022801 tempest-ExternalNetworksAdminNegativeTestJSON-1639022801-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/fc3bec10-6c3d-4ee8-a2c6-29e037c83222 HTTP/1.1" status: 204 len: 168 time: 1.3775320 Sep 16 05:09:18.869432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:18.869773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Checking segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:18.870171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Bound using segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:18.870660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Bound port: 090b7f1e-4400-4545-afcc-0554eb5c6338, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:18.871516 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.885558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:18.891099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d294ac8-0e6f-4a89-9aad-d92a999eff62 req-871ef906-29d1-4afb-9802-974341fabf35 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368996 Sep 16 05:09:18.926993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:18.927407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3c8e7704-08dc-4ffa-8bdf-c9e1f9398f78 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:19.068830 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.085016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.154762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event deleted for resources: {'Port': ['ID=12213110-e371-4bb1-92bd-0be56b34b818,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.197588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cf269-6aa0-4389-88fa-ac9da0d4818f req-b5f878e2-9f2e-45f4-b3d8-8e4a89ba2098 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:19.199613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-780cf269-6aa0-4389-88fa-ac9da0d4818f req-b5f878e2-9f2e-45f4-b3d8-8e4a89ba2098 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.1981316 Sep 16 05:09:19.207324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48548) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.305583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] For port 090b7f1e-4400-4545-afcc-0554eb5c6338, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:19.361091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] For port 090b7f1e-4400-4545-afcc-0554eb5c6338, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=090b7f1e-4400-4545-afcc-0554eb5c6338,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:19.382005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f773cc1f-5bef-4c85-b930-3576140e480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.391900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.411580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:19.460850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.504561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.507104 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.508299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f0609e5-9bfb-4d3e-bcc0-21b3ab1f607b req-12725e9c-a396-4081-a1ef-7c2499d2f470 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "DELETE /v2.0/floatingips/c1d6e9ac-aa9e-4e11-8498-ee0c218607c2 HTTP/1.1" status: 204 len: 173 time: 2.2609510 Sep 16 05:09:19.510007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.515625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-780cf269-6aa0-4389-88fa-ac9da0d4818f req-1f533e4b-255f-4547-b19e-edc0927bc461 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847333 Sep 16 05:09:19.517211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f773cc1f-5bef-4c85-b930-3576140e480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.528854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f773cc1f-5bef-4c85-b930-3576140e480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.536717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:19.537349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.548119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] 10.222.0.64 "PUT /v2.0/ports/090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 200 len: 1136 time: 4.5411711 Sep 16 05:09:19.555084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '090b7f1e-4400-4545-afcc-0554eb5c6338'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:19.557495 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30ca81e-5997-49cf-8051-d379683867a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "090b7f1e-4400-4545-afcc-0554eb5c6338"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:19.561835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Transition to ACTIVE for port object bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:19.571208 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f773cc1f-5bef-4c85-b930-3576140e480e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2edec5628a3948259de40ac3864a7bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624189 Sep 16 05:09:19.571991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48566) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:19.579903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56089272-b3b7-4141-ae4b-7e4567848858']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:19.592982 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.631443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773cc1f-5bef-4c85-b930-3576140e480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc5d5e3-fae8-4ea3-9560-2bc1bf4a7ffd,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.632200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:19.645302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca0c1b7-dcd3-48d7-a1b0-8df341f6b3f0') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:19.645613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca0c1b7-dcd3-48d7-a1b0-8df341f6b3f0') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:19.647617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc29a4-021a-4a19-9a2d-d8ec763f729b service neutron] Pushing event updated for resources: {'Port': ['ID=090b7f1e-4400-4545-afcc-0554eb5c6338,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.670052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e0141b2-cf60-428d-86e2-dfd5d0fdbcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.714954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e0141b2-cf60-428d-86e2-dfd5d0fdbcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.718058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.784589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e0141b2-cf60-428d-86e2-dfd5d0fdbcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.792711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e0141b2-cf60-428d-86e2-dfd5d0fdbcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.794441 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e0141b2-cf60-428d-86e2-dfd5d0fdbcb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cc5d5e3-fae8-4ea3-9560-2bc1bf4a7ffd HTTP/1.1" status: 204 len: 168 time: 0.2177713 Sep 16 05:09:19.821082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0141b2-cf60-428d-86e2-dfd5d0fdbcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc5d5e3-fae8-4ea3-9560-2bc1bf4a7ffd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:19.829654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.934182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:19.934607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:19.938726 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:20.011711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.048405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.098340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-4d074d60-7576-4356-b779-f217dd830d61 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1001 time: 0.3603637 Sep 16 05:09:20.120084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.127030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.133004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.139015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.145015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.150956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.156977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.158991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-d1943155-810d-419c-8841-0631f41a719f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5382 time: 0.4178774 Sep 16 05:09:20.164119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.209669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48578) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.274045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-087b5a52-9182-444f-89e8-c4929c797d29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96b2dc812cf8423f83fec887a30c8355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609090 Sep 16 05:09:20.274287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48580) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.332580 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9947998c-603e-4192-b01f-bbc7facf9677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.357670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9947998c-603e-4192-b01f-bbc7facf9677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.415137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9947998c-603e-4192-b01f-bbc7facf9677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.418498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9947998c-603e-4192-b01f-bbc7facf9677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.422591 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9947998c-603e-4192-b01f-bbc7facf9677 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61e01f15-4183-4927-a072-2604bf92009d HTTP/1.1" status: 204 len: 168 time: 0.1445990 Sep 16 05:09:20.429650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947998c-603e-4192-b01f-bbc7facf9677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e01f15-4183-4927-a072-2604bf92009d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.494044 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.499475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/networks/56089272-b3b7-4141-ae4b-7e4567848858 HTTP/1.1" status: 204 len: 168 time: 1.7600429 Sep 16 05:09:20.499475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:20.499475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:20.499475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:20.499943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48592) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.504150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 03741fa8-5a51-443c-9603-e15fa2b47171 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:20.545736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8cc6e-38c6-4e08-bc02-ca7aeacd9763 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Network': ['ID=56089272-b3b7-4141-ae4b-7e4567848858,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.564492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:20.564858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:20.593765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-9269053d-dd3d-4263-9dbc-30587473d384 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.593765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-9269053d-dd3d-4263-9dbc-30587473d384 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports/17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 942 time: 0.4323056 Sep 16 05:09:20.633523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:20.645751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:20.646002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:20.646456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:20.646884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Bound port: bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:20.647224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.651061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '03741fa8-5a51-443c-9603-e15fa2b47171', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'port_id': '03741fa8-5a51-443c-9603-e15fa2b47171', 'mac_address': 'fa:16:3e:52:3e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db0b88f-b19e-4e58-980e-7a4f1e502fbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:20.672004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.700364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c34d3761-b4f1-49a6-9cf5-429c12ba9d57 req-4a99351d-4e11-4e27-860b-4605160ac185 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5064399 Sep 16 05:09:20.729103 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.752281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03741fa8-5a51-443c-9603-e15fa2b47171 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:20.767424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.780462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:20.786236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.795418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67857e53-36a3-4287-88d4-5e9d8581ecd0']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.806401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfc9e23-f565-4d24-b98b-b07242de1d83') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.806846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfc9e23-f565-4d24-b98b-b07242de1d83') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:20.819311 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.834135 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.842258 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:20.843018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.867793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:20.914028 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:20.930787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.946475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.949182 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] 10.222.0.55 "DELETE /v2.0/networks/67857e53-36a3-4287-88d4-5e9d8581ecd0 HTTP/1.1" status: 204 len: 168 time: 0.4481676 Sep 16 05:09:20.979410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2d502-afd3-4d4c-95c3-081a404178d7 tempest-BulkNetworkOpsTest-848386797 tempest-BulkNetworkOpsTest-848386797-project] Pushing event deleted for resources: {'Network': ['ID=67857e53-36a3-4287-88d4-5e9d8581ecd0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:20.985973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-bc9bd158-9490-4ea8-a820-c165b84a2c16 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1001 time: 0.3072844 Sep 16 05:09:21.002255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['03741fa8-5a51-443c-9603-e15fa2b47171'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:21.017003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:21.078784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:21.128973 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.178237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e53ccb-c433-416d-ab7b-20dec24412c8 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:21.199610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.205824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.206696 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.208378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 1096 time: 3.4562171 Sep 16 05:09:21.251065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Transition to ACTIVE for port object 39e53ccb-c433-416d-ab7b-20dec24412c8 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:21.280898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-da43fedf-491a-4aa2-9e6d-4f0226b81c88 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.284905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-da43fedf-491a-4aa2-9e6d-4f0226b81c88 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2895107 Sep 16 05:09:21.296520 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca42f91-a9f3-4f32-9458-336b0c8cc4db x-openstack-request-id: req-8ca42f91-a9f3-4f32-9458-336b0c8cc4db {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:21.297041 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "090b7f1e-4400-4545-afcc-0554eb5c6338", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:21.298665 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ca42f91-a9f3-4f32-9458-336b0c8cc4db {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:21.299248 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '090b7f1e-4400-4545-afcc-0554eb5c6338', 'status': 'completed', 'code': 200} Sep 16 05:09:21.313159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.337769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd4167-6b0d-4dd3-a4ad-382670c4e3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.369185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48618) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.496475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-a9030648-c297-49e9-9027-1cbd1baaf4dc tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 1001 time: 0.1959217 Sep 16 05:09:21.563548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:21.593147 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f9b86c0-60c5-4e0e-a833-e98e20ce52f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f62f41f3ddff4b889724affacdf9c0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226317 Sep 16 05:09:21.594897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48628) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.675189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf898-8a6d-405e-bfc3-c9301f406322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.701364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf898-8a6d-405e-bfc3-c9301f406322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.741394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Pushing event updated for resources: {'Port': ['ID=39e53ccb-c433-416d-ab7b-20dec24412c8,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.745619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.760676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf898-8a6d-405e-bfc3-c9301f406322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.764693 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf898-8a6d-405e-bfc3-c9301f406322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.768451 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c6ecf898-8a6d-405e-bfc3-c9301f406322 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f75c44b1-1e51-4343-9842-c1836dbaa52b HTTP/1.1" status: 204 len: 168 time: 0.1712945 Sep 16 05:09:21.775472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecf898-8a6d-405e-bfc3-c9301f406322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75c44b1-1e51-4343-9842-c1836dbaa52b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.778537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-bc7bda40-1094-4747-8e80-bf77612ac5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.780211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-bc7bda40-1094-4747-8e80-bf77612ac5e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1099 time: 0.4917812 Sep 16 05:09:21.845945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.846424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.846900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.847365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.847822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.848322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.848774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.850748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b30ca81e-5997-49cf-8051-d379683867a2 req-5d808710-8c5b-478b-b6a3-69fe310f7853 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6248 time: 0.5174255 Sep 16 05:09:21.906465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-6bdc7a88-1229-4f3a-8792-0fef4bd46741 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.0740294 Sep 16 05:09:21.915690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198ca3c-9e47-470a-b0e4-d9d418795183 req-b7eae66a-399e-47e5-b014-26e06827d019 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.917528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a198ca3c-9e47-470a-b0e4-d9d418795183 req-b7eae66a-399e-47e5-b014-26e06827d019 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.4334188 Sep 16 05:09:22.041100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Attempting to bind port 39e53ccb-c433-416d-ab7b-20dec24412c8 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:22.041442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Attempting to bind port 39e53ccb-c433-416d-ab7b-20dec24412c8 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:22.041775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Attempting to bind port 39e53ccb-c433-416d-ab7b-20dec24412c8 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:22.104810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Port 39e53ccb-c433-416d-ab7b-20dec24412c8 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:22.105142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Attempting to bind port 39e53ccb-c433-416d-ab7b-20dec24412c8 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:22.149236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:22.149236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Checking segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:22.150178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Bound using segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:22.150178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Bound port: 39e53ccb-c433-416d-ab7b-20dec24412c8, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:22.150554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.162710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-fdd5dbec-a513-445a-9a90-83e01ca479e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.164511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-fdd5dbec-a513-445a-9a90-83e01ca479e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2453179 Sep 16 05:09:22.167403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a198ca3c-9e47-470a-b0e4-d9d418795183 req-0d00c6cf-50aa-4085-837b-83ccd3af10cf tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305553 Sep 16 05:09:22.222590 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.226675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-25fb614d-ed32-4964-9ee4-50cb76975ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.227112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-25fb614d-ed32-4964-9ee4-50cb76975ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.227586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-25fb614d-ed32-4964-9ee4-50cb76975ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.229256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b30ca81e-5997-49cf-8051-d379683867a2 req-25fb614d-ed32-4964-9ee4-50cb76975ca4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d6e62824a57b44d5932fbeab750b8aca&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3409433 Sep 16 05:09:22.246388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.246733 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Floating IP 33c1733d-4664-4d87-96b8-19d9aa19e460 disassociated. External IP: 172.25.6.187, port: 17099b2e-2818-450b-8bc8-1bcd0e6e73f7. Sep 16 05:09:22.487246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-b78863df-38d2-40d5-a695-a04b609d90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.488819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-b78863df-38d2-40d5-a695-a04b609d90bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2845690 Sep 16 05:09:22.497036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] For port 39e53ccb-c433-416d-ab7b-20dec24412c8, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:22.497926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48660) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.513125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c226f8c-0634-415f-b0e2-47426725cf27 req-2cf83188-afc9-4bd3-ba1f-3db745d6866e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.514682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c226f8c-0634-415f-b0e2-47426725cf27 req-2cf83188-afc9-4bd3-ba1f-3db745d6866e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.2693331 Sep 16 05:09:22.535323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 03741fa8-5a51-443c-9603-e15fa2b47171 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:22.557370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] For port 39e53ccb-c433-416d-ab7b-20dec24412c8, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39e53ccb-c433-416d-ab7b-20dec24412c8,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:22.599467 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.614306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ca81e-5997-49cf-8051-d379683867a2 req-a5db6385-3604-4365-90f9-b2111f3383d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:22.615813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b30ca81e-5997-49cf-8051-d379683867a2 req-a5db6385-3604-4365-90f9-b2111f3383d1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3717303 Sep 16 05:09:22.621496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1caafed9-978b-47c7-ab27-3a4372b4dbff tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-145934869'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:22.645816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1caafed9-978b-47c7-ab27-3a4372b4dbff tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.647066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1caafed9-978b-47c7-ab27-3a4372b4dbff tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.669506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 03741fa8-5a51-443c-9603-e15fa2b47171 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:22.670255 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.745332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1caafed9-978b-47c7-ab27-3a4372b4dbff tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.758790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-abc6267e-1c23-4e0c-b445-91796e69863f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1037154 Sep 16 05:09:22.761159 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1caafed9-978b-47c7-ab27-3a4372b4dbff tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.787964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1caafed9-978b-47c7-ab27-3a4372b4dbff tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.797778 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.803585 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1caafed9-978b-47c7-ab27-3a4372b4dbff tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2974644 Sep 16 05:09:22.812314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48672) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.827814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:22.831164 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bcd89c-796a-4e90-beff-7228251b6f90" -d '{"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-plugged", "status": "completed", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:22.948487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48676) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.959520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-397a3352-3617-48cb-992d-c394fa906222 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.980936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:22.987513 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.988632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:23.043020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.044323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.044323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.044689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.045127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.045922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.046772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.049333 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7c635cf6-99c2-40f4-88bf-9016cbd44746 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6498 time: 0.1587944 Sep 16 05:09:23.082715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.083561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.085444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] 10.222.0.64 "PUT /v2.0/ports/39e53ccb-c433-416d-ab7b-20dec24412c8 HTTP/1.1" status: 200 len: 1092 time: 3.4591513 Sep 16 05:09:23.118654 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.141763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-589011060'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:23.180324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.200468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:23.212018 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.226132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:23.237016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-397a3352-3617-48cb-992d-c394fa906222 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.245823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c226f8c-0634-415f-b0e2-47426725cf27 req-944916af-519e-49b4-a93d-71e3c28072a5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7125676 Sep 16 05:09:23.247314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-397a3352-3617-48cb-992d-c394fa906222 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.311617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'}, {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:23.313947 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff5dfe1-449d-4e19-bcea-6b693996a4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b"}, {"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:23.316922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.359194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae03d9-9216-4953-9afb-0b80cd1d6a0b service neutron] Pushing event updated for resources: {'Port': ['ID=39e53ccb-c433-416d-ab7b-20dec24412c8,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.368207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:23.371664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.387054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-397a3352-3617-48cb-992d-c394fa906222 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.387486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397a3352-3617-48cb-992d-c394fa906222 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd1ea7cf-c1c6-40f6-aad5-1543f7817829 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:23.391035 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.398100 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-397a3352-3617-48cb-992d-c394fa906222 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.400345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-931ff036-7c4c-4785-9c59-d9bdf0d1a47b service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8958595 Sep 16 05:09:23.402974 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-397a3352-3617-48cb-992d-c394fa906222 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "DELETE /v2.0/routers/fd1ea7cf-c1c6-40f6-aad5-1543f7817829 HTTP/1.1" status: 204 len: 168 time: 0.5886741 Sep 16 05:09:23.404445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48694) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.410660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:23.415530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-edb657aa-730c-40f3-8349-e0e2b8bbcbf5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Request body: {'router': {'name': 'tempest-router-973186096', 'distributed': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:23.442500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-d5187a76-03b8-476e-b5dd-c21bff1615d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.442954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-d5187a76-03b8-476e-b5dd-c21bff1615d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.443411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-d5187a76-03b8-476e-b5dd-c21bff1615d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.445007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-d5187a76-03b8-476e-b5dd-c21bff1615d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06b94b1b-7432-4930-a7bc-4551b88a64c2&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=87774183-9d3a-4059-a0e1-f8feda9e53ca&id=87774183-9d3a-4059-a0e1-f8feda9e53ca HTTP/1.1" status: 200 len: 2293 time: 0.3532245 Sep 16 05:09:23.492622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.545508 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-a64a0a0a-a863-4a29-be08-b86440d50389 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec HTTP/1.1" status: 200 len: 1000 time: 0.0915504 Sep 16 05:09:23.592175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ec849-3bc4-4ca6-aec4-f8de671c6c84 req-820d5513-d1fd-4b25-b4dc-a3f2739a6134 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.593903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-612ec849-3bc4-4ca6-aec4-f8de671c6c84 req-820d5513-d1fd-4b25-b4dc-a3f2739a6134 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2433965 Sep 16 05:09:23.629436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.634022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-72c7bf6c-2311-4e4e-a838-4f330b54251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.635448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-72c7bf6c-2311-4e4e-a838-4f330b54251c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34aac0db-6620-4096-a8c7-152381e8aeca HTTP/1.1" status: 200 len: 851 time: 0.0812178 Sep 16 05:09:23.637055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.689215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:23.713332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.713975 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment 63d1b667-fab8-4ec7-8948-ead205c9161f of type vlan for network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 Sep 16 05:09:23.715922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e757f01f-71a6-4eba-86cd-c0d1203a78c3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.755487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-fb8e468f-aac2-4ef0-a44b-f2fcf9ba8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.757275 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-fb8e468f-aac2-4ef0-a44b-f2fcf9ba8550 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06b94b1b-7432-4930-a7bc-4551b88a64c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120114 Sep 16 05:09:23.779326 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.815308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0913c508-28a6-4eb2-9c6c-a69d2c73f0a1 req-e96f7e6d-3c1e-46d2-93ca-1b610aac76e7 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952746 Sep 16 05:09:23.820546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-edb657aa-730c-40f3-8349-e0e2b8bbcbf5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.821612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-edb657aa-730c-40f3-8349-e0e2b8bbcbf5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.838326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-612ec849-3bc4-4ca6-aec4-f8de671c6c84 req-1b556fc4-2a72-4c2c-a29c-b9fed7fe90c2 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138536 Sep 16 05:09:23.867926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:23.871608 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.878403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.879051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.880999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.891042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] Sync routers for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:23.903705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:23.904434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:08:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:23.987204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0355060 Sep 16 05:09:23.990313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48710) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.008456 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-a5055ddd-4977-488c-b212-0a3db4b0b745 service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250640 Sep 16 05:09:24.035265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'name': 'tempest-PortsTestJSON-45385827'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:24.054569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:24.064718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-1ab34be9-5251-4b05-9ea6-e95c4a3b7862 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "PUT /v2.0/floatingips/33c1733d-4664-4d87-96b8-19d9aa19e460 HTTP/1.1" status: 200 len: 695 time: 2.5669014 Sep 16 05:09:24.066966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-edb657aa-730c-40f3-8349-e0e2b8bbcbf5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.141462 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-edb657aa-730c-40f3-8349-e0e2b8bbcbf5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.214851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.220963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.226809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.233317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.239241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.245609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.252197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.254406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-37ecce70-2421-4f8a-a5fd-6443f6dc15a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5394 time: 0.1863832 Sep 16 05:09:24.259226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00df9b-20f4-4ea9-a120-e5cec1dde201 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=8ab25c9e-d0f8-4f8c-a52f-9121012e04b7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.276065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-edb657aa-730c-40f3-8349-e0e2b8bbcbf5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.277678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-edb657aa-730c-40f3-8349-e0e2b8bbcbf5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8701298 Sep 16 05:09:24.282861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48716) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:24.306006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-0e40b682-0ebb-445d-9c1a-acdb2557fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.307815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-0e40b682-0ebb-445d-9c1a-acdb2557fe30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 1097 time: 0.2060492 Sep 16 05:09:24.321783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:24.326104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.349679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:24.360320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 48dd0a81-1669-44f0-8736-259c55114295 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:24.437377 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-b31c854f-2fba-4730-a716-7613b745552e service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279256 Sep 16 05:09:24.462682 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e33871-29ae-49c0-910f-9e5e6a72ea69 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.494028 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.503761 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-813b1f21-f2eb-4a52-98ab-8d836a06bf36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 217 time: 0.0545826 Sep 16 05:09:24.529710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:24.553577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-214754b5-cdfd-4647-9729-ecdf06326a43 req-c40f00a0-e830-4530-a5bb-818c3c9064fc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2806098 Sep 16 05:09:24.577003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] Checking router: 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:24.588693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:24.589367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:08:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:24.642595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807c8852-cbd2-4597-b27e-2e5f30ee0946 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:24.670826 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.729618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:24.761378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-75b4b457-00ba-450a-8aad-6b12a76831c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.762964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-75b4b457-00ba-450a-8aad-6b12a76831c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 200 len: 929 time: 0.4036357 Sep 16 05:09:24.767257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Transition to ACTIVE for port object 807c8852-cbd2-4597-b27e-2e5f30ee0946 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:24.828805 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb49e1b-562a-4f05-9d03-66a2aaf6f26c x-openstack-request-id: req-edb49e1b-562a-4f05-9d03-66a2aaf6f26c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:24.829063 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-plugged", "status": "completed", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:24.829335 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edb49e1b-562a-4f05-9d03-66a2aaf6f26c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:24.829741 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171', 'code': 200} Sep 16 05:09:24.881421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e33871-29ae-49c0-910f-9e5e6a72ea69 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.883688 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.886172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-e5ab67fd-9f51-4944-806a-2b6381f60b11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 217 time: 0.0589032 Sep 16 05:09:24.888662 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e33871-29ae-49c0-910f-9e5e6a72ea69 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.044494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.065321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e33871-29ae-49c0-910f-9e5e6a72ea69 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.065982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e33871-29ae-49c0-910f-9e5e6a72ea69 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cdda83c-5d1d-4064-9926-fc039f0de1bd {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:25.073679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e33871-29ae-49c0-910f-9e5e6a72ea69 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.075420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-94e33871-29ae-49c0-910f-9e5e6a72ea69 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7cdda83c-5d1d-4064-9926-fc039f0de1bd HTTP/1.1" status: 204 len: 168 time: 0.7868023 Sep 16 05:09:25.079050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Pushing event updated for resources: {'Port': ['ID=807c8852-cbd2-4597-b27e-2e5f30ee0946,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.081272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48722) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.092131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ea550b3f-81ee-46d2-bc2f-9dcfcb6f6610 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Request body: {'router': {'name': 'tempest-router-1638570495', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'de8b6587c8ef4dbb85ecdc35e0e72abd'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:25.103478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-8de08f8c-7c01-44dc-8274-249f8b2c308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.105151 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-8de08f8c-7c01-44dc-8274-249f8b2c308f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.5876746 Sep 16 05:09:25.118579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:25.148777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d67eb-d5e6-4bf3-9047-d0bd75d904c6 req-06807033-daee-459b-ae99-cca6f912aa82 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.168717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac6d67eb-d5e6-4bf3-9047-d0bd75d904c6 req-06807033-daee-459b-ae99-cca6f912aa82 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.2814448 Sep 16 05:09:25.171450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-204b9244-89bd-425c-9816-801cf69c9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.173110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-204b9244-89bd-425c-9816-801cf69c9f79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9c2057f-6648-4dab-b87b-f7e6e6939c62 HTTP/1.1" status: 200 len: 867 time: 0.2727907 Sep 16 05:09:25.178953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.192425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b4b72-f7af-43e8-9db8-9c8cf34d2475 None None] The sync data for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 is: [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:08:23Z', 'revision_number': 4, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f080d8f-8404-447c-b923-01c72403b026', 'name': '', 'network_id': '471b8357-e152-4a5f-9205-6d4924e0edcb', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'mac_address': 'fa:16:3e:7c:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:21Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'subnets': [{'id': 'a9c2057f-6648-4dab-b87b-f7e6e6939c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:25.211292 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea550b3f-81ee-46d2-bc2f-9dcfcb6f6610 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.212236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea550b3f-81ee-46d2-bc2f-9dcfcb6f6610 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.273550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-260f401d-b10b-46c8-ab8b-41c0890f429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.284044 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-260f401d-b10b-46c8-ab8b-41c0890f429b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1682465 Sep 16 05:09:25.406305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': '63d1b667-fab8-4ec7-8948-ead205c9161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:25.407126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:25.409400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=48dd0a81-1669-44f0-8736-259c55114295,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.410264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea550b3f-81ee-46d2-bc2f-9dcfcb6f6610 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.447415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac6d67eb-d5e6-4bf3-9047-d0bd75d904c6 req-ef9a7462-7fee-4b70-ab14-215ab1ba4358 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777176 Sep 16 05:09:25.455618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea550b3f-81ee-46d2-bc2f-9dcfcb6f6610 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.469645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-e99366bc-57f6-4080-a7cf-bcb0dbe8ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.470846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-e99366bc-57f6-4080-a7cf-bcb0dbe8ebca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=471b8357-e152-4a5f-9205-6d4924e0edcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2703388 Sep 16 05:09:25.471534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Attempting to bind port 807c8852-cbd2-4597-b27e-2e5f30ee0946 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:25.471851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Attempting to bind port 807c8852-cbd2-4597-b27e-2e5f30ee0946 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:25.472242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Attempting to bind port 807c8852-cbd2-4597-b27e-2e5f30ee0946 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:25.485964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Port 807c8852-cbd2-4597-b27e-2e5f30ee0946 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:25.486267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Attempting to bind port 807c8852-cbd2-4597-b27e-2e5f30ee0946 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:25.500944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:25.502229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ea550b3f-81ee-46d2-bc2f-9dcfcb6f6610 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.503426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ea550b3f-81ee-46d2-bc2f-9dcfcb6f6610 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4169314 Sep 16 05:09:25.515429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:25.515718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Checking segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:25.516371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Bound using segment: {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:25.516568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48726) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.516823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Bound port: 807c8852-cbd2-4597-b27e-2e5f30ee0946, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed90626-7835-41b8-9bb6-c28455e0ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:25.517160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.535987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:25.551302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:25.570479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9262d5b-c3a9-4c62-be56-0d2a29d36b94 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:25.634270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:25.641018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.641692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.652737 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-17871a6c-66a6-42d2-9d47-63e5d18a4c21 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479574 Sep 16 05:09:25.811341 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7f393e33-61db-45c6-9289-2d6877d63528 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.8007317 Sep 16 05:09:25.815924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48730) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.823020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1692078567'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:25.852432 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393d2ce-5181-4886-bf20-b65294c6d56e None None] New status for floating IP 33c1733d-4664-4d87-96b8-19d9aa19e460: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:25.975526 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1459b97-bfdb-4179-af3b-3377fa1defec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.015362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.015755 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.072382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:26.075829 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.145037 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-cdddd457-6453-4ca0-bea3-8e36cf854d7a service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476445 Sep 16 05:09:26.160391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-351506ae-f8a0-4e5a-9820-5c768fd30a0f service neutron] 10.222.0.55 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701288 Sep 16 05:09:26.175407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:26.223147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94718) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 05:09:26.223497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Router 97258f54-3344-4289-8678-b08e497f00d1 migrating from provider to provider. {{(pid=94718) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 05:09:26.223890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.226460 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-0f9d3576-1889-4f7d-836a-29057b21fbc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 217 time: 0.0713542 Sep 16 05:09:26.235115 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.237875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.238249 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment eba26ce2-29b1-4297-af16-e90921b1ef0f of type vlan for network f7c32921-0c15-4053-8364-c8f6c5fe28d4 Sep 16 05:09:26.257718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.262823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] For port 807c8852-cbd2-4597-b27e-2e5f30ee0946, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:26.267947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] For port 807c8852-cbd2-4597-b27e-2e5f30ee0946, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:26.288950 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.379536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.379654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.381517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] 10.222.0.64 "PUT /v2.0/ports/807c8852-cbd2-4597-b27e-2e5f30ee0946 HTTP/1.1" status: 200 len: 1091 time: 3.1599746 Sep 16 05:09:26.393225 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.458315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-505b8d69-264e-4e46-906c-17c88c65509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.459947 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-505b8d69-264e-4e46-906c-17c88c65509e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.2235463 Sep 16 05:09:26.488914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:26.522373 n-d-713301-15 neutron-server[94718]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] No L3 agents can host the router 97258f54-3344-4289-8678-b08e497f00d1 Sep 16 05:09:26.533547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec65f2-08f0-48f7-b566-39ceb8ac27bd service neutron] Pushing event updated for resources: {'Port': ['ID=807c8852-cbd2-4597-b27e-2e5f30ee0946,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.553651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.560006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.560697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.592428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51bed367-ee01-4b98-a9bc-0ce7400b9239 req-9fa73269-02f7-47b1-9ee1-01601ffbede4 service neutron] 10.222.0.55 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225477 Sep 16 05:09:26.593198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.705966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-d9f4e0dc-9c00-4740-8f07-403fda7227f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.707926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-d9f4e0dc-9c00-4740-8f07-403fda7227f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2177083 Sep 16 05:09:26.713842 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8949139 Sep 16 05:09:26.719292 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc52174-c53c-4eff-af63-bf0357a1d174 x-openstack-request-id: req-8dc52174-c53c-4eff-af63-bf0357a1d174 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:26.720324 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:26.720600 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8dc52174-c53c-4eff-af63-bf0357a1d174 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:26.723039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48746) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.724806 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'status': 'completed', 'code': 200} Sep 16 05:09:26.725069 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8', 'status': 'completed', 'code': 200} Sep 16 05:09:26.808021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'ports': [{'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7'}, {'network_id': 'f7c32921-0c15-4053-8364-c8f6c5fe28d4'}]} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:26.808778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:26.809358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': 'f7c32921-0c15-4053-8364-c8f6c5fe28d4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:26.831895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:26.838568 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e3d14-b4e7-4f2d-a756-127ca77b0c3c" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:26.897920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c97d3-865d-4406-ba34-0cd27b1550cb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=f7c32921-0c15-4053-8364-c8f6c5fe28d4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.912523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f7c32921-0c15-4053-8364-c8f6c5fe28d4 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:27.065870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Hosts for router 97258f54-3344-4289-8678-b08e497f00d1: [] {{(pid=94718) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 05:09:27.069758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155ce13-bb98-4eeb-8b70-b0ef1f249345 req-d392c486-8e51-40c2-8433-e80245188a08 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.072737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c155ce13-bb98-4eeb-8b70-b0ef1f249345 req-d392c486-8e51-40c2-8433-e80245188a08 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.3293042 Sep 16 05:09:27.110836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.111479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.111964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.112673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.113335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.113808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.114279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.117428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-084655ef-c97d-490b-90b1-609a71195530 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6358 time: 0.3566730 Sep 16 05:09:27.146899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Hosts for other DVR routers connected to router 97258f54-3344-4289-8678-b08e497f00d1: set() {{(pid=94718) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 05:09:27.149636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.151061 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f087e52-b4f0-418f-afb6-47b06cfd076c tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "PUT /v2.0/routers/97258f54-3344-4289-8678-b08e497f00d1 HTTP/1.1" status: 200 len: 717 time: 1.6277184 Sep 16 05:09:27.159512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.162092 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-37dbe204-9492-4a93-aa80-6231288c2a89 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443269 Sep 16 05:09:27.166035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-6c2ec167-2d04-49b3-a759-cb8d3dbea40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.168205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-6c2ec167-2d04-49b3-a759-cb8d3dbea40c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1099 time: 0.2656174 Sep 16 05:09:27.181614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.188512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.195521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.202027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.208434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.214572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.221167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.229072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-86c3b279-d9aa-4bc9-a7e5-cc7d3307956c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5406 time: 0.2653029 Sep 16 05:09:27.339819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:27.376307 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0906d516-562e-43f9-bb33-7fe79d70ad4d tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "GET /v2.0/routers/97258f54-3344-4289-8678-b08e497f00d1 HTTP/1.1" status: 200 len: 717 time: 0.2106166 Sep 16 05:09:27.388129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00210f9-2916-4487-8c0e-1e0a06a90dd8 req-ff5bd8dd-f777-4870-a4cd-4ceab218e3f0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536691 Sep 16 05:09:27.397370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.473554 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-e25b1ea0-3e53-42be-9fc4-d74cf739a802 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019786 Sep 16 05:09:27.502900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 2} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:27.513333 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.518702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c155ce13-bb98-4eeb-8b70-b0ef1f249345 req-07a5547d-3f47-4dd0-8a59-748f08159b36 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217210 Sep 16 05:09:27.595819 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-c355879f-2580-4039-9c73-62abe255424a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10 HTTP/1.1" status: 200 len: 217 time: 0.1001720 Sep 16 05:09:27.623381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.678703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:27.708478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'mac_address': 'fa:16:3e:d7:c3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:27.759001 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.778966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:27.802141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a655eb-d19c-4604-9afd-bb86da94182e req-50e81a24-ec46-44e8-a8bc-53ddfc972d41 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.807735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:27.810742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3a655eb-d19c-4604-9afd-bb86da94182e req-50e81a24-ec46-44e8-a8bc-53ddfc972d41 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.2226191 Sep 16 05:09:27.815121 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.848596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-579dbdb0-85b1-454b-ae26-e7fd8e93255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.848596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-579dbdb0-85b1-454b-ae26-e7fd8e93255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.848596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-579dbdb0-85b1-454b-ae26-e7fd8e93255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.849975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-579dbdb0-85b1-454b-ae26-e7fd8e93255f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d6e62824a57b44d5932fbeab750b8aca&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7114048 Sep 16 05:09:27.860813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-2af476d5-f299-4153-acd5-deed0707347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.862948 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-2af476d5-f299-4153-acd5-deed0707347d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.2545066 Sep 16 05:09:27.872904 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ba4ef30a-c302-434f-ae64-b5221b8e5e37 tempest-RoutersTestDVR-387214441 tempest-RoutersTestDVR-387214441-project] 10.222.0.55 "GET /v2.0/routers/97258f54-3344-4289-8678-b08e497f00d1 HTTP/1.1" status: 200 len: 683 time: 0.4745185 Sep 16 05:09:27.877557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.877991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-b9628914-983a-409d-b75c-38e0aaa30eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.879481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-b9628914-983a-409d-b75c-38e0aaa30eef service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.6342700 Sep 16 05:09:27.903402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.904546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d014572-0a4a-427d-9b11-59f09c1a7a26 req-18d037ce-f03c-4dca-b547-75bb50fafd50 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:27.906119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d014572-0a4a-427d-9b11-59f09c1a7a26 req-18d037ce-f03c-4dca-b547-75bb50fafd50 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2017555 Sep 16 05:09:27.924226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.924935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.925746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.926279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.926984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.927543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.928068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.928623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.929593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.930235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.930776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.931314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:27.988208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port f28d007a-e275-49e7-a502-619c784cf911 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:28.010691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-44f91c53-7e05-463b-834f-acab7b884972 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.1033120 Sep 16 05:09:28.023956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:28.031715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bb26a2f-c1aa-42d6-9ec4-673bb1582fe5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.037171 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.088265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3a655eb-d19c-4604-9afd-bb86da94182e req-e775b9af-aa29-4705-8db0-2aaaff4a72eb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721217 Sep 16 05:09:28.127214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-c5c16b2f-8654-4007-b1de-1e6428108914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.129632 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-c5c16b2f-8654-4007-b1de-1e6428108914 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2556813 Sep 16 05:09:28.133893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Transition to ACTIVE for port object 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:28.139175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:28.181293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.197277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d014572-0a4a-427d-9b11-59f09c1a7a26 req-c5161cb4-9719-4cad-b9e1-f914b69e57f4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613940 Sep 16 05:09:28.259806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8516af80-081b-47d1-893b-bd71e0526eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.290118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bb26a2f-c1aa-42d6-9ec4-673bb1582fe5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.299970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-58c5bf45-9e0a-4f7a-a6f4-d149687c9298 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips/33c1733d-4664-4d87-96b8-19d9aa19e460 HTTP/1.1" status: 200 len: 693 time: 0.1291540 Sep 16 05:09:28.317225 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41628589-8f9f-4966-9e84-e17a07be8d2c x-openstack-request-id: req-41628589-8f9f-4966-9e84-e17a07be8d2c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:28.321030 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:28.321536 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41628589-8f9f-4966-9e84-e17a07be8d2c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:28.322182 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'code': 200} Sep 16 05:09:28.330304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-c02aa1a9-b514-4e74-9d18-496152d20bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.332182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bb26a2f-c1aa-42d6-9ec4-673bb1582fe5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.333556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-c02aa1a9-b514-4e74-9d18-496152d20bc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.3125067 Sep 16 05:09:28.485458 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bb26a2f-c1aa-42d6-9ec4-673bb1582fe5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.485989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb26a2f-c1aa-42d6-9ec4-673bb1582fe5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97258f54-3344-4289-8678-b08e497f00d1 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:28.499146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bb26a2f-c1aa-42d6-9ec4-673bb1582fe5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.500603 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1bb26a2f-c1aa-42d6-9ec4-673bb1582fe5 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "DELETE /v2.0/routers/97258f54-3344-4289-8678-b08e497f00d1 HTTP/1.1" status: 204 len: 168 time: 0.6149926 Sep 16 05:09:28.510364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48762) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:28.517874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-87516090-e33a-4221-8154-a0b6082c9686 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Request body: {'router': {'name': 'tempest-router-1720716785', 'distributed': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:28.565104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.586584 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-13dc02fa-d664-4f4a-880b-a2882d479ddc service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168103 Sep 16 05:09:28.587135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Pushing event updated for resources: {'Port': ['ID=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.637543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-d0c6cab2-a332-4fcf-ba48-a5f847288c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.639056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-d0c6cab2-a332-4fcf-ba48-a5f847288c0a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7680831 Sep 16 05:09:28.740554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7'}, {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:28.742894 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a154333-78a5-4703-acc0-19969e146b21" -d '{"events": [{"name": "network-changed", "server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7"}, {"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:28.762071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-e61a00af-c15a-4225-af8b-9ee3cca55ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.763665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-e61a00af-c15a-4225-af8b-9ee3cca55ecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4217896 Sep 16 05:09:28.773992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-ea0bacf3-8902-4009-9bff-087df9500f50 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.775433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-ea0bacf3-8902-4009-9bff-087df9500f50 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.4745908 Sep 16 05:09:28.799706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.805872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.812034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.818131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.824755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.830853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.837587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.839554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-9f96cfd5-77e1-46ce-9ded-f4196dda3117 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5418 time: 0.2484639 Sep 16 05:09:28.976182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-f444f9a1-aa91-4a90-95b1-d69af11d8224 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.1328952 Sep 16 05:09:29.041057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87516090-e33a-4221-8154-a0b6082c9686 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.044818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87516090-e33a-4221-8154-a0b6082c9686 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.054699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Attempting to bind port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:29.055131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Attempting to bind port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:29.055506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Attempting to bind port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d on network e9d93641-2359-4448-b40d-2e0ffe1e3f00 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:29.079585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5e6be7d-0e5e-4cfc-92a1-ce1c3be5e70b req-3ca67a5b-80d1-4d18-8370-7b66896840db tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165751 Sep 16 05:09:29.087546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 7ea7ca8d-e2d2-4874-97ff-a5ca6ba916d6 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:29.089376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-6c1cd837-f443-4dae-aeaa-2e13f7fc320d tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.187 HTTP/1.1" status: 200 len: 696 time: 0.1004906 Sep 16 05:09:29.090683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d on network e9d93641-2359-4448-b40d-2e0ffe1e3f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:29.091065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Attempting to bind port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d on network e9d93641-2359-4448-b40d-2e0ffe1e3f00 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:29.101533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:29.101976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Checking segment: {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:29.102428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Bound using segment: {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:29.102962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Bound port: 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:29.103389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.107610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-4e9b986a-d8cd-4f56-a9de-02d5ce49381b service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284187 Sep 16 05:09:29.154298 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.195902 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-d0f4513f-088f-4ab6-8842-6d87d438ac2f service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937076 Sep 16 05:09:29.259392 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-5015de34-2809-4edf-96f2-73c59b8fd1c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e1d663e3-939b-4841-a672-68fa0f345c3d HTTP/1.1" status: 200 len: 217 time: 0.0514657 Sep 16 05:09:29.353325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87516090-e33a-4221-8154-a0b6082c9686 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.363128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87516090-e33a-4221-8154-a0b6082c9686 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.423635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.426619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aff5dfe1-449d-4e19-bcea-6b693996a4a7 req-7c368f51-3556-4227-91ce-f37b90fa6f47 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242785 Sep 16 05:09:29.437325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-167ca594-0cdf-411d-ba47-0d42f481613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.439091 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-167ca594-0cdf-411d-ba47-0d42f481613d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.1704617 Sep 16 05:09:29.439832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87516090-e33a-4221-8154-a0b6082c9686 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.443919 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-87516090-e33a-4221-8154-a0b6082c9686 tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9321830 Sep 16 05:09:29.444596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48772) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.477753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c58c-0ee4-4cad-8f8b-58e1c7399a5d req-48b6303c-bebb-4306-bf7e-de2fa5bb4c20 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.479490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a70c58c-0ee4-4cad-8f8b-58e1c7399a5d req-48b6303c-bebb-4306-bf7e-de2fa5bb4c20 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2176890 Sep 16 05:09:29.484542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] For port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:29.489094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] For port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:29.498226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.555301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.596295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Deleting port b27bdbc1-5baf-4d26-83bc-d792564e49d0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:29.596295 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.611993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.612839 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.614488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-789b6b51-3a23-4806-9642-3e299910380d service neutron] 10.222.0.64 "PUT /v2.0/ports/85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d HTTP/1.1" status: 200 len: 1092 time: 3.1402204 Sep 16 05:09:29.661485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a70c58c-0ee4-4cad-8f8b-58e1c7399a5d req-4c528ee7-5bd7-4136-ba87-49130807b05d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545715 Sep 16 05:09:29.664230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=f28d007a-e275-49e7-a502-619c784cf911,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.688832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Request body: {'port': {'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:29.700048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:29.701955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:29.711927 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:29.713237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.715969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546abf4c-e5a5-42be-8458-910bcda97e6e tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.737292 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.796518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-b9da7506-461d-44ce-bd91-c6daf93a6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.798452 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-b9da7506-461d-44ce-bd91-c6daf93a6912 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3361590 Sep 16 05:09:30.062715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=7ea7ca8d-e2d2-4874-97ff-a5ca6ba916d6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.113177 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546abf4c-e5a5-42be-8458-910bcda97e6e tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.121835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546abf4c-e5a5-42be-8458-910bcda97e6e tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.139619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': 'eba26ce2-29b1-4297-af16-e90921b1ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f7c32921-0c15-4053-8364-c8f6c5fe28d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:30.140161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: f7c32921-0c15-4053-8364-c8f6c5fe28d4, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:30.151526 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981d8a4a-1f8a-494d-af79-4cd968488dd0 x-openstack-request-id: req-981d8a4a-1f8a-494d-af79-4cd968488dd0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:30.151829 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:30.152110 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-981d8a4a-1f8a-494d-af79-4cd968488dd0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:30.152553 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'status': 'completed', 'code': 200} Sep 16 05:09:30.152808 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946', 'status': 'completed', 'code': 200} Sep 16 05:09:30.190497 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-8413f578-230e-4fab-a4c5-bcb3cf6d91df service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622599 Sep 16 05:09:30.273655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b6b51-3a23-4806-9642-3e299910380d service neutron] Pushing event updated for resources: {'Port': ['ID=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.298042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546abf4c-e5a5-42be-8458-910bcda97e6e tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.298042 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546abf4c-e5a5-42be-8458-910bcda97e6e tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62a683ec-241a-4d7a-8e26-46c0f07937b5 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:30.318439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-546abf4c-e5a5-42be-8458-910bcda97e6e tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.318625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.318964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.322195 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-546abf4c-e5a5-42be-8458-910bcda97e6e tempest-RoutersTestDVR-1815380630 tempest-RoutersTestDVR-1815380630-project-admin] 10.222.0.55 "DELETE /v2.0/routers/62a683ec-241a-4d7a-8e26-46c0f07937b5 HTTP/1.1" status: 204 len: 168 time: 0.8701618 Sep 16 05:09:30.325342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network f7c32921-0c15-4053-8364-c8f6c5fe28d4 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:30.348712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Calling delete_port for b27bdbc1-5baf-4d26-83bc-d792564e49d0 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:30.350331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-f20eebbc-1ced-4f83-ac14-dca16ddd257b service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477797 Sep 16 05:09:30.350839 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.352222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f7c32921-0c15-4053-8364-c8f6c5fe28d4) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:30.364313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:30.366534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6c815-a5fd-4649-a015-ff15fdd0d503 None None] Network f7c32921-0c15-4053-8364-c8f6c5fe28d4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:30.372929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.378531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.378709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.378830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.379256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.379725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.379844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.380227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.380803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.381135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.383860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-031e5ccb-74a5-44fc-8987-194f8c592b2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6426 time: 0.2267344 Sep 16 05:09:30.393111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-4d30389c-89b1-4e7a-afc1-83b68e151550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.395444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-4d30389c-89b1-4e7a-afc1-83b68e151550 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 1097 time: 0.2451048 Sep 16 05:09:30.405748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6491027-d7f6-44af-bbb9-ae8554a4ab03 req-dd4ed12d-b26b-4305-94da-9921523e7d84 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.407328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6491027-d7f6-44af-bbb9-ae8554a4ab03 req-dd4ed12d-b26b-4305-94da-9921523e7d84 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 948 time: 0.2537253 Sep 16 05:09:30.429217 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-559660d2-32c2-4357-8352-7b85a4243803 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e HTTP/1.1" status: 200 len: 217 time: 0.0661805 Sep 16 05:09:30.457775 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-27d69d93-2505-41d3-b39d-197fc94f90e1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7308838 Sep 16 05:09:30.473343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48784) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.506654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-2c15456e-be68-4336-9a7b-a9e006a558b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.509289 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-2c15456e-be68-4336-9a7b-a9e006a558b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.0721700 Sep 16 05:09:30.588823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:30.620532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-4669f6f4-9111-4dd6-820b-0452533d4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.625911 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-4669f6f4-9111-4dd6-820b-0452533d4d7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031737 Sep 16 05:09:30.744467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:30.780838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'mac_address': 'fa:16:3e:58:38:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:30.795177 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-3cbd8196-a1c4-4f56-b37b-2754be5005bb service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576505 Sep 16 05:09:30.814362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48790) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.864152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.883560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dbca05-3019-44e2-ae69-a43c09f5508d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:30.927316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:30.937856 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.946736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6491027-d7f6-44af-bbb9-ae8554a4ab03 req-fc48ff4d-f334-418f-91a2-fb1e48850bc4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170326 Sep 16 05:09:31.007792 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f42250-0076-4c37-beab-ee623fe3977b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.009388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-9d11419f-7edb-4e3c-8617-56f7d28f0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.010005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-9d11419f-7edb-4e3c-8617-56f7d28f0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.010547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-9d11419f-7edb-4e3c-8617-56f7d28f0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.013157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-9d11419f-7edb-4e3c-8617-56f7d28f0b07 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d6e62824a57b44d5932fbeab750b8aca&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6023898 Sep 16 05:09:31.014337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-cd0dbb8d-7bff-458c-b903-46b090075670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.015860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-cd0dbb8d-7bff-458c-b903-46b090075670 service neutron] 10.222.0.73 "GET /v2.0/networks?id=471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 200 len: 929 time: 0.6061771 Sep 16 05:09:31.029934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.037043 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-040f4fd8-d053-46bf-9bf7-4923cfcfbc2c service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349534 Sep 16 05:09:31.090359 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-0326fa45-af4f-49f1-8e44-d956e3057b42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2 HTTP/1.1" status: 200 len: 217 time: 0.0400188 Sep 16 05:09:31.107912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b2dbca05-3019-44e2-ae69-a43c09f5508d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:31.152725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7fac59a7-f04a-424d-a214-fd8f162661f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.154086 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-7fac59a7-f04a-424d-a214-fd8f162661f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.0501363 Sep 16 05:09:31.199056 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.221301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-f4e20e39-4a61-487e-88b8-124cddbe50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.223046 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-f4e20e39-4a61-487e-88b8-124cddbe50e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604060 Sep 16 05:09:31.256485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fb39af-544f-42ac-b2a4-2321ff54e1e5 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:31.265323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.281604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Transition to ACTIVE for port object 23fb39af-544f-42ac-b2a4-2321ff54e1e5 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:31.333889 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-1766c091-bb0e-4543-98ee-01c3cd1b9a0e service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005266 Sep 16 05:09:31.362185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:31.383734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.397091 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-e05adef2-68b2-4303-976b-b7bd153ca903 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 200 len: 217 time: 0.3272586 Sep 16 05:09:31.449581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:31.451491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-85f2d4d4-d0d7-48ad-90b0-80572dd20b92 req-9fa6226d-b0c6-4e65-9039-ec8e6e897fa1 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104865 Sep 16 05:09:31.456865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:31.458362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.528420 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f42250-0076-4c37-beab-ee623fe3977b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.538361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f42250-0076-4c37-beab-ee623fe3977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.555957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 7ea7ca8d-e2d2-4874-97ff-a5ca6ba916d6 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:31.555957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.615399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.625503 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-25f42250-0076-4c37-beab-ee623fe3977b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de8b6587c8ef4dbb85ecdc35e0e72abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099766 Sep 16 05:09:31.626372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f42250-0076-4c37-beab-ee623fe3977b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc585633-8d94-4e0b-b691-52299fabe04a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.641083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.665491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:31.673766 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf650af-38d1-49c9-b1e0-83cf2f990fcc" -d '{"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:31.682651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.698686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:31.701033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 7ea7ca8d-e2d2-4874-97ff-a5ca6ba916d6 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:31.706779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.718638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40fb798f-4cd1-45f2-b19e-12ee17a17a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.764609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9fcf1-a159-40d3-8ff3-fa7c0edada3e req-b58a7269-1b72-49cf-9f81-648fb743d229 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.766152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa9fcf1-a159-40d3-8ff3-fa7c0edada3e req-b58a7269-1b72-49cf-9f81-648fb743d229 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 945 time: 0.7450793 Sep 16 05:09:31.774079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40fb798f-4cd1-45f2-b19e-12ee17a17a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.800459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Pushing event updated for resources: {'Port': ['ID=23fb39af-544f-42ac-b2a4-2321ff54e1e5,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.817145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.877586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40fb798f-4cd1-45f2-b19e-12ee17a17a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.880989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40fb798f-4cd1-45f2-b19e-12ee17a17a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.882501 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-40fb798f-4cd1-45f2-b19e-12ee17a17a7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc585633-8d94-4e0b-b691-52299fabe04a HTTP/1.1" status: 204 len: 168 time: 0.2404013 Sep 16 05:09:31.891745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb798f-4cd1-45f2-b19e-12ee17a17a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc585633-8d94-4e0b-b691-52299fabe04a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:31.936400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-23d4c736-c275-4408-9e2a-08114d8ef611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.938008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-23d4c736-c275-4408-9e2a-08114d8ef611 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9c2057f-6648-4dab-b87b-f7e6e6939c62 HTTP/1.1" status: 200 len: 867 time: 0.5181112 Sep 16 05:09:31.990728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-f8b341af-e913-4ec5-9e1a-71b48ca64baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.992342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-f8b341af-e913-4ec5-9e1a-71b48ca64baf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9275777 Sep 16 05:09:31.993043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.060781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa9fcf1-a159-40d3-8ff3-fa7c0edada3e req-4ba72ed3-63b9-4bca-93d9-a1bd2a3042da tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798061 Sep 16 05:09:32.077798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event deleted for resources: {'Port': ['ID=b27bdbc1-5baf-4d26-83bc-d792564e49d0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.157012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:32.159587 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c3891-c6ad-4c0b-98dd-3674ba2be770" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:32.164433 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:32.207862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Attempting to bind port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:32.208393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Attempting to bind port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:32.208784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Attempting to bind port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 on network e9d93641-2359-4448-b40d-2e0ffe1e3f00 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:32.217707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154333-78a5-4703-acc0-19969e146b21 req-2b6ec27b-e8bd-4e0b-83df-c6c807c86aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.219393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-2b6ec27b-e8bd-4e0b-83df-c6c807c86aa3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=471b8357-e152-4a5f-9205-6d4924e0edcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2609787 Sep 16 05:09:32.222914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.237609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 on network e9d93641-2359-4448-b40d-2e0ffe1e3f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:32.237609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Attempting to bind port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 on network e9d93641-2359-4448-b40d-2e0ffe1e3f00 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:32.277077 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.279544 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.291914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a23121e-8cfb-4ab0-94cc-ace9f815327d req-accec7f9-8874-4fc2-86b9-dbe309d09d9b tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "DELETE /v2.0/floatingips/33c1733d-4664-4d87-96b8-19d9aa19e460 HTTP/1.1" status: 204 len: 173 time: 3.1926773 Sep 16 05:09:32.297159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=7ea7ca8d-e2d2-4874-97ff-a5ca6ba916d6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.342237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:32.342581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Checking segment: {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:32.342987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Bound using segment: {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:32.343404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Bound port: 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906d80fa-f07c-4269-9885-b9d7e16af867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:32.343771 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.381555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.383379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c9bfbe84-b115-454e-a4f7-5ae9de55419f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/7ea7ca8d-e2d2-4874-97ff-a5ca6ba916d6 HTTP/1.1" status: 204 len: 168 time: 1.8879173 Sep 16 05:09:32.386047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48808) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.441733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48810) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.466226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-16ca910e-6e10-4fba-8065-05bcead62c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.514464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13e795-b4fe-4791-b1f5-193f7f36003c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.522027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13e795-b4fe-4791-b1f5-193f7f36003c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.524630 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c13e795-b4fe-4791-b1f5-193f7f36003c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1360667 Sep 16 05:09:32.528291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.552523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:32.576832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3459e-61ac-44e5-92b3-4b1d68e64727 req-7cb06da0-a1c4-4680-baab-575ec8580239 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.582072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d3459e-61ac-44e5-92b3-4b1d68e64727 req-7cb06da0-a1c4-4680-baab-575ec8580239 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2158575 Sep 16 05:09:32.610146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.624591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.632612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.640126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.641196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b2dbca05-3019-44e2-ae69-a43c09f5508d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:32.641741 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.650229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.662227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.670753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.683200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a813d384-8afc-4672-9827-038619af29dd req-462a3ec0-b74a-4f21-b5a5-b8cee8d2a2a4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.4084918 Sep 16 05:09:32.717471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port f28d007a-e275-49e7-a502-619c784cf911 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:32.718171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.726971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-eee929ad-8783-4fca-9ca8-c1b8e79e934b service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925985 Sep 16 05:09:32.750787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] For port 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:32.765676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.766990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-16ca910e-6e10-4fba-8065-05bcead62c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.806018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d3459e-61ac-44e5-92b3-4b1d68e64727 req-7be7cb82-7534-4c3b-a047-10e2e0b451e7 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060231 Sep 16 05:09:32.812589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:32.814498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-16ca910e-6e10-4fba-8065-05bcead62c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.820442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] For port 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:32.823846 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.831509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.922628 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e2e38-80fd-44bc-a827-4ae0f74f3f92 x-openstack-request-id: req-e03e2e38-80fd-44bc-a827-4ae0f74f3f92 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:32.928832 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:32.930518 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e03e2e38-80fd-44bc-a827-4ae0f74f3f92 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:32.930967 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'code': 200} Sep 16 05:09:32.944632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Pushing event updated for resources: {'Port': ['ID=23fb39af-544f-42ac-b2a4-2321ff54e1e5,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.953950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.960477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a813d384-8afc-4672-9827-038619af29dd req-b41e88c1-de38-49e8-9e48-8a301bbd2c3d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2761168 Sep 16 05:09:32.975458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for f28d007a-e275-49e7-a502-619c784cf911 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:32.982436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=13']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.008568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a154333-78a5-4703-acc0-19969e146b21 req-b0e66292-4390-4f17-8acb-6fe06c0e42a6 service neutron] 10.222.0.73 "GET /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620099 Sep 16 05:09:33.015670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.016368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.017747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c47bd231-5f63-4691-9d81-8adcbe93177c service neutron] 10.222.0.64 "PUT /v2.0/ports/23fb39af-544f-42ac-b2a4-2321ff54e1e5 HTTP/1.1" status: 200 len: 1092 time: 3.3552821 Sep 16 05:09:33.034734 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-16ca910e-6e10-4fba-8065-05bcead62c75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6919915b5e8443e9ba2656f427206ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910490 Sep 16 05:09:33.045424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48814) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.102395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05818ad-cdaf-4fa6-ae03-28f1f3ee8db1 req-8a0790db-ab35-4031-85c2-460a6c877bae tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.104204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a05818ad-cdaf-4fa6-ae03-28f1f3ee8db1 req-8a0790db-ab35-4031-85c2-460a6c877bae tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.1004202 Sep 16 05:09:33.106261 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c4165-8c0d-4f0c-9e46-d09e371c1360 x-openstack-request-id: req-8a2c4165-8c0d-4f0c-9e46-d09e371c1360 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:33.106609 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:33.106865 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a2c4165-8c0d-4f0c-9e46-d09e371c1360 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:33.107259 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d', 'status': 'completed', 'code': 200} Sep 16 05:09:33.177416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca910e-6e10-4fba-8065-05bcead62c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ae6658-8085-493a-8870-82cb4b8be1ea,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.200194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a05818ad-cdaf-4fa6-ae03-28f1f3ee8db1 req-a5fc0d3c-2465-409a-924a-dea56f969bf4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824592 Sep 16 05:09:33.208790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef115ca-12a0-4ca8-acbc-2775a4de8194 req-fe604f4d-dd5e-4db1-8d36-43ea33c2ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.210512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ef115ca-12a0-4ca8-acbc-2775a4de8194 req-fe604f4d-dd5e-4db1-8d36-43ea33c2ba9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1101 time: 0.1621363 Sep 16 05:09:33.267768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91774f63-f319-4271-b743-d3af5cbdea51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.272822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.273026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.273496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.273978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.274593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.275072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.275735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.278549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-746a38d6-cfd2-401e-98b8-ef054078a091 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6494 time: 0.1900291 Sep 16 05:09:33.287429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.288689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d464a2-c4a5-49d1-9506-7f3aa2631219 req-4afea2de-64b2-4c8a-ada9-64b3f97161f2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.299690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9d464a2-c4a5-49d1-9506-7f3aa2631219 req-4afea2de-64b2-4c8a-ada9-64b3f97161f2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.0864997 Sep 16 05:09:33.328380 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91774f63-f319-4271-b743-d3af5cbdea51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.346754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-0364aefd-42d3-4d58-9e96-88404878021b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 HTTP/1.1" status: 200 len: 217 time: 0.0402284 Sep 16 05:09:33.349784 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2ef115ca-12a0-4ca8-acbc-2775a4de8194 req-0bdc376d-f4d4-46c8-af0c-2550650cb6a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279733 Sep 16 05:09:33.358902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.363257 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/f28d007a-e275-49e7-a502-619c784cf911 HTTP/1.1" status: 204 len: 168 time: 0.8309383 Sep 16 05:09:33.363257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c13d1-41bb-4cdd-8d06-56c8b2a25e0d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=f28d007a-e275-49e7-a502-619c784cf911,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.370100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48822) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.458463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7750d8-b708-4eac-bbec-b807bfde6e1f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.464007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3d7750d8-b708-4eac-bbec-b807bfde6e1f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0928833 Sep 16 05:09:33.465002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48824) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.506365 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf41401-5814-4a90-bde0-cf3330736c43 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:09:33.510277 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-baf41401-5814-4a90-bde0-cf3330736c43 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/7ea7ca8d-e2d2-4874-97ff-a5ca6ba916d6 HTTP/1.1" status: 404 len: 333 time: 0.0340180 Sep 16 05:09:33.510277 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91774f63-f319-4271-b743-d3af5cbdea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.512384 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91774f63-f319-4271-b743-d3af5cbdea51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.515986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-91774f63-f319-4271-b743-d3af5cbdea51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62ae6658-8085-493a-8870-82cb4b8be1ea HTTP/1.1" status: 204 len: 168 time: 0.4639513 Sep 16 05:09:33.517209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.551439 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-87045f66-7b41-4291-b0b3-d5466946df76 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:09:33.553069 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-87045f66-7b41-4291-b0b3-d5466946df76 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/f28d007a-e275-49e7-a502-619c784cf911 HTTP/1.1" status: 404 len: 333 time: 0.0322816 Sep 16 05:09:33.554021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91774f63-f319-4271-b743-d3af5cbdea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ae6658-8085-493a-8870-82cb4b8be1ea,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.555823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48830) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.682499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.762387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9d464a2-c4a5-49d1-9506-7f3aa2631219 req-40c40cab-11b3-4984-a73a-dbf49ce908a7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4625959 Sep 16 05:09:33.778079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-eaa6e753-945b-41b8-b98f-82e084f99bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.779260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-eaa6e753-945b-41b8-b98f-82e084f99bd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59ab5a3a-b17a-462b-8adf-9a8d593bbcf0 HTTP/1.1" status: 200 len: 856 time: 0.4224074 Sep 16 05:09:33.788799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849dcfd-cdab-4832-a234-a032188332a6 req-cf27be25-5b7a-45b5-974b-6ad3cfb09a15 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.790780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3849dcfd-cdab-4832-a234-a032188332a6 req-cf27be25-5b7a-45b5-974b-6ad3cfb09a15 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4018710 Sep 16 05:09:33.858964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.861939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3849dcfd-cdab-4832-a234-a032188332a6 req-5ae0f6f2-9131-4048-b931-34349f7522ad tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0413473 Sep 16 05:09:33.895582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-88e70c02-e421-40dc-b018-9dfed0c9360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.898863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-88e70c02-e421-40dc-b018-9dfed0c9360a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ca270e-a253-4db4-b22c-3bf0e80230be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071281 Sep 16 05:09:33.923003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c32921-0c15-4053-8364-c8f6c5fe28d4']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:33.938191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba26ce2-29b1-4297-af16-e90921b1ef0f') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:33.938948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba26ce2-29b1-4297-af16-e90921b1ef0f') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:33.960726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.985966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.995419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:33.996538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:34.002197 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:34.099493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.111195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.119473 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/f7c32921-0c15-4053-8364-c8f6c5fe28d4 HTTP/1.1" status: 204 len: 168 time: 0.5566618 Sep 16 05:09:34.119473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48846) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.130218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d373881c-fa9a-4b76-b60b-9c00c36ff0f4 req-5e423441-0e78-4e85-b210-b7f00f5b7335 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1420882 Sep 16 05:09:34.144892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-852250049'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.167238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249c39f-3ea4-4e05-a42e-2cfdc22b7e4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=f7c32921-0c15-4053-8364-c8f6c5fe28d4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.174094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:34.180588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.224616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:34.243266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.243920 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment b30aee5a-5145-4b04-be0b-20903676f57f of type vlan for network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce Sep 16 05:09:34.250908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c7165-0c41-4ee2-93e0-c86e11481f2a req-2bb98bf4-41a5-4d12-b5c5-bdd2729242d3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.252968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e08c7165-0c41-4ee2-93e0-c86e11481f2a req-2bb98bf4-41a5-4d12-b5c5-bdd2729242d3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2673802 Sep 16 05:09:34.305749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.323241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e08c7165-0c41-4ee2-93e0-c86e11481f2a req-296d56d0-bd88-4cc7-8062-b33cbd98d314 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506139 Sep 16 05:09:34.328869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e3694c0c-58a0-4933-99cd-0d8444581d3f service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105918 Sep 16 05:09:34.372560 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.387427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.388111 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.420232 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3006101 Sep 16 05:09:34.438583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48856) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.465978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.598062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4b4ec-f26e-4c55-b28a-a7ef03073d84 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=9db7b56b-59b3-4f1e-8092-cc97a6ed23ce,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.614366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:34.682081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.697466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.718290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.740314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.750712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.757364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.764442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.766536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5050273-4f96-41c1-9975-fa64df245dbe req-4887d7d8-b208-4c3f-8d31-f5437a5b5da2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.5491552 Sep 16 05:09:34.846651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48868) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.857058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-462789eb-51b9-4129-8870-3a22a89cbd95 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153108 Sep 16 05:09:34.936783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:34.941610 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe102bb-2549-4855-b07f-a367e96d3a90" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:34.989176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3d3ff6db-80ad-4726-9b67-d4b10bec4c0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 200 len: 217 time: 0.0980496 Sep 16 05:09:34.998523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1890176601'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.016454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5050273-4f96-41c1-9975-fa64df245dbe req-01c4ef2b-60a9-4989-a782-e1d7eae626ef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1717467 Sep 16 05:09:35.023783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:35.028080 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.037492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.043723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:35.047674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.072625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4293bc-8174-4a09-9588-729511092952 req-5a55e79b-e4ee-4dca-9817-05fe1553b215 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.080862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf4293bc-8174-4a09-9588-729511092952 req-5a55e79b-e4ee-4dca-9817-05fe1553b215 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.3122506 Sep 16 05:09:35.110865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:35.122641 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778cb361-fdfd-4619-9364-d8f99a3953f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:35.174658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.182148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.237639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:35.238098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a25e5659-b396-4852-9060-1724c559fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.239641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a25e5659-b396-4852-9060-1724c559fe99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.2380867 Sep 16 05:09:35.244358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19a594d-b01f-4dff-93fb-04c92514e385,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.253408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.253891 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Added segment 96f4e8b5-f590-4bbe-be51-7c1c4420e281 of type vlan for network 815d1112-78db-4719-b308-fa306c9513f7 Sep 16 05:09:35.276483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf4293bc-8174-4a09-9588-729511092952 req-9bb15517-1f3d-4e12-991f-1af635df5c0e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946437 Sep 16 05:09:35.306211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.347853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.355315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.357100 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.389232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8e1d6-d4f9-4dd4-8af3-501fdaaf433a req-7975564d-3b9e-4796-b94b-5ebf462d3aa6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.390957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35f8e1d6-d4f9-4dd4-8af3-501fdaaf433a req-7975564d-3b9e-4796-b94b-5ebf462d3aa6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 945 time: 0.2095523 Sep 16 05:09:35.438404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Network': ['ID=815d1112-78db-4719-b308-fa306c9513f7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.454289 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-906ec4ff-a0ea-4a88-a10e-087539498631 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6059375 Sep 16 05:09:35.457968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 815d1112-78db-4719-b308-fa306c9513f7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:35.459002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-ec772f98-c6f6-413d-91a0-a72d322c59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.460825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-ec772f98-c6f6-413d-91a0-a72d322c59ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2088981 Sep 16 05:09:35.467379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48882) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.484120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'subnet': {'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.616565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35f8e1d6-d4f9-4dd4-8af3-501fdaaf433a req-679df66a-c038-430b-91ef-a5e6d683110a tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5bcd5f3-18a6-426e-84e0-4aab5637860c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056861 Sep 16 05:09:35.652136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:35.655810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.679509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02216c0b-b89d-439d-a083-008c80f445c7 req-3170f472-c731-44da-8c9b-ac9424e8148d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.688772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02216c0b-b89d-439d-a083-008c80f445c7 req-3170f472-c731-44da-8c9b-ac9424e8148d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.2951434 Sep 16 05:09:35.739697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.791074 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1118e5c0-7afd-4887-ac03-9f0ae37433eb x-openstack-request-id: req-1118e5c0-7afd-4887-ac03-9f0ae37433eb {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:35.791615 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:35.791716 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1118e5c0-7afd-4887-ac03-9f0ae37433eb {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:35.792131 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'code': 200} Sep 16 05:09:35.828869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a7330e04-f3ba-4e85-8261-6fc7d841d633 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347595 Sep 16 05:09:35.863309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02216c0b-b89d-439d-a083-008c80f445c7 req-7e3c40b1-55eb-4ff8-bd59-ad25c5a20719 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566772 Sep 16 05:09:35.874388 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f841f-25f5-4d7d-9c04-51ccbca9ab2d x-openstack-request-id: req-7e1f841f-25f5-4d7d-9c04-51ccbca9ab2d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:35.875258 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:35.875905 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e1f841f-25f5-4d7d-9c04-51ccbca9ab2d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:35.876645 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5', 'status': 'completed', 'code': 200} Sep 16 05:09:35.927642 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.977186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=01f5cdcb-ec13-4d41-900a-3d02189b2c3b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.029732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Subnet': ['ID=1b47590f-95a4-485e-bdd4-ba552c858a77,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.041536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.042197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.042737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.044485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.045060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.045594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.046588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.047085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.047650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.048460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.048945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.049420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:36.065957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Checking segment: {'id': '96f4e8b5-f590-4bbe-be51-7c1c4420e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '815d1112-78db-4719-b308-fa306c9513f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:36.066482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network hostable DHCP agents. Network: 815d1112-78db-4719-b308-fa306c9513f7, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:36.091630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network 815d1112-78db-4719-b308-fa306c9513f7 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:36.108678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': 'b30aee5a-5145-4b04-be0b-20903676f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:36.109139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:36.123823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 815d1112-78db-4719-b308-fa306c9513f7) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:36.131487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.132125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.134828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d91f5-b935-4647-bf50-0681d55b18f0 None None] Network 815d1112-78db-4719-b308-fa306c9513f7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:36.156714 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed87315c-ed06-49a9-a534-be4d80e585b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6873252 Sep 16 05:09:36.157372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48886) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.164973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1316003077'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.177568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-32e0761b-bda0-4a04-bb58-4e6553ade669 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100824 Sep 16 05:09:36.204832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9cd1b-4755-4a7e-aca3-5efd7a4bfe32 req-0a8309dc-1f2c-4153-b30a-40f84ed3ef1e tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.206425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5d9cd1b-4755-4a7e-aca3-5efd7a4bfe32 req-0a8309dc-1f2c-4153-b30a-40f84ed3ef1e tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1101 time: 0.1672273 Sep 16 05:09:36.217959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d36c7-279a-4a48-a2f0-2b1551a17a3e req-bb086159-58de-4852-9b02-4a4db1b484bb tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.219936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-669d36c7-279a-4a48-a2f0-2b1551a17a3e req-bb086159-58de-4852-9b02-4a4db1b484bb tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2338569 Sep 16 05:09:36.220971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:36.290053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:36.304278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f75ed-3507-4621-a583-b10a3dabef9b None None] Network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:36.307338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.307943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.330622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-9b44f577-b645-4717-8dd3-6ebc93ee0508 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 200 len: 217 time: 0.1423955 Sep 16 05:09:36.386407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-669d36c7-279a-4a48-a2f0-2b1551a17a3e req-284e79d8-b104-492c-b5cc-38a2edd480c1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468213 Sep 16 05:09:36.405910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-eb2e0be1-7a52-4fc6-a9ff-3c5e36ad7320 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.414679 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-eb2e0be1-7a52-4fc6-a9ff-3c5e36ad7320 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.73 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 945 time: 0.2493045 Sep 16 05:09:36.451513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-815d1112-78db-4719-b308-fa306c9513f7', 'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'tenant_id': '3e92e370d8f9432996712d15cb51b747', 'fixed_ips': [{'subnet_id': '1b47590f-95a4-485e-bdd4-ba552c858a77'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:36.452423 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.467090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9149e897-5878-4776-9410-5746a3047eb9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0126443 Sep 16 05:09:36.467721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48888) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.474786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:36.479715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.483374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce', 'name': 'tempest-PortsTestJSON-1476164218'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.519201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] device_id is not set on port 9149db52-b586-4601-bfd2-9be2c1b29c50 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:36.569004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5d9cd1b-4755-4a7e-aca3-5efd7a4bfe32 req-03633237-28c3-4eb5-8f12-eaadafeeb57c tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196568 Sep 16 05:09:36.662614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Allocated IP 2001:db8::2 (815d1112-78db-4719-b308-fa306c9513f7/1b47590f-95a4-485e-bdd4-ba552c858a77/3310fb2c-f403-4d46-ba7d-37b1b792dfa1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:36.675467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-5ee23be4-0375-4fa8-993d-7a1457ef5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.677094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-5ee23be4-0375-4fa8-993d-7a1457ef5edf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.3299952 Sep 16 05:09:36.687803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Deleting port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:36.688385 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.796145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] For port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:36.796586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.798106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-9db7b56b-59b3-4f1e-8092-cc97a6ed23ce', 'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce', 'tenant_id': 'ab3d8abcb4384519a592115ac654a269', 'fixed_ips': [{'subnet_id': '01f5cdcb-ec13-4d41-900a-3d02189b2c3b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:36.799117 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.810993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Calling delete_port for 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:36.923212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.937441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.948881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.963474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.974279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.979322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.984320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.990639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:36.996352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['17099b2e-2818-450b-8bc8-1bcd0e6e73f7'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:36.999325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-99b02566-3b74-46fc-b85e-6be231c585ae tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.4898665 Sep 16 05:09:37.015877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Pushing event deleted for resources: {'Port': ['ID=17099b2e-2818-450b-8bc8-1bcd0e6e73f7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.088546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:37.097214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.142912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.153592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] No DVR routers for this DVR port 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:37.157566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.163528 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e148ce88-3a96-45d9-ac48-241c307d5332 req-47cbd3c1-c1fc-4c3a-8565-1d121c1799a6 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.73 "DELETE /v2.0/ports/17099b2e-2818-450b-8bc8-1bcd0e6e73f7 HTTP/1.1" status: 204 len: 173 time: 0.7449315 Sep 16 05:09:37.164562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Allocated IP 172.20.0.2 (9db7b56b-59b3-4f1e-8092-cc97a6ed23ce/01f5cdcb-ec13-4d41-900a-3d02189b2c3b/20b9c1ee-ae47-4421-9c9e-3a8755bf098e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:37.175438 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.181812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'name': 'network-vif-deleted', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:37.187034 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6fc84e-8029-40e5-9ef2-3afb3852d174" -d '{"events": [{"server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "name": "network-vif-deleted", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:37.226431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port a5cd252d-60af-49b7-8cea-dce0f403e063 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:37.248008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aabcb9d0-b442-4a15-be06-d5656e23f471 req-c595a567-0150-4ff4-a437-2eaf89e54e25 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2477083 Sep 16 05:09:37.264311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Allocated IP 2001:db8::200 (815d1112-78db-4719-b308-fa306c9513f7/1b47590f-95a4-485e-bdd4-ba552c858a77/9149db52-b586-4601-bfd2-9be2c1b29c50) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:37.264912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a380ddf4-bac2-43b7-be91-8ab6bfb26cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:37.266455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-a380ddf4-bac2-43b7-be91-8ab6bfb26cd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4938362 Sep 16 05:09:37.298362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Network 815d1112-78db-4719-b308-fa306c9513f7 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:37.316911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:37.348184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:37.375793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Pushing event updated for resources: {'Port': ['ID=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.722797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da527c94-a031-4c25-bc75-2e6f47e56e86 req-5194da56-55a4-4987-a827-0e0d27d19f08 tempest-FloatingIPsAssociationNegativeTestJSON-357392830 tempest-FloatingIPsAssociationNegativeTestJSON-357392830-project] 10.222.0.55 "GET /v2.0/ports?device_id=360a5e2b-35b3-418c-87c1-0a84f5d73d76 HTTP/1.1" status: 200 len: 210 time: 0.1277130 Sep 16 05:09:37.728294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Attempting to bind port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:37.728798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Attempting to bind port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '96f4e8b5-f590-4bbe-be51-7c1c4420e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '815d1112-78db-4719-b308-fa306c9513f7'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:37.729164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Attempting to bind port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 on network 815d1112-78db-4719-b308-fa306c9513f7 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:37.754737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:37.755094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Checking segment: {'id': '96f4e8b5-f590-4bbe-be51-7c1c4420e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '815d1112-78db-4719-b308-fa306c9513f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:37.755500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.755892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Bound using segment: {'id': '96f4e8b5-f590-4bbe-be51-7c1c4420e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '815d1112-78db-4719-b308-fa306c9513f7'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:37.756550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Bound port: 3310fb2c-f403-4d46-ba7d-37b1b792dfa1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f4e8b5-f590-4bbe-be51-7c1c4420e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '815d1112-78db-4719-b308-fa306c9513f7'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:37.758151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.805751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-c9f7d8ce-e0c0-406b-978c-d10a055197af service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549627 Sep 16 05:09:37.825645 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-15ac1b6f-f283-46a9-a3be-27d44de943a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2158957 Sep 16 05:09:37.836736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.878616 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525562ba-ecb4-4770-b78c-2abac003f3df x-openstack-request-id: req-525562ba-ecb4-4770-b78c-2abac003f3df {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:37.879024 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360a5e2b-35b3-418c-87c1-0a84f5d73d76", "name": "network-vif-deleted", "tag": "17099b2e-2818-450b-8bc8-1bcd0e6e73f7", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:37.879333 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-525562ba-ecb4-4770-b78c-2abac003f3df {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:37.880498 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a5e2b-35b3-418c-87c1-0a84f5d73d76', 'name': 'network-vif-deleted', 'tag': '17099b2e-2818-450b-8bc8-1bcd0e6e73f7', 'status': 'completed', 'code': 200} Sep 16 05:09:37.904490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] For port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:37.908484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] For port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,segment=NetworkSegment(96f4e8b5-f590-4bbe-be51-7c1c4420e281),segment_id=96f4e8b5-f590-4bbe-be51-7c1c4420e281)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:37.924165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.964655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.104429 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.123937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa89a1-8f5b-470e-9d48-6198d7003685 None None] Pushing event updated for resources: {'Port': ['ID=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.133491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.160028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=9149db52-b586-4601-bfd2-9be2c1b29c50,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.196784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network 815d1112-78db-4719-b308-fa306c9513f7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:38.199332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:38.207029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:38.224490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.228805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.229204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:38.235095 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:38.258248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Pushing event updated for resources: {'Port': ['ID=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.261797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:38.282740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-888100e8-e5a8-4293-9401-9ee6fcc6fc65 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1215730 Sep 16 05:09:38.285823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48942) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.297627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-763906954', 'allowed_address_pairs': [{'ip_address': '2001:db8::200', 'mac_address': 'fa:16:3e:59:bd:08'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:38.344715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e67426-a3fb-4b30-8553-e7fe2237dde4 req-76cb50d0-1829-4706-a2e3-4de66ed2e94d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.360119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93e67426-a3fb-4b30-8553-e7fe2237dde4 req-76cb50d0-1829-4706-a2e3-4de66ed2e94d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.4678097 Sep 16 05:09:38.426893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Attempting to bind port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:38.427559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Attempting to bind port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b30aee5a-5145-4b04-be0b-20903676f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:38.428145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Attempting to bind port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e on network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:38.439953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:38.440718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Checking segment: {'id': 'b30aee5a-5145-4b04-be0b-20903676f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:38.441586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.442484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Bound using segment: {'id': 'b30aee5a-5145-4b04-be0b-20903676f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:38.444498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Bound port: 20b9c1ee-ae47-4421-9c9e-3a8755bf098e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30aee5a-5145-4b04-be0b-20903676f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9db7b56b-59b3-4f1e-8092-cc97a6ed23ce'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:38.444957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.448853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-9870cd96-8800-4c4f-a44b-372fd918d1ac service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180315 Sep 16 05:09:38.567881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-35599c63-2869-463a-876d-e0535b31a657 None None] For port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:38.576237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-35599c63-2869-463a-876d-e0535b31a657 None None] For port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,segment=NetworkSegment(b30aee5a-5145-4b04-be0b-20903676f57f),segment_id=b30aee5a-5145-4b04-be0b-20903676f57f)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:38.583536 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.602382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421af5b2-8bd9-44c5-ae90-3c5b64945616 req-8252925a-973a-47ba-8756-47539c78d3a0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.618623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-421af5b2-8bd9-44c5-ae90-3c5b64945616 req-8252925a-973a-47ba-8756-47539c78d3a0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.5058689 Sep 16 05:09:38.625506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.9 (9db7b56b-59b3-4f1e-8092-cc97a6ed23ce/01f5cdcb-ec13-4d41-900a-3d02189b2c3b/a5cd252d-60af-49b7-8cea-dce0f403e063) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:38.629094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:38.691669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35599c63-2869-463a-876d-e0535b31a657 None None] Pushing event updated for resources: {'Port': ['ID=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.730936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93e67426-a3fb-4b30-8553-e7fe2237dde4 req-18bd9b9c-8860-4e45-821b-daa1dac6f6a5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688579 Sep 16 05:09:38.746210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-00f034d1-410c-444f-bd01-096f5269b90c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=39e53ccb-c433-416d-ab7b-20dec24412c8 HTTP/1.1" status: 200 len: 217 time: 0.2942739 Sep 16 05:09:38.937305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3e6a7a12-55fb-4833-865c-0306c4cc081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:38.938836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3e6a7a12-55fb-4833-865c-0306c4cc081c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.1502616 Sep 16 05:09:38.994859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.105632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] device_id is not set on port f4114d1c-75fb-4d82-a995-76dc0d0957cb yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:39.133444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-421af5b2-8bd9-44c5-ae90-3c5b64945616 req-cf4d15c9-e17f-43cd-8f9d-2ba2454d6ac1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120833 Sep 16 05:09:39.237342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:39.401172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:39.467862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:39.474651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 17099b2e-2818-450b-8bc8-1bcd0e6e73f7 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:39.513404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Allocated IP 2001:db8::225 (815d1112-78db-4719-b308-fa306c9513f7/1b47590f-95a4-485e-bdd4-ba552c858a77/f4114d1c-75fb-4d82-a995-76dc0d0957cb) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:39.529017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:39.532669 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.629455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-d46e39ae-b324-464e-96e3-7af76ec1bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.631026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-d46e39ae-b324-464e-96e3-7af76ec1bc37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6760755 Sep 16 05:09:39.814243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd08116-65e1-4b4b-8a70-4b80effac424 req-33f702c7-69ac-4616-be8a-ccd6c168c8c5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:39.816052 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.826041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dd08116-65e1-4b4b-8a70-4b80effac424 req-33f702c7-69ac-4616-be8a-ccd6c168c8c5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.8838041 Sep 16 05:09:39.910128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,segment=NetworkSegment(96f4e8b5-f590-4bbe-be51-7c1c4420e281),segment_id=96f4e8b5-f590-4bbe-be51-7c1c4420e281)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:39.915956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.011588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f2272-f187-48be-98e6-64baea7af93b None None] Network 815d1112-78db-4719-b308-fa306c9513f7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:40.135382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.156771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1de1209b-6b1c-4cd9-9670-2be74b0a7f57 None None] Provisioning complete for port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:40.157174 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1de1209b-6b1c-4cd9-9670-2be74b0a7f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.605574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b4856-cd06-4bbf-98bc-8aabb34370cb None None] Network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:40.679173 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.750618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-03d673a7-9dea-49e2-b306-153ecd4d6937 None None] Provisioning complete for port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:40.751249 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03d673a7-9dea-49e2-b306-153ecd4d6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.780472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.817345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.827914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.840937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.860238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.896823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.920666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.947088 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03d673a7-9dea-49e2-b306-153ecd4d6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.952756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:40.965739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5e3e99b6-a424-45d0-9b8b-6a52c7b36684 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 1.6213574 Sep 16 05:09:40.969163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network 815d1112-78db-4719-b308-fa306c9513f7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:40.976983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:40.984010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:40.999314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.005169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.042629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-03d673a7-9dea-49e2-b306-153ecd4d6937 None None] For port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,segment=NetworkSegment(b30aee5a-5145-4b04-be0b-20903676f57f),segment_id=b30aee5a-5145-4b04-be0b-20903676f57f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:41.053459 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03d673a7-9dea-49e2-b306-153ecd4d6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.152774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=f4114d1c-75fb-4d82-a995-76dc0d0957cb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.181838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d673a7-9dea-49e2-b306-153ecd4d6937 None None] Pushing event updated for resources: {'Port': ['ID=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.190863 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8b99d60-fbf5-424c-8790-6b932994fa66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9034991 Sep 16 05:09:41.199062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-403119c2-0609-408e-b750-858de26ba8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.201075 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-403119c2-0609-408e-b750-858de26ba8e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1101 time: 0.4431806 Sep 16 05:09:41.204150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48974) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.232355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:41.370680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14707f8e-881a-4a92-8337-198ad2bfa380 req-5d0e1ac6-48b1-4d74-b97b-00e902c93bf5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3662298 Sep 16 05:09:41.414063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:41.414692 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.524382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dd08116-65e1-4b4b-8a70-4b80effac424 req-e4e7c514-53f0-439c-8c5d-0b211ff831b9 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6958036 Sep 16 05:09:41.582017 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.650410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-704be53d-efc5-4280-9a0d-57de25abb5b3 None None] Provisioning complete for port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:41.650410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-704be53d-efc5-4280-9a0d-57de25abb5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.671042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48976) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.691815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7c580-0a03-4396-aec1-b801b6c68fc1 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.720507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7c580-0a03-4396-aec1-b801b6c68fc1 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.723978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-dc07f4f5-da0d-448c-b16a-094b8836d3d6 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0784869 Sep 16 05:09:41.743422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7c580-0a03-4396-aec1-b801b6c68fc1 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.754479 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6e7c580-0a03-4396-aec1-b801b6c68fc1 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5460289 Sep 16 05:09:41.757449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.815702 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.879825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-74f3def7-bae0-4e6f-b0cd-c331384db4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:41.885829 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-74f3def7-bae0-4e6f-b0cd-c331384db4b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.6348450 Sep 16 05:09:41.975684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 20b9c1ee-ae47-4421-9c9e-3a8755bf098e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:42.025370 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-c19da984-da16-4fb8-927f-dd3684a44a9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.1168532 Sep 16 05:09:42.114841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5908aa7-d183-4f93-a99f-0e3de764c674 req-6253ffed-af7a-496b-8b3b-e02366c8613d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.130257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5908aa7-d183-4f93-a99f-0e3de764c674 req-6253ffed-af7a-496b-8b3b-e02366c8613d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.3315189 Sep 16 05:09:42.187141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-fbef20fe-d774-4758-aa52-1ee9db7db2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.188697 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-fbef20fe-d774-4758-aa52-1ee9db7db2d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1119869 Sep 16 05:09:42.231813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-704be53d-efc5-4280-9a0d-57de25abb5b3 None None] Provisioning complete for port 9149db52-b586-4601-bfd2-9be2c1b29c50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:42.232114 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-704be53d-efc5-4280-9a0d-57de25abb5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.294623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting port f4114d1c-75fb-4d82-a995-76dc0d0957cb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:42.297680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.312813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc6ff-a08c-4c68-9cde-cac272e5360e req-ee4e7dc9-43db-4e5f-b35a-30e9a6de7710 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.335488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41efc6ff-a08c-4c68-9cde-cac272e5360e req-ee4e7dc9-43db-4e5f-b35a-30e9a6de7710 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.4656885 Sep 16 05:09:42.355347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.403961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-0c82fe42-adae-455b-819d-9325e015a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.419410 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-0c82fe42-adae-455b-819d-9325e015a1c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2223532 Sep 16 05:09:42.551242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5908aa7-d183-4f93-a99f-0e3de764c674 req-7cb5bb20-9ee6-42c8-98af-451174ddb270 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191327 Sep 16 05:09:42.678845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=a5cd252d-60af-49b7-8cea-dce0f403e063,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.695368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.722206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-704be53d-efc5-4280-9a0d-57de25abb5b3 None None] Port 9149db52-b586-4601-bfd2-9be2c1b29c50 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:42.723009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Calling delete_port for f4114d1c-75fb-4d82-a995-76dc0d0957cb owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:42.729414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-3f22e0ce-3639-430c-8c4d-b65e6ffa6ac9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5665438 Sep 16 05:09:42.750539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:42.750948 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.872167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:42.893368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Provisioning complete for port f4114d1c-75fb-4d82-a995-76dc0d0957cb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:42.894260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.900794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.951306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-d13371f7-374e-4db0-be5d-77c6c7bcd470 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0957222 Sep 16 05:09:43.007339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Port f4114d1c-75fb-4d82-a995-76dc0d0957cb was deleted so its status cannot be updated. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:09:43.010704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:43.079789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Provisioning complete for port 9149db52-b586-4601-bfd2-9be2c1b29c50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:43.088866 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.149770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Port': ['ID=f4114d1c-75fb-4d82-a995-76dc0d0957cb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.180407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Port 9149db52-b586-4601-bfd2-9be2c1b29c50 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:43.204003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:43.209518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Provisioning complete for port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:43.209913 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ddf02039-54e3-4641-ab57-96ed90f7e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.225269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-3cb06082-9ef6-4622-9e26-06e827076c41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946 HTTP/1.1" status: 200 len: 217 time: 0.2076614 Sep 16 05:09:43.246979 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-e2d2265a-b9a5-4ae4-be42-e8fd20c979cc service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7514045 Sep 16 05:09:43.302482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41efc6ff-a08c-4c68-9cde-cac272e5360e req-1b964b6b-20ba-4805-b77a-9f5b55cc71d9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9566987 Sep 16 05:09:43.506683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 20b9c1ee-ae47-4421-9c9e-3a8755bf098e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:43.529358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.541897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.550428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.559974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.571071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.579482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.598670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.604618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-bc8e9a3b-03d4-44e1-8660-2b6ba0753b24 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.8982372 Sep 16 05:09:43.613323 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-15b73402-604a-4c9b-ae04-613144167646 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328922 Sep 16 05:09:43.614522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.618746 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d9f05dd-cd29-4472-b053-bc8a5431a268 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/ports/f4114d1c-75fb-4d82-a995-76dc0d0957cb HTTP/1.1" status: 204 len: 168 time: 1.8596728 Sep 16 05:09:43.622242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48988) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.636548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4f238614-8b27-493c-959e-ed96312043e1 None None] Provisioning complete for port a5cd252d-60af-49b7-8cea-dce0f403e063 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:43.637639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f238614-8b27-493c-959e-ed96312043e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.671693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:43.672761 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.692298 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34122c3-42fd-4a6d-806b-a098633c8c13 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] GET failed (client error): The resource could not be found. Sep 16 05:09:43.693926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c34122c3-42fd-4a6d-806b-a098633c8c13 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "GET /v2.0/ports/f4114d1c-75fb-4d82-a995-76dc0d0957cb HTTP/1.1" status: 404 len: 333 time: 0.0706389 Sep 16 05:09:43.702444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48990) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.717182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1269348411'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.724998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-94b1f8c0-6cc7-4d74-b707-c701a3112964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.728437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-94b1f8c0-6cc7-4d74-b707-c701a3112964 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 1102 time: 0.8594346 Sep 16 05:09:43.776945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4f238614-8b27-493c-959e-ed96312043e1 None None] Port a5cd252d-60af-49b7-8cea-dce0f403e063 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:43.894615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-10a9bcbf-98da-4918-be0f-b3957a329704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.896569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-10a9bcbf-98da-4918-be0f-b3957a329704 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1376388 Sep 16 05:09:43.914122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.915970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.040258 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:44.044618 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.074993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c4941d4-90ed-4acd-90f2-1fe9c2bf2028 req-1da8953f-f50a-4a66-85a9-3f6f69e5e300 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4458752 Sep 16 05:09:44.076512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-b0da25bf-9ebd-4f68-918d-ba704d7fa38f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 200 len: 217 time: 0.0502031 Sep 16 05:09:44.087955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] device_id is not set on port 346ccb78-2f60-451b-8b7c-b49dc089bec6 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:44.105155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-cf69baaf-1245-4f7e-99d9-5cf9d8f83fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.107691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-cf69baaf-1245-4f7e-99d9-5cf9d8f83fbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.7518167 Sep 16 05:09:44.160362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c939dd-c34d-454f-8103-8066340961c0 req-03681a2d-35c4-4660-adeb-ffafceb122da tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.167268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27c939dd-c34d-454f-8103-8066340961c0 req-03681a2d-35c4-4660-adeb-ffafceb122da tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.5147567 Sep 16 05:09:44.355026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Allocated IP 2001:db8::1ae (815d1112-78db-4719-b308-fa306c9513f7/1b47590f-95a4-485e-bdd4-ba552c858a77/346ccb78-2f60-451b-8b7c-b49dc089bec6) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:44.385467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cb501606-cc96-41dd-8ac1-6df8ad4fe653 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.9059596 Sep 16 05:09:44.400044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48994) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.491604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-bacbf5d7-ce99-4e6a-854b-bc54aa4a9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.493168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-bacbf5d7-ce99-4e6a-854b-bc54aa4a9e19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.4057083 Sep 16 05:09:44.556152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27c939dd-c34d-454f-8103-8066340961c0 req-a82f7cce-a7b9-4fee-8f28-3f393bf79c6e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916493 Sep 16 05:09:44.604276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23e187-12e7-48d7-9844-5092c9be89f8 req-300442ea-970d-4c35-8fcd-40c258e979e9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.606391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f23e187-12e7-48d7-9844-5092c9be89f8 req-300442ea-970d-4c35-8fcd-40c258e979e9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.1935480 Sep 16 05:09:44.608623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-5d816622-0d1b-427a-96ec-caa57a56a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.610189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-5d816622-0d1b-427a-96ec-caa57a56a751 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3446763 Sep 16 05:09:44.744456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-9655eddb-bb66-422f-baa9-456d83ddb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.746266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-9655eddb-bb66-422f-baa9-456d83ddb2cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2382593 Sep 16 05:09:44.748341 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.811809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.883779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-4a6efccf-05da-4f5c-9f01-f8c19960f29b service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497666 Sep 16 05:09:44.891777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=346ccb78-2f60-451b-8b7c-b49dc089bec6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.957387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network 815d1112-78db-4719-b308-fa306c9513f7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:44.972684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:44.987745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f23e187-12e7-48d7-9844-5092c9be89f8 req-015f7db5-afa2-4e1b-84f1-333a87fba89d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707390 Sep 16 05:09:44.999682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:45.027244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.030250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.069515 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8c61740d-f15b-4543-9c09-eeafe65aefea tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3635647 Sep 16 05:09:45.071186 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49004) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.091483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::200', 'mac_address': 'fa:16:3e:59:bd:08'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:45.186763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cb8a9-e21f-40d7-a236-b3a4663a4a8d req-721bf521-b3bf-4ba6-b345-a4a8b8143314 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.188371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f2cb8a9-e21f-40d7-a236-b3a4663a4a8d req-721bf521-b3bf-4ba6-b345-a4a8b8143314 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.4726362 Sep 16 05:09:45.243142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port a5cd252d-60af-49b7-8cea-dce0f403e063 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:45.243644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.374530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f2cb8a9-e21f-40d7-a236-b3a4663a4a8d req-2434f4be-2771-4768-a5d3-38c824123205 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661098 Sep 16 05:09:45.441305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.447350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.456629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.462145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.470464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.470726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.476802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.483412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.493729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-d6f57985-a293-4725-a430-621d90f00b31 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.2379200 Sep 16 05:09:45.503339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-d6c72815-311e-48d6-85f0-8acfe0a2a7e7 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716453 Sep 16 05:09:45.507488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-5d13d18e-de2b-4e00-99ed-e584ddedaf09 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038271 Sep 16 05:09:45.518419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for a5cd252d-60af-49b7-8cea-dce0f403e063 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:45.531051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.547427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0f063586-cbbd-4194-9ab7-c24713df1be7 None None] Provisioning complete for port 346ccb78-2f60-451b-8b7c-b49dc089bec6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:45.548776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0f063586-cbbd-4194-9ab7-c24713df1be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.632631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0f063586-cbbd-4194-9ab7-c24713df1be7 None None] Port 346ccb78-2f60-451b-8b7c-b49dc089bec6 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:45.667258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-422f4c74-7cba-4598-9b3b-1633d57e9769 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d HTTP/1.1" status: 200 len: 217 time: 0.1483197 Sep 16 05:09:45.726755 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.883053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.950792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=a5cd252d-60af-49b7-8cea-dce0f403e063,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.082537 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.097098 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.116445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] In _notify_port_updated(), no bound segment for port 346ccb78-2f60-451b-8b7c-b49dc089bec6 on network 815d1112-78db-4719-b308-fa306c9513f7 {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:09:46.128964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.129678 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.133743 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "PUT /v2.0/ports/346ccb78-2f60-451b-8b7c-b49dc089bec6 HTTP/1.1" status: 200 len: 1003 time: 1.0589180 Sep 16 05:09:46.146859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.148839 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-96cd952f-be54-47fb-97d2-820649e2be4b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/a5cd252d-60af-49b7-8cea-dce0f403e063 HTTP/1.1" status: 204 len: 168 time: 1.7477319 Sep 16 05:09:46.149507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.177563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49028) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.190138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b95a612-0334-48c1-ab64-d4ba3174b45c req-5405e01e-3c43-44c0-8d99-1d793d6fe338 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6925302 Sep 16 05:09:46.291357 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb8ef89-ec41-4311-8b66-024ba0f18991 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:09:46.292455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb8ef89-ec41-4311-8b66-024ba0f18991 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:09:46.297168 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cb8ef89-ec41-4311-8b66-024ba0f18991 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/a5cd252d-60af-49b7-8cea-dce0f403e063 HTTP/1.1" status: 404 len: 333 time: 0.1099441 Sep 16 05:09:46.298295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63c996-3343-4bd1-868e-7b235ca2d5b2 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=346ccb78-2f60-451b-8b7c-b49dc089bec6,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:46.314393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49030) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.357353 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d70ede1-7fbc-4f10-819c-11d798ad8d59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:09:46.362235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9d70ede1-7fbc-4f10-819c-11d798ad8d59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/a5cd252d-60af-49b7-8cea-dce0f403e063 HTTP/1.1" status: 404 len: 333 time: 0.0412815 Sep 16 05:09:46.362951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49032) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:46.398410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f9381d-d997-4d28-9a1a-3fa0ffc70770 req-3bc3d468-cf11-41d1-8ed5-516be57c8f4e service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405721 Sep 16 05:09:46.473664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed24898-8e7f-40de-b8ed-bb414b29f0f4 req-384188e5-b59c-4f92-aa07-f57f0b4ae46d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.476256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed24898-8e7f-40de-b8ed-bb414b29f0f4 req-384188e5-b59c-4f92-aa07-f57f0b4ae46d tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.7965226 Sep 16 05:09:46.484327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e1cf9c40-25c9-4029-a90f-772d53cf9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.487057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-e1cf9c40-25c9-4029-a90f-772d53cf9ce6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.7930853 Sep 16 05:09:46.507117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet 01f5cdcb-ec13-4d41-900a-3d02189b2c3b {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:46.523832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.576921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting port 346ccb78-2f60-451b-8b7c-b49dc089bec6 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:46.578070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.593337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510395db-44e7-4fa8-b01b-a858c5477152 req-8ed18010-384e-4456-a25a-0be4d4c48526 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.594919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-510395db-44e7-4fa8-b01b-a858c5477152 req-8ed18010-384e-4456-a25a-0be4d4c48526 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2683613 Sep 16 05:09:46.598338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bd524851-7cdf-4160-bb98-7e145d417b14 None None] Provisioning complete for port 346ccb78-2f60-451b-8b7c-b49dc089bec6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:46.601500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed24898-8e7f-40de-b8ed-bb414b29f0f4 req-0cd71111-c484-49eb-910b-a8f4d28ea0ff tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780177 Sep 16 05:09:46.601763 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bd524851-7cdf-4160-bb98-7e145d417b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.611351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.663658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-478c4a5b-fd96-4d96-b31c-624b73562ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.665752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-478c4a5b-fd96-4d96-b31c-624b73562ab8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 1098 time: 0.3478522 Sep 16 05:09:46.709724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bd524851-7cdf-4160-bb98-7e145d417b14 None None] Port 346ccb78-2f60-451b-8b7c-b49dc089bec6 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:46.765360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.802779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Calling delete_port for 346ccb78-2f60-451b-8b7c-b49dc089bec6 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:46.805139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.836602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-ba14f1ae-880f-4d50-a6e8-4593c06d165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:46.838646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-ba14f1ae-880f-4d50-a6e8-4593c06d165a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2960672 Sep 16 05:09:46.891634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-510395db-44e7-4fa8-b01b-a858c5477152 req-355f0427-95fd-4d55-b3e0-6d7440451fb5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588091 Sep 16 05:09:47.020185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.040065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15601e6d-915d-4aac-8b48-d216ebc80e53 req-d6e40711-1c9b-4f43-b95f-c7d060f3d1ed tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.041683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15601e6d-915d-4aac-8b48-d216ebc80e53 req-d6e40711-1c9b-4f43-b95f-c7d060f3d1ed tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.3484631 Sep 16 05:09:47.062516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=01f5cdcb-ec13-4d41-900a-3d02189b2c3b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.073812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.079563 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2ec9fda-9aa3-4d85-a903-1ea4f8594d33 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/01f5cdcb-ec13-4d41-900a-3d02189b2c3b HTTP/1.1" status: 204 len: 168 time: 0.7131588 Sep 16 05:09:47.080412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95000f3d-4d4b-429a-bc17-ece22cf29a2e None None] Network 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:47.080548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49038) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.095551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.103222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-1665b820-9b01-4a22-8bf9-f8b757006207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.105198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-1665b820-9b01-4a22-8bf9-f8b757006207 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 912 time: 0.4198387 Sep 16 05:09:47.172395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Port': ['ID=346ccb78-2f60-451b-8b7c-b49dc089bec6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.180481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-2795bf2f-681b-4909-ad0c-543f7ca2fe04 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063133 Sep 16 05:09:47.185408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-2402d895-0892-4dfe-9ab2-2ad404984a76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03741fa8-5a51-443c-9603-e15fa2b47171 HTTP/1.1" status: 200 len: 217 time: 0.0717678 Sep 16 05:09:47.216689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15601e6d-915d-4aac-8b48-d216ebc80e53 req-9930b708-cd51-4da2-8869-e15b23d3666a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438947 Sep 16 05:09:47.259738 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.403302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] DHCP port deletion for 9db7b56b-59b3-4f1e-8092-cc97a6ed23ce request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:47.472229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] Deleting port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:47.472617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.492578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-62570c48-6371-494d-b565-15fbde08050a service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745814 Sep 16 05:09:47.494152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-43b9bcee-f5dc-44d0-8402-72fc81356735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.495685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-43b9bcee-f5dc-44d0-8402-72fc81356735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.2634034 Sep 16 05:09:47.579300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-b4c4ac32-2645-45b9-919e-0a6da2ee8b45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610058 Sep 16 05:09:47.610843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] For port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,segment=NetworkSegment(b30aee5a-5145-4b04-be0b-20903676f57f),segment_id=b30aee5a-5145-4b04-be0b-20903676f57f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:47.611441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.626473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] Calling delete_port for 20b9c1ee-ae47-4421-9c9e-3a8755bf098e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:47.676832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-81779098-2ac6-4211-bc52-f93363208a71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5 HTTP/1.1" status: 200 len: 217 time: 0.1577053 Sep 16 05:09:47.729587 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.746624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] No DVR routers for this DVR port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:47.754248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Deleting port 4f080d8f-8404-447c-b923-01c72403b026 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:47.754640 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.779034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.779727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4e310-4d6c-4e17-b076-c5f9538a22a0 None None] Pushing event deleted for resources: {'Port': ['ID=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.788625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.795292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.801993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.808649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.816873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.821273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.822935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31adbc92-1508-4133-b13e-5777d32b8015 req-bef93c38-2239-4ebb-aaef-2e1ed3d2644d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.4698827 Sep 16 05:09:47.823207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:47.825253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-218f304b-8f37-4f8c-8e26-e6f79f6a7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.825692 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b5887e4-2aea-49ce-bfd3-2ea9a364092c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/ports/346ccb78-2f60-451b-8b7c-b49dc089bec6 HTTP/1.1" status: 204 len: 168 time: 1.6751897 Sep 16 05:09:47.829053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49044) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.829451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-218f304b-8f37-4f8c-8e26-e6f79f6a7dc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.1311562 Sep 16 05:09:47.870124 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d84a82a-6098-490a-af7c-7400804de1db tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] GET failed (client error): The resource could not be found. Sep 16 05:09:47.873461 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d84a82a-6098-490a-af7c-7400804de1db tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "GET /v2.0/ports/346ccb78-2f60-451b-8b7c-b49dc089bec6 HTTP/1.1" status: 404 len: 333 time: 0.0417602 Sep 16 05:09:47.878347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49046) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:47.883338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-774971556'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:47.937815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:47.938184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.056578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] For port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e, host n-d-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:48.057227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.072910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31adbc92-1508-4133-b13e-5777d32b8015 req-93e8569e-4a45-4478-a8e6-215eabbedf48 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2259102 Sep 16 05:09:48.077410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 20b9c1ee-ae47-4421-9c9e-3a8755bf098e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:48.082124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e was not found and therefore no delete operation was performed {{(pid=94718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:09:48.086662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.124128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb7cde-651c-4b2a-a3f8-83d9bdd31863 req-88a7aa36-271a-4fe1-a2b7-cb86fc4e5002 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.124128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46bb7cde-651c-4b2a-a3f8-83d9bdd31863 req-88a7aa36-271a-4fe1-a2b7-cb86fc4e5002 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.2864752 Sep 16 05:09:48.134803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:48.138388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-29887f99-0663-4e13-9e3c-5287e3ebf9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.138564 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.140031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-29887f99-0663-4e13-9e3c-5287e3ebf9b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2908301 Sep 16 05:09:48.142287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=20b9c1ee-ae47-4421-9c9e-3a8755bf098e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.155719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] For port 4f080d8f-8404-447c-b923-01c72403b026, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4f080d8f-8404-447c-b923-01c72403b026,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:48.156146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.173599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No DVR routers for this DVR port 20b9c1ee-ae47-4421-9c9e-3a8755bf098e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:48.184310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-2fe0310f-3f4d-4a40-9c9f-fddbea3b7462 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489964 Sep 16 05:09:48.185550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] device_id is not set on port 9db11583-62e9-4956-9053-575bdfd7a2d7 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:48.195277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Calling delete_port for 4f080d8f-8404-447c-b923-01c72403b026 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:48.314042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46bb7cde-651c-4b2a-a3f8-83d9bdd31863 req-098da554-464b-4e17-be45-7bf364b257c6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872063 Sep 16 05:09:48.341232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.394498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db7b56b-59b3-4f1e-8092-cc97a6ed23ce']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:48.410509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30aee5a-5145-4b04-be0b-20903676f57f') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:48.410910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30aee5a-5145-4b04-be0b-20903676f57f') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:48.428215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.449423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Allocated IP 2001:db8::f1 (815d1112-78db-4719-b308-fa306c9513f7/1b47590f-95a4-485e-bdd4-ba552c858a77/9db11583-62e9-4956-9053-575bdfd7a2d7) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:48.460435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.474200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:48.474615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:48.478536 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:48.481816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe086ec6-f2b8-42ca-b3d7-799a11f7238e req-c5d20e96-bfca-4888-a05b-bddc85efabe0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.483743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe086ec6-f2b8-42ca-b3d7-799a11f7238e req-c5d20e96-bfca-4888-a05b-bddc85efabe0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2564180 Sep 16 05:09:48.583614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.583991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-cb832abf-50db-4ab5-b010-efa0b8e98ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219708 Sep 16 05:09:48.612889 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.614846 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/9db7b56b-59b3-4f1e-8092-cc97a6ed23ce HTTP/1.1" status: 204 len: 168 time: 1.5300238 Sep 16 05:09:48.619984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9665fb92-7a0b-4520-bb57-fc77dd9b4f1f req-3055ed13-b073-422f-a61c-3726b56b5306 service neutron] 10.222.0.64 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259365 Sep 16 05:09:48.626156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49054) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:48.631211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1235482063'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:48.637985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ec94f-cbfc-4b95-ab84-d78dcecb98d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=9db7b56b-59b3-4f1e-8092-cc97a6ed23ce,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:48.709967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:48.714277 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.761034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:09:48.765354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe086ec6-f2b8-42ca-b3d7-799a11f7238e req-3e3ac112-d577-4ecb-b609-376c77a79f8c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539616 Sep 16 05:09:48.773025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.788402 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.788755 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment 23ff3a7f-9ddc-4584-a48c-dfdab3b168c7 of type vlan for network bf0be4e9-48dc-4d97-b2e7-0c07757d541b Sep 16 05:09:48.792209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c309-3833-4478-92d5-017882d9ff2d req-d7982ce9-cbad-4fbd-a401-4d7d41301c28 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.801378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a42c309-3833-4478-92d5-017882d9ff2d req-d7982ce9-cbad-4fbd-a401-4d7d41301c28 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.2841489 Sep 16 05:09:48.858604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.868720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.892614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a42c309-3833-4478-92d5-017882d9ff2d req-e9d415bd-3e75-4390-a137-2e4261ddc1c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894570 Sep 16 05:09:48.902458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13945ca9-1576-465c-bd69-d18038e4ec4b req-1791b2fa-5342-4e3f-85f9-303acf4941b0 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008285 Sep 16 05:09:48.927267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network 815d1112-78db-4719-b308-fa306c9513f7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:48.935175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:48.942958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:48.954107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.954762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.966329 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.971939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.972599 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.980389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.987646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=9db11583-62e9-4956-9053-575bdfd7a2d7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.021724 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3919520 Sep 16 05:09:49.022907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f7b3e9a7-289d-4277-98a7-3a4b4422c815 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1435783 Sep 16 05:09:49.023593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49056) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.032392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49058) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.037872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:59:bd:08'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:49.047267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f080d8f-8404-447c-b923-01c72403b026,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.066572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:49.075100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760ff4e-35c2-45e2-9a11-ed4c10d40a57 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=bf0be4e9-48dc-4d97-b2e7-0c07757d541b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.088716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network bf0be4e9-48dc-4d97-b2e7-0c07757d541b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:09:49.267232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:49.278959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.532126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f4b3e990-891f-411b-b21d-0361fca233a2 None None] Provisioning complete for port 9db11583-62e9-4956-9053-575bdfd7a2d7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:49.532794 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4b3e990-891f-411b-b21d-0361fca233a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.562205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 20b9c1ee-ae47-4421-9c9e-3a8755bf098e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:49.604292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 20b9c1ee-ae47-4421-9c9e-3a8755bf098e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:49.604625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 20b9c1ee-ae47-4421-9c9e-3a8755bf098e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:49.619277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3e990-891f-411b-b21d-0361fca233a2 None None] Port 9db11583-62e9-4956-9053-575bdfd7a2d7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:49.708271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.802953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': '23ff3a7f-9ddc-4584-a48c-dfdab3b168c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:49.803486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: bf0be4e9-48dc-4d97-b2e7-0c07757d541b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:09:49.806154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=d0c5f45c-c6ce-4586-94bf-0fa1195947d4,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:49.846107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network bf0be4e9-48dc-4d97-b2e7-0c07757d541b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:09:49.860155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, bf0be4e9-48dc-4d97-b2e7-0c07757d541b) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:49.866179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.866870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:49.871032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f80dac-146c-496e-9dae-878d7123ece0 None None] Network bf0be4e9-48dc-4d97-b2e7-0c07757d541b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:49.891340 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de0b150a-69f3-4300-aa14-b22947e4b242 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8644822 Sep 16 05:09:49.891986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49068) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:49.898573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-431462239'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:49.909946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08021e-e7fe-41c5-8366-7b0aaa8d1e76 req-95c2092c-dfd9-431d-9c0d-be54b47e9a0c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.911959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a08021e-e7fe-41c5-8366-7b0aaa8d1e76 req-95c2092c-dfd9-431d-9c0d-be54b47e9a0c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.3107994 Sep 16 05:09:49.918935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.919425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.919901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.920403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.920871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.921333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.921796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.923745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-925c7cc6-a69a-4034-89b1-1020f7299fd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6494 time: 0.3237674 Sep 16 05:09:49.941721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.947707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.954517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.961129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.967750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.974110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.981999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.984009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-ab0f6af0-1bd5-4e14-88a7-9ce8ac8ca142 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.3708084 Sep 16 05:09:50.057776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:50.062679 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.081588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-bf0be4e9-48dc-4d97-b2e7-0c07757d541b', 'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b', 'tenant_id': 'ab3d8abcb4384519a592115ac654a269', 'fixed_ips': [{'subnet_id': 'd0c5f45c-c6ce-4586-94bf-0fa1195947d4'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:09:50.082879 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.093653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:50.231547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a08021e-e7fe-41c5-8366-7b0aaa8d1e76 req-6177e4da-f2b6-4f50-8898-413e69600a01 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032186 Sep 16 05:09:50.236514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc216a55-0144-46e8-8f0a-6900c391d716 req-518a9788-3814-444a-bfcb-9b22ca8403ed tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2310784 Sep 16 05:09:50.253074 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.254813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Allocated IP 172.20.0.2 (bf0be4e9-48dc-4d97-b2e7-0c07757d541b/d0c5f45c-c6ce-4586-94bf-0fa1195947d4/34ca4c38-f367-44d6-a2cd-7c136d70c53e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:50.257996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.376996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-a399a6cb-edd5-4315-81c0-7ae4da229a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.378686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-a399a6cb-edd5-4315-81c0-7ae4da229a23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9d93641-2359-4448-b40d-2e0ffe1e3f00 HTTP/1.1" status: 200 len: 902 time: 0.3906114 Sep 16 05:09:50.502477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-4db92255-49c6-46f0-a899-f2208215caff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d HTTP/1.1" status: 200 len: 217 time: 0.1032231 Sep 16 05:09:50.581490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.598023 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.665479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Pushing event updated for resources: {'Port': ['ID=34ca4c38-f367-44d6-a2cd-7c136d70c53e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:50.667648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 03741fa8-5a51-443c-9603-e15fa2b47171 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:50.675833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.6 (bf0be4e9-48dc-4d97-b2e7-0c07757d541b/d0c5f45c-c6ce-4586-94bf-0fa1195947d4/6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:50.706543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53616a9-40a3-4ff9-abbb-9767458c5bc4 req-87062ff7-e25b-40c1-a84a-229815a81c86 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.708078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e53616a9-40a3-4ff9-abbb-9767458c5bc4 req-87062ff7-e25b-40c1-a84a-229815a81c86 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 946 time: 0.2989004 Sep 16 05:09:50.733565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Network bf0be4e9-48dc-4d97-b2e7-0c07757d541b is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:50.750783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-207d3594-e5f3-4a13-ad7d-d00c2c9f84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.752252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-207d3594-e5f3-4a13-ad7d-d00c2c9f84af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.2348483 Sep 16 05:09:50.778927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631246c-397f-48a5-9575-b5dd938763f8 req-beeb471d-a9f2-47e8-8c1d-5a8a2afa76b9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.780410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4631246c-397f-48a5-9575-b5dd938763f8 req-beeb471d-a9f2-47e8-8c1d-5a8a2afa76b9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.2506104 Sep 16 05:09:50.818015 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.831112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:50.834512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:50.863286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:50.866400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:50.870059 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111df00d-2bc4-489f-9ae2-24d1e7208cfe" -d '{"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-unplugged", "status": "completed", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:50.875119 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.877536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.911623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e53616a9-40a3-4ff9-abbb-9767458c5bc4 req-7c46cf14-c388-4226-8b03-6ebc5a9c1128 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702936 Sep 16 05:09:50.935398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.953780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4631246c-397f-48a5-9575-b5dd938763f8 req-7c04b858-c251-4414-9803-d293d77681a6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587267 Sep 16 05:09:50.979414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.987567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-4f11ef79-7869-45eb-8efd-d3a3bf77ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:50.990142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-4f11ef79-7869-45eb-8efd-d3a3bf77ae88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2060335 Sep 16 05:09:50.995497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.015482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Attempting to bind port 34ca4c38-f367-44d6-a2cd-7c136d70c53e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:51.017385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Attempting to bind port 34ca4c38-f367-44d6-a2cd-7c136d70c53e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '23ff3a7f-9ddc-4584-a48c-dfdab3b168c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:51.022013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:51.023071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Attempting to bind port 34ca4c38-f367-44d6-a2cd-7c136d70c53e on network bf0be4e9-48dc-4d97-b2e7-0c07757d541b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:51.040504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:51.041123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Checking segment: {'id': '23ff3a7f-9ddc-4584-a48c-dfdab3b168c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:51.042265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.042917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Bound using segment: {'id': '23ff3a7f-9ddc-4584-a48c-dfdab3b168c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:51.043826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Bound port: 34ca4c38-f367-44d6-a2cd-7c136d70c53e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ff3a7f-9ddc-4584-a48c-dfdab3b168c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bf0be4e9-48dc-4d97-b2e7-0c07757d541b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:51.044955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.061146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network bf0be4e9-48dc-4d97-b2e7-0c07757d541b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:51.064134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:51.075255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] In _notify_port_updated(), no bound segment for port 9db11583-62e9-4956-9053-575bdfd7a2d7 on network 815d1112-78db-4719-b308-fa306c9513f7 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:09:51.080541 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2602dc-66f2-4503-94d5-415770e6f8ec x-openstack-request-id: req-dd2602dc-66f2-4503-94d5-415770e6f8ec {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:51.080867 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-unplugged", "status": "completed", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:51.081136 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd2602dc-66f2-4503-94d5-415770e6f8ec {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:51.081544 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171', 'code': 200} Sep 16 05:09:51.093206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:51.096066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.098341 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.106773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "PUT /v2.0/ports/9db11583-62e9-4956-9053-575bdfd7a2d7 HTTP/1.1" status: 200 len: 1001 time: 2.0727270 Sep 16 05:09:51.108143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49074) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:51.137137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:51.211581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:51.439521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] For port 34ca4c38-f367-44d6-a2cd-7c136d70c53e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:51.440793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.442753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.452568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] For port 34ca4c38-f367-44d6-a2cd-7c136d70c53e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=34ca4c38-f367-44d6-a2cd-7c136d70c53e,segment=NetworkSegment(23ff3a7f-9ddc-4584-a48c-dfdab3b168c7),segment_id=23ff3a7f-9ddc-4584-a48c-dfdab3b168c7)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:51.466773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-e76f536a-b05e-4f1e-89ac-7cb3170aab89 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620345 Sep 16 05:09:51.472903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.493103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef820714-06ff-42a8-b9cd-f35b297b2cb5 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=9db11583-62e9-4956-9053-575bdfd7a2d7,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:51.519649 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8aa5b565-253d-40c3-944e-c80b99c710f9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6218860 Sep 16 05:09:51.524327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49084) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:51.643700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2b13d-e1a5-4d76-9ecf-cc68d92f9d77 None None] Pushing event updated for resources: {'Port': ['ID=34ca4c38-f367-44d6-a2cd-7c136d70c53e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:51.717290 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-97da0b89-671b-45c6-bb4e-6a0c6a3412f1 None None] Provisioning complete for port 9db11583-62e9-4956-9053-575bdfd7a2d7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:51.718004 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97da0b89-671b-45c6-bb4e-6a0c6a3412f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.733637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting port 9db11583-62e9-4956-9053-575bdfd7a2d7 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:51.733980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.817255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-97da0b89-671b-45c6-bb4e-6a0c6a3412f1 None None] Port 9db11583-62e9-4956-9053-575bdfd7a2d7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:51.882844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:51.883465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.903516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.911453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.919645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.927588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.935168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.953814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.959776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.963081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.965226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-6f21842f-f441-4c07-a389-e3e706f4b556 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.4952817 Sep 16 05:09:52.029164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5738e5-8b71-464e-af6b-eff9cca0e068 req-5f4e62fd-0b33-4867-a8fa-90211b651ab9 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:52.030956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Calling delete_port for 9db11583-62e9-4956-9053-575bdfd7a2d7 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:52.040374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff5738e5-8b71-464e-af6b-eff9cca0e068 req-5f4e62fd-0b33-4867-a8fa-90211b651ab9 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.5493174 Sep 16 05:09:52.130704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.136057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-774c3891-c6ad-4c0b-98dd-3674ba2be770 req-d569a78f-b4c7-4d52-99be-d5d4d5dbbb48 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342678 Sep 16 05:09:52.144566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:52.153857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c22a524e-9c7c-4027-b150-2d4e6db8bbf6 admin admin] 10.222.0.55 "PUT /v2.0/routers/54993e7e-22f1-4919-a3c3-ac5b1a5960d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4704313 Sep 16 05:09:52.155469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:52.156006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] Sync routers for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:52.166487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:52.173397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:52.174342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.229408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff5738e5-8b71-464e-af6b-eff9cca0e068 req-11e1b5d1-b970-4cdf-906c-e8b69a98df75 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817939 Sep 16 05:09:52.270630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-281aab60-adbb-42bf-9dee-b520c40116c5 req-12bf6f4d-e2d2-48be-b1e0-eccdf2e61bd3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2639089 Sep 16 05:09:52.426631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:52.438990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.487933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Port': ['ID=9db11583-62e9-4956-9053-575bdfd7a2d7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.545400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.548416 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ff371220-4031-42da-9728-3cf5f53c8818 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/ports/9db11583-62e9-4956-9053-575bdfd7a2d7 HTTP/1.1" status: 204 len: 168 time: 1.4370124 Sep 16 05:09:52.550069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49094) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:52.640650 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fefdae4-26e8-4639-8e45-bfd5407fadef tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] GET failed (client error): The resource could not be found. Sep 16 05:09:52.642102 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1fefdae4-26e8-4639-8e45-bfd5407fadef tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "GET /v2.0/ports/9db11583-62e9-4956-9053-575bdfd7a2d7 HTTP/1.1" status: 404 len: 333 time: 0.0909307 Sep 16 05:09:52.648636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49096) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:52.654060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-565316882'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:52.752059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.784335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:09:48Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.810385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:52.832411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] Checking router: 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:52.842998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] Routers {'54993e7e-22f1-4919-a3c3-ac5b1a5960d8'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:52.843699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:52.977544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.983337 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ca33c95b-f402-4009-aab5-220200e2117f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6 HTTP/1.1" status: 204 len: 168 time: 1.4579828 Sep 16 05:09:52.984203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49098) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.007460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] Set router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:53.008791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.046554 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7114009c-4d39-498b-93cc-bc668465e882 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:09:53.051734 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7114009c-4d39-498b-93cc-bc668465e882 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6 HTTP/1.1" status: 404 len: 333 time: 0.0645821 Sep 16 05:09:53.054673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49100) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:53.114936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:53.118880 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.143928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] device_id is not set on port 15f446fc-6d82-44b2-8a8d-95638674efc8 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:53.164739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet d0c5f45c-c6ce-4586-94bf-0fa1195947d4 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:53.172891 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.236599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.237479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.238111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.238914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.239572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.240378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.241056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.244707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-450cdd5f-8a14-426c-8241-1935544e880c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6494 time: 1.0141122 Sep 16 05:09:53.250227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.379041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71081310-f6b8-474b-b995-fecb7f38709c None None] Network bf0be4e9-48dc-4d97-b2e7-0c07757d541b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:53.400649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7ac0-3c08-47f5-8fb4-cfd397d3b880 req-ebf776a1-06e8-4b7b-8841-df9661a73431 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.401714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.402371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d5b7ac0-3c08-47f5-8fb4-cfd397d3b880 req-ebf776a1-06e8-4b7b-8841-df9661a73431 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 944 time: 0.2495806 Sep 16 05:09:53.410721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be47e-c8a8-4179-ab16-9595e8301e4c req-a0251884-8248-47c2-94a2-ab03392e924f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.418505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-523be47e-c8a8-4179-ab16-9595e8301e4c req-a0251884-8248-47c2-94a2-ab03392e924f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.2557511 Sep 16 05:09:53.464349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 34ca4c38-f367-44d6-a2cd-7c136d70c53e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:53.495456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:09:48Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:53.534124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-523be47e-c8a8-4179-ab16-9595e8301e4c req-f5e24f38-f7c0-4dc4-953f-8afcd63ec4d5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097744 Sep 16 05:09:53.560155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d5b7ac0-3c08-47f5-8fb4-cfd397d3b880 req-760e79d0-a781-4cb6-851b-3721e5159e05 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274076 Sep 16 05:09:53.569171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-a9e29e93-5c97-4023-82b7-de2f89071b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.576609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-a9e29e93-5c97-4023-82b7-de2f89071b6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e9d93641-2359-4448-b40d-2e0ffe1e3f00 HTTP/1.1" status: 200 len: 902 time: 0.3220167 Sep 16 05:09:53.592229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Allocated IP 2001:db8::83 (815d1112-78db-4719-b308-fa306c9513f7/1b47590f-95a4-485e-bdd4-ba552c858a77/15f446fc-6d82-44b2-8a8d-95638674efc8) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:53.708200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b223da-29a8-4ec7-8baf-049e387d5795 None None] The sync data for ids ['54993e7e-22f1-4919-a3c3-ac5b1a5960d8'] in n-d-713301-15 is: [{'id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-957072838-router', 'tenant_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:15Z', 'updated_at': '2021-09-16T05:09:48Z', 'revision_number': 5, 'project_id': '8ce09a0bbfab4758a7f95a9a328d608c', 'gw_port': {'id': '22a81253-d9ae-436a-866a-13d69e9299eb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54993e7e-22f1-4919-a3c3-ac5b1a5960d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:16Z', 'updated_at': '2021-09-16T05:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:53.743094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8a59df1c-097a-4519-a3f2-092bed991e16 None None] Provisioning complete for port 34ca4c38-f367-44d6-a2cd-7c136d70c53e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:53.752050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.758639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a59df1c-097a-4519-a3f2-092bed991e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.766624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Deleting port 22a81253-d9ae-436a-866a-13d69e9299eb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:53.767291 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.769961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-0060a5e1-a276-481f-80cd-44b16fd41e51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5 HTTP/1.1" status: 200 len: 217 time: 0.1852226 Sep 16 05:09:53.874631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 34ca4c38-f367-44d6-a2cd-7c136d70c53e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:53.875658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.967745 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a59df1c-097a-4519-a3f2-092bed991e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.992363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.029500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.035978 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/d0c5f45c-c6ce-4586-94bf-0fa1195947d4 HTTP/1.1" status: 204 len: 168 time: 0.9725389 Sep 16 05:09:54.042309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49110) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.044877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-3927c6d1-047f-4c26-868c-f85de45fbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.046496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-3927c6d1-047f-4c26-868c-f85de45fbaf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.2304125 Sep 16 05:09:54.075504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0e863-e1ef-4929-99f3-57b84fdcbeff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c5f45c-c6ce-4586-94bf-0fa1195947d4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.122798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f33fc1-5e33-4b6e-90e0-f3bc4dafb43b req-9ed782cf-892b-4481-baa0-b870f641f7c3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.124462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46f33fc1-5e33-4b6e-90e0-f3bc4dafb43b req-9ed782cf-892b-4481-baa0-b870f641f7c3 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.3871417 Sep 16 05:09:54.147719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.193104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.211238 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-8a59df1c-097a-4519-a3f2-092bed991e16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:54.211238 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-8a59df1c-097a-4519-a3f2-092bed991e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:54.211238 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.243209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.263651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.278363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 34ca4c38-f367-44d6-a2cd-7c136d70c53e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=34ca4c38-f367-44d6-a2cd-7c136d70c53e,segment=NetworkSegment(23ff3a7f-9ddc-4584-a48c-dfdab3b168c7),segment_id=23ff3a7f-9ddc-4584-a48c-dfdab3b168c7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:54.279815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=15f446fc-6d82-44b2-8a8d-95638674efc8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.280618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.287378 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.292183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.298866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.305433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.313902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.316178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network 815d1112-78db-4719-b308-fa306c9513f7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:54.318619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:54.322037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-8535651c-8700-4628-9ebf-b429b491a3ca tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.5989747 Sep 16 05:09:54.326268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:54.338784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.341983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.384204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d463bc90-a8b5-46ed-9c48-c0d156150bf7 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7296598 Sep 16 05:09:54.384204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49112) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:54.390428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'network_id': '815d1112-78db-4719-b308-fa306c9513f7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1906976547'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:54.401166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=34ca4c38-f367-44d6-a2cd-7c136d70c53e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:54.429586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] For port 22a81253-d9ae-436a-866a-13d69e9299eb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=22a81253-d9ae-436a-866a-13d69e9299eb,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:54.429964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.442909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.489778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Calling delete_port for 22a81253-d9ae-436a-866a-13d69e9299eb owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:54.506018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-469b2b4b-edc9-4167-9797-27aa719f1ac9 req-cfdbd5bf-cd0b-447c-935c-5955d506e700 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805050 Sep 16 05:09:54.514120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633abf28-48c8-4b8d-8af8-194aa8d664c2 None None] Network bf0be4e9-48dc-4d97-b2e7-0c07757d541b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:54.521786 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.539267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46f33fc1-5e33-4b6e-90e0-f3bc4dafb43b req-4fbca1b7-87cf-4012-9293-b70232a547fd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955796 Sep 16 05:09:54.561052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-a0745524-2fd2-4ad6-be02-e0a1c49a64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.566060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-a0745524-2fd2-4ad6-be02-e0a1c49a64da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4755805 Sep 16 05:09:54.686668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Made reservation on behalf of 3e92e370d8f9432996712d15cb51b747 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:54.699075 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:54.740530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 03741fa8-5a51-443c-9603-e15fa2b47171 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:54.794699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] device_id is not set on port b9316402-c661-4b56-852d-67871046ce9d yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:54.981440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-8869d8f2-7b56-4404-9d08-8796173f4478 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032333 Sep 16 05:09:55.088135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b222-cd95-4d09-8844-fadeb98c1857 req-cd9d0e4c-642b-4761-a4ed-97ceaac3642f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.090300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00e5b222-cd95-4d09-8844-fadeb98c1857 req-cd9d0e4c-642b-4761-a4ed-97ceaac3642f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.3196368 Sep 16 05:09:55.101399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Allocated IP 2001:db8::22 (815d1112-78db-4719-b308-fa306c9513f7/1b47590f-95a4-485e-bdd4-ba552c858a77/b9316402-c661-4b56-852d-67871046ce9d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:55.134657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-28e19f08-1126-47d4-89c9-92111836506a None None] Provisioning complete for port 15f446fc-6d82-44b2-8a8d-95638674efc8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.135228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28e19f08-1126-47d4-89c9-92111836506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.152665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 34ca4c38-f367-44d6-a2cd-7c136d70c53e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:55.153662 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.179472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] DHCP port deletion for bf0be4e9-48dc-4d97-b2e7-0c07757d541b request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:55.280856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-28e19f08-1126-47d4-89c9-92111836506a None None] Port 15f446fc-6d82-44b2-8a8d-95638674efc8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:55.301352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00e5b222-cd95-4d09-8844-fadeb98c1857 req-0014800d-7d57-4a79-8bc6-3a405834a7f0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858003 Sep 16 05:09:55.333803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-28e19f08-1126-47d4-89c9-92111836506a None None] Provisioning complete for port 34ca4c38-f367-44d6-a2cd-7c136d70c53e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:55.334328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28e19f08-1126-47d4-89c9-92111836506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.381268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 34ca4c38-f367-44d6-a2cd-7c136d70c53e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:55.396077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-778cb361-fdfd-4619-9364-d8f99a3953f6 req-a3a3f329-ae4d-4aa0-9aec-d50b9610cc5d service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973088 Sep 16 05:09:55.400157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] For port 34ca4c38-f367-44d6-a2cd-7c136d70c53e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=34ca4c38-f367-44d6-a2cd-7c136d70c53e,segment=NetworkSegment(23ff3a7f-9ddc-4584-a48c-dfdab3b168c7),segment_id=23ff3a7f-9ddc-4584-a48c-dfdab3b168c7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:55.404269 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.453954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 34ca4c38-f367-44d6-a2cd-7c136d70c53e owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:55.454882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] Deleting port 34ca4c38-f367-44d6-a2cd-7c136d70c53e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:55.455261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.485479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.502538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.531480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] For port 34ca4c38-f367-44d6-a2cd-7c136d70c53e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=34ca4c38-f367-44d6-a2cd-7c136d70c53e,segment=NetworkSegment(23ff3a7f-9ddc-4584-a48c-dfdab3b168c7),segment_id=23ff3a7f-9ddc-4584-a48c-dfdab3b168c7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:55.531745 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.539078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.546570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] Calling delete_port for 34ca4c38-f367-44d6-a2cd-7c136d70c53e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:55.607075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Network 815d1112-78db-4719-b308-fa306c9513f7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:55.612381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:55.648478 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.650830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Pushing event deleted for resources: {'Port': ['ID=22a81253-d9ae-436a-866a-13d69e9299eb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:55.666551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:55.667999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-28e19f08-1126-47d4-89c9-92111836506a None None] Could not find standard attr ID for object 34ca4c38-f367-44d6-a2cd-7c136d70c53e. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:09:55.677042 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.678736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.715064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] No DVR routers for this DVR port 34ca4c38-f367-44d6-a2cd-7c136d70c53e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:55.725068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0627021-ca61-4329-bc89-4bcdd23294c6 None None] Pushing event deleted for resources: {'Port': ['ID=34ca4c38-f367-44d6-a2cd-7c136d70c53e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:55.735292 n-d-713301-15 neutron-server[94720]: INFO neutron.plugins.ml2.db [None req-28e19f08-1126-47d4-89c9-92111836506a None None] No ports have port_id starting with 34ca4c38-f367-44d6-a2cd-7c136d70c53e Sep 16 05:09:55.744945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No active binding found for port 34ca4c38-f367-44d6-a2cd-7c136d70c53e {{(pid=94720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:09:55.745569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 34ca4c38-f367-44d6-a2cd-7c136d70c53e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:55.746269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4f080d8f-8404-447c-b923-01c72403b026 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:55.761093 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3765383 Sep 16 05:09:55.767558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49158) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:55.781698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::200', 'mac_address': 'fa:16:3e:59:bd:08'}, {'ip_address': '2001:db8::83', 'mac_address': 'fa:16:3e:31:03:17'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:55.796829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e8ba0-d924-4461-8ac6-486a67b5ab1c tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=b9316402-c661-4b56-852d-67871046ce9d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:55.816393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4f080d8f-8404-447c-b923-01c72403b026 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:55.827170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4f080d8f-8404-447c-b923-01c72403b026 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:55.858315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5085584-b8b3-47b2-8680-c2a0c84fee93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:55.981637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.989210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.995309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.001834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.007566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.014385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.020583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.029524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-8c455064-7059-434e-92f3-cd20b760db2c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.3667243 Sep 16 05:09:56.070052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-63aef128-2388-4252-a883-74b1e2f815af None None] Provisioning complete for port b9316402-c661-4b56-852d-67871046ce9d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:56.070673 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-63aef128-2388-4252-a883-74b1e2f815af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.083653 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.118103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-63aef128-2388-4252-a883-74b1e2f815af None None] Port b9316402-c661-4b56-852d-67871046ce9d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:56.137979 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.160873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No DVR routers for this DVR port 34ca4c38-f367-44d6-a2cd-7c136d70c53e on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:56.189365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.223043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264701e2-ff80-47e5-b17d-198ae1655978 req-a79d0a5e-8258-4a83-93a5-b446bb930e2e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.224825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-264701e2-ff80-47e5-b17d-198ae1655978 req-a79d0a5e-8258-4a83-93a5-b446bb930e2e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d1b8abe-5212-4134-baae-23f0dae473b1 HTTP/1.1" status: 200 len: 944 time: 0.1837637 Sep 16 05:09:56.241134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81acd3b3-f71e-40af-a05d-2f1498d73b23 req-fc55cfc0-1cf0-4eb8-9c13-9f5c1d45d8d7 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051535 Sep 16 05:09:56.264855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=34ca4c38-f367-44d6-a2cd-7c136d70c53e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.414709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.421182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.439646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] In _notify_port_updated(), no bound segment for port b9316402-c661-4b56-852d-67871046ce9d on network 815d1112-78db-4719-b308-fa306c9513f7 {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:09:56.446715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.447244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.453683 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "PUT /v2.0/ports/b9316402-c661-4b56-852d-67871046ce9d HTTP/1.1" status: 200 len: 1066 time: 0.6804373 Sep 16 05:09:56.454996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49162) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.512894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10961a9d-1adc-4c82-b94b-9567ed4582a9 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event updated for resources: {'Port': ['ID=b9316402-c661-4b56-852d-67871046ce9d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:56.615880 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.628901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.661301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.732862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3df5d1-238c-4799-9055-b8a4af766efe req-71033edd-1063-462b-8f37-3631514dbbd1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.734421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b3df5d1-238c-4799-9055-b8a4af766efe req-71033edd-1063-462b-8f37-3631514dbbd1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.3291180 Sep 16 05:09:56.823080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0be4e9-48dc-4d97-b2e7-0c07757d541b']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.848708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ff3a7f-9ddc-4584-a48c-dfdab3b168c7') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.849082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ff3a7f-9ddc-4584-a48c-dfdab3b168c7') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:56.862382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.862899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54993e7e-22f1-4919-a3c3-ac5b1a5960d8 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:56.867820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b3df5d1-238c-4799-9055-b8a4af766efe req-23910226-bf97-4157-82c2-7d9dd85858a9 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743523 Sep 16 05:09:56.871201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.876037 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.879688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-040cedf7-46fa-4187-b2fe-85daad88690e admin admin] 10.222.0.55 "DELETE /v2.0/routers/54993e7e-22f1-4919-a3c3-ac5b1a5960d8 HTTP/1.1" status: 204 len: 168 time: 4.7125371 Sep 16 05:09:56.880488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49164) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:56.902744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.914430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:56.914775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:56.920850 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:56.938972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Deleting port 03741fa8-5a51-443c-9603-e15fa2b47171 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:56.939313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.958874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-39058160-5731-4493-b6b4-7ba97693df4a None None] Provisioning complete for port b9316402-c661-4b56-852d-67871046ce9d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:56.959319 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-39058160-5731-4493-b6b4-7ba97693df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:56.983760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting port b9316402-c661-4b56-852d-67871046ce9d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:56.984156 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.013344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] Deleting subnet a9c2057f-6648-4dab-b87b-f7e6e6939c62 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:57.020863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.072865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-39058160-5731-4493-b6b4-7ba97693df4a None None] Port b9316402-c661-4b56-852d-67871046ce9d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:57.115937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.161321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.281817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.380827 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.408415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c2057f-6648-4dab-b87b-f7e6e6939c62,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.421334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.426296 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-05e0bd24-df7b-429f-9ab2-0228137d7ae5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a9c2057f-6648-4dab-b87b-f7e6e6939c62 HTTP/1.1" status: 204 len: 168 time: 0.5440817 Sep 16 05:09:57.426919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49168) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:57.433373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbdd93-46e6-45c1-96b0-155395fbf651 None None] Network 471b8357-e152-4a5f-9205-6d4924e0edcb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:57.597061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 22a81253-d9ae-436a-866a-13d69e9299eb no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:57.615331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 22a81253-d9ae-436a-866a-13d69e9299eb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:57.615674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 22a81253-d9ae-436a-866a-13d69e9299eb not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:57.645897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.669846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.672266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/bf0be4e9-48dc-4d97-b2e7-0c07757d541b HTTP/1.1" status: 204 len: 168 time: 3.6247964 Sep 16 05:09:57.681298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49170) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:57.685804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2b8d3-d557-451b-8e21-4e654069d655 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=bf0be4e9-48dc-4d97-b2e7-0c07757d541b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:57.706320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'name': 'tempest-PortsTestJSON-1668866044'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:57.719748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.766259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Calling delete_port for b9316402-c661-4b56-852d-67871046ce9d owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:57.799139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ec08-002e-4ffc-a941-cb7d402f8529 req-860fd6b6-47d9-415c-9c19-2f637138f1e7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:57.801778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1455ec08-002e-4ffc-a941-cb7d402f8529 req-860fd6b6-47d9-415c-9c19-2f637138f1e7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.6377745 Sep 16 05:09:57.801934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] DHCP port deletion for 471b8357-e152-4a5f-9205-6d4924e0edcb request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:57.817547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] For port 03741fa8-5a51-443c-9603-e15fa2b47171, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=03741fa8-5a51-443c-9603-e15fa2b47171,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:57.818266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.839367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Calling delete_port for 03741fa8-5a51-443c-9603-e15fa2b47171 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:57.870730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] Deleting port deeae74c-65bd-491b-863e-433e637fc3dc {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:57.871327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.931621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Deleting port deeae74c-65bd-491b-863e-433e637fc3dc {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:57.931621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.956257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] For port deeae74c-65bd-491b-863e-433e637fc3dc, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=deeae74c-65bd-491b-863e-433e637fc3dc,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:57.957169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:57.972449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] Calling delete_port for deeae74c-65bd-491b-863e-433e637fc3dc owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:57.999640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1455ec08-002e-4ffc-a941-cb7d402f8529 req-10eac194-e543-44a6-9762-f4abc3bbd72f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561289 Sep 16 05:09:58.084401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] For port deeae74c-65bd-491b-863e-433e637fc3dc, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=deeae74c-65bd-491b-863e-433e637fc3dc,segment=NetworkSegment(80b86611-f742-4f9c-aa7a-1bdb6018fb9f),segment_id=80b86611-f742-4f9c-aa7a-1bdb6018fb9f)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:58.087666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.118321 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.130744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Calling delete_port for deeae74c-65bd-491b-863e-433e637fc3dc owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:58.154821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] Pushing event deleted for resources: {'Port': ['ID=deeae74c-65bd-491b-863e-433e637fc3dc,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.163491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11221e-17f5-4e33-b24d-c79476e9b9f0 None None] No DVR routers for this DVR port deeae74c-65bd-491b-863e-433e637fc3dc on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:58.187529 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.204980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03df1fb3-4b80-41af-a014-b57dedc40a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.264254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:58.267784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.279089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Port': ['ID=b9316402-c661-4b56-852d-67871046ce9d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.299902 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.317220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port f5641e3f-1202-431b-af5e-3ebe4d68fd0c yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:09:58.394654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.411512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event deleted for resources: {'Port': ['ID=03741fa8-5a51-443c-9603-e15fa2b47171,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.436447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Pushing event deleted for resources: {'Port': ['ID=deeae74c-65bd-491b-863e-433e637fc3dc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.450743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.456902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.459038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] No DVR routers for this DVR port deeae74c-65bd-491b-863e-433e637fc3dc on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:58.463049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.469688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.476242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.482645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.489307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.491313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-1f337204-63b6-4824-9601-2ef9e95ea64a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.2984297 Sep 16 05:09:58.582573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.592715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] No DVR routers for this DVR port 03741fa8-5a51-443c-9603-e15fa2b47171 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:58.601303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.603260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-264701e2-ff80-47e5-b17d-198ae1655978 req-9aa8eea6-8976-4d98-9cba-65a2aa80683d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "DELETE /v2.0/ports/03741fa8-5a51-443c-9603-e15fa2b47171 HTTP/1.1" status: 204 len: 173 time: 2.3587232 Sep 16 05:09:58.605030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-deleted', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:58.607716 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31c899f-c359-4d38-96b2-b47a6146f8a8" -d '{"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-deleted", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:58.670513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df3f0855-f400-48ed-ae3d-b8b58756f12f req-9d082bf2-17dd-4793-b9ed-f063aff74473 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392257 Sep 16 05:09:58.765526 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.770829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-eb02c057-2f03-4534-96da-452d1cd52f3f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/ports/b9316402-c661-4b56-852d-67871046ce9d HTTP/1.1" status: 204 len: 168 time: 2.3019872 Sep 16 05:09:58.784777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49184) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:58.829026 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d252ff9b-b63e-4593-b1aa-5a4e9bd44503 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] GET failed (client error): The resource could not be found. Sep 16 05:09:58.830872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d252ff9b-b63e-4593-b1aa-5a4e9bd44503 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "GET /v2.0/ports/b9316402-c661-4b56-852d-67871046ce9d HTTP/1.1" status: 404 len: 333 time: 0.0320663 Sep 16 05:09:58.846015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49186) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:58.937383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80117a-0cce-48cb-9323-c4490ebd1acd req-353c34a2-f59d-4386-b978-fe0d78e5df40 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:58.945104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f80117a-0cce-48cb-9323-c4490ebd1acd req-353c34a2-f59d-4386-b978-fe0d78e5df40 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.1591113 Sep 16 05:09:59.021390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f80117a-0cce-48cb-9323-c4490ebd1acd req-a1e325ca-cf44-4d36-92f3-23dfa8269013 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751431 Sep 16 05:09:59.071536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting port 15f446fc-6d82-44b2-8a8d-95638674efc8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:59.071896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.119572 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af8b29-3144-4492-9902-da7042d6e8c7 x-openstack-request-id: req-f6af8b29-3144-4492-9902-da7042d6e8c7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:59.126856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471b8357-e152-4a5f-9205-6d4924e0edcb']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.134120 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b8abe-5212-4134-baae-23f0dae473b1", "name": "network-vif-deleted", "tag": "03741fa8-5a51-443c-9603-e15fa2b47171", "status": "failed", "code": 422}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:59.134391 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6af8b29-3144-4492-9902-da7042d6e8c7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:59.134843 n-d-713301-15 neutron-server[94719]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d1b8abe-5212-4134-baae-23f0dae473b1', 'name': 'network-vif-deleted', 'tag': '03741fa8-5a51-443c-9603-e15fa2b47171', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:09:59.145314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b86611-f742-4f9c-aa7a-1bdb6018fb9f') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.145605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b86611-f742-4f9c-aa7a-1bdb6018fb9f') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:59.149577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.155642 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.161268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.198983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.239648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:59.240056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:59.249886 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:59.339625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.353870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.366019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device deeae74c-65bd-491b-863e-433e637fc3dc no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:59.380070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ebb8a-7379-4f7b-ab24-5194bdc79a32 req-b33e2f48-1c8f-4e4b-a435-402ccd3b6cc7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.390903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b4ebb8a-7379-4f7b-ab24-5194bdc79a32 req-b33e2f48-1c8f-4e4b-a435-402ccd3b6cc7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.1819544 Sep 16 05:09:59.391180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: deeae74c-65bd-491b-863e-433e637fc3dc {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:59.391775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device deeae74c-65bd-491b-863e-433e637fc3dc not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:59.391928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Calling delete_port for 15f446fc-6d82-44b2-8a8d-95638674efc8 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:59.430379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.439188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.441051 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] 10.222.0.55 "DELETE /v2.0/networks/471b8357-e152-4a5f-9205-6d4924e0edcb HTTP/1.1" status: 204 len: 168 time: 2.0131950 Sep 16 05:09:59.464693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:59.477710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:59.479761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0571f5b-d6c2-493f-9058-1ad3a8968633 admin admin] Pushing event deleted for resources: {'Network': ['ID=471b8357-e152-4a5f-9205-6d4924e0edcb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.481755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=f5641e3f-1202-431b-af5e-3ebe4d68fd0c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.495168 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:59.501716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.502362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.526126 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1cb5acd4-d958-4447-9170-b3c1aac031c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8391976 Sep 16 05:09:59.528750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49214) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.584787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b4ebb8a-7379-4f7b-ab24-5194bdc79a32 req-acda37a6-1605-42f0-8c49-c246a78236e4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253192 Sep 16 05:09:59.643344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-5ba4f4fd-f035-40f6-8cba-49d8284a5c2d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.643633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port f5641e3f-1202-431b-af5e-3ebe4d68fd0c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:59.643738 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.644955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-5ba4f4fd-f035-40f6-8cba-49d8284a5c2d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.1958497 Sep 16 05:09:59.687762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-aa1ad52d-b8b7-493f-856c-35f6eecf29c0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/quotas/8b257632200e4e1baa9b0d1a6d7c82f8 HTTP/1.1" status: 200 len: 375 time: 0.0175960 Sep 16 05:09:59.717311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.727536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49222) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.736944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-995b6c6f-9e09-4cc0-9f7a-e4afe87b181b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402524 Sep 16 05:09:59.752524 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.755816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.772467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for f5641e3f-1202-431b-af5e-3ebe4d68fd0c owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:59.789121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Port': ['ID=15f446fc-6d82-44b2-8a8d-95638674efc8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.831656 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2af8dcab-a5b1-4787-89f0-e4e8e8ac7c70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ce09a0bbfab4758a7f95a9a328d608c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026568 Sep 16 05:09:59.834032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49226) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.859214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.861952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7b0106b0-8041-4b4c-a1ef-45f649460914 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/ports/15f446fc-6d82-44b2-8a8d-95638674efc8 HTTP/1.1" status: 204 len: 168 time: 1.0146625 Sep 16 05:09:59.865913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49228) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:59.883582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-a431dd27-2a73-42be-bde8-1b14d51f57d5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:59.884733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-a431dd27-2a73-42be-bde8-1b14d51f57d5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1470366 Sep 16 05:09:59.896950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.903075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.909272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.915550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.922189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.926462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6abb452-a330-403a-86b9-ade62f37454c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.928496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.935275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:59.937753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-f1651886-2074-4e9d-804e-25da1d26f0ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.1515777 Sep 16 05:09:59.963250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.967076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6abb452-a330-403a-86b9-ade62f37454c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.979654 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e5ab75-d42a-4a9a-8e82-3b6ce640153f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] GET failed (client error): The resource could not be found. Sep 16 05:09:59.983114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f2e5ab75-d42a-4a9a-8e82-3b6ce640153f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "GET /v2.0/ports/15f446fc-6d82-44b2-8a8d-95638674efc8 HTTP/1.1" status: 404 len: 333 time: 0.1158018 Sep 16 05:09:59.999753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49230) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.012426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=f5641e3f-1202-431b-af5e-3ebe4d68fd0c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.037502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.039523 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b580b4aa-a4a3-4901-b5e5-572883a72a8d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/f5641e3f-1202-431b-af5e-3ebe4d68fd0c HTTP/1.1" status: 204 len: 168 time: 0.5096655 Sep 16 05:10:00.042637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.048582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'mac_address': 'fa:16:3e:9f:32:e1', 'name': 'tempest-PortsTestJSON-649464734'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:00.085965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6abb452-a330-403a-86b9-ade62f37454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.088418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6abb452-a330-403a-86b9-ade62f37454c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.089568 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6abb452-a330-403a-86b9-ade62f37454c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5bcd5f3-18a6-426e-84e0-4aab5637860c HTTP/1.1" status: 204 len: 168 time: 0.2546072 Sep 16 05:10:00.117803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85ac81ca-ab67-4762-8583-8f5e4ecf03c9 req-3bdeae3a-7137-45ca-aa88-d6486aed7504 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571822 Sep 16 05:10:00.133415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb452-a330-403a-86b9-ade62f37454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bcd5f3-18a6-426e-84e0-4aab5637860c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.161481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:00.164396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-e379989c-ef9b-417c-9a68-6054a933338e service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255592 Sep 16 05:10:00.223964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting port 9149db52-b586-4601-bfd2-9be2c1b29c50 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:00.224627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.243568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.269120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 455973e2-b52b-48fe-a7e9-d391a9c39b00 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:00.416388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a72215-3c23-447c-bbbc-b5f3c15f267c req-6faac484-61e5-4177-91b0-230bdd8039b7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.417964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2a72215-3c23-447c-bbbc-b5f3c15f267c req-6faac484-61e5-4177-91b0-230bdd8039b7 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.1681914 Sep 16 05:10:00.438208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-6c2ae81f-9820-47f8-88db-b84fa4cca3a8 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620273 Sep 16 05:10:00.444435 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.542577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Calling delete_port for 9149db52-b586-4601-bfd2-9be2c1b29c50 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:00.552663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2a72215-3c23-447c-bbbc-b5f3c15f267c req-0f67823a-96e7-4f8a-8144-cc8171eab145 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195545 Sep 16 05:10:00.605120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.652485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.749713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:00.756215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:00.761027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:00.767529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.768298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.785757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=455973e2-b52b-48fe-a7e9-d391a9c39b00,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.799633 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-da7e1308-f6ae-4fe2-9632-6f5b441c0114 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7555606 Sep 16 05:10:00.802373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49268) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.824130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4143a7-dd2b-4599-910b-da1d63aafeac req-a4be37b8-ce9d-4805-b775-e3f46c1dbe92 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.832993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c4143a7-dd2b-4599-910b-da1d63aafeac req-a4be37b8-ce9d-4805-b775-e3f46c1dbe92 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.0978351 Sep 16 05:10:00.841931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.872879 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ba232-fff5-4e6c-9938-7f3e53ed9b0c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:00.873816 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9b3ba232-fff5-4e6c-9938-7f3e53ed9b0c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/455973e2-b52b-48fe-a7e9-d391a9c39b00 HTTP/1.1" status: 200 len: 840 time: 0.0701270 Sep 16 05:10:00.876880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49270) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:00.929656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Port': ['ID=9149db52-b586-4601-bfd2-9be2c1b29c50,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.964885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb9bed8f-c5c8-46a2-b0ba-e54f0e5f9a3a req-c7424545-2d3e-46c7-968b-3209032a1ae0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 210 time: 0.1064110 Sep 16 05:10:01.002944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c4143a7-dd2b-4599-910b-da1d63aafeac req-fda46bce-cf17-410e-8d83-11532aa6c1df tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690781 Sep 16 05:10:01.004041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.008485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-57a67299-1ab8-437a-b458-02dbfeaacc22 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/ports/9149db52-b586-4601-bfd2-9be2c1b29c50 HTTP/1.1" status: 204 len: 168 time: 1.0037663 Sep 16 05:10:01.008578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49278) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.044054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 455973e2-b52b-48fe-a7e9-d391a9c39b00 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:01.048871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.102748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting subnet 1b47590f-95a4-485e-bdd4-ba552c858a77 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:01.114596 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.162446 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.192957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.210612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.234513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 455973e2-b52b-48fe-a7e9-d391a9c39b00 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:01.381512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.453095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49320) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.455120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.464681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49324) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.466906 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/455973e2-b52b-48fe-a7e9-d391a9c39b00 HTTP/1.1" status: 204 len: 168 time: 0.5884881 Sep 16 05:10:01.514331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15f32c-9382-4d43-be43-794d1ce14f17 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=455973e2-b52b-48fe-a7e9-d391a9c39b00,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.517087 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-570224ec-3dcc-4766-9141-1d6204e15de2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:01.519228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-570224ec-3dcc-4766-9141-1d6204e15de2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/455973e2-b52b-48fe-a7e9-d391a9c39b00 HTTP/1.1" status: 404 len: 333 time: 0.0512218 Sep 16 05:10:01.524636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49326) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.533711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.534122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'name': 'tempest-PortsTestJSON-1909597695'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:01.539634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.546902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.553561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.559808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.566245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.572510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.574573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-4346b918-2779-465d-88ac-c912341a93f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.2490582 Sep 16 05:10:01.576294 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.722522 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd6b6dee-59a3-41d0-993a-abcda0e36946 req-249b9d34-f45e-41ad-b68a-bc9ef1761708 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171682 Sep 16 05:10:01.735815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-network', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:01.745366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.772817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:01.776917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.786108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Subnet': ['ID=1b47590f-95a4-485e-bdd4-ba552c858a77,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:01.788608 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.790826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6b1c37b7-f367-4bca-8e4d-2b7526c0847f tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/subnets/1b47590f-95a4-485e-bdd4-ba552c858a77 HTTP/1.1" status: 204 len: 168 time: 0.7805538 Sep 16 05:10:01.795642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49332) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:01.803260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a636fd15-876c-4c50-8d93-b078ec0b538b None None] Network 815d1112-78db-4719-b308-fa306c9513f7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:01.804659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681febd-3c3d-4cbc-be6d-39f0ab074f80 req-087678a3-d335-4114-81f7-3337964f69e1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.814511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d681febd-3c3d-4cbc-be6d-39f0ab074f80 req-087678a3-d335-4114-81f7-3337964f69e1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.1399565 Sep 16 05:10:01.828942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 58107af4-4795-463e-9212-c345dc4f3114 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:01.867198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Made reservation on behalf of 4cf74a7a6aff496abfb2ba55683f2624 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:01.869543 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.895087 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:01.952710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d681febd-3c3d-4cbc-be6d-39f0ab074f80 req-9eefb266-fb6f-44a6-9c58-87c63cca1ee8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373510 Sep 16 05:10:01.976084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.041307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] DHCP port deletion for 815d1112-78db-4719-b308-fa306c9513f7 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:02.052472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.088417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Deleting port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:02.091912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.112672 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.118377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] Deleting port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:02.120152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.134460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.157405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74d54d63-e51e-4ca9-97b9-0c53c116d7d1 req-e4debbb7-87ab-4f86-a903-5844ab15d432 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 210 time: 0.0568349 Sep 16 05:10:02.160194 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.181193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:02.188187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:02.193736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:02.201879 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.202821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.218106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=58107af4-4795-463e-9212-c345dc4f3114,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.237010 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-709f915a-e8d1-40ff-abd2-1882f2983281 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7108021 Sep 16 05:10:02.237670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49346) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.242582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] For port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,segment=NetworkSegment(96f4e8b5-f590-4bbe-be51-7c1c4420e281),segment_id=96f4e8b5-f590-4bbe-be51-7c1c4420e281)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:02.243860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.244393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:02.257450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:02.287958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] For port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,segment=NetworkSegment(96f4e8b5-f590-4bbe-be51-7c1c4420e281),segment_id=96f4e8b5-f590-4bbe-be51-7c1c4420e281)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:02.288554 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.303542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] Calling delete_port for 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:02.319749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Calling delete_port for 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:02.321518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5336c2-1e51-403e-b8f0-b50382f840cd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.330500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.331036 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Added segment d61ea58c-d4d3-4a2e-8082-331df549cf6d of type vlan for network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f Sep 16 05:10:02.399667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca5da3-ea73-406d-a004-8c6acbdb3882 req-4b367456-2807-4bc8-b30c-dcc805d7ec3d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.401196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-beca5da3-ea73-406d-a004-8c6acbdb3882 req-4b367456-2807-4bc8-b30c-dcc805d7ec3d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.1323624 Sep 16 05:10:02.410875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.422884 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.459407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.461847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] Pushing event deleted for resources: {'Port': ['ID=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.472250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5173e53-3dce-4b38-93d0-8180c529bb93 None None] No DVR routers for this DVR port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:02.492335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-066faa1f-284c-4e5f-bab2-8ab7c2b6a25b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.493825 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-066faa1f-284c-4e5f-bab2-8ab7c2b6a25b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.2112691 Sep 16 05:10:02.525780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.526745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.527326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.529760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Request body: {'port': {'device_id': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'admin_state_up': True, 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:02.535017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-beca5da3-ea73-406d-a004-8c6acbdb3882 req-944d6f75-b926-43bd-b840-ce2d976dd6f5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889661 Sep 16 05:10:02.613013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1554747 Sep 16 05:10:02.614144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49354) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.619944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Request body: {'subnet': {'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-subnet', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:02.624616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecb5a0-a584-4b56-a7f8-4dd51f78f974 admin admin] Pushing event updated for resources: {'Network': ['ID=35276fec-e6cb-48c7-bbfb-abe6cdffa78f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.626775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.639048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:02.660272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Port': ['ID=3310fb2c-f403-4d46-ba7d-37b1b792dfa1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.667820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] No DVR routers for this DVR port 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:02.697877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Made reservation on behalf of 4cf74a7a6aff496abfb2ba55683f2624 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:02.700272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.735629 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.745375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.793391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] In _notify_port_updated(), no bound segment for port 58107af4-4795-463e-9212-c345dc4f3114 on network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:10:02.800902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:02.801537 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.802866 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "PUT /v2.0/ports/58107af4-4795-463e-9212-c345dc4f3114 HTTP/1.1" status: 200 len: 818 time: 0.5642307 Sep 16 05:10:02.808645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:02.808838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49362) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:02.810987 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.812970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.853596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bcd4d-51e7-4fd0-80bc-38386088bfbc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=58107af4-4795-463e-9212-c345dc4f3114,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:02.857016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815d1112-78db-4719-b308-fa306c9513f7']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:02.911702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f4e8b5-f590-4bbe-be51-7c1c4420e281') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:02.911702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f4e8b5-f590-4bbe-be51-7c1c4420e281') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:02.946892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:02.983745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Allocated IP 172.20.0.14 (51619d66-8210-461d-a74e-5bd0850dd587/2db0b88f-b19e-4e58-980e-7a4f1e502fbe/2df1bb79-50a2-46a5-b915-a04d6674b9cb) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:03.009253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.025346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:03.025779 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:03.032590 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:03.096667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.102661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.108864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.115137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.121166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.127698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.134572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.137192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-7e14e407-96bc-4d1a-bd26-1c1cd66e4081 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.2872596 Sep 16 05:10:03.169325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.213520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.276673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event updated for resources: {'Port': ['ID=2df1bb79-50a2-46a5-b915-a04d6674b9cb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.293934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Network 51619d66-8210-461d-a74e-5bd0850dd587 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:03.295561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:03.298648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:03.330904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:03.355139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:03.355562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3310fb2c-f403-4d46-ba7d-37b1b792dfa1 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:03.366501 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.367512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.389710 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-c13e28bc-929c-4705-832e-932830481f06 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8645041 Sep 16 05:10:03.407968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Request body: {'port': {'device_id': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:03.465926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.612023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.633908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.636016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] 10.222.0.55 "DELETE /v2.0/networks/815d1112-78db-4719-b308-fa306c9513f7 HTTP/1.1" status: 204 len: 168 time: 1.8196061 Sep 16 05:10:03.666190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e0b21-8493-4ce4-b95a-5de70b2d5b66 tempest-AllowedAddressPairIpV6TestJSON-564694660 tempest-AllowedAddressPairIpV6TestJSON-564694660-project] Pushing event deleted for resources: {'Network': ['ID=815d1112-78db-4719-b308-fa306c9513f7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.669168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.683035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 58107af4-4795-463e-9212-c345dc4f3114 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:03.683377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.759344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae10e59-8a33-4d16-bf5d-4909b6ae5247 req-96383430-8698-4413-9fdc-38a806923b86 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.761117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ae10e59-8a33-4d16-bf5d-4909b6ae5247 req-96383430-8698-4413-9fdc-38a806923b86 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.6235049 Sep 16 05:10:03.778899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed28a6f-cf61-4136-a96e-a5c2ec13a1f4 req-8a40173a-2389-4585-888d-414a672e3ced tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6042075 Sep 16 05:10:03.817526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df1bb79-50a2-46a5-b915-a04d6674b9cb {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:03.827441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.846602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Transition to ACTIVE for port object 2df1bb79-50a2-46a5-b915-a04d6674b9cb will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:03.855746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.889287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.901974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86289af7-27dc-4bdf-aade-d39c5aa67b32,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.918561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1bb79-50a2-46a5-b915-a04d6674b9cb,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.929310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.929594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.929880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.930385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.930854 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.931332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.931805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.932307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.932637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.932961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.933287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.933607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.941235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 58107af4-4795-463e-9212-c345dc4f3114 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:03.956636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49438) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:03.977537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ae10e59-8a33-4d16-bf5d-4909b6ae5247 req-43fae81b-52b1-42ca-9e4c-a9f78dbb8f6c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975765 Sep 16 05:10:04.023275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Attempting to bind port 2df1bb79-50a2-46a5-b915-a04d6674b9cb on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:04.023856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Attempting to bind port 2df1bb79-50a2-46a5-b915-a04d6674b9cb by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:04.024427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Attempting to bind port 2df1bb79-50a2-46a5-b915-a04d6674b9cb on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:04.030214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Checking segment: {'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:04.030589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Network hostable DHCP agents. Network: 35276fec-e6cb-48c7-bbfb-abe6cdffa78f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:04.030733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Port 2df1bb79-50a2-46a5-b915-a04d6674b9cb on network 51619d66-8210-461d-a74e-5bd0850dd587 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:04.030956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Attempting to bind port 2df1bb79-50a2-46a5-b915-a04d6674b9cb on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:04.037748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:04.038089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Checking segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:04.038472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Bound using segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:04.039394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Bound port: 2df1bb79-50a2-46a5-b915-a04d6674b9cb, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:04.039920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.105677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573cb1-f22f-4ca1-a08a-4cda10a348d2 req-085231b5-9567-45b5-b2a9-5a2ec503201a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.107266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07573cb1-f22f-4ca1-a08a-4cda10a348d2 req-085231b5-9567-45b5-b2a9-5a2ec503201a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 944 time: 0.2014332 Sep 16 05:10:04.119954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:04.148894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] For port 2df1bb79-50a2-46a5-b915-a04d6674b9cb, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:04.154489 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9f9f6a84-1a84-4121-87b2-be05616638d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e92e370d8f9432996712d15cb51b747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964905 Sep 16 05:10:04.156433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] For port 2df1bb79-50a2-46a5-b915-a04d6674b9cb, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2df1bb79-50a2-46a5-b915-a04d6674b9cb,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:04.157374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49444) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.158298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 35276fec-e6cb-48c7-bbfb-abe6cdffa78f) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:04.163490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.164114 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.166309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.169484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c52f4e-794a-4bc8-9d65-d1f0ed8f2611 None None] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:04.193679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ad32-9801-4966-a7f8-e915895ca0ad req-0a9d63bd-4c30-4376-97bb-7592ed2dec5d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.195264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5b9ad32-9801-4966-a7f8-e915895ca0ad req-0a9d63bd-4c30-4376-97bb-7592ed2dec5d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.1411755 Sep 16 05:10:04.208675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07573cb1-f22f-4ca1-a08a-4cda10a348d2 req-8450f0a6-eadf-42d6-b06e-2b6e38aff05d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909190 Sep 16 05:10:04.214831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.221816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2d4ba62e-9145-4a84-a3da-1168ab73d25c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6034791 Sep 16 05:10:04.226574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49446) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.227899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.228753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.230133 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] 10.222.0.73 "PUT /v2.0/ports/2df1bb79-50a2-46a5-b915-a04d6674b9cb HTTP/1.1" status: 200 len: 1093 time: 0.8273718 Sep 16 05:10:04.233636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'tag': '2df1bb79-50a2-46a5-b915-a04d6674b9cb'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:04.235869 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e246a01e-1434-4685-a184-e5f9120e1603" -d '{"events": [{"name": "network-changed", "server_uuid": "4dba5f1a-c286-4170-b0ed-7908f5500bd0", "tag": "2df1bb79-50a2-46a5-b915-a04d6674b9cb"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:04.241846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:04.292004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2a9e2-342f-46c7-8d6b-a033944601a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1bb79-50a2-46a5-b915-a04d6674b9cb,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.307742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=58107af4-4795-463e-9212-c345dc4f3114,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.320791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-316b8ed9-7b70-4dda-b4f7-cb18a94e08e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.325207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5b9ad32-9801-4966-a7f8-e915895ca0ad req-58e37f1d-60c1-4689-8fba-a288b4677a86 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130190 Sep 16 05:10:04.327141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.338477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-deb54ee2-6b35-4963-8906-7b6ccc9a6c70 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/58107af4-4795-463e-9212-c345dc4f3114 HTTP/1.1" status: 204 len: 168 time: 1.4947147 Sep 16 05:10:04.338477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49450) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.347706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.348772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.374224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-316b8ed9-7b70-4dda-b4f7-cb18a94e08e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.423734 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ea0e9f-cef2-4769-99b3-d6b196045930 x-openstack-request-id: req-19ea0e9f-cef2-4769-99b3-d6b196045930 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:04.424021 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dba5f1a-c286-4170-b0ed-7908f5500bd0", "tag": "2df1bb79-50a2-46a5-b915-a04d6674b9cb", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:04.424296 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19ea0e9f-cef2-4769-99b3-d6b196045930 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:04.424688 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'tag': '2df1bb79-50a2-46a5-b915-a04d6674b9cb', 'status': 'completed', 'code': 200} Sep 16 05:10:04.441169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f8f46-e968-448a-b125-03c6f4e8b115 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.442930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0a2f8f46-e968-448a-b125-03c6f4e8b115 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1073146 Sep 16 05:10:04.445670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49454) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.455422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-e3e78fb2-ee80-4019-b0e0-017543762473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.456967 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-e3e78fb2-ee80-4019-b0e0-017543762473 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1510239 Sep 16 05:10:04.459261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.461769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-35276fec-e6cb-48c7-bbfb-abe6cdffa78f', 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'fixed_ips': [{'subnet_id': '86289af7-27dc-4bdf-aade-d39c5aa67b32'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:04.463607 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.475354 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-38111245-654b-4543-855a-33aa5b20ed6d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:04.480557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-38111245-654b-4543-855a-33aa5b20ed6d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/58107af4-4795-463e-9212-c345dc4f3114 HTTP/1.1" status: 404 len: 333 time: 0.0304823 Sep 16 05:10:04.481335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49456) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:04.489306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-500238818'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:04.543377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:04.549551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.580718 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-9491a277-1646-4b1e-b45e-12bede81d56a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df1bb79-50a2-46a5-b915-a04d6674b9cb HTTP/1.1" status: 200 len: 217 time: 0.0736818 Sep 16 05:10:04.583681 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-316b8ed9-7b70-4dda-b4f7-cb18a94e08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.586248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-316b8ed9-7b70-4dda-b4f7-cb18a94e08e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.587365 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-316b8ed9-7b70-4dda-b4f7-cb18a94e08e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d19a594d-b01f-4dff-93fb-04c92514e385 HTTP/1.1" status: 204 len: 168 time: 0.4289987 Sep 16 05:10:04.630349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:04.671404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Allocated IP 172.20.0.2 (35276fec-e6cb-48c7-bbfb-abe6cdffa78f/86289af7-27dc-4bdf-aade-d39c5aa67b32/89dfffad-9bc1-4a26-b0a0-ef5efb41cab2) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:04.672762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b8ed9-7b70-4dda-b4f7-cb18a94e08e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19a594d-b01f-4dff-93fb-04c92514e385,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.674342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.675056 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment ea591c83-a79a-44d1-be7b-c18ddaeac815 of type vlan for network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 Sep 16 05:10:04.706229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:04.713303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.724953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-e8238e2f-31f4-43fe-b1ce-972d60f87a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.726496 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-e8238e2f-31f4-43fe-b1ce-972d60f87a4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1377690 Sep 16 05:10:04.736131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e6b66-941a-4502-9ee5-31a614a4e63a req-e786aa73-0c78-4619-83b9-56f8f66d9828 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.737856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-513e6b66-941a-4502-9ee5-31a614a4e63a req-e786aa73-0c78-4619-83b9-56f8f66d9828 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 946 time: 0.1562777 Sep 16 05:10:04.755462 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.766542 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-e876f705-9c14-4e95-b7a7-3f3240b392b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271981 Sep 16 05:10:04.769114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-95929f6d-574e-4a47-a221-24b9526f2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.770651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-95929f6d-574e-4a47-a221-24b9526f2b74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1098 time: 0.1465805 Sep 16 05:10:04.875074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-513e6b66-941a-4502-9ee5-31a614a4e63a req-4a909723-b3d9-415f-8f4f-1cb17ef83239 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266353 Sep 16 05:10:04.935295 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-4804aabc-ec18-4413-86eb-a61fac52b7f9 service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580939 Sep 16 05:10:04.998462 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.004568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.005208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.064702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.071194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.078320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.084960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.091431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.098185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.107988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.110650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-0c9a20b4-aa65-4625-a05d-0c32948a5a6f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.2298305 Sep 16 05:10:05.116399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.159231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:05.161770 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff268a8-421b-420c-8cd9-8a13cfc1e12e" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:05.174487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6919844 Sep 16 05:10:05.181904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49478) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:05.189890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:05.191769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:05.195091 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.213155 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e2e7bbe6-1786-4139-8e3d-e37daf950099 req-bd4281b8-d01e-470b-ba61-55c617427fba service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663331 Sep 16 05:10:05.218445 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.250917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ef857-430c-407d-8ec9-c180d974ed96 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=fd39a2b8-45cf-47fc-a8ce-38b9f8818790,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.255614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.264075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-cdd19f32-6880-402d-b582-d6dc1fabdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.265855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-cdd19f32-6880-402d-b582-d6dc1fabdf5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.4859746 Sep 16 05:10:05.282486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=14']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.283081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82882cdc-b613-47d6-92ad-ac0f3112725d req-619cffc3-8f06-4580-936d-463e9fa36c6c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382511 Sep 16 05:10:05.289249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:05.408079 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08f791-95af-494a-8022-8e21f51b5ce3 x-openstack-request-id: req-bf08f791-95af-494a-8022-8e21f51b5ce3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:05.408643 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:05.409266 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf08f791-95af-494a-8022-8e21f51b5ce3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:05.409973 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'code': 200} Sep 16 05:10:05.435412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.442467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:05.444632 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.446289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48590bc-0417-4f1f-a29e-43e0780445d4 req-c9c31d46-5df9-4a58-9e56-7b5b7cc9a5b1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.446720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.455514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d48590bc-0417-4f1f-a29e-43e0780445d4 req-c9c31d46-5df9-4a58-9e56-7b5b7cc9a5b1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.3373554 Sep 16 05:10:05.464591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-37307830-6429-4315-9f1f-9c540e3405c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.1801136 Sep 16 05:10:05.494658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:05.506358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:05.509559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:05.521658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Pushing event updated for resources: {'Port': ['ID=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.573266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d48590bc-0417-4f1f-a29e-43e0780445d4 req-557138bc-1025-4e20-b241-7787c780022a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115766 Sep 16 05:10:05.619499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Attempting to bind port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:05.619756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Attempting to bind port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:05.620140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Attempting to bind port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 on network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:05.627749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:05.628195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Checking segment: {'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:05.628612 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.629003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Bound using segment: {'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:05.629529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Bound port: 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:05.630209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.636903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-98d2d497-8ffd-4906-a111-b43484c662b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.639052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-98d2d497-8ffd-4906-a111-b43484c662b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1656082 Sep 16 05:10:05.691628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58f2e-1005-4b7a-91ca-ee8a38c40480 req-f22cf475-760b-4d4f-8cbc-c08bc801dc01 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.694292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6e58f2e-1005-4b7a-91ca-ee8a38c40480 req-f22cf475-760b-4d4f-8cbc-c08bc801dc01 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 944 time: 0.1658759 Sep 16 05:10:05.713685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] For port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:05.718651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] For port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,segment=NetworkSegment(d61ea58c-d4d3-4a2e-8082-331df549cf6d),segment_id=d61ea58c-d4d3-4a2e-8082-331df549cf6d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:05.727536 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.738228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-682e3d7f-17bb-4463-8c65-fc34aa3d61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.741847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-682e3d7f-17bb-4463-8c65-fc34aa3d61aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915222 Sep 16 05:10:05.772533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6e58f2e-1005-4b7a-91ca-ee8a38c40480 req-8bbf28c3-510b-472f-ac79-98b07c11bd8d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Sep 16 05:10:05.774061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49492) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:05.823527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a01e-1434-4685-a184-e5f9120e1603 req-a1e13a84-bace-4040-919e-afd7ac3e7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.825235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e246a01e-1434-4685-a184-e5f9120e1603 req-a1e13a84-bace-4040-919e-afd7ac3e7e1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 1096 time: 0.5206132 Sep 16 05:10:05.853873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eed3a-1c52-4170-bebf-84c4e52bb33a None None] Pushing event updated for resources: {'Port': ['ID=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:05.996487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-0d788e13-cefd-4219-b301-96e129d3ed2d service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358775 Sep 16 05:10:06.002291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1022600830'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:06.054556 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-9178bb4a-4a99-4c5c-9c2b-4ada7ac6fd32 service neutron] show failed (client error): The resource could not be found. Sep 16 05:10:06.054705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Allocated IP 172.25.6.72 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:06.057733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-9178bb4a-4a99-4c5c-9c2b-4ada7ac6fd32 service neutron] 10.222.0.73 "GET /v2.0/ports/bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.1741445 Sep 16 05:10:06.176521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ae35-65fa-48f4-ae0d-640bf3c9f355 req-7bbf26ae-1400-4ce2-8962-25a30308e049 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.178213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ee1ae35-65fa-48f4-ae0d-640bf3c9f355 req-7bbf26ae-1400-4ce2-8962-25a30308e049 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1855421 Sep 16 05:10:06.178917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:06.182332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.193026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a01e-1434-4685-a184-e5f9120e1603 req-74c6e567-2cc6-4ddc-8331-c0bc20872599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.195360 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e246a01e-1434-4685-a184-e5f9120e1603 req-74c6e567-2cc6-4ddc-8331-c0bc20872599 service neutron] 10.222.0.73 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 912 time: 0.3545082 Sep 16 05:10:06.206402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.289633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1608e06c-093d-48fb-afe5-70ce5d2d0f11 req-9c97be83-75d1-4242-a5d2-937ac3ebd301 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798221 Sep 16 05:10:06.303028 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e246a01e-1434-4685-a184-e5f9120e1603 req-dd0de6ee-9029-4bfe-a3a4-f8878d9de671 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df1bb79-50a2-46a5-b915-a04d6674b9cb HTTP/1.1" status: 200 len: 217 time: 0.0966203 Sep 16 05:10:06.327456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ee1ae35-65fa-48f4-ae0d-640bf3c9f355 req-a86e32dd-a2b2-48ff-8389-a5d2c7ee625d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415429 Sep 16 05:10:06.360230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.373101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-71143b19-ed63-468e-a18d-8433f32d8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.375418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-71143b19-ed63-468e-a18d-8433f32d8062 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50&tenant_id=51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 1101 time: 0.0899656 Sep 16 05:10:06.408056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:06.431233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.443586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a01e-1434-4685-a184-e5f9120e1603 req-cfac8dc7-0cd9-4d53-a129-75d388336e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.445170 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e246a01e-1434-4685-a184-e5f9120e1603 req-cfac8dc7-0cd9-4d53-a129-75d388336e54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1287675 Sep 16 05:10:06.456125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.479820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=a31646e9-821a-4967-9f03-dbfa27db1078,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.489595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.518674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e246a01e-1434-4685-a184-e5f9120e1603 req-2e5013db-f429-4029-bd5e-5e6febfa2faa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586548 Sep 16 05:10:06.529200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': 'ea591c83-a79a-44d1-be7b-c18ddaeac815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:06.529590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: fd39a2b8-45cf-47fc-a8ce-38b9f8818790, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:06.533006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:06.553974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb08f9-ba21-4b9e-8265-a87413913ad8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.567396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.579294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.585923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.592877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.599095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.606004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.612905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.616754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-9b135b11-0771-45c0-940f-991603879b84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.2333009 Sep 16 05:10:06.620714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.625851 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.626856 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment c416bd99-330d-4863-bd77-672803e545da of type vlan for network 581a6b31-acb1-46a1-83ea-874245e9a319 Sep 16 05:10:06.635482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:06.646997 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.678976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, fd39a2b8-45cf-47fc-a8ce-38b9f8818790) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:06.693110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5509e-335e-4214-97a7-1af7a028068d None None] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:06.696782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.697394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.716709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:06.729284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:06.732685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:06.741477 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e246a01e-1434-4685-a184-e5f9120e1603 req-89c9b3a2-6249-43ad-a154-68e2ce3e4738 service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055907 Sep 16 05:10:06.764995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:06.787967 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2f8cee40-3015-436f-b63e-e7875dd200db tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6048410 Sep 16 05:10:06.788644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49504) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:06.788899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.801577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8a01aa42-4f6d-4f5b-a8fe-baca587b2416 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:06.894408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-fd39a2b8-45cf-47fc-a8ce-38b9f8818790', 'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790', 'tenant_id': 'ab3d8abcb4384519a592115ac654a269', 'fixed_ips': [{'subnet_id': 'a31646e9-821a-4967-9f03-dbfa27db1078'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:06.894630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.906251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2508fe55-1185-4bfb-a923-a3b5986e1584 req-2d814ee3-edea-415c-b851-f5d13cb14ddf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2723978 Sep 16 05:10:06.907433 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:06.913997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.914698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.079465 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e246a01e-1434-4685-a184-e5f9120e1603 req-d5db0b8a-0055-4afc-a1ea-4de95de111aa service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083076 Sep 16 05:10:07.096535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79835050-fb9b-45ee-857e-9c04d1cd499a req-b2774e79-5adc-4830-97bb-31ac70094264 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.098471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79835050-fb9b-45ee-857e-9c04d1cd499a req-b2774e79-5adc-4830-97bb-31ac70094264 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.4336424 Sep 16 05:10:07.119634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3408585 Sep 16 05:10:07.145168 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49508) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.151519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-260993512'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:07.198781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd9566-ace7-4db0-880c-6918bb98358e None None] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:07.214928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01aa42-4f6d-4f5b-a8fe-baca587b2416 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:07.219589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a01aa42-4f6d-4f5b-a8fe-baca587b2416 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.228954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79835050-fb9b-45ee-857e-9c04d1cd499a req-3a43085f-d533-4f64-bc10-37ca338c0e6c tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077888 Sep 16 05:10:07.272347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9e4c-24d5-48ed-9710-3852a49524d7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=581a6b31-acb1-46a1-83ea-874245e9a319,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.283664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Allocated IP 172.20.0.2 (fd39a2b8-45cf-47fc-a8ce-38b9f8818790/a31646e9-821a-4967-9f03-dbfa27db1078/29f59b45-6198-4a4d-a0c4-0ead7b678604) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:07.313504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c220dfe6-13b4-407a-a200-d758328c2c4e None None] Provisioning complete for port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:07.313888 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c220dfe6-13b4-407a-a200-d758328c2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.316068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 581a6b31-acb1-46a1-83ea-874245e9a319 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:07.366984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68162f5-80a5-4a10-b526-a32085e72837 req-e0b163c2-f1fd-4e06-8b71-d901e2e278b1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.374239 n-d-713301-15 neutron-server[94718]: INFO neutron.db.ipam_backend_mixin [None req-8a01aa42-4f6d-4f5b-a8fe-baca587b2416 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a31646e9-821a-4967-9f03-dbfa27db1078 (CIDR: 172.20.0.0/28) Sep 16 05:10:07.384928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b68162f5-80a5-4a10-b526-a32085e72837 req-e0b163c2-f1fd-4e06-8b71-d901e2e278b1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 944 time: 0.1678348 Sep 16 05:10:07.428054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:07.448820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b68162f5-80a5-4a10-b526-a32085e72837 req-12d0f6c1-d24a-42c7-9f2f-ba3d555ebd33 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611534 Sep 16 05:10:07.450775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:07.476616 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a01aa42-4f6d-4f5b-a8fe-baca587b2416 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:10:07.477237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a01aa42-4f6d-4f5b-a8fe-baca587b2416 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:10:07.485117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:07.490506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.519564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2df1bb79-50a2-46a5-b915-a04d6674b9cb details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:07.527219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8a01aa42-4f6d-4f5b-a8fe-baca587b2416 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7323940 Sep 16 05:10:07.531382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49512) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.535708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.536946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:07.543195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:07.586074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:07.608577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402bb89-20ca-49e4-8153-dad10ddf4378 req-1acf00bd-df04-4c1b-9fb3-78f4674a6605 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.610354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0402bb89-20ca-49e4-8153-dad10ddf4378 req-1acf00bd-df04-4c1b-9fb3-78f4674a6605 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1689398 Sep 16 05:10:07.611083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.611747 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment 19f1e656-3203-4680-939b-406e072d2559 of type vlan for network ef58d547-7770-4eb2-afca-f0c228b3abd7 Sep 16 05:10:07.686349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:07.688067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:07.688543 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.689279 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31461fd9-a96c-4579-a187-273e73269615" -d '{"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-unplugged", "status": "completed", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:07.694021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.711226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.736419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Transition to ACTIVE for port object bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:07.751038 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.798881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.804555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:07.806349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.806481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0402bb89-20ca-49e4-8153-dad10ddf4378 req-ce2f6491-bacd-49cd-acb2-e1591ceddd07 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777503 Sep 16 05:10:07.815580 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6c7fe4-99e2-436b-996c-aa3931bd9b3e x-openstack-request-id: req-8b6c7fe4-99e2-436b-996c-aa3931bd9b3e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:07.815580 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-unplugged", "status": "completed", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:07.815826 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b6c7fe4-99e2-436b-996c-aa3931bd9b3e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:07.816036 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'code': 200} Sep 16 05:10:07.859924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.909891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] No DVR routers for this DVR port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:07.923528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:07.929928 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.953668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=ef58d547-7770-4eb2-afca-f0c228b3abd7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:07.958045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:07.964522 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2863bba6-10ea-4d9b-9563-dd3e43c46dba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8180223 Sep 16 05:10:07.967794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49520) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:07.984895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': '581a6b31-acb1-46a1-83ea-874245e9a319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:07.991320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:08.085184 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c220dfe6-13b4-407a-a200-d758328c2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.089660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.106310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2df1bb79-50a2-46a5-b915-a04d6674b9cb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2df1bb79-50a2-46a5-b915-a04d6674b9cb,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:08.146153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:08.146481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:08.146820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:08.175533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.195074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:08.195409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:08.225854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '2df1bb79-50a2-46a5-b915-a04d6674b9cb', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'port_id': '2df1bb79-50a2-46a5-b915-a04d6674b9cb', 'mac_address': 'fa:16:3e:64:4d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db0b88f-b19e-4e58-980e-7a4f1e502fbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:08.269933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:08.270527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:08.271117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:08.271867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Bound port: bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:08.272585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.337350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:08.338713 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.342262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c220dfe6-13b4-407a-a200-d758328c2c4e None None] For port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,segment=NetworkSegment(d61ea58c-d4d3-4a2e-8082-331df549cf6d),segment_id=d61ea58c-d4d3-4a2e-8082-331df549cf6d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:08.352040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:08.365206 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c220dfe6-13b4-407a-a200-d758328c2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.368846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:08.372340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:08.374912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.394374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Pushing event updated for resources: {'Port': ['ID=29f59b45-6198-4a4d-a0c4-0ead7b678604,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.452815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:08.459998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:08.494655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c0d43-649d-4412-bfc1-46f823a2480d req-b8c9e950-3a77-4907-91b6-04e9264e82a6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.496324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-288c0d43-649d-4412-bfc1-46f823a2480d req-b8c9e950-3a77-4907-91b6-04e9264e82a6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3090363 Sep 16 05:10:08.514798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.521703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.523408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.530886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.540489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.546511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.550141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220dfe6-13b4-407a-a200-d758328c2c4e None None] Pushing event updated for resources: {'Port': ['ID=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.553537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.562166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.574728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-67648efd-59d7-47a0-b344-2bf9b10e3bd6 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5430 time: 0.4182119 Sep 16 05:10:08.588435 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.704265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:08.783537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df1bb79-50a2-46a5-b915-a04d6674b9cb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:08.786718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.787999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Attempting to bind port 29f59b45-6198-4a4d-a0c4-0ead7b678604 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:08.791103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Attempting to bind port 29f59b45-6198-4a4d-a0c4-0ead7b678604 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'ea591c83-a79a-44d1-be7b-c18ddaeac815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:08.791488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Attempting to bind port 29f59b45-6198-4a4d-a0c4-0ead7b678604 on network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:08.805931 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 090b7f1e-4400-4545-afcc-0554eb5c6338 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:08.835452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:08.836107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Checking segment: {'id': 'ea591c83-a79a-44d1-be7b-c18ddaeac815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:08.836809 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.837485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Bound using segment: {'id': 'ea591c83-a79a-44d1-be7b-c18ddaeac815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:08.838006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Bound port: 29f59b45-6198-4a4d-a0c4-0ead7b678604, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea591c83-a79a-44d1-be7b-c18ddaeac815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:08.838404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.893256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2df1bb79-50a2-46a5-b915-a04d6674b9cb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2df1bb79-50a2-46a5-b915-a04d6674b9cb,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:08.908781 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:08.909194 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:08.928263 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.970768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=d79a5227-b4b3-4434-8aa3-2d1f8ddd5756,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:08.976835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': 'c416bd99-330d-4863-bd77-672803e545da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '581a6b31-acb1-46a1-83ea-874245e9a319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:08.977204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: 581a6b31-acb1-46a1-83ea-874245e9a319, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:08.997744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:09.010157 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Sync routers for ids ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:09.017939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.022205 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-68b5734d-35e5-4c52-a931-c04d450f9d18 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7867310 Sep 16 05:10:09.025730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49530) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.026380 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Routers {'e7b77ff2-34c1-4ccb-8f68-f85466daddd9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:09.027023 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.035765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 581a6b31-acb1-46a1-83ea-874245e9a319 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:09.104212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 581a6b31-acb1-46a1-83ea-874245e9a319) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:09.132083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.132083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.132385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16410ed-b02e-4761-9d0d-196df4d1d041 None None] Network 581a6b31-acb1-46a1-83ea-874245e9a319 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:09.159653 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50bfeff6-2074-4d62-b0cb-6dd48d514c20 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1903238 Sep 16 05:10:09.160313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49532) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:09.193584 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:09.235677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': 'ef58d547-7770-4eb2-afca-f0c228b3abd7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:09.240379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ab4a5945-9abf-4b90-9106-305b71ce6b1b None None] Provisioning complete for port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:09.241154 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5945-9abf-4b90-9106-305b71ce6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.242940 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Set router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:09.243659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2df1bb79-50a2-46a5-b915-a04d6674b9cb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.269856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.270472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.271871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 1096 time: 2.8687103 Sep 16 05:10:09.356502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] For port 29f59b45-6198-4a4d-a0c4-0ead7b678604, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:09.364935 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.370544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 090b7f1e-4400-4545-afcc-0554eb5c6338, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=090b7f1e-4400-4545-afcc-0554eb5c6338,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:09.391746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] For port 29f59b45-6198-4a4d-a0c4-0ead7b678604, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=29f59b45-6198-4a4d-a0c4-0ead7b678604,segment=NetworkSegment(ea591c83-a79a-44d1-be7b-c18ddaeac815),segment_id=ea591c83-a79a-44d1-be7b-c18ddaeac815)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:09.395528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2df1bb79-50a2-46a5-b915-a04d6674b9cb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:09.451587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-288c0d43-649d-4412-bfc1-46f823a2480d req-b218ce11-4ab2-40d5-98f9-3207064434d0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8490584 Sep 16 05:10:09.494237 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.513235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '090b7f1e-4400-4545-afcc-0554eb5c6338', 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'port_id': '090b7f1e-4400-4545-afcc-0554eb5c6338', 'mac_address': 'fa:16:3e:a9:50:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb1763-a41a-44ca-b08b-d43b1b07e894', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:09.526439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:09.553168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61b56fd2-e3f7-4cda-a30f-da1ef036d1d4 req-47bff907-a505-425a-8939-b783899d6355 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9764187 Sep 16 05:10:09.593553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:09.594151 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:07Z', 'revision_number': 3, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:09.598527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d610daf-79d3-4887-8156-db4a74403a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.617977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:09.625411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.629267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.653768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=d6aca4d7-1008-460a-b25d-61e24544b41a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.671835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8bfa185e-cde0-4904-8644-ffd3efead422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.676398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8bfa185e-cde0-4904-8644-ffd3efead422 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1099 time: 0.3365457 Sep 16 05:10:09.718034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.723682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:09.814311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090b7f1e-4400-4545-afcc-0554eb5c6338 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:09.833531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-581a6b31-acb1-46a1-83ea-874245e9a319', 'network_id': '581a6b31-acb1-46a1-83ea-874245e9a319', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': 'd79a5227-b4b3-4434-8aa3-2d1f8ddd5756'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:09.834582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:09.838989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:09.841705 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572a5ea-19f8-4de7-89c1-b468d8299c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:09.859471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c05d42-2f83-4b6b-ae39-eab1f0985508 None None] Pushing event updated for resources: {'Port': ['ID=29f59b45-6198-4a4d-a0c4-0ead7b678604,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:09.922793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:09.947674 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Checking router: e7b77ff2-34c1-4ccb-8f68-f85466daddd9 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:09.947674 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Updating router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:09.955242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-9d3d86db-7910-4088-a71d-539fcff97e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.961311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-9d3d86db-7910-4088-a71d-539fcff97e3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2792952 Sep 16 05:10:09.974507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56c67f-8d55-4ac2-8807-4e97698b5147 req-80ed6917-bd17-4d70-bbff-99a1131ed325 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.976382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e56c67f-8d55-4ac2-8807-4e97698b5147 req-80ed6917-bd17-4d70-bbff-99a1131ed325 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.2795095 Sep 16 05:10:09.988217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 090b7f1e-4400-4545-afcc-0554eb5c6338, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=090b7f1e-4400-4545-afcc-0554eb5c6338,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:10.000053 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.014295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.014970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:10.041117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-2dbca8b1-1a61-4e4a-8957-bfe2552c3357 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.0612335 Sep 16 05:10:10.157024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e56c67f-8d55-4ac2-8807-4e97698b5147 req-e8290744-4621-4973-9c20-358f64147e05 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135840 Sep 16 05:10:10.164234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-c45940b6-6a2d-4203-ab5c-e56d5ed15d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.167293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-c45940b6-6a2d-4203-ab5c-e56d5ed15d6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0685084 Sep 16 05:10:10.186055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554df1-c55b-486e-bf12-38716cec3a58 req-9fee5598-3925-4d08-ada9-bb8e208c1a66 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.195676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a554df1-c55b-486e-bf12-38716cec3a58 req-9fee5598-3925-4d08-ada9-bb8e208c1a66 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 945 time: 0.4480829 Sep 16 05:10:10.253420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:10.256080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=090b7f1e-4400-4545-afcc-0554eb5c6338,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.258867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:10.259237 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.338308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-1719736a-5a57-407b-88a6-c96ebda4faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.338878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '39ad178c-bfa5-4cb9-ba63-fffe3f381bdb', 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'port_id': '39ad178c-bfa5-4cb9-ba63-fffe3f381bdb', 'mac_address': 'fa:16:3e:fd:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb1763-a41a-44ca-b08b-d43b1b07e894', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:10.341137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-1719736a-5a57-407b-88a6-c96ebda4faa2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1222837 Sep 16 05:10:10.383193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Allocated IP 2001:db8::2 (581a6b31-acb1-46a1-83ea-874245e9a319/d79a5227-b4b3-4434-8aa3-2d1f8ddd5756/868a06ce-b15d-4d66-80da-5f69d19be3b9) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:10.411577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:10.415126 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.478017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.479387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-8d583a1b-7c06-4974-bf9a-41db62449bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260386 Sep 16 05:10:10.483206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a554df1-c55b-486e-bf12-38716cec3a58 req-eec0dcb0-2c6f-4ec0-b713-cc819b1c1444 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873390 Sep 16 05:10:10.526178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b93297-55e9-4cab-8df9-1092a6dcf4d7 req-2fa2e1ec-0040-4e3a-9f3a-2ccd8602e274 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.533624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62b93297-55e9-4cab-8df9-1092a6dcf4d7 req-2fa2e1ec-0040-4e3a-9f3a-2ccd8602e274 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2345591 Sep 16 05:10:10.539425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-82e3c9ec-1f4f-41a9-a640-a721321a6e46 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0040486 Sep 16 05:10:10.544171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49538) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:10.550845 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.551615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790', 'fixed_ips': [{'subnet_id': 'a31646e9-821a-4967-9f03-dbfa27db1078'}, {'subnet_id': 'd6aca4d7-1008-460a-b25d-61e24544b41a'}], 'name': 'tempest-PortsTestJSON-2026928430'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:10.567196 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.649679 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6f3fe7-f82e-49cc-ad42-be02411ec6ab x-openstack-request-id: req-cc6f3fe7-f82e-49cc-ad42-be02411ec6ab {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:10.651661 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:10.652327 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc6f3fe7-f82e-49cc-ad42-be02411ec6ab {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:10.652997 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'status': 'completed', 'code': 200} Sep 16 05:10:10.687454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:10.699291 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Attempting to bind port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:10.699664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Attempting to bind port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:10.702517 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Attempting to bind port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:10.740598 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Pushing event updated for resources: {'Port': ['ID=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.754204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:10.764394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.769122 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.769488 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.769771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 39e53ccb-c433-416d-ab7b-20dec24412c8 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:10.769884 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.772743 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.773100 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.773439 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.776869 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.777307 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.779322 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.779666 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.780001 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.780366 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:10.796945 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:10.797333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:10.797736 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.798133 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:10.798619 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Bound port: 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:10.798997 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.828535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.833370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62b93297-55e9-4cab-8df9-1092a6dcf4d7 req-91f7bf6d-00fd-46ed-986d-d1fd54d1ebbb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896106 Sep 16 05:10:10.857461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.879235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-9a2edd7f-f54f-40df-9499-70612f077b1a service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873916 Sep 16 05:10:10.926081 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] For port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:10.926986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:10.948713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 39e53ccb-c433-416d-ab7b-20dec24412c8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39e53ccb-c433-416d-ab7b-20dec24412c8,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:10.952604 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] For port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:10.953586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Network 581a6b31-acb1-46a1-83ea-874245e9a319 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:10.959190 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:10.993701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:11.002116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:11.019696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '39e53ccb-c433-416d-ab7b-20dec24412c8', 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'port_id': '39e53ccb-c433-416d-ab7b-20dec24412c8', 'mac_address': 'fa:16:3e:ff:c2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb1763-a41a-44ca-b08b-d43b1b07e894', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:11.034624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Pushing event updated for resources: {'Port': ['ID=868a06ce-b15d-4d66-80da-5f69d19be3b9,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.037322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-da995636-c562-49d5-89e9-146604a4f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.039034 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-da995636-c562-49d5-89e9-146604a4f2d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1099 time: 0.3050284 Sep 16 05:10:11.136263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.171349 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b83589-9e1f-4fb6-a7b0-daa9bec025d4 None None] Pushing event updated for resources: {'Port': ['ID=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.188690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.206173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.213091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.217311 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Routers {'e7b77ff2-34c1-4ccb-8f68-f85466daddd9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:11.218201 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:11.220604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.227540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.233990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.240525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.249675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-2383d284-2db9-4ef0-89ac-f8084b07a96e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5432 time: 0.3358641 Sep 16 05:10:11.263662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:11.269907 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.274002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Attempting to bind port 868a06ce-b15d-4d66-80da-5f69d19be3b9 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:11.275441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Attempting to bind port 868a06ce-b15d-4d66-80da-5f69d19be3b9 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'c416bd99-330d-4863-bd77-672803e545da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '581a6b31-acb1-46a1-83ea-874245e9a319'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:11.276079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Attempting to bind port 868a06ce-b15d-4d66-80da-5f69d19be3b9 on network 581a6b31-acb1-46a1-83ea-874245e9a319 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:11.281175 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.304776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e53ccb-c433-416d-ab7b-20dec24412c8 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:11.312785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-7d87ac43-f980-457f-9744-4e6e2527a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.314349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-7d87ac43-f980-457f-9744-4e6e2527a850 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1099 time: 0.3304150 Sep 16 05:10:11.335507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:11.338561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Checking segment: {'id': 'c416bd99-330d-4863-bd77-672803e545da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '581a6b31-acb1-46a1-83ea-874245e9a319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:11.338561 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.342394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Bound using segment: {'id': 'c416bd99-330d-4863-bd77-672803e545da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '581a6b31-acb1-46a1-83ea-874245e9a319'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:11.342976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Bound port: 868a06ce-b15d-4d66-80da-5f69d19be3b9, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c416bd99-330d-4863-bd77-672803e545da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '581a6b31-acb1-46a1-83ea-874245e9a319'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:11.343381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.364059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02cccd-8e4d-40bc-8271-d2cbedb76beb None None] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:11.416673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7080e609-b8d5-4e36-8f54-e7d35c3b86a7 req-66070e31-9ad3-4d66-9c92-3a97249142c1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600199 Sep 16 05:10:11.419338 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] Set router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:11.428282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 39e53ccb-c433-416d-ab7b-20dec24412c8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39e53ccb-c433-416d-ab7b-20dec24412c8,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:11.480138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-2576036c-b70a-4c73-bdf2-0d45dea3288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.482399 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-2576036c-b70a-4c73-bdf2-0d45dea3288c service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.4334052 Sep 16 05:10:11.483577 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.484318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:11.529591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-291b1b18-a3f4-420b-b304-cf3b86fd2d44 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.537711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-291b1b18-a3f4-420b-b304-cf3b86fd2d44 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.2850564 Sep 16 05:10:11.545436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=068f62e5-93f1-460c-8b78-27913ec9e54d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:11.563724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-2c8a6058-9ac4-4129-a411-3328f152af4a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/quotas/5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 375 time: 0.0244348 Sep 16 05:10:11.565397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': '19f1e656-3203-4680-939b-406e072d2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ef58d547-7770-4eb2-afca-f0c228b3abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:11.566028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: ef58d547-7770-4eb2-afca-f0c228b3abd7, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:11.601160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:11.626027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'port_id': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'mac_address': 'fa:16:3e:16:7f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:11.629977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2df1bb79-50a2-46a5-b915-a04d6674b9cb up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:11.641052 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-86d8e533-04b8-4a7a-8496-589345bc7914 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.0989778 Sep 16 05:10:11.647082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-68de8643-fdb9-4965-b74e-b553274d7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.649480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-68de8643-fdb9-4965-b74e-b553274d7e91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.3258884 Sep 16 05:10:11.718275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-6e1f3cdb-c90b-436f-a302-776327675d7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.0564680 Sep 16 05:10:11.722664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-571f7d97-f465-48c3-a1da-e9669644387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.724636 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-571f7d97-f465-48c3-a1da-e9669644387b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0675437 Sep 16 05:10:11.736284 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:07Z', 'revision_number': 3, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:11.737083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.743428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-dd9b8f73-1ce4-4638-b18b-1452af6e54eb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1785393 Sep 16 05:10:11.753592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f0ad-aa71-49ed-b565-be42c4fd713d req-a9f0028f-5b2b-4ec0-b479-3d941b99d798 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.756784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:11.761386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a235f0ad-aa71-49ed-b565-be42c4fd713d req-a9f0028f-5b2b-4ec0-b479-3d941b99d798 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.2053909 Sep 16 05:10:11.768287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-86d7d685-35e0-4e68-a2f1-61b01aa47fe1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:11.776785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-86d7d685-35e0-4e68-a2f1-61b01aa47fe1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323970 Sep 16 05:10:11.787880 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2ecba-e192-4804-8a50-9a58ceb1f4a2 None None] The sync data for ids ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'] in n-d-713301-15 is: [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:07Z', 'revision_number': 3, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:11.862442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ef58d547-7770-4eb2-afca-f0c228b3abd7) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:11.868064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.870340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:11.884917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 5ae177c4-2d38-4f2d-88c3-827154816f5c yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:11.908472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a5f99-6aef-4684-be3e-8389e5958bcb None None] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:11.962216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-8644e300-7bba-416f-a12d-e46f7a7540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.963731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-8644e300-7bba-416f-a12d-e46f7a7540a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1835902 Sep 16 05:10:11.978070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a235f0ad-aa71-49ed-b565-be42c4fd713d req-290a4e2b-93d7-4090-a04f-ab9a693946ff tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134974 Sep 16 05:10:12.049017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Allocated IP 172.20.0.1 (35276fec-e6cb-48c7-bbfb-abe6cdffa78f/86289af7-27dc-4bdf-aade-d39c5aa67b32/4f59c7ae-9fed-4b22-bde3-fe66f47ae310) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:12.081411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-688be18a-e80a-485d-9e32-f6b878b76c27 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036897 Sep 16 05:10:12.115558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 29f59b45-6198-4a4d-a0c4-0ead7b678604 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:12.139858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-87e55178-aef5-4a6e-ac6f-8dada0e3ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.142021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-87e55178-aef5-4a6e-ac6f-8dada0e3ab8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1586244 Sep 16 05:10:12.205311 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0a622ebc-c67c-4da5-a668-f18401c586fa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9765739 Sep 16 05:10:12.222960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49562) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:12.244617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1b074139-3df6-4ea8-9d39-0b693770aa5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1338051162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:12.264576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.264830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 2df1bb79-50a2-46a5-b915-a04d6674b9cb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:12.266969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7be5795a-31b1-4630-af4a-07a3e8358f5b None None] Provisioning complete for port 29f59b45-6198-4a4d-a0c4-0ead7b678604 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:12.267220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7be5795a-31b1-4630-af4a-07a3e8358f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.292471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-7fa537d8-bbec-40d0-9b91-45ebf0920204 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217504 Sep 16 05:10:12.308782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-e1b02eab-52b6-4c68-abc6-21b6ed472e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.310897 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-e1b02eab-52b6-4c68-abc6-21b6ed472e7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5680842 Sep 16 05:10:12.329893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] For port 868a06ce-b15d-4d66-80da-5f69d19be3b9, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:12.355346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 2df1bb79-50a2-46a5-b915-a04d6674b9cb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:12.355713 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.373535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7da94-63a7-484f-82b3-fea19feffa23 req-09d49713-2dd7-48cc-bdcb-8dc650ef1521 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.375571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7af7da94-63a7-484f-82b3-fea19feffa23 req-09d49713-2dd7-48cc-bdcb-8dc650ef1521 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 945 time: 0.3131495 Sep 16 05:10:12.400201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b074139-3df6-4ea8-9d39-0b693770aa5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.401506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b074139-3df6-4ea8-9d39-0b693770aa5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.437118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.447349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] For port 868a06ce-b15d-4d66-80da-5f69d19be3b9, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=868a06ce-b15d-4d66-80da-5f69d19be3b9,segment=NetworkSegment(c416bd99-330d-4863-bd77-672803e545da),segment_id=c416bd99-330d-4863-bd77-672803e545da)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:12.464626 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.476173 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=39e53ccb-c433-416d-ab7b-20dec24412c8,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:12.505399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-ccbd1a36-0111-42ba-956b-c3f5f1b9177d service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095373 Sep 16 05:10:12.507580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.14 (fd39a2b8-45cf-47fc-a8ce-38b9f8818790/a31646e9-821a-4967-9f03-dbfa27db1078/5ae177c4-2d38-4f2d-88c3-827154816f5c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:12.514379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7af7da94-63a7-484f-82b3-fea19feffa23 req-21538656-0d6a-4d4a-a13f-7e958057546a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263070 Sep 16 05:10:12.518868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.22 (fd39a2b8-45cf-47fc-a8ce-38b9f8818790/d6aca4d7-1008-460a-b25d-61e24544b41a/5ae177c4-2d38-4f2d-88c3-827154816f5c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:12.574587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-2b1e21bb-4455-45d8-b33f-d9afbab7e688 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446945 Sep 16 05:10:12.612084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:12.615362 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-4b2eb652-d84d-4911-b23c-abbfa43eb169 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694495 Sep 16 05:10:12.620179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.680861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-ef58d547-7770-4eb2-afca-f0c228b3abd7', 'network_id': 'ef58d547-7770-4eb2-afca-f0c228b3abd7', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': '068f62e5-93f1-460c-8b78-27913ec9e54d'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:12.681825 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.825219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 29f59b45-6198-4a4d-a0c4-0ead7b678604 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:12.826700 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.829952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:12.843314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a54ee8cc-76d0-4897-8cda-1a03daeeec69 req-67fcdd1a-e37b-4131-bbe8-ec4917d0f38c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 210 time: 0.0918975 Sep 16 05:10:12.843496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b074139-3df6-4ea8-9d39-0b693770aa5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.886428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7be5795a-31b1-4630-af4a-07a3e8358f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.898207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.900686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b074139-3df6-4ea8-9d39-0b693770aa5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.911500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.928636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.936982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.944171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.951870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.959137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.969806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:12.971016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 807c8852-cbd2-4597-b27e-2e5f30ee0946 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:12.976870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-481bedbf-4f58-4719-ad0e-216e933fc6e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5434 time: 0.1590400 Sep 16 05:10:12.999032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b074139-3df6-4ea8-9d39-0b693770aa5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.003544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1b074139-3df6-4ea8-9d39-0b693770aa5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7759395 Sep 16 05:10:13.007471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49572) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:13.007942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263449a2-6dbc-4113-a10b-0e7b1c638bc6 None None] Pushing event updated for resources: {'Port': ['ID=868a06ce-b15d-4d66-80da-5f69d19be3b9,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.145997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afe41c28-05e2-4651-9d82-a806c33b5888 req-cbb19182-a5b0-4eb7-8cc8-5cb0e6c56cba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681433 Sep 16 05:10:13.233586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.243757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.283694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fa3e5-d537-4157-9888-2198548ea517 req-522be620-7349-4303-86f0-0647d9292ed2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:13.294115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f19fa3e5-d537-4157-9888-2198548ea517 req-522be620-7349-4303-86f0-0647d9292ed2 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.1355309 Sep 16 05:10:13.315596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7be5795a-31b1-4630-af4a-07a3e8358f5b None None] For port 29f59b45-6198-4a4d-a0c4-0ead7b678604, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=29f59b45-6198-4a4d-a0c4-0ead7b678604,segment=NetworkSegment(ea591c83-a79a-44d1-be7b-c18ddaeac815),segment_id=ea591c83-a79a-44d1-be7b-c18ddaeac815)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:13.332755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.357658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7be5795a-31b1-4630-af4a-07a3e8358f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.380934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f19fa3e5-d537-4157-9888-2198548ea517 req-554fe19a-aeb0-41bd-a32b-2712f778e057 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850408 Sep 16 05:10:13.401742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:13.406837 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f572a5ea-19f8-4de7-89c1-b468d8299c0e req-5295da34-397d-42df-9e1c-b7d60cb4bc26 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638123 Sep 16 05:10:13.450765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1bb79-50a2-46a5-b915-a04d6674b9cb'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:13.452618 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.453364 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aaaca5-daea-4af5-ba6e-c7d7a39d8740" -d '{"events": [{"server_uuid": "4dba5f1a-c286-4170-b0ed-7908f5500bd0", "name": "network-vif-plugged", "status": "completed", "tag": "2df1bb79-50a2-46a5-b915-a04d6674b9cb"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:13.454474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:13.457431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:13.462761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 807c8852-cbd2-4597-b27e-2e5f30ee0946, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:13.529864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2df1bb79-50a2-46a5-b915-a04d6674b9cb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2df1bb79-50a2-46a5-b915-a04d6674b9cb,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:13.544589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.554819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:13.564626 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9730c6f1-60b3-4b5a-8525-3fb71de8cca8 x-openstack-request-id: req-9730c6f1-60b3-4b5a-8525-3fb71de8cca8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:13.564997 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dba5f1a-c286-4170-b0ed-7908f5500bd0", "name": "network-vif-plugged", "status": "completed", "tag": "2df1bb79-50a2-46a5-b915-a04d6674b9cb", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:13.565213 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9730c6f1-60b3-4b5a-8525-3fb71de8cca8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:13.565984 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1bb79-50a2-46a5-b915-a04d6674b9cb', 'code': 200} Sep 16 05:10:13.568190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '807c8852-cbd2-4597-b27e-2e5f30ee0946', 'network_id': 'd84c5e07-1f0e-4ca0-a8a2-789ec2b77b14', 'port_id': '807c8852-cbd2-4597-b27e-2e5f30ee0946', 'mac_address': 'fa:16:3e:10:ad:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eb1763-a41a-44ca-b08b-d43b1b07e894', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:13.570137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.757580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b240dee-2456-415c-ae67-ca520a5bc21d req-fac23e00-2b02-41f4-8872-cb2ee86949e5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:13.770754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.774448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b240dee-2456-415c-ae67-ca520a5bc21d req-fac23e00-2b02-41f4-8872-cb2ee86949e5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1154499 Sep 16 05:10:13.784713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.790002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd09c18-10a9-4446-8b84-0f0db07b067b None None] Update dhcp port {'port': {'network_id': 'fd39a2b8-45cf-47fc-a8ce-38b9f8818790', 'fixed_ips': [{'subnet_id': 'a31646e9-821a-4967-9f03-dbfa27db1078', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6aca4d7-1008-460a-b25d-61e24544b41a'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '29f59b45-6198-4a4d-a0c4-0ead7b678604'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:10:13.815971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Allocated IP 2001:db8:1::2 (ef58d547-7770-4eb2-afca-f0c228b3abd7/068f62e5-93f1-460c-8b78-27913ec9e54d/e5ec145f-e415-4d9a-b171-73d0c003bad8) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:13.883127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b240dee-2456-415c-ae67-ca520a5bc21d req-25494cbe-3383-42c9-93e0-4931ad082362 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 Sep 16 05:10:13.920672 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.922623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3dd09c18-10a9-4446-8b84-0f0db07b067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:13.929979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5795a-31b1-4630-af4a-07a3e8358f5b None None] Pushing event updated for resources: {'Port': ['ID=29f59b45-6198-4a4d-a0c4-0ead7b678604,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.048067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2df1bb79-50a2-46a5-b915-a04d6674b9cb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.102937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5855c3c3-5464-48f0-b80f-9896448c28e3 req-47aaf68b-2094-4fcb-bddb-b13d3d25bd03 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 210 time: 0.0779884 Sep 16 05:10:14.139919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807c8852-cbd2-4597-b27e-2e5f30ee0946 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:14.277006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 807c8852-cbd2-4597-b27e-2e5f30ee0946, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:14.303665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.320422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:14.398634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.413268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.424282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.431406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.441106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.462795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.463910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:14.480270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fbbc5952-436a-4724-8c27-ce071b708ba4 None None] Provisioning complete for port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:14.480664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5952-436a-4724-8c27-ce071b708ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.485773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.495889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-9fb7755a-a947-4027-a236-eca6761783cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5435 time: 0.2223988 Sep 16 05:10:14.538552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc5952-436a-4724-8c27-ce071b708ba4 None None] Port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:14.557509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7c22d1-f4c7-4f0a-8fb4-619c21000451 req-0dcdc147-0c71-4e5d-8e37-4a8a940b4afb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576973 Sep 16 05:10:14.654254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d423592-2fe6-47e5-9336-da5a63c19908 None None] Network 581a6b31-acb1-46a1-83ea-874245e9a319 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:14.697613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a536b-28a1-4074-8de7-28c1a1f162cd req-79ae23e5-7d3f-45f4-acb4-9a06409462ef tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.699432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-480a536b-28a1-4074-8de7-28c1a1f162cd req-79ae23e5-7d3f-45f4-acb4-9a06409462ef tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.1037326 Sep 16 05:10:14.714898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=807c8852-cbd2-4597-b27e-2e5f30ee0946,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.760603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:14.794246 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:14.800478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:14.803828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:10:14.816998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-480a536b-28a1-4074-8de7-28c1a1f162cd req-f2717a7a-7d03-4dc0-8458-ea4ec7333d60 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089935 Sep 16 05:10:14.847183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:14.847183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.881137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=5ae177c4-2d38-4f2d-88c3-827154816f5c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.905478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.906565 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.928814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-9aee16df-8fcf-4840-81f4-b7c9f43fc73d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.931566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731ad46-d235-4d0e-b74c-5d4ca174244e req-db7113de-903c-43b3-9ef9-64792cbad667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:14.934078 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f731ad46-d235-4d0e-b74c-5d4ca174244e req-db7113de-903c-43b3-9ef9-64792cbad667 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 1098 time: 1.2796161 Sep 16 05:10:14.938453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-9aee16df-8fcf-4840-81f4-b7c9f43fc73d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.2214136 Sep 16 05:10:14.949410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49596) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.951407 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-269d623a-96c1-4b0f-afeb-ddc564889972 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.4059961 Sep 16 05:10:14.957982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a31646e9-821a-4967-9f03-dbfa27db1078'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:14.967744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'port': {'device_id': '36e4ceab-459a-46e9-b9be-956298677953', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'admin_state_up': True, 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:15.040306 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f731ad46-d235-4d0e-b74c-5d4ca174244e req-1d3fde0c-eabc-40db-8c42-73dd71388264 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850320 Sep 16 05:10:15.059732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-3dd09c18-10a9-4446-8b84-0f0db07b067b None None] Allocated IP 172.20.0.18 (fd39a2b8-45cf-47fc-a8ce-38b9f8818790/d6aca4d7-1008-460a-b25d-61e24544b41a/29f59b45-6198-4a4d-a0c4-0ead7b678604) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:15.116024 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-28717254-13d3-4c2f-baa8-d450a335838f None None] Provisioning complete for port 868a06ce-b15d-4d66-80da-5f69d19be3b9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:15.116613 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28717254-13d3-4c2f-baa8-d450a335838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.152471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.155513 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.209058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.213544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6362a8f-92c3-4e8c-8b8d-db68ba1f9144 req-509ade2e-5783-4bf3-a108-125fbde34f6b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.215135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6362a8f-92c3-4e8c-8b8d-db68ba1f9144 req-509ade2e-5783-4bf3-a108-125fbde34f6b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.2159395 Sep 16 05:10:15.298544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb15ec3-c9a9-4cf2-b4ed-f321abfd3e3a req-7c4ea4c0-1dba-45ea-9f6d-edd35c8a93d7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 210 time: 0.0662491 Sep 16 05:10:15.353515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Made reservation on behalf of 5a1bd4add4be46dcbcde85330c8f2a43 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:15.357729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.362504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6362a8f-92c3-4e8c-8b8d-db68ba1f9144 req-a5a73f61-0581-4c40-9f9d-05404eb5c540 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385543 Sep 16 05:10:15.364424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.369597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:15.382621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8::1 (581a6b31-acb1-46a1-83ea-874245e9a319/d79a5227-b4b3-4434-8aa3-2d1f8ddd5756/ec2155d9-cd40-4092-85e2-5dd404c9a4c4) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:15.402535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:15.406606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:15.412305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:15.420844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Pushing event updated for resources: {'Port': ['ID=e5ec145f-e415-4d9a-b171-73d0c003bad8,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.463026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d', 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00', 'port_id': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d', 'mac_address': 'fa:16:3e:10:72:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f775732e-5e0a-4a98-8b3f-da8438e1e1de', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:15.527644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3dd09c18-10a9-4446-8b84-0f0db07b067b None None] For port 29f59b45-6198-4a4d-a0c4-0ead7b678604, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=29f59b45-6198-4a4d-a0c4-0ead7b678604,segment=NetworkSegment(ea591c83-a79a-44d1-be7b-c18ddaeac815),segment_id=ea591c83-a79a-44d1-be7b-c18ddaeac815)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:15.573502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.619824 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.640685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['090b7f1e-4400-4545-afcc-0554eb5c6338'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:15.642684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['39ad178c-bfa5-4cb9-ba63-fffe3f381bdb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:15.654617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Allocated IP 172.20.0.7 (b069f2cc-96b1-42d9-94d6-ac3d8a6c147f/47b0dd83-2441-49ff-aec6-4b69f1a639a9/8677d9c9-b2a2-4434-aa08-03319646f9f1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:15.658566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['39e53ccb-c433-416d-ab7b-20dec24412c8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:15.659630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.688115 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.711008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.734134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Attempting to bind port e5ec145f-e415-4d9a-b171-73d0c003bad8 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:15.734511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Attempting to bind port e5ec145f-e415-4d9a-b171-73d0c003bad8 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '19f1e656-3203-4680-939b-406e072d2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ef58d547-7770-4eb2-afca-f0c228b3abd7'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:15.734882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Attempting to bind port e5ec145f-e415-4d9a-b171-73d0c003bad8 on network ef58d547-7770-4eb2-afca-f0c228b3abd7 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:15.751333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.754017 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.754282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b90c27fd-a729-48ba-aa1c-f2d1abcd12b1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:15.760114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['807c8852-cbd2-4597-b27e-2e5f30ee0946'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:15.763605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 581a6b31-acb1-46a1-83ea-874245e9a319 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:15.780307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28717254-13d3-4c2f-baa8-d450a335838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.790379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:15.797663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:15.798199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.824943 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3dd09c18-10a9-4446-8b84-0f0db07b067b None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.829277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:15.829646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Checking segment: {'id': '19f1e656-3203-4680-939b-406e072d2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ef58d547-7770-4eb2-afca-f0c228b3abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:15.830066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.830455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Bound using segment: {'id': '19f1e656-3203-4680-939b-406e072d2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ef58d547-7770-4eb2-afca-f0c228b3abd7'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:15.831078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Bound port: e5ec145f-e415-4d9a-b171-73d0c003bad8, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f1e656-3203-4680-939b-406e072d2559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ef58d547-7770-4eb2-afca-f0c228b3abd7'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:15.831491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.837928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.838466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:15.844153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.850178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.856864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.862891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.867946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=ec2155d9-cd40-4092-85e2-5dd404c9a4c4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.869243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.874729 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.883625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.893739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-49943d8c-bb7b-4533-840a-9094504ed8dc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5435 time: 0.1995122 Sep 16 05:10:15.909998 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3dd09c18-10a9-4446-8b84-0f0db07b067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.950519 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.951330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 29f59b45-6198-4a4d-a0c4-0ead7b678604 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:16.022650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:16.024547 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.027195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:16.050491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:16.167878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-28717254-13d3-4c2f-baa8-d450a335838f None None] For port 868a06ce-b15d-4d66-80da-5f69d19be3b9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=868a06ce-b15d-4d66-80da-5f69d19be3b9,segment=NetworkSegment(c416bd99-330d-4863-bd77-672803e545da),segment_id=c416bd99-330d-4863-bd77-672803e545da)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.276686 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28717254-13d3-4c2f-baa8-d450a335838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.341496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.443319 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.443996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 23fb39af-544f-42ac-b2a4-2321ff54e1e5 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:16.507964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:16.552202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e767a6df-744b-4aa3-a654-fb6dc9c8554d req-d2f46dff-d005-4fda-a0ff-5cba33c804da tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6572402 Sep 16 05:10:16.588059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] For port e5ec145f-e415-4d9a-b171-73d0c003bad8, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:16.609106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd09c18-10a9-4446-8b84-0f0db07b067b None None] Pushing event updated for resources: {'Port': ['ID=29f59b45-6198-4a4d-a0c4-0ead7b678604,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.655701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494a3e0-e1b3-4895-89d9-a5ad96724b8f req-84b9d268-4e7c-47f2-87a5-1c773bbef451 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.667425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3494a3e0-e1b3-4895-89d9-a5ad96724b8f req-84b9d268-4e7c-47f2-87a5-1c773bbef451 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.7198358 Sep 16 05:10:16.699926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.702460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Delete allocated IP 172.20.0.22 (fd39a2b8-45cf-47fc-a8ce-38b9f8818790/d6aca4d7-1008-460a-b25d-61e24544b41a) {{(pid=94719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:10:16.717810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.717810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.726613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] For port e5ec145f-e415-4d9a-b171-73d0c003bad8, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e5ec145f-e415-4d9a-b171-73d0c003bad8,segment=NetworkSegment(19f1e656-3203-4680-939b-406e072d2559),segment_id=19f1e656-3203-4680-939b-406e072d2559)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:16.770632 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:10:16.786438 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.848961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3494a3e0-e1b3-4895-89d9-a5ad96724b8f req-0f958fb7-7788-4273-aba0-c7237590aad4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780944 Sep 16 05:10:16.851633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 29f59b45-6198-4a4d-a0c4-0ead7b678604 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:16.852083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.876204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-34bd034b-98b7-42c2-9202-f879b6124703 None None] Provisioning complete for port 868a06ce-b15d-4d66-80da-5f69d19be3b9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:16.876204 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-34bd034b-98b7-42c2-9202-f879b6124703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.883729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.892194 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.951965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a221136c-3b51-4150-9e71-8402e9c29d94 req-f8f2cf2d-8c8c-4388-a4b6-f68449c09560 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 210 time: 0.0551131 Sep 16 05:10:17.039616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=ec2155d9-cd40-4092-85e2-5dd404c9a4c4,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.049624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 581a6b31-acb1-46a1-83ea-874245e9a319 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:17.074676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '23fb39af-544f-42ac-b2a4-2321ff54e1e5', 'network_id': 'e9d93641-2359-4448-b40d-2e0ffe1e3f00', 'port_id': '23fb39af-544f-42ac-b2a4-2321ff54e1e5', 'mac_address': 'fa:16:3e:34:6d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f775732e-5e0a-4a98-8b3f-da8438e1e1de', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:17.085528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.093193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.102088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:17.147134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.150631 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.185972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:17.207580 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c03a8947-85a6-4051-866c-ccdd8ae0daf1 admin admin] 10.222.0.55 "PUT /v2.0/routers/e7b77ff2-34c1-4ccb-8f68-f85466daddd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1713176 Sep 16 05:10:17.330945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Sync routers for ids ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:17.333670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=5ae177c4-2d38-4f2d-88c3-827154816f5c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.397431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a397e961-4fc3-4cb2-bfb7-ed463d9cd254 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:17.579943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:17.612738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Routers {'e7b77ff2-34c1-4ccb-8f68-f85466daddd9'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:17.613711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:17.622136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:17.627999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57546e30-ea08-47a8-b0ec-d03d6828e1ce None None] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:17.659152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:17.664643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:17.674841 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] Sync routers for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:17.679739 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4cd25ce9-f1d0-4e44-bc91-cfc3c5b1f6e4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a397e961-4fc3-4cb2-bfb7-ed463d9cd254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6181941 Sep 16 05:10:17.680470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49626) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.690847 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:17.692942 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:17.754220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.770934 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:17.772508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0300b0-774d-496b-bba8-84b4d3faa9ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.781446 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9c0300b0-774d-496b-bba8-84b4d3faa9ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports/ec2155d9-cd40-4092-85e2-5dd404c9a4c4 HTTP/1.1" status: 200 len: 911 time: 0.0990858 Sep 16 05:10:17.782204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.784627 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:17.785635 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:17.803748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=8677d9c9-b2a2-4434-aa08-03319646f9f1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.823720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] In _notify_port_updated(), no bound segment for port 5ae177c4-2d38-4f2d-88c3-827154816f5c on network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:10:17.829957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.830804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.832428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-08a06499-2d53-442d-be1c-e3118665e4ad tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "PUT /v2.0/ports/5ae177c4-2d38-4f2d-88c3-827154816f5c HTTP/1.1" status: 200 len: 920 time: 2.8820775 Sep 16 05:10:17.837065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49632) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.852921 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:17.853707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a31646e9-821a-4967-9f03-dbfa27db1078'}, {'subnet_id': 'd6aca4d7-1008-460a-b25d-61e24544b41a'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:17.854964 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c88fc-123a-4ef7-82c6-f4df04fe1106 None None] The sync data for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:17.864487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d664398-4745-4208-bb03-1fd007dbf167 req-43eabe1a-ada6-47bc-a459-56d34ef44d32 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.867557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d664398-4745-4208-bb03-1fd007dbf167 req-43eabe1a-ada6-47bc-a459-56d34ef44d32 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.7388411 Sep 16 05:10:17.925209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-11b350b0-406d-4591-9e8e-5946d24a23a5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.927077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-11b350b0-406d-4591-9e8e-5946d24a23a5 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50&tenant_id=51ca068390d5481b830fd2b7e5c10008&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 947 time: 0.5574312 Sep 16 05:10:17.951996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.953668 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.970783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0648934-81a6-4f6a-9e2a-26330284da4d req-cc08e6cd-022d-4feb-8397-7a32d24bda23 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.979542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0648934-81a6-4f6a-9e2a-26330284da4d req-cc08e6cd-022d-4feb-8397-7a32d24bda23 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 947 time: 0.3701203 Sep 16 05:10:18.005295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d664398-4745-4208-bb03-1fd007dbf167 req-c7e1dd19-0805-4023-90e2-410b0147e78b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289668 Sep 16 05:10:18.053922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-4fa9de8e-0efa-42cd-a0f1-f24d55a8a8dd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0908880 Sep 16 05:10:18.060149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 868a06ce-b15d-4d66-80da-5f69d19be3b9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:18.073734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0648934-81a6-4f6a-9e2a-26330284da4d req-b600853c-177f-4cd9-b5ba-5e84c7afe68e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932314 Sep 16 05:10:18.082880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Request body: {'port': {'device_id': '36e4ceab-459a-46e9-b9be-956298677953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:18.221361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fb39af-544f-42ac-b2a4-2321ff54e1e5 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:18.229270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28717254-13d3-4c2f-baa8-d450a335838f None None] Pushing event updated for resources: {'Port': ['ID=868a06ce-b15d-4d66-80da-5f69d19be3b9,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.239812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-b6d8c65d-14df-40de-a38c-5083ae94d978 service neutron] 10.222.0.64 "GET /v2.0/ports/bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 383 time: 0.3008928 Sep 16 05:10:18.251397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.278936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.286007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.299691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.317109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.350873 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.370381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.372863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:18.395510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.406069 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.406780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:18.412948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.416549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-dc19fddc-c376-4902-8b40-0e90fda693ea tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5436 time: 0.2499444 Sep 16 05:10:18.552703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.605659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Provisioning complete for port 29f59b45-6198-4a4d-a0c4-0ead7b678604 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:18.606246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.611914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Set router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:18.650337 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:10:18.755129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 868a06ce-b15d-4d66-80da-5f69d19be3b9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:18.756038 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.769770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.775608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.21 (fd39a2b8-45cf-47fc-a8ce-38b9f8818790/d6aca4d7-1008-460a-b25d-61e24544b41a/5ae177c4-2d38-4f2d-88c3-827154816f5c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:18.778891 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d53a57-c98f-4093-8418-08dd116c5d53 None None] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:18.985959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-8149d36c-e8ec-4dc3-8d4b-f8bc3bc48686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.988265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-8149d36c-e8ec-4dc3-8d4b-f8bc3bc48686 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1099 time: 0.5696361 Sep 16 05:10:19.022088 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ed6791b-6416-42ca-a4f1-989f20663459 req-bbb36aa4-0e5d-4617-9b04-54fc884785a9 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3866813 Sep 16 05:10:19.049025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec33be-e601-49ac-9f80-c208e1b44277 None None] Pushing event updated for resources: {'Port': ['ID=e5ec145f-e415-4d9a-b171-73d0c003bad8,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.177731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-82c99d19-2787-4182-9156-b0995ca2eb80 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5284493 Sep 16 05:10:19.194175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:19.243953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-6bff1872-f539-4554-8687-b603bcfb1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.245466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-6bff1872-f539-4554-8687-b603bcfb1a2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2435632 Sep 16 05:10:19.269073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:19.331215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=23fb39af-544f-42ac-b2a4-2321ff54e1e5,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.336936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.343639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-a08ea1db-1554-42f7-813c-0c8bf91c7911 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.0758970 Sep 16 05:10:19.357453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'mac_address': 'fa:16:3e:d7:c3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:19.371496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8677d9c9-b2a2-4434-aa08-03319646f9f1 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:19.399826 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.408912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.418683 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.444103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Transition to ACTIVE for port object 8677d9c9-b2a2-4434-aa08-03319646f9f1 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:19.458805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-1f82a912-12c7-403d-9e58-623ac71acf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.460209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-1f82a912-12c7-403d-9e58-623ac71acf1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1054676 Sep 16 05:10:19.470631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c092b1-564c-4130-9325-f78b3ed72542 req-0caabcce-345e-4c92-b810-20ae02dc5471 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.472415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c092b1-564c-4130-9325-f78b3ed72542 req-0caabcce-345e-4c92-b810-20ae02dc5471 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 931 time: 0.2033823 Sep 16 05:10:19.473092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.477412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=5ae177c4-2d38-4f2d-88c3-827154816f5c,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.521501 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.535957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Provisioning complete for port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:19.536363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.600995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:19.649800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:19.657246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:19.665783 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.699549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c092b1-564c-4130-9325-f78b3ed72542 req-dcc8b8e0-cb89-40c0-835a-c9d7d147d99e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674111 Sep 16 05:10:19.716515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8:1::1 (ef58d547-7770-4eb2-afca-f0c228b3abd7/068f62e5-93f1-460c-8b78-27913ec9e54d/156ea3fe-923f-4b73-913e-f1db5d049916) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:19.737401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] In _notify_port_updated(), no bound segment for port 5ae177c4-2d38-4f2d-88c3-827154816f5c on network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:10:19.752146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Pushing event updated for resources: {'Port': ['ID=8677d9c9-b2a2-4434-aa08-03319646f9f1,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.763514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.768485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:19.772563 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-60d80bb9-6d16-441d-995b-a5f716f6cd67 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "PUT /v2.0/ports/5ae177c4-2d38-4f2d-88c3-827154816f5c HTTP/1.1" status: 200 len: 1000 time: 1.9285121 Sep 16 05:10:19.783191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49642) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:19.852679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-18006c31-9129-4a96-b40d-653d07664f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:19.854563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-18006c31-9129-4a96-b40d-653d07664f23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3782704 Sep 16 05:10:19.904588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:14Z', 'revision_number': 4, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f59c7ae-9fed-4b22-bde3-fe66f47ae310', 'name': '', 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'mac_address': 'fa:16:3e:cb:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '86289af7-27dc-4bdf-aade-d39c5aa67b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:11Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 2, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'subnets': [{'id': '86289af7-27dc-4bdf-aade-d39c5aa67b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:19.920729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:19.925911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 39e53ccb-c433-416d-ab7b-20dec24412c8 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:20.063148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e5ec145f-e415-4d9a-b171-73d0c003bad8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:20.098780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Checking router: e7b77ff2-34c1-4ccb-8f68-f85466daddd9 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:20.099143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Updating router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:20.102992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Attempting to bind port 8677d9c9-b2a2-4434-aa08-03319646f9f1 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:20.103631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Attempting to bind port 8677d9c9-b2a2-4434-aa08-03319646f9f1 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:20.103960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Attempting to bind port 8677d9c9-b2a2-4434-aa08-03319646f9f1 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:20.139226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.162538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-49678d63-99b3-4b79-98fd-3bbb85da6989 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980974 Sep 16 05:10:20.173071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 5ae177c4-2d38-4f2d-88c3-827154816f5c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:20.173581 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.174257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.176567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Port 8677d9c9-b2a2-4434-aa08-03319646f9f1 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:20.176901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Attempting to bind port 8677d9c9-b2a2-4434-aa08-03319646f9f1 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:20.187461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Provisioning complete for port ec2155d9-cd40-4092-85e2-5dd404c9a4c4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:20.187848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.192047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:20.192475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:20.192869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Bound using segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:20.193325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Bound port: 8677d9c9-b2a2-4434-aa08-03319646f9f1, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:20.193856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.271091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bb96005e-05e6-49f0-9c20-d9fa3af274c4 None None] Port ec2155d9-cd40-4092-85e2-5dd404c9a4c4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:20.285440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.292585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.338680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e5ec145f-e415-4d9a-b171-73d0c003bad8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:20.339306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.384141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 39e53ccb-c433-416d-ab7b-20dec24412c8 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:20.387705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:20.399525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:20.406142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=156ea3fe-923f-4b73-913e-f1db5d049916,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.413909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:20.414505 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.430062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 39e53ccb-c433-416d-ab7b-20dec24412c8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:20.430816 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.460969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.479502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 5ae177c4-2d38-4f2d-88c3-827154816f5c owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:20.494491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] For port 8677d9c9-b2a2-4434-aa08-03319646f9f1, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:20.500929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f4510c13-52c3-4a3b-b2b2-00d80d68612c None None] Provisioning complete for port 29f59b45-6198-4a4d-a0c4-0ead7b678604 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:20.501328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4510c13-52c3-4a3b-b2b2-00d80d68612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.501775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] For port 8677d9c9-b2a2-4434-aa08-03319646f9f1, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:20.522273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929215d-c3a4-4994-820b-2f666fa33d4e req-bfe320eb-0d9e-43dc-be95-118e62c773cd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.524396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e929215d-c3a4-4994-820b-2f666fa33d4e req-bfe320eb-0d9e-43dc-be95-118e62c773cd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 948 time: 0.2629211 Sep 16 05:10:20.529053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-2ab24307-f431-41cd-b662-73872552f7f2 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465347 Sep 16 05:10:20.542676 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.668002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.670181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.671053 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.674199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] 10.222.0.64 "PUT /v2.0/ports/8677d9c9-b2a2-4434-aa08-03319646f9f1 HTTP/1.1" status: 200 len: 1092 time: 2.5974295 Sep 16 05:10:20.709783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e4ceab-459a-46e9-b9be-956298677953', 'tag': '8677d9c9-b2a2-4434-aa08-03319646f9f1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:20.712196 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365f23e-f783-425e-8c87-5959e091a0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "36e4ceab-459a-46e9-b9be-956298677953", "tag": "8677d9c9-b2a2-4434-aa08-03319646f9f1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:20.723919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Allocated IP 172.25.6.50 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/edc44c4a-84e9-4ed2-856a-3cc42e5ae9c2) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:20.730553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4a59b-e102-406d-b91d-66bb40d1a1ce service neutron] Pushing event updated for resources: {'Port': ['ID=8677d9c9-b2a2-4434-aa08-03319646f9f1,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:20.756406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e929215d-c3a4-4994-820b-2f666fa33d4e req-c4614473-d12d-4d7f-bc4e-889f7277d5bf tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932876 Sep 16 05:10:20.997736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-2f93a43a-bea0-4665-80d9-dc72c2da9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:20.999721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-2f93a43a-bea0-4665-80d9-dc72c2da9b6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 1095 time: 0.2376311 Sep 16 05:10:21.066915 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.108737 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.141064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.177583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:21.181431 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b351260-1b4d-436f-8299-990dc5283fae" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:21.185667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=5ae177c4-2d38-4f2d-88c3-827154816f5c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.231458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 39e53ccb-c433-416d-ab7b-20dec24412c8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39e53ccb-c433-416d-ab7b-20dec24412c8,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:21.253337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port e5ec145f-e415-4d9a-b171-73d0c003bad8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e5ec145f-e415-4d9a-b171-73d0c003bad8,segment=NetworkSegment(19f1e656-3203-4680-939b-406e072d2559),segment_id=19f1e656-3203-4680-939b-406e072d2559)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:21.254449 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.300922 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.302102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 29f59b45-6198-4a4d-a0c4-0ead7b678604 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:21.313918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:21.366787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.383371 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.384349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.429203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82f54-32b0-48e2-a2e1-6cba7280d866 req-5f839ffa-5c87-41f7-afca-320a77d6e614 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.437513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fe82f54-32b0-48e2-a2e1-6cba7280d866 req-5f839ffa-5c87-41f7-afca-320a77d6e614 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.5500703 Sep 16 05:10:21.448590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:21.457350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-35dacdba-560e-4bea-8ef7-de9522aca467 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1 HTTP/1.1" status: 200 len: 217 time: 0.4375749 Sep 16 05:10:21.464543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.466602 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-140d4e61-3949-4c82-b9ca-05f8d4ee7820 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/5ae177c4-2d38-4f2d-88c3-827154816f5c HTTP/1.1" status: 204 len: 168 time: 1.6823821 Sep 16 05:10:21.475407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49658) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.514220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.515810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=39e53ccb-c433-416d-ab7b-20dec24412c8,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.559187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f4510c13-52c3-4a3b-b2b2-00d80d68612c None None] Provisioning complete for port e5ec145f-e415-4d9a-b171-73d0c003bad8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:21.560498 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4510c13-52c3-4a3b-b2b2-00d80d68612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.560656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fe82f54-32b0-48e2-a2e1-6cba7280d866 req-cb91f048-ef10-4560-9149-42a9e8834987 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220746 Sep 16 05:10:21.566171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.567098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=156ea3fe-923f-4b73-913e-f1db5d049916,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.567919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['23fb39af-544f-42ac-b2a4-2321ff54e1e5'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:21.579866 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c96081-3782-42d5-9f43-b5c7b5e060ff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:21.585984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-75c96081-3782-42d5-9f43-b5c7b5e060ff tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/5ae177c4-2d38-4f2d-88c3-827154816f5c HTTP/1.1" status: 404 len: 333 time: 0.1003587 Sep 16 05:10:21.588609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49660) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:21.608424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-fbee1038-ad58-4d59-bd26-8f0e77f2e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.610451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-fbee1038-ad58-4d59-bd26-8f0e77f2e99c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1334763 Sep 16 05:10:21.682650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet d6aca4d7-1008-460a-b25d-61e24544b41a {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:21.689439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.693907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.713763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 29f59b45-6198-4a4d-a0c4-0ead7b678604 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:21.714129 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.724617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:21.724963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=e5ec145f-e415-4d9a-b171-73d0c003bad8,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.726936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-ff7a9ee1-0c31-420e-814a-05e73d6cd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.728878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-ff7a9ee1-0c31-420e-814a-05e73d6cd818 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981033 Sep 16 05:10:21.738541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:21.808553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:21.827334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.835531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-7085a22a-6cb1-46fc-bf43-94eec0ebbac3 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920346 Sep 16 05:10:21.853767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.860584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.866834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.873184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.879363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.890267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.898039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aaf7d-429a-4115-a091-22c8a87b279c None None] Pushing event updated for resources: {'Port': ['ID=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:21.904007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a397e961-4fc3-4cb2-bfb7-ed463d9cd254 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:21.908948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.910670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-d199e650-872b-4e3c-bed8-9202d25cce84 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5438 time: 0.2346151 Sep 16 05:10:22.067005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.074152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:22.101946 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ae74f4bc-9641-4fd6-aad1-adb718db671a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a397e961-4fc3-4cb2-bfb7-ed463d9cd254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3185463 Sep 16 05:10:22.105559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49664) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.121551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.123663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] Sync routers for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:22.139299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Attempting to bind port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:22.139792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Attempting to bind port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:22.140073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Attempting to bind port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 on network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:22.141824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53d79583-cad8-4bcd-9d0a-212a5c29a57f req-7d88d5b2-8fbf-4847-ac91-3a8bd2b77afb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107165 Sep 16 05:10:22.170526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:22.180605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:22.194046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:22.199854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f4510c13-52c3-4a3b-b2b2-00d80d68612c None None] Could not find standard attr ID for object 5ae177c4-2d38-4f2d-88c3-827154816f5c. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:22.210070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba549c97-0b47-4810-8e2a-5e60598bf701 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.217134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ba549c97-0b47-4810-8e2a-5e60598bf701 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports/156ea3fe-923f-4b73-913e-f1db5d049916 HTTP/1.1" status: 200 len: 913 time: 0.1109581 Sep 16 05:10:22.222628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:22.231895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:22.232300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Checking segment: {'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:22.232840 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.233299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Bound using segment: {'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:22.233873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Bound port: 4f59c7ae-9fed-4b22-bde3-fe66f47ae310, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61ea58c-d4d3-4a2e-8082-331df549cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:22.234325 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.244169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.244809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=edc44c4a-84e9-4ed2-856a-3cc42e5ae9c2,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.254579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:22.255855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:22.270246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.285132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:22.285576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.311485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=d6aca4d7-1008-460a-b25d-61e24544b41a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.318187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.320354 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8cf93fef-0103-4469-9772-b6a2a1f8f0e0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/d6aca4d7-1008-460a-b25d-61e24544b41a HTTP/1.1" status: 204 len: 168 time: 0.7305031 Sep 16 05:10:22.323188 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.336667 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa1b7b-a506-4b00-958f-1d649ae734f0 x-openstack-request-id: req-92fa1b7b-a506-4b00-958f-1d649ae734f0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:22.336953 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e4ceab-459a-46e9-b9be-956298677953", "tag": "8677d9c9-b2a2-4434-aa08-03319646f9f1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:22.337426 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92fa1b7b-a506-4b00-958f-1d649ae734f0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:22.338563 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e4ceab-459a-46e9-b9be-956298677953', 'tag': '8677d9c9-b2a2-4434-aa08-03319646f9f1', 'status': 'completed', 'code': 200} Sep 16 05:10:22.354634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 868a06ce-b15d-4d66-80da-5f69d19be3b9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:22.361777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec96901-f21e-49ad-809f-3243a1533da5 None None] Network fd39a2b8-45cf-47fc-a8ce-38b9f8818790 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:22.381455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98fb5213-1e8d-43f9-bf32-08e003bd1989 req-f34bd5a4-e9c6-4f09-8801-9d131d4853d7 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697745 Sep 16 05:10:22.388356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet a31646e9-821a-4967-9f03-dbfa27db1078 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:22.391972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.392936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:22.435432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a6101ef5-45c1-43c1-9d5d-280e35fe5926 None None] Could not find standard attr ID for object 5ae177c4-2d38-4f2d-88c3-827154816f5c. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:22.451556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.578703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.613254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:22.614256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:22.667488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.684992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a6101ef5-45c1-43c1-9d5d-280e35fe5926 None None] Provisioning complete for port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:22.685366 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6101ef5-45c1-43c1-9d5d-280e35fe5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.686611 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.696041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bfb5-cbb8-404e-b811-e1f2555d5107 req-c72c6824-f915-47d5-968d-3b50ec3887c3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.697003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:22.697616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b284bfb5-cbb8-404e-b811-e1f2555d5107 req-c72c6824-f915-47d5-968d-3b50ec3887c3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 943 time: 0.2798150 Sep 16 05:10:22.697752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd6689-d066-4f78-8c27-180a1fb8110e None None] The sync data for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:22.701728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=a31646e9-821a-4967-9f03-dbfa27db1078,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:22.716510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-bacb19a1-f60b-46f6-88b3-203100ff2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.718767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-bacb19a1-f60b-46f6-88b3-203100ff2711 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 1095 time: 0.2264087 Sep 16 05:10:22.719637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.722301 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2ede030b-fc2f-4289-aae0-39135dd23dd5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/a31646e9-821a-4967-9f03-dbfa27db1078 HTTP/1.1" status: 204 len: 168 time: 0.3979635 Sep 16 05:10:22.726430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49672) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:22.761503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] For port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:22.771462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] For port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,segment=NetworkSegment(d61ea58c-d4d3-4a2e-8082-331df549cf6d),segment_id=d61ea58c-d4d3-4a2e-8082-331df549cf6d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:22.814131 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.815956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a6101ef5-45c1-43c1-9d5d-280e35fe5926 None None] Port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:22.837475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 868a06ce-b15d-4d66-80da-5f69d19be3b9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:22.837859 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.852126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.924582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:22.992284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Routers {'e7b77ff2-34c1-4ccb-8f68-f85466daddd9'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:22.993372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:09:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:23.004255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aaf7d-429a-4115-a091-22c8a87b279c None None] Pushing event updated for resources: {'Port': ['ID=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.004523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.014633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b284bfb5-cbb8-404e-b811-e1f2555d5107 req-55061868-032a-4fde-a0e5-659fe6b58dcc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651958 Sep 16 05:10:23.093529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:23.097829 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d6c352-51e0-44ce-9468-0d2e76980223 x-openstack-request-id: req-97d6c352-51e0-44ce-9468-0d2e76980223 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:23.098116 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:23.098299 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97d6c352-51e0-44ce-9468-0d2e76980223 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:23.098710 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8', 'code': 200} Sep 16 05:10:23.104470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a6101ef5-45c1-43c1-9d5d-280e35fe5926 None None] Provisioning complete for port 156ea3fe-923f-4b73-913e-f1db5d049916 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:23.104966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6101ef5-45c1-43c1-9d5d-280e35fe5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.114816 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.115646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 090b7f1e-4400-4545-afcc-0554eb5c6338 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:23.123600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-e7ee5efa-377b-4767-8708-9e791895b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.125587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-e7ee5efa-377b-4767-8708-9e791895b093 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.3617346 Sep 16 05:10:23.245717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-ac87a124-25fb-47fa-9595-b4e74c0b48a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1 HTTP/1.1" status: 200 len: 217 time: 0.0625722 Sep 16 05:10:23.368925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 29f59b45-6198-4a4d-a0c4-0ead7b678604 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:23.369155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.383589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] DHCP port deletion for fd39a2b8-45cf-47fc-a8ce-38b9f8818790 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:23.423851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-79cc5dbd-42f8-4d61-969b-fe01042a9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.425713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-79cc5dbd-42f8-4d61-969b-fe01042a9b2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1577644 Sep 16 05:10:23.440371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e433ea-9927-460d-9679-1c4d5d96845f req-00cec7af-d015-48f2-b44e-707543a4d571 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.448039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49e433ea-9927-460d-9679-1c4d5d96845f req-00cec7af-d015-48f2-b44e-707543a4d571 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 948 time: 0.2172403 Sep 16 05:10:23.463222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a6101ef5-45c1-43c1-9d5d-280e35fe5926 None None] Port 156ea3fe-923f-4b73-913e-f1db5d049916 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:23.519006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:23.525047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] Set router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:23.535719 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.560923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.566372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] For port 29f59b45-6198-4a4d-a0c4-0ead7b678604, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=29f59b45-6198-4a4d-a0c4-0ead7b678604,segment=NetworkSegment(ea591c83-a79a-44d1-be7b-c18ddaeac815),segment_id=ea591c83-a79a-44d1-be7b-c18ddaeac815)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:23.566532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.575286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.607912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-c9e348fa-03df-4ca6-9c1f-5a3dff871edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.610487 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-c9e348fa-03df-4ca6-9c1f-5a3dff871edc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50&tenant_id=51ca068390d5481b830fd2b7e5c10008 HTTP/1.1" status: 200 len: 1100 time: 0.0634673 Sep 16 05:10:23.628618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:23.633643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=edc44c4a-84e9-4ed2-856a-3cc42e5ae9c2,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.657166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 29f59b45-6198-4a4d-a0c4-0ead7b678604 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:23.659167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 090b7f1e-4400-4545-afcc-0554eb5c6338 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:23.679830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 090b7f1e-4400-4545-afcc-0554eb5c6338 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:23.680226 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.693935 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.714526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-df49f850-abb2-4fe4-ac5c-8dbc6df32afb None None] Provisioning complete for port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:23.714903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-df49f850-abb2-4fe4-ac5c-8dbc6df32afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.723366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49e433ea-9927-460d-9679-1c4d5d96845f req-d76a0ab2-36fe-43c4-a893-e0f8ebc63f9e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744193 Sep 16 05:10:23.741537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-850a7fae-54a0-4e98-a340-21c654e116a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.743052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-850a7fae-54a0-4e98-a340-21c654e116a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2861848 Sep 16 05:10:23.758630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.795008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:23.806031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] Deleting port 29f59b45-6198-4a4d-a0c4-0ead7b678604 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:23.806410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.864148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:23.864529 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.894199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.949857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-9aa260af-f49a-4754-be85-49404dc22860 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2949276 Sep 16 05:10:23.950196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:23.989384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:24.025748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] For port 29f59b45-6198-4a4d-a0c4-0ead7b678604, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=29f59b45-6198-4a4d-a0c4-0ead7b678604,segment=NetworkSegment(ea591c83-a79a-44d1-be7b-c18ddaeac815),segment_id=ea591c83-a79a-44d1-be7b-c18ddaeac815)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:24.026199 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.027505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:24.037775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.053023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Ignored duplicate provisioning block setup for port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 16 05:10:24.057847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.116783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] Calling delete_port for 29f59b45-6198-4a4d-a0c4-0ead7b678604 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:24.134270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=9']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.138202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] No DVR routers for this DVR port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:24.181576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:24.182421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:24.182979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:24.189019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:24.189731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Attempting to bind port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:24.196153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:24.196831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:24.197563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:24.198177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Bound port: bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:24.198726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.215284 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-df49f850-abb2-4fe4-ac5c-8dbc6df32afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.217235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.272609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:24.276407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:24.285834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.301418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:24.332468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.333249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.335277 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] 10.222.0.73 "PUT /v2.0/ports/bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 1096 time: 0.7167461 Sep 16 05:10:24.335820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:24.338341 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe" -d '{"events": [{"name": "network-changed", "server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:24.370619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-df49f850-abb2-4fe4-ac5c-8dbc6df32afb None None] For port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,segment=NetworkSegment(d61ea58c-d4d3-4a2e-8082-331df549cf6d),segment_id=d61ea58c-d4d3-4a2e-8082-331df549cf6d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:24.381875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'mac_address': 'fa:16:3e:d7:c3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:24.391288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 090b7f1e-4400-4545-afcc-0554eb5c6338, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=090b7f1e-4400-4545-afcc-0554eb5c6338,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:24.393541 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-df49f850-abb2-4fe4-ac5c-8dbc6df32afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.399885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:14Z', 'revision_number': 4, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f59c7ae-9fed-4b22-bde3-fe66f47ae310', 'name': '', 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'mac_address': 'fa:16:3e:cb:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '86289af7-27dc-4bdf-aade-d39c5aa67b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:11Z', 'updated_at': '2021-09-16T05:10:22Z', 'revision_number': 4, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'subnets': [{'id': '86289af7-27dc-4bdf-aade-d39c5aa67b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:24.430426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3492a-c40a-48a5-82ae-5df1a2a42f2c service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.442939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-5b4058e5-8562-459f-b67e-d6bf265e1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.445518 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-5b4058e5-8562-459f-b67e-d6bf265e1fd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1100 time: 0.0820782 Sep 16 05:10:24.450413 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.451171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 807c8852-cbd2-4597-b27e-2e5f30ee0946 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:24.469111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.470992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-27aa556c-2301-4b0d-bd38-7822de81d3bf tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2812319 Sep 16 05:10:24.491302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530be0e-fcf3-45d0-888f-33a8dfbaaed4 None None] The sync data for ids ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'] in n-d-713301-15 is: [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:14Z', 'revision_number': 4, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '4f59c7ae-9fed-4b22-bde3-fe66f47ae310', 'name': '', 'network_id': '35276fec-e6cb-48c7-bbfb-abe6cdffa78f', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'mac_address': 'fa:16:3e:cb:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '86289af7-27dc-4bdf-aade-d39c5aa67b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:11Z', 'updated_at': '2021-09-16T05:10:22Z', 'revision_number': 4, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'subnets': [{'id': '86289af7-27dc-4bdf-aade-d39c5aa67b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:24.612479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-95007359-d28c-4662-b122-d2099caf79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.613980 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-95007359-d28c-4662-b122-d2099caf79dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1546502 Sep 16 05:10:24.618302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e5ec145f-e415-4d9a-b171-73d0c003bad8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:24.644667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452243e0-a8ba-4ebc-8886-32b777838db7 req-8669cd92-ee45-4e93-a193-e703b4a65d4f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.646457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-452243e0-a8ba-4ebc-8886-32b777838db7 req-8669cd92-ee45-4e93-a193-e703b4a65d4f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.7795269 Sep 16 05:10:24.649969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-bd797f09-cf84-4387-8828-3fde5314e632 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1693974 Sep 16 05:10:24.678748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-1fd3eb62-0f40-4a8a-9b95-ec9406f5354b service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8888657 Sep 16 05:10:24.694950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-ad80edfd-6d35-4482-b50c-35835580823b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.0652635 Sep 16 05:10:24.702580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-d3f6ae92-1291-423c-b268-317fa77f7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.704126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-d3f6ae92-1291-423c-b268-317fa77f7ca1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 1102 time: 0.3241308 Sep 16 05:10:24.739703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.753357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.798739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-39a602c4-16df-4019-80d0-f75dfb4c3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.800930 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-39a602c4-16df-4019-80d0-f75dfb4c3222 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0951679 Sep 16 05:10:24.806157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49f850-abb2-4fe4-ac5c-8dbc6df32afb None None] Pushing event updated for resources: {'Port': ['ID=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.825934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] No DVR routers for this DVR port 29f59b45-6198-4a4d-a0c4-0ead7b678604 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:24.896301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-4a4f6bba-9665-4336-8198-974f2104b020 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.898841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-107940ea-b933-4b18-8b3f-9d901aafdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.900387 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-107940ea-b933-4b18-8b3f-9d901aafdf0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876405 Sep 16 05:10:24.902075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b587f2-4f4f-41a5-b678-2bafcf7eff8c req-4a4f6bba-9665-4336-8198-974f2104b020 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2131066 Sep 16 05:10:24.908832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=090b7f1e-4400-4545-afcc-0554eb5c6338,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.940805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf5a1c-bef7-40b0-a919-a77631712cbf None None] Pushing event deleted for resources: {'Port': ['ID=29f59b45-6198-4a4d-a0c4-0ead7b678604,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.963855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 807c8852-cbd2-4597-b27e-2e5f30ee0946 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:24.971333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e5ec145f-e415-4d9a-b171-73d0c003bad8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:24.971333 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.973911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 807c8852-cbd2-4597-b27e-2e5f30ee0946 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:24.974282 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.988687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.038095 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-73b18721-e535-4bad-bbd5-7a9d31aa02e4 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244149 Sep 16 05:10:25.100170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad178c-bfa5-4cb9-ba63-fffe3f381bdb'}, {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b7f1e-4400-4545-afcc-0554eb5c6338'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:25.102671 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85d1c4f-b027-4eb3-9ca9-a41f310b3a07" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "39ad178c-bfa5-4cb9-ba63-fffe3f381bdb"}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "090b7f1e-4400-4545-afcc-0554eb5c6338"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:25.119331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-452243e0-a8ba-4ebc-8886-32b777838db7 req-8da3fa5f-acb1-4fb1-90c0-6d996e87c45b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394939 Sep 16 05:10:25.119975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=29f59b45-6198-4a4d-a0c4-0ead7b678604,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.158037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No DVR routers for this DVR port 29f59b45-6198-4a4d-a0c4-0ead7b678604 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:25.183046 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-575bb358-a39e-4ec7-8f53-fec3ad03bb65 req-2df4d306-d5c8-4661-ac3b-2551087086db service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337154 Sep 16 05:10:25.226885 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.273634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a365f23e-f783-425e-8c87-5959e091a0e4 req-b51c762f-6d06-45b7-98ab-4b18392df8c2 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685019 Sep 16 05:10:25.275557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 29f59b45-6198-4a4d-a0c4-0ead7b678604 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:25.307368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 29f59b45-6198-4a4d-a0c4-0ead7b678604 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:25.307730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 29f59b45-6198-4a4d-a0c4-0ead7b678604 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:25.324690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 807c8852-cbd2-4597-b27e-2e5f30ee0946, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:25.331983 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.332850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:25.344251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.350316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.356729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.364745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.372190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.378984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.385294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.387926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-0be11cec-8a5c-497b-aaec-ade812ac4118 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5440 time: 0.3340127 Sep 16 05:10:25.389105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-0c4c2525-e6f1-4d8b-a30a-1c1941fc246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.390483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-0c4c2525-e6f1-4d8b-a30a-1c1941fc246a service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.6379535 Sep 16 05:10:25.414451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=807c8852-cbd2-4597-b27e-2e5f30ee0946,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.429857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:25.435169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:25.435548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.457060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.532393 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.535068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-77007418-e7fa-4c4d-9edb-31459b75bc5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 200 len: 217 time: 0.0876558 Sep 16 05:10:25.587394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd39a2b8-45cf-47fc-a8ce-38b9f8818790']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.643609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea591c83-a79a-44d1-be7b-c18ddaeac815') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.643967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea591c83-a79a-44d1-be7b-c18ddaeac815') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:25.651219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a90527b6-a445-4cd4-a7b7-98a4aab3092d req-d85e2711-0839-4ad4-9cdd-5d100dcdd3ef tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110667 Sep 16 05:10:25.671339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675ec4c-313d-46b7-9a05-6f55f965e34b req-ca5522f2-aeb5-4a46-83ab-dcb3c8eceabb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.687119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0675ec4c-313d-46b7-9a05-6f55f965e34b req-ca5522f2-aeb5-4a46-83ab-dcb3c8eceabb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 943 time: 0.2919865 Sep 16 05:10:25.710230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.730906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-22781eef-b7b3-40db-bb9f-3d699c273a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.732599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-22781eef-b7b3-40db-bb9f-3d699c273a68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1654174 Sep 16 05:10:25.735231 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e883e5-568a-4ee7-b8f4-d1e00fc091d2 x-openstack-request-id: req-17e883e5-568a-4ee7-b8f4-d1e00fc091d2 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:25.736175 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:25.736635 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17e883e5-568a-4ee7-b8f4-d1e00fc091d2 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:25.737258 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'status': 'completed', 'code': 200} Sep 16 05:10:25.750526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:25.758824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.763875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.831979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 23fb39af-544f-42ac-b2a4-2321ff54e1e5 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:25.852931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-ab6bbb5f-5d76-4137-a812-74ab75dc5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.854886 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-ab6bbb5f-5d76-4137-a812-74ab75dc5be4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1100 time: 0.0858231 Sep 16 05:10:25.859324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:25.859745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:25.873580 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:25.891117 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bd52fb6-52b0-4563-87de-d8af0016e5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.911679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:25.936533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0675ec4c-313d-46b7-9a05-6f55f965e34b req-5ebd06f6-c260-48db-9042-de77694f7620 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427881 Sep 16 05:10:25.937279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:25.942616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:25.943040 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.976507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 156ea3fe-923f-4b73-913e-f1db5d049916 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:25.976507 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:25.997954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-a08e66e8-88fd-4eb5-a392-15e13aa35b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.999479 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-a08e66e8-88fd-4eb5-a392-15e13aa35b40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1283402 Sep 16 05:10:26.047703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.058196 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-53832121-29cc-40d0-8afc-66c45a45bd2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.0471244 Sep 16 05:10:26.086725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:26.093068 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.094035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:26.115334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.125083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-f72aa686-7628-4f38-b5e7-8ccec83785fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.126614 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-f72aa686-7628-4f38-b5e7-8ccec83785fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0610318 Sep 16 05:10:26.158847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.164028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/fd39a2b8-45cf-47fc-a8ce-38b9f8818790 HTTP/1.1" status: 204 len: 168 time: 3.4277670 Sep 16 05:10:26.171993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49690) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.182495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ef713-857f-4c92-bb4c-6c9a83415ffb req-075ab036-6f7c-472c-8b61-3295730905cb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.183945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b79ef713-857f-4c92-bb4c-6c9a83415ffb req-075ab036-6f7c-472c-8b61-3295730905cb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 948 time: 0.3133469 Sep 16 05:10:26.186623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-95a312f3-d999-4fb5-bbff-106ddb84e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.187361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=23fb39af-544f-42ac-b2a4-2321ff54e1e5,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.188073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-95a312f3-d999-4fb5-bbff-106ddb84e3ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4277160 Sep 16 05:10:26.207312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:26.213108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:26.213558 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.226553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-57e7bde2-f97a-4612-9cb4-270d70f93eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.227584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-57e7bde2-f97a-4612-9cb4-270d70f93eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51ca068390d5481b830fd2b7e5c10008&device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1100 time: 0.3778710 Sep 16 05:10:26.228549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c121699-5c4f-4661-961b-ef3b647b82b5 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=fd39a2b8-45cf-47fc-a8ce-38b9f8818790,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.246856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-c85d3f46-8b22-4cdc-9208-569a673a6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.248408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-c85d3f46-8b22-4cdc-9208-569a673a6b92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138299 Sep 16 05:10:26.257263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5a193e-cece-4217-984f-2267fe9531c1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.262134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed5a193e-cece-4217-984f-2267fe9531c1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0858862 Sep 16 05:10:26.269772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49692) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.303709 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.332043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.338575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:26.344147 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.345248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:26.386032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 156ea3fe-923f-4b73-913e-f1db5d049916 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:26.386249 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-570eecc4-3dc1-4c0f-9ff3-fc1cc49d8230 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1103551 Sep 16 05:10:26.386249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49696) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.394010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-974786814'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:26.419609 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-2b2a3328-9706-432c-ae6d-f522d11ecddd service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590524 Sep 16 05:10:26.432832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:26.434391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.439640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:26.443567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.505519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b79ef713-857f-4c92-bb4c-6c9a83415ffb req-9f767ee5-59e5-4be3-8caf-110923412239 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987342 Sep 16 05:10:26.525397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:26.546797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.547150 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment 09d70a10-dced-42c3-a06b-df001eaeaef5 of type vlan for network 0a6618b8-9349-48af-b1d8-dfd51d374423 Sep 16 05:10:26.565869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:26.595642 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-0f0a55d5-1679-4c9d-8787-2b590082ccd3 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625588 Sep 16 05:10:26.608965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.613823 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe29cc20-0424-4193-9ee0-c8b6f1fca166 x-openstack-request-id: req-fe29cc20-0424-4193-9ee0-c8b6f1fca166 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:26.615444 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "39ad178c-bfa5-4cb9-ba63-fffe3f381bdb", "code": 200}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "090b7f1e-4400-4545-afcc-0554eb5c6338", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:26.616229 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe29cc20-0424-4193-9ee0-c8b6f1fca166 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:26.616352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-4452d9c7-eede-4b5c-badd-cda74a1c2713 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5525477 Sep 16 05:10:26.616751 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ad178c-bfa5-4cb9-ba63-fffe3f381bdb', 'code': 200} Sep 16 05:10:26.617074 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b7f1e-4400-4545-afcc-0554eb5c6338', 'code': 200} Sep 16 05:10:26.643574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:26.657666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.663499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.664156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.676907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:26.677403 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.726101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-64d5f911-14ba-426d-a295-5fe53c856cce service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208185 Sep 16 05:10:26.734696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-377ae5f7-0ad6-41fe-a8a5-db44c139d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.736182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-377ae5f7-0ad6-41fe-a8a5-db44c139d179 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.4493911 Sep 16 05:10:26.748394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=0a6618b8-9349-48af-b1d8-dfd51d374423,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:26.753648 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb8f3ee9-1da0-44f5-9e73-7f5459ac7ca7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3655753 Sep 16 05:10:26.755664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.757683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49700) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:26.765014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:26.779827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:26.863308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-8f2fda38-011c-4857-8fbc-71e53f65817c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 200 len: 217 time: 0.1129103 Sep 16 05:10:26.875682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:26.881377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:26.976441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010880da-5e10-4e33-9c0c-e38a4ef4ea32 req-4454895b-9932-4533-b790-1f05e72de673 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.977874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-010880da-5e10-4e33-9c0c-e38a4ef4ea32 req-4454895b-9932-4533-b790-1f05e72de673 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.3158712 Sep 16 05:10:27.047513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-28fc90ef-4ce4-4c88-9522-45a234a0b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.049010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-28fc90ef-4ce4-4c88-9522-45a234a0b706 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1736147 Sep 16 05:10:27.084777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8b984cd-faf7-4f51-8cd4-71ec130ba942 req-4b312d70-1d7f-4628-98a4-5dcca82972a8 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466129 Sep 16 05:10:27.158221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-010880da-5e10-4e33-9c0c-e38a4ef4ea32 req-4aabc1a1-1c17-4b91-b6c6-c2a6e2369492 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720908 Sep 16 05:10:27.162710 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.199155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=156ea3fe-923f-4b73-913e-f1db5d049916,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.234755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-ad3485f8-5a40-47ea-8abc-a6ade638627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.236582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-ad3485f8-5a40-47ea-8abc-a6ade638627e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1743574 Sep 16 05:10:27.361867 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.446369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=47571c16-1d14-42f4-8421-53b3f0b4bac3,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:27.461880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': '09d70a10-dced-42c3-a06b-df001eaeaef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:27.462405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: 0a6618b8-9349-48af-b1d8-dfd51d374423, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:27.484637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:27.507726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0a6618b8-9349-48af-b1d8-dfd51d374423) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:27.514720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.515546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.519492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e23d4f8-1bd5-4504-9870-81bf69706339 None None] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:27.538843 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-78b41e33-43f7-474e-9ac6-b3a06b3f3e58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7797515 Sep 16 05:10:27.546838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49706) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:27.552843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423', 'name': 'tempest-PortsTestJSON-1195674892'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:27.595657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:27.712166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:27.718018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.738710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 5cc45cfe-1ebd-4f56-afd4-2edf61df7448 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:27.776948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8677d9c9-b2a2-4434-aa08-03319646f9f1 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:27.781837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:27.788865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0a6618b8-9349-48af-b1d8-dfd51d374423', 'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423', 'tenant_id': 'ab3d8abcb4384519a592115ac654a269', 'fixed_ips': [{'subnet_id': '47571c16-1d14-42f4-8421-53b3f0b4bac3'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:27.789825 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.792314 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.814411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.819718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'mac_address': 'fa:16:3e:d7:c3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:27.848227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.854191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.860659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.866498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.872349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.879203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.882632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.13 (0a6618b8-9349-48af-b1d8-dfd51d374423/47571c16-1d14-42f4-8421-53b3f0b4bac3/5cc45cfe-1ebd-4f56-afd4-2edf61df7448) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:27.885215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:27.887580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b397904f-862e-4bab-a1b6-323d99d88176 req-c890b190-4a57-438e-b098-8adda93c74d8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.2441599 Sep 16 05:10:27.961138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:27.991711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-47cc2989-1831-4a88-98a4-7598ada9e217 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494010 Sep 16 05:10:28.017549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:28.051232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:28.056374 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.058848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 8677d9c9-b2a2-4434-aa08-03319646f9f1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:28.061296 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.092409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '8677d9c9-b2a2-4434-aa08-03319646f9f1', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': '8677d9c9-b2a2-4434-aa08-03319646f9f1', 'mac_address': 'fa:16:3e:6e:e9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:28.101319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.112740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b397904f-862e-4bab-a1b6-323d99d88176 req-fa07c9aa-f8d2-4d11-a1f1-68ddf9b818c8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917176 Sep 16 05:10:28.154344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:28.158561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:28.167815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:28.171318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Allocated IP 172.25.6.6 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/29c302fc-50ba-4d51-903b-4f29babbcfd1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:28.215422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Allocated IP 172.20.0.2 (0a6618b8-9349-48af-b1d8-dfd51d374423/47571c16-1d14-42f4-8421-53b3f0b4bac3/e8b02176-b20b-4dee-9f97-ca6a04394b0c) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:28.222521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=5cc45cfe-1ebd-4f56-afd4-2edf61df7448,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.241601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.242360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.257666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-77caea52-6550-49bf-9b13-5d3d76323b3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7093561 Sep 16 05:10:28.260294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49710) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.266778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423', 'name': 'tempest-PortsTestJSON-67642992'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:28.283063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.285860 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.302733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5b37f1b-fd14-4ea2-947a-12b8db997541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.311269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.311624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.311968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.312374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.312714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.313503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.313902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.314556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.314883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.314984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.315238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.315564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:28.323515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8677d9c9-b2a2-4434-aa08-03319646f9f1 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:28.405479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 8677d9c9-b2a2-4434-aa08-03319646f9f1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:28.407633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:28.410808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:28.414108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.421003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b59e2bf7-03e9-4b1f-baa2-13237ab7cdbe req-339bb54c-b9bb-49eb-8efe-cdbaea4bcb7d service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863730 Sep 16 05:10:28.435265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 19c35b83-5eb7-451b-bb48-a0e76c67e5bd yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:28.448341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc29a2e-b97e-49dc-9cc3-e4ea3538060d req-e301acbf-abbd-458a-8a00-3ffcf0489d22 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.450059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccc29a2e-b97e-49dc-9cc3-e4ea3538060d req-e301acbf-abbd-458a-8a00-3ffcf0489d22 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 943 time: 0.2208447 Sep 16 05:10:28.469807 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.490638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a397e961-4fc3-4cb2-bfb7-ed463d9cd254 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:28.517271 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.536464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccc29a2e-b97e-49dc-9cc3-e4ea3538060d req-1804b894-cb06-42ce-a2cb-fc39d8184111 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775537 Sep 16 05:10:28.602152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=8677d9c9-b2a2-4434-aa08-03319646f9f1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.625674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946'}, {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1'}, {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5'}, {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:28.627952 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c51c117-6eba-4865-b714-c31fb8fd0760" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946"}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1"}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5"}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:28.653950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.666758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.681182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:28.683996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.691576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8a8c7cc8-da5e-4ce5-8b1a-588659690ef9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a397e961-4fc3-4cb2-bfb7-ed463d9cd254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4403582 Sep 16 05:10:28.693014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49716) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:28.696178 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] Sync routers for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:28.705988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:28.706843 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.718469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:28.723170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.8 (0a6618b8-9349-48af-b1d8-dfd51d374423/47571c16-1d14-42f4-8421-53b3f0b4bac3/19c35b83-5eb7-451b-bb48-a0e76c67e5bd) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:28.726770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:28.727287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f594fcc-1e0a-4d6b-9bf4-0ca83fbe4914 req-18793c58-48c4-4d5b-b40d-cce426a776fd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.730018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:28.735069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f594fcc-1e0a-4d6b-9bf4-0ca83fbe4914 req-18793c58-48c4-4d5b-b40d-cce426a776fd tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.1166618 Sep 16 05:10:28.745114 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.754923 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:28.755710 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.781602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Pushing event updated for resources: {'Port': ['ID=e8b02176-b20b-4dee-9f97-ca6a04394b0c,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.790419 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:28.791696 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06819d0d-1700-44b8-b274-b3c4eb3b75ec None None] The sync data for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:28.826452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Attempting to bind port e8b02176-b20b-4dee-9f97-ca6a04394b0c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:28.826745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Attempting to bind port e8b02176-b20b-4dee-9f97-ca6a04394b0c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '09d70a10-dced-42c3-a06b-df001eaeaef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:28.827107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Attempting to bind port e8b02176-b20b-4dee-9f97-ca6a04394b0c on network 0a6618b8-9349-48af-b1d8-dfd51d374423 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:28.832934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:28.833368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Checking segment: {'id': '09d70a10-dced-42c3-a06b-df001eaeaef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:28.833778 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.834176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Bound using segment: {'id': '09d70a10-dced-42c3-a06b-df001eaeaef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:28.835126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Bound port: e8b02176-b20b-4dee-9f97-ca6a04394b0c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d70a10-dced-42c3-a06b-df001eaeaef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0a6618b8-9349-48af-b1d8-dfd51d374423'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:28.835126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.838295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:28.847988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:28.884777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:28.910305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] For port e8b02176-b20b-4dee-9f97-ca6a04394b0c, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:28.913726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] For port e8b02176-b20b-4dee-9f97-ca6a04394b0c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e8b02176-b20b-4dee-9f97-ca6a04394b0c,segment=NetworkSegment(09d70a10-dced-42c3-a06b-df001eaeaef5),segment_id=09d70a10-dced-42c3-a06b-df001eaeaef5)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:28.920984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.933458 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:28.934036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=29c302fc-50ba-4d51-903b-4f29babbcfd1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:28.938974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f594fcc-1e0a-4d6b-9bf4-0ca83fbe4914 req-8ed4ca0a-e7b0-4ac7-8dc3-bcc200a2ac1b tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222675 Sep 16 05:10:28.992437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.011018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:29.056776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:29.062369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:29.062573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e363e5-02f9-42f1-8a54-c5a600188396 None None] Pushing event updated for resources: {'Port': ['ID=e8b02176-b20b-4dee-9f97-ca6a04394b0c,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.071543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:29.087520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=19c35b83-5eb7-451b-bb48-a0e76c67e5bd,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:29.155849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.156530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.157831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.165806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f601f-6200-4cfb-8adf-e6ee88c5deea req-c7f79c5e-2876-43ff-a1d4-2582af7884cd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.172750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e3f601f-6200-4cfb-8adf-e6ee88c5deea req-c7f79c5e-2876-43ff-a1d4-2582af7884cd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1474960 Sep 16 05:10:29.178279 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-865eea52-becf-4569-b422-e6eebd5bf33c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9164045 Sep 16 05:10:29.182009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49722) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.192413 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.293833 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.333346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e3f601f-6200-4cfb-8adf-e6ee88c5deea req-22fc1fd7-5d0d-416b-a9d2-12716c5b3524 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589220 Sep 16 05:10:29.334114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bedac9d-8d9e-42bc-8e96-7292789af623 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.337338 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4bedac9d-8d9e-42bc-8e96-7292789af623 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1544948 Sep 16 05:10:29.339735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:29.458486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 19c35b83-5eb7-451b-bb48-a0e76c67e5bd {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:29.458486 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.478010 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bea5c1-54ae-45fa-9d78-a5e3f830f211 x-openstack-request-id: req-19bea5c1-54ae-45fa-9d78-a5e3f830f211 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:29.478323 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946", "code": 200}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1", "code": 200}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5", "code": 200}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-plugged", "status": "completed", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:29.478581 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19bea5c1-54ae-45fa-9d78-a5e3f830f211 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:29.478995 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946', 'code': 200} Sep 16 05:10:29.479256 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'code': 200} Sep 16 05:10:29.479511 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5', 'code': 200} Sep 16 05:10:29.479760 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d', 'code': 200} Sep 16 05:10:29.551692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.557967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.565119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 19c35b83-5eb7-451b-bb48-a0e76c67e5bd owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:29.638915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.674873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:29.714290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.059690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.097627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=19c35b83-5eb7-451b-bb48-a0e76c67e5bd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.126348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf11ab-1745-4d98-8672-16abc26ca4c4 req-f37708a0-d443-48b6-9da7-934baf71306a tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.127950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4acf11ab-1745-4d98-8672-16abc26ca4c4 req-f37708a0-d443-48b6-9da7-934baf71306a tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 1101 time: 0.5876305 Sep 16 05:10:30.157692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578447ba-8e33-40ec-a58f-3eb30203fcb2 None None] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:30.186713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.188996 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf5ec479-9e9d-47ef-b7aa-a16eededda3e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/19c35b83-5eb7-451b-bb48-a0e76c67e5bd HTTP/1.1" status: 204 len: 168 time: 0.8476548 Sep 16 05:10:30.191354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49728) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.202215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=29c302fc-50ba-4d51-903b-4f29babbcfd1,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.217352 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-51182bf6-c503-434f-9d8c-be1eeb0137b9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:30.221859 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-51182bf6-c503-434f-9d8c-be1eeb0137b9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/19c35b83-5eb7-451b-bb48-a0e76c67e5bd HTTP/1.1" status: 404 len: 333 time: 0.0269043 Sep 16 05:10:30.222288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49730) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.237663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.246512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ccde9c19-acb3-46eb-b3a8-691dfd8b0b97 None None] Provisioning complete for port e8b02176-b20b-4dee-9f97-ca6a04394b0c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:30.248073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.248578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.249438 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ccde9c19-acb3-46eb-b3a8-691dfd8b0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.249595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.249595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.249955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.250423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.250885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.252855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-521c9e57-4145-4c86-be3b-05c1351e73f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6508 time: 0.5623598 Sep 16 05:10:30.285637 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.286909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-a1a72fc3-183a-4276-baec-a4100cda6b39 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.6578839 Sep 16 05:10:30.298257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4acf11ab-1745-4d98-8672-16abc26ca4c4 req-fd56f1cf-b94b-446e-a7b0-52d34e8216ca tempest-MigrationsAdminTest-1767245568 tempest-MigrationsAdminTest-1767245568-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578634 Sep 16 05:10:30.325789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 5cc45cfe-1ebd-4f56-afd4-2edf61df7448 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:30.326185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.390938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9afe0c6-4d89-4d26-a5e5-d8a554974f36 req-df8b02c4-083f-4513-aa95-d54a9405d3a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257529 Sep 16 05:10:30.408928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-2da1fee3-79d2-4745-b59f-6dbe024ffea5 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.1070156 Sep 16 05:10:30.451509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.468188 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 5cc45cfe-1ebd-4f56-afd4-2edf61df7448 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:30.564671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e8b02176-b20b-4dee-9f97-ca6a04394b0c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:30.589985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.596764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.603089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.603886 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ccde9c19-acb3-46eb-b3a8-691dfd8b0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.609578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.615638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.621790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.628335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.630046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.632697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-8ff7ca61-22d5-41b8-8a4c-571993faadd5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.2511580 Sep 16 05:10:30.667322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=5cc45cfe-1ebd-4f56-afd4-2edf61df7448,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.704789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ccde9c19-acb3-46eb-b3a8-691dfd8b0b97 None None] For port e8b02176-b20b-4dee-9f97-ca6a04394b0c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e8b02176-b20b-4dee-9f97-ca6a04394b0c,segment=NetworkSegment(09d70a10-dced-42c3-a06b-df001eaeaef5),segment_id=09d70a10-dced-42c3-a06b-df001eaeaef5)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:30.711838 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ccde9c19-acb3-46eb-b3a8-691dfd8b0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.728761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-506a1ac9-cb14-454d-aaf6-8c80177d0ac3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.732760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33f3602-52d1-4420-92f1-ddf254e024d5 req-506a1ac9-cb14-454d-aaf6-8c80177d0ac3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.3035660 Sep 16 05:10:30.743511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e8b02176-b20b-4dee-9f97-ca6a04394b0c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:30.744009 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.750399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.755919 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1b3512c-7315-478e-8730-e0fcc6cf85bd tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/5cc45cfe-1ebd-4f56-afd4-2edf61df7448 HTTP/1.1" status: 204 len: 168 time: 0.5301726 Sep 16 05:10:30.756791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49740) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.767251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69ad4ec2-b0fd-4136-a0bf-eea98aca77f5 req-2da60a71-3903-4546-8b5f-d9f51386771b tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204202 Sep 16 05:10:30.808137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde9c19-acb3-46eb-b3a8-691dfd8b0b97 None None] Pushing event updated for resources: {'Port': ['ID=e8b02176-b20b-4dee-9f97-ca6a04394b0c,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:30.824146 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd68a28-bfc8-456d-9cc8-cdee1abbf794 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:30.830737 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1cd68a28-bfc8-456d-9cc8-cdee1abbf794 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/5cc45cfe-1ebd-4f56-afd4-2edf61df7448 HTTP/1.1" status: 404 len: 333 time: 0.0727937 Sep 16 05:10:30.838767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49742) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:30.848365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port ec2155d9-cd40-4092-85e2-5dd404c9a4c4 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:30.848720 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.912245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet 47571c16-1d14-42f4-8421-53b3f0b4bac3 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:30.916897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.968993 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:30.971965 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.000469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for ec2155d9-cd40-4092-85e2-5dd404c9a4c4 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:31.077495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f1197-a4c4-4d5f-b315-bfb83ca5cd11 req-f6c1728c-2a65-483e-9180-e2e453c4b53b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.078481 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.079170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4f1197-a4c4-4d5f-b315-bfb83ca5cd11 req-f6c1728c-2a65-483e-9180-e2e453c4b53b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 944 time: 0.2724862 Sep 16 05:10:31.151921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.156014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d251e612-d968-47c8-a4c8-0790b43cc091 None None] Provisioning complete for port e8b02176-b20b-4dee-9f97-ca6a04394b0c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:31.156705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d251e612-d968-47c8-a4c8-0790b43cc091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.156834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc03b05-29e6-4982-bcf4-cca935926237 req-820b84fb-7901-4cb1-97d1-2fd3ea516592 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.158513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0dc03b05-29e6-4982-bcf4-cca935926237 req-820b84fb-7901-4cb1-97d1-2fd3ea516592 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1042659 Sep 16 05:10:31.162857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.186595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=47571c16-1d14-42f4-8421-53b3f0b4bac3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.187573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf4f1197-a4c4-4d5f-b315-bfb83ca5cd11 req-10f37e66-5d64-4cc5-90b9-563159bc39f1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919137 Sep 16 05:10:31.202457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.204638 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-59e621f8-c5cd-4c97-8ad6-dfdc43a312b1 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/47571c16-1d14-42f4-8421-53b3f0b4bac3 HTTP/1.1" status: 204 len: 168 time: 0.3642974 Sep 16 05:10:31.216564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49746) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.300473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0dc03b05-29e6-4982-bcf4-cca935926237 req-05604766-0d87-4c23-9361-17e74d25a8c1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250041 Sep 16 05:10:31.333523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbec041-428d-4636-979d-01115413c836 None None] Network 0a6618b8-9349-48af-b1d8-dfd51d374423 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:31.339864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.400503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-76db7970-1cb0-4d57-aef6-22ba85f2f5a5 None None] Could not find standard attr ID for object 5cc45cfe-1ebd-4f56-afd4-2edf61df7448. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:10:31.407685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port e8b02176-b20b-4dee-9f97-ca6a04394b0c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:31.408023 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.477199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] For port e8b02176-b20b-4dee-9f97-ca6a04394b0c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e8b02176-b20b-4dee-9f97-ca6a04394b0c,segment=NetworkSegment(09d70a10-dced-42c3-a06b-df001eaeaef5),segment_id=09d70a10-dced-42c3-a06b-df001eaeaef5)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:31.477566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.492608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for e8b02176-b20b-4dee-9f97-ca6a04394b0c owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:31.514083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.529061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c9b-5220-4ea3-b449-22b829986c18 req-49c38b16-7e87-4a69-b12e-e874a2bf43e1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.533246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67ee2c9b-5220-4ea3-b449-22b829986c18 req-49c38b16-7e87-4a69-b12e-e874a2bf43e1 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 949 time: 0.1389234 Sep 16 05:10:31.536862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] DHCP port deletion for 0a6618b8-9349-48af-b1d8-dfd51d374423 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:31.563208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=ec2155d9-cd40-4092-85e2-5dd404c9a4c4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.582720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-9992de58-34e4-4360-92e7-144e5a96616b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2812331 Sep 16 05:10:31.594786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.597366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:31.618874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] Deleting port e8b02176-b20b-4dee-9f97-ca6a04394b0c {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:31.619505 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.625853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:31.626578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=e8b02176-b20b-4dee-9f97-ca6a04394b0c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.640687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No DVR routers for this DVR port e8b02176-b20b-4dee-9f97-ca6a04394b0c on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:31.730864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.732987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67ee2c9b-5220-4ea3-b449-22b829986c18 req-25e546b3-3833-4113-ade9-7487d2d3f790 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958387 Sep 16 05:10:31.733764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.743728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] For port e8b02176-b20b-4dee-9f97-ca6a04394b0c, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:31.754232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.767593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] Calling delete_port for e8b02176-b20b-4dee-9f97-ca6a04394b0c owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:31.770732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6618b8-9349-48af-b1d8-dfd51d374423']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:31.771903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] Port e8b02176-b20b-4dee-9f97-ca6a04394b0c was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:10:31.775290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.785780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d70a10-dced-42c3-a06b-df001eaeaef5') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:31.786265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d70a10-dced-42c3-a06b-df001eaeaef5') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:31.799774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.818539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] Pushing event deleted for resources: {'Port': ['ID=e8b02176-b20b-4dee-9f97-ca6a04394b0c,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.819360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.821079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:31.826898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003b7fa-5faf-44fc-a24b-214199d9c853 None None] No DVR routers for this DVR port e8b02176-b20b-4dee-9f97-ca6a04394b0c on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:31.834364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:31.834744 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.837905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:31.838471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8677d9c9-b2a2-4434-aa08-03319646f9f1 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:31.839858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:31.845494 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:31.922971 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.932219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 8677d9c9-b2a2-4434-aa08-03319646f9f1 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:31.936251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.938527 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/0a6618b8-9349-48af-b1d8-dfd51d374423 HTTP/1.1" status: 204 len: 168 time: 0.7208045 Sep 16 05:10:31.955660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:31.955905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 8677d9c9-b2a2-4434-aa08-03319646f9f1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:31.955905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.956079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-54162843'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:31.960746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89db533-1cbb-4f56-9851-38a293381886 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=0a6618b8-9349-48af-b1d8-dfd51d374423,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:31.983042 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:31.986431 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.987008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:31.999052 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.004593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a397e961-4fc3-4cb2-bfb7-ed463d9cd254 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:32.011268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:32.021268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.021628 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment 305a2ad6-2a4e-4c1a-b409-214f7b622eef of type vlan for network 073f1f18-df9b-4056-8336-17dec3287d0a Sep 16 05:10:32.051769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:32.053621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.054023 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dacb770-828c-415e-807e-7f8172bdb30e" -d '{"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:32.062104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.067095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.073281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.073605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.079294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.086870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.088651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:32.091520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.093427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-e82b044b-a89f-4cdb-be92-a0784a1170f5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.2181735 Sep 16 05:10:32.094605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.109132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.115647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.116355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.133404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.159351 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2084553 Sep 16 05:10:32.162062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49754) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.167668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:32.191416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.196988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 8677d9c9-b2a2-4434-aa08-03319646f9f1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:32.211125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.232917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:32.241582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d8129-4e6a-4b99-9373-74d0d4bbcd38 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=073f1f18-df9b-4056-8336-17dec3287d0a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.246169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f285f203-26eb-4fa5-baa4-47a96776424f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a397e961-4fc3-4cb2-bfb7-ed463d9cd254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5333974 Sep 16 05:10:32.247085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49758) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.275675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 073f1f18-df9b-4056-8336-17dec3287d0a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:32.296080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-388d4088-0a38-440b-8480-a308d092d126 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=a397e961-4fc3-4cb2-bfb7-ed463d9cd254 HTTP/1.1" status: 200 len: 205 time: 0.0457411 Sep 16 05:10:32.297753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49762) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.305287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64a07ef9-85d5-410e-a931-3fc9df5eeef7 req-dd6025e6-730e-4707-9c78-dd0a241c5225 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712341 Sep 16 05:10:32.320064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] Sync routers for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:32.347056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.377622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:32.378257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.415994 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-694d36cb-469f-4808-b016-4d52dfdd6bfe tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.420365 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4954e507-1ae4-4d1e-85bf-33d2b894c056 x-openstack-request-id: req-4954e507-1ae4-4d1e-85bf-33d2b894c056 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:32.420660 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:32.420911 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4954e507-1ae4-4d1e-85bf-33d2b894c056 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:32.421366 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'code': 200} Sep 16 05:10:32.423392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.495987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=8677d9c9-b2a2-4434-aa08-03319646f9f1,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:32.500616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] Routers {'a397e961-4fc3-4cb2-bfb7-ed463d9cd254'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:32.500857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.516006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-2a9d1fb4-2462-4082-8146-c3028cdab0fe tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.517556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-2a9d1fb4-2462-4082-8146-c3028cdab0fe tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 950 time: 0.1153438 Sep 16 05:10:32.521721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:32.525894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.552998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e8b02176-b20b-4dee-9f97-ca6a04394b0c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:32.554935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:32.555632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249fb51-8dfd-4c5f-807b-b751f008e233 None None] The sync data for ids ['a397e961-4fc3-4cb2-bfb7-ed463d9cd254'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:32.585584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e8b02176-b20b-4dee-9f97-ca6a04394b0c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:32.585928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e8b02176-b20b-4dee-9f97-ca6a04394b0c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:32.629146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Allocated IP 172.25.6.129 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/fd937d6a-3a92-49d6-a593-ad201bf90be5) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:32.671115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00adef-adf6-4f08-a6c4-d6a94b033399 req-d0d99396-b5e2-47d5-be32-62ff2158ffb6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:32.672642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f00adef-adf6-4f08-a6c4-d6a94b033399 req-d0d99396-b5e2-47d5-be32-62ff2158ffb6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1653512 Sep 16 05:10:32.682442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-694d36cb-469f-4808-b016-4d52dfdd6bfe tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.685675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-694d36cb-469f-4808-b016-4d52dfdd6bfe tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.741323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-694d36cb-469f-4808-b016-4d52dfdd6bfe tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.741907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694d36cb-469f-4808-b016-4d52dfdd6bfe tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Fanout notify agent at l3_agent the message router_deleted on router a397e961-4fc3-4cb2-bfb7-ed463d9cd254 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:32.751132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-694d36cb-469f-4808-b016-4d52dfdd6bfe tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.752274 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-694d36cb-469f-4808-b016-4d52dfdd6bfe tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/a397e961-4fc3-4cb2-bfb7-ed463d9cd254 HTTP/1.1" status: 204 len: 168 time: 0.4535766 Sep 16 05:10:32.755996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49766) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:32.790524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f00adef-adf6-4f08-a6c4-d6a94b033399 req-13c8c4db-a165-4157-9a3c-d088d2993d3e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055651 Sep 16 05:10:32.797297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Deleting port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:32.797649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.844906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet 068f62e5-93f1-460c-8b78-27913ec9e54d {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:32.848070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.851990 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.923334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.955420 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.972889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] For port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:32.973263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.991874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:32.993892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Calling delete_port for bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:33.053486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=34382280-a983-4e7a-9833-e67c3e255f75,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.055829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc844ac-29f0-4450-bd9b-74ebdd29ee07 req-4c019587-141c-4e67-b1ed-6a04a77794d1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:33.058555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfc844ac-29f0-4450-bd9b-74ebdd29ee07 req-4c019587-141c-4e67-b1ed-6a04a77794d1 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1213694 Sep 16 05:10:33.075045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': '305a2ad6-2a4e-4c1a-b409-214f7b622eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:33.075947 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: 073f1f18-df9b-4056-8336-17dec3287d0a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:33.086494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.088038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:33.097059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:33.110681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:33.127574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 073f1f18-df9b-4056-8336-17dec3287d0a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:33.145683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=fd937d6a-3a92-49d6-a593-ad201bf90be5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.146684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 073f1f18-df9b-4056-8336-17dec3287d0a) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:33.153914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:33.154655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.167839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6f198-5881-4a70-83cf-074458d98d41 None None] Network 073f1f18-df9b-4056-8336-17dec3287d0a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:33.170271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.176932 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5fc53ad5-f2b2-4a7f-9800-e00b7f4adbe4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0139003 Sep 16 05:10:33.180562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49770) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.186785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a', 'name': 'tempest-PortsTestJSON-1783589260', 'fixed_ips': [{'subnet_id': '34382280-a983-4e7a-9833-e67c3e255f75', 'ip_address': '172.20.0.10'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:33.200075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=068f62e5-93f1-460c-8b78-27913ec9e54d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.204320 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.208614 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dd594c51-979d-4ee1-8505-8f570e399e58 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/068f62e5-93f1-460c-8b78-27913ec9e54d HTTP/1.1" status: 204 len: 168 time: 0.4492412 Sep 16 05:10:33.209016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49772) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.212616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfc844ac-29f0-4450-bd9b-74ebdd29ee07 req-016ffdd5-fdc1-4a69-b891-458dd47cbe01 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204262 Sep 16 05:10:33.243130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355678d-1ca0-4444-bda0-ca932cc7bbc3 None None] Network ef58d547-7770-4eb2-afca-f0c228b3abd7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:33.280500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet d79a5227-b4b3-4434-8aa3-2d1f8ddd5756 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:33.284865 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.334313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.393754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.432659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.433204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.450140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:33.465425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc22a-4372-4b49-be05-b835e3274b35 req-1a71f476-8ff8-442b-9614-12151002513f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:33.467053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2ddc22a-4372-4b49-be05-b835e3274b35 req-1a71f476-8ff8-442b-9614-12151002513f tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=51d810d8-5a12-4f61-bce7-393198e14e50 HTTP/1.1" status: 200 len: 868 time: 0.1623561 Sep 16 05:10:33.500994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:33.519282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.522293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.535212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event deleted for resources: {'Port': ['ID=bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.554261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-073f1f18-df9b-4056-8336-17dec3287d0a', 'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a', 'tenant_id': 'ab3d8abcb4384519a592115ac654a269', 'fixed_ips': [{'subnet_id': '34382280-a983-4e7a-9833-e67c3e255f75'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:33.557159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=d79a5227-b4b3-4434-8aa3-2d1f8ddd5756,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:33.560399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.563104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.565979 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-edad9c34-8186-482a-9d92-9d4e11e5519d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/d79a5227-b4b3-4434-8aa3-2d1f8ddd5756 HTTP/1.1" status: 204 len: 168 time: 0.3559449 Sep 16 05:10:33.567855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49776) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:33.580795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:33.602441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5b25f-7f7e-44fb-b898-ab9bb1072613 None None] Network 581a6b31-acb1-46a1-83ea-874245e9a319 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:33.626267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] No DVR routers for this DVR port bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:33.658136 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.659868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20ef66d3-35e4-4f58-91ad-6c082ef18cab req-f07a58c4-b622-4ef4-bd96-5eb27e5cc7c8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "DELETE /v2.0/ports/bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b HTTP/1.1" status: 204 len: 173 time: 1.1255505 Sep 16 05:10:33.660571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-deleted', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:33.663105 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93651173-6bbf-4753-8520-83acac3c3c4b" -d '{"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-deleted", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:33.683429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.698432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2ddc22a-4372-4b49-be05-b835e3274b35 req-fb574471-209e-4c20-ab05-6f8f05ef8d51 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174466 Sep 16 05:10:33.808785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port e5ec145f-e415-4d9a-b171-73d0c003bad8 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:33.809043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.895070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port e5ec145f-e415-4d9a-b171-73d0c003bad8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e5ec145f-e415-4d9a-b171-73d0c003bad8,segment=NetworkSegment(19f1e656-3203-4680-939b-406e072d2559),segment_id=19f1e656-3203-4680-939b-406e072d2559)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:33.896047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.912378 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for e5ec145f-e415-4d9a-b171-73d0c003bad8 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:33.947852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:33.971051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.008340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.027744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.032541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Allocated IP 172.20.0.2 (073f1f18-df9b-4056-8336-17dec3287d0a/34382280-a983-4e7a-9833-e67c3e255f75/5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:34.058268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.064426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.071250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.074273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a02d1a4-0130-4c69-8710-c64962c41118 None None] DHCP port deletion for ef58d547-7770-4eb2-afca-f0c228b3abd7 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:34.074584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=e5ec145f-e415-4d9a-b171-73d0c003bad8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.078459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.083642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port e5ec145f-e415-4d9a-b171-73d0c003bad8 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:34.085793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.092269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.098644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.100964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-e2d4f4ac-ce66-4260-b8e5-7a00b5d648a1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.2184567 Sep 16 05:10:34.101644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=fd937d6a-3a92-49d6-a593-ad201bf90be5,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.144762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 2f058757-c5a9-4d69-a6f7-0ec7f335c98e yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:34.198588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.232867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.260747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09cad46d-e858-4eff-97cd-6454a47bfa8a req-b7422c4f-7fab-4039-808b-4069228367e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1528096 Sep 16 05:10:34.264035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef58d547-7770-4eb2-afca-f0c228b3abd7']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.282170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f1e656-3203-4680-939b-406e072d2559') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.282568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f1e656-3203-4680-939b-406e072d2559') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:34.302562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.312909 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.315435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-d92e6b87-abd3-4a1e-be61-0b506e0500a3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7234130 Sep 16 05:10:34.340775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.362841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:34.363488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:34.366818 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:34.403946 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0272f3a9-9ade-443f-a356-e221f2260345 x-openstack-request-id: req-0272f3a9-9ade-443f-a356-e221f2260345 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:34.404533 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d810d8-5a12-4f61-bce7-393198e14e50", "name": "network-vif-deleted", "tag": "bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:34.404533 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0272f3a9-9ade-443f-a356-e221f2260345 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:34.404993 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d810d8-5a12-4f61-bce7-393198e14e50', 'name': 'network-vif-deleted', 'tag': 'bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b', 'status': 'completed', 'code': 200} Sep 16 05:10:34.418855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] DHCP port deletion for 581a6b31-acb1-46a1-83ea-874245e9a319 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:34.424866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-28c4f941-fd25-48d2-b48e-df893c8e43a1 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.1028230 Sep 16 05:10:34.452624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e4ceab-459a-46e9-b9be-956298677953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8677d9c9-b2a2-4434-aa08-03319646f9f1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:34.455133 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da939b60-1666-4718-97ba-3ca169001ad7" -d '{"events": [{"server_uuid": "36e4ceab-459a-46e9-b9be-956298677953", "name": "network-vif-plugged", "status": "completed", "tag": "8677d9c9-b2a2-4434-aa08-03319646f9f1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:34.484980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.493786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.498990 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/ef58d547-7770-4eb2-afca-f0c228b3abd7 HTTP/1.1" status: 204 len: 168 time: 0.9275208 Sep 16 05:10:34.500874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49790) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:34.525782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ba81f-dfa4-4fc4-a78e-9c8886201ca6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=ef58d547-7770-4eb2-afca-f0c228b3abd7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.605099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb8996-0e21-4dcc-bc17-5b1046398bf0 req-9a51cffa-51af-4475-bf92-a34074021a6a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.607699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efcb8996-0e21-4dcc-bc17-5b1046398bf0 req-9a51cffa-51af-4475-bf92-a34074021a6a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1816442 Sep 16 05:10:34.622416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.643838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e5ec145f-e415-4d9a-b171-73d0c003bad8 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:34.680363 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 868a06ce-b15d-4d66-80da-5f69d19be3b9 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:34.680843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.691585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efcb8996-0e21-4dcc-bc17-5b1046398bf0 req-751a9358-a212-489f-8bcb-3f1bfd4c0114 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Sep 16 05:10:34.692014 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.733939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e5ec145f-e415-4d9a-b171-73d0c003bad8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:34.734319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e5ec145f-e415-4d9a-b171-73d0c003bad8 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:34.735538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 868a06ce-b15d-4d66-80da-5f69d19be3b9 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:34.743932 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.761685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 868a06ce-b15d-4d66-80da-5f69d19be3b9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=868a06ce-b15d-4d66-80da-5f69d19be3b9,segment=NetworkSegment(c416bd99-330d-4863-bd77-672803e545da),segment_id=c416bd99-330d-4863-bd77-672803e545da)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:34.762067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.776915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 868a06ce-b15d-4d66-80da-5f69d19be3b9 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:34.814416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Network 073f1f18-df9b-4056-8336-17dec3287d0a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:34.828796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:34.844045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:34.865167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Pushing event updated for resources: {'Port': ['ID=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.875986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] Deleting port 868a06ce-b15d-4d66-80da-5f69d19be3b9 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:34.876463 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.878731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.891850 n-d-713301-15 neutron-server[94720]: INFO neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No ports have port_id starting with 868a06ce-b15d-4d66-80da-5f69d19be3b9 Sep 16 05:10:34.935759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=868a06ce-b15d-4d66-80da-5f69d19be3b9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.942484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port 868a06ce-b15d-4d66-80da-5f69d19be3b9 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:34.951351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Attempting to bind port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:34.951793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Attempting to bind port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '305a2ad6-2a4e-4c1a-b409-214f7b622eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:34.952212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Attempting to bind port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 on network 073f1f18-df9b-4056-8336-17dec3287d0a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:34.986419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:34.986835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Checking segment: {'id': '305a2ad6-2a4e-4c1a-b409-214f7b622eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:34.987196 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.987597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Bound using segment: {'id': '305a2ad6-2a4e-4c1a-b409-214f7b622eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:34.988114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Bound port: 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305a2ad6-2a4e-4c1a-b409-214f7b622eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:34.988509 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.014862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] For port 868a06ce-b15d-4d66-80da-5f69d19be3b9, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:35.015510 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.039667 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.047999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] Calling delete_port for 868a06ce-b15d-4d66-80da-5f69d19be3b9 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:35.052287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] Port 868a06ce-b15d-4d66-80da-5f69d19be3b9 was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:10:35.056782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.063968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581a6b31-acb1-46a1-83ea-874245e9a319']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.075070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c416bd99-330d-4863-bd77-672803e545da') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.075957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c416bd99-330d-4863-bd77-672803e545da') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.090557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.098211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] Pushing event deleted for resources: {'Port': ['ID=868a06ce-b15d-4d66-80da-5f69d19be3b9,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.107339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3d134-5812-4f59-89ea-7037a2593b23 None None] No DVR routers for this DVR port 868a06ce-b15d-4d66-80da-5f69d19be3b9 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:35.114000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] For port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:35.125902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] For port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,segment=NetworkSegment(305a2ad6-2a4e-4c1a-b409-214f7b622eef),segment_id=305a2ad6-2a4e-4c1a-b409-214f7b622eef)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:35.128788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.131343 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.139999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:35.141015 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:35.145834 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:35.207168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-55fab920-2e51-41a6-a7dc-3f2a6e0ababd tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.216982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f5f9cfe-dda6-44cc-8655-dd3350f99f63 req-55fab920-2e51-41a6-a7dc-3f2a6e0ababd tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.7573419 Sep 16 05:10:35.224418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69480354-fd15-45dd-b36d-b1e4306b6f73 None None] Pushing event updated for resources: {'Port': ['ID=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.256705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.262190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.265008 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/581a6b31-acb1-46a1-83ea-874245e9a319 HTTP/1.1" status: 204 len: 168 time: 0.7629747 Sep 16 05:10:35.270740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:35.278728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-501860257'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:35.286417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.10 (073f1f18-df9b-4056-8336-17dec3287d0a/34382280-a983-4e7a-9833-e67c3e255f75/2f058757-c5a9-4d69-a6f7-0ec7f335c98e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:35.295989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe1d87-c8a7-43d6-8ac3-e8ae59e393c7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=581a6b31-acb1-46a1-83ea-874245e9a319,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.299684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29bb90-cecc-43bf-ba39-8f1dfe40e663 req-b7fc573a-e622-46a6-a5e4-4b805e55cbb5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.307279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be29bb90-cecc-43bf-ba39-8f1dfe40e663 req-b7fc573a-e622-46a6-a5e4-4b805e55cbb5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1305404 Sep 16 05:10:35.323530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:35.329395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.367098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:35.379355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.379355 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment b5dfa0a0-fbc2-4d94-9991-9f84502b1725 of type vlan for network d2f5437e-2c0a-41da-a725-a90abf715277 Sep 16 05:10:35.404148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be29bb90-cecc-43bf-ba39-8f1dfe40e663 req-3d2c53ca-5f42-4d39-a3a8-08233c961836 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959992 Sep 16 05:10:35.436745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.456285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.463332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.470341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.476544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.483285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.493490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.495292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.500300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.501561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.502215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.502866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2bba0b96-fe61-4a5a-8b60-34daac312ae4 req-9023e977-923d-4f44-b576-02101e453391 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.2141664 Sep 16 05:10:35.513786 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a96577-77a7-47a1-932d-a38efd18b838 x-openstack-request-id: req-70a96577-77a7-47a1-932d-a38efd18b838 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:35.514315 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e4ceab-459a-46e9-b9be-956298677953", "name": "network-vif-plugged", "status": "completed", "tag": "8677d9c9-b2a2-4434-aa08-03319646f9f1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:35.514315 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70a96577-77a7-47a1-932d-a38efd18b838 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:35.514752 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e4ceab-459a-46e9-b9be-956298677953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8677d9c9-b2a2-4434-aa08-03319646f9f1', 'code': 200} Sep 16 05:10:35.515331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49798) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:35.532953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Request body: {'floatingip': {'port_id': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:35.599392 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3275130 Sep 16 05:10:35.604389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49802) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:35.609748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:35.651408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.665597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:35.681813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efabbd-8f10-4049-8033-1e1f39fb96a2 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=d2f5437e-2c0a-41da-a725-a90abf715277,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:35.697124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d2f5437e-2c0a-41da-a725-a90abf715277 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:35.701446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:35.701793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb1a5bc0-fb96-45d2-9dea-bdfc2af7eb1b not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:35.775849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:35.785023 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.976300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bbf9d-47f3-45cc-bd27-5e2ba262fc3a req-6edb972e-3ed8-4489-8ed9-48bdd748a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.977828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-810bbf9d-47f3-45cc-bd27-5e2ba262fc3a req-6edb972e-3ed8-4489-8ed9-48bdd748a971 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 1097 time: 0.3466659 Sep 16 05:10:35.987558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.001585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.039609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-305e1251-c882-4be7-994d-543172eb94f9 req-bf3c91e7-1dae-4c6f-9edb-de0f5c532452 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5037985 Sep 16 05:10:36.066662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=0a706fda-892c-420f-a67d-8a3908d9fc98,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.076598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.082099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': 'b5dfa0a0-fbc2-4d94-9991-9f84502b1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:36.082588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: d2f5437e-2c0a-41da-a725-a90abf715277, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:36.103383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3bcde-fb97-4095-8ef0-9247e608edb3 req-0212353b-a67c-4460-ab3b-c92e8965d0de tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.104866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network d2f5437e-2c0a-41da-a725-a90abf715277 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:36.105086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d3bcde-fb97-4095-8ef0-9247e608edb3 req-0212353b-a67c-4460-ab3b-c92e8965d0de tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2660778 Sep 16 05:10:36.117240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d2f5437e-2c0a-41da-a725-a90abf715277) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:36.123778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.124529 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.137411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0034f-9560-4382-b9b6-b6904d833fe5 None None] Network d2f5437e-2c0a-41da-a725-a90abf715277 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:36.156803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-810bbf9d-47f3-45cc-bd27-5e2ba262fc3a req-353719ad-c6f5-470a-8bdd-1bcae761347d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641104 Sep 16 05:10:36.217658 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d23afa1d-f464-4534-8e6e-32a4aa3f97ed tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6120749 Sep 16 05:10:36.219385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49810) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.220062 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.224496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1d719d45-2355-4716-a8a9-b3500e19e19d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-614438754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.234315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.260808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d719d45-2355-4716-a8a9-b3500e19e19d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.262148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d719d45-2355-4716-a8a9-b3500e19e19d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.265275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d3bcde-fb97-4095-8ef0-9247e608edb3 req-b3523d4c-286d-4f91-8558-fba6741d79df tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344845 Sep 16 05:10:36.350727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-d2f5437e-2c0a-41da-a725-a90abf715277', 'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': '0a706fda-892c-420f-a67d-8a3908d9fc98'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:36.352120 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.368410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 073f1f18-df9b-4056-8336-17dec3287d0a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:36.376649 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d719d45-2355-4716-a8a9-b3500e19e19d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.379658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:36.382832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:36.383807 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d719d45-2355-4716-a8a9-b3500e19e19d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.409138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d719d45-2355-4716-a8a9-b3500e19e19d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.413637 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1d719d45-2355-4716-a8a9-b3500e19e19d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1927469 Sep 16 05:10:36.415796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.422548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'port': {'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277', 'name': 'tempest-RoutersIpV6Test-241930194'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.532764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Allocated IP 2001:db8::2 (d2f5437e-2c0a-41da-a725-a90abf715277/0a706fda-892c-420f-a67d-8a3908d9fc98/0e3a6dbd-d574-47e0-8b0d-5ead46595125) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:36.567291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=2f058757-c5a9-4d69-a6f7-0ec7f335c98e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:36.578220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbce41f-67c7-4ed9-8230-81f50c590467 None None] Network 073f1f18-df9b-4056-8336-17dec3287d0a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:36.614568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:36.625045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.630958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:36.645336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] device_id is not set on port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:36.661350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.661691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.662237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.662730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.663219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.663707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.664217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.664717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.665230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.665715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.666211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.666541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:36.702498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.703161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.746982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddcf94-6a0e-4c60-87bb-10dc6af59891 req-68c13e8e-194f-458f-bc88-94067433be53 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.748457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dddcf94-6a0e-4c60-87bb-10dc6af59891 req-68c13e8e-194f-458f-bc88-94067433be53 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 951 time: 0.3086948 Sep 16 05:10:36.752976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-97909120-472f-4a49-bc3c-527dadad57bf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5713871 Sep 16 05:10:36.755635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:36.761975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '073f1f18-df9b-4056-8336-17dec3287d0a', 'name': 'tempest-PortsTestJSON-2007975025', 'fixed_ips': [{'subnet_id': '34382280-a983-4e7a-9833-e67c3e255f75', 'ip_address': '172.20.0.9'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:36.779122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5e38c825-a194-41e8-ae53-6836ff5fef3c None None] Provisioning complete for port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:36.779575 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5e38c825-a194-41e8-ae53-6836ff5fef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.878423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dddcf94-6a0e-4c60-87bb-10dc6af59891 req-3625787e-9505-4c20-8388-af01ba94d592 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166494 Sep 16 05:10:36.894160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.918442 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.921827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:36.930803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:36.997662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:36.998754 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.006259 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.042249 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.103966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5e38c825-a194-41e8-ae53-6836ff5fef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.114401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Network d2f5437e-2c0a-41da-a725-a90abf715277 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:37.119872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.132866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:37.135441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:37.160657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8::2bb (d2f5437e-2c0a-41da-a725-a90abf715277/0a706fda-892c-420f-a67d-8a3908d9fc98/58b1e2d2-dcf9-4e43-a3f6-07a70f969335) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:37.162504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Pushing event updated for resources: {'Port': ['ID=0e3a6dbd-d574-47e0-8b0d-5ead46595125,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.180629 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Floating IP 7e4ced9a-1a89-4423-95f0-792841816d7f associated. External IP: 172.25.6.205, port: b90c27fd-a729-48ba-aa1c-f2d1abcd12b1. Sep 16 05:10:37.185412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Allocated IP 172.25.6.117 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/468d0d1d-e160-479b-8143-e8913e08f856) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:37.198901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port f209c707-ce45-4897-a506-817c4479bee9 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:37.210865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5e38c825-a194-41e8-ae53-6836ff5fef3c None None] For port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,segment=NetworkSegment(305a2ad6-2a4e-4c1a-b409-214f7b622eef),segment_id=305a2ad6-2a4e-4c1a-b409-214f7b622eef)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:37.238463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffc66-5c1b-4f09-ab7c-50f03927b259 req-827aab39-f5a5-4b10-876f-20eb9c1991e3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.245937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7acffc66-5c1b-4f09-ab7c-50f03927b259 req-827aab39-f5a5-4b10-876f-20eb9c1991e3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1459041 Sep 16 05:10:37.252874 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5e38c825-a194-41e8-ae53-6836ff5fef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.309928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Attempting to bind port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:37.309928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Attempting to bind port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b5dfa0a0-fbc2-4d94-9991-9f84502b1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:37.310310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Attempting to bind port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 on network d2f5437e-2c0a-41da-a725-a90abf715277 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:37.329566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:37.329849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Checking segment: {'id': 'b5dfa0a0-fbc2-4d94-9991-9f84502b1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:37.330097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.330456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Bound using segment: {'id': 'b5dfa0a0-fbc2-4d94-9991-9f84502b1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:37.331234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Bound port: 0e3a6dbd-d574-47e0-8b0d-5ead46595125, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dfa0a0-fbc2-4d94-9991-9f84502b1725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd2f5437e-2c0a-41da-a725-a90abf715277'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:37.331370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.333314 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.373218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38c825-a194-41e8-ae53-6836ff5fef3c None None] Pushing event updated for resources: {'Port': ['ID=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.424711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7acffc66-5c1b-4f09-ab7c-50f03927b259 req-19680373-b423-4be3-aef8-4f35af3beeac tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778114 Sep 16 05:10:37.447035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-b055153c-e82a-43e1-bc28-1e8500f558fb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.448907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-b055153c-e82a-43e1-bc28-1e8500f558fb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 951 time: 0.1954734 Sep 16 05:10:37.515937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.531448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] For port 0e3a6dbd-d574-47e0-8b0d-5ead46595125, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:37.536021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] For port 0e3a6dbd-d574-47e0-8b0d-5ead46595125, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0e3a6dbd-d574-47e0-8b0d-5ead46595125,segment=NetworkSegment(b5dfa0a0-fbc2-4d94-9991-9f84502b1725),segment_id=b5dfa0a0-fbc2-4d94-9991-9f84502b1725)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:37.588229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.588788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.9 (073f1f18-df9b-4056-8336-17dec3287d0a/34382280-a983-4e7a-9833-e67c3e255f75/f209c707-ce45-4897-a506-817c4479bee9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:37.658328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.690693 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:37.692185 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:37.693273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c5e162d8-fc80-453f-aaad-d1587b476fff None None] Provisioning complete for port 2f058757-c5a9-4d69-a6f7-0ec7f335c98e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:37.693868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5e162d8-fc80-453f-aaad-d1587b476fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.706783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.742251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b3c07-f012-4a5c-9473-ad2bc3e33b88 req-ecc9bae1-749d-40b5-870b-cf1a2b703b2d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.748394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network d2f5437e-2c0a-41da-a725-a90abf715277 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:37.755369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c56b3c07-f012-4a5c-9473-ad2bc3e33b88 req-ecc9bae1-749d-40b5-870b-cf1a2b703b2d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2302988 Sep 16 05:10:37.758773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:37.771143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f4436-23ba-4c88-8602-bbe7905569ed None None] Pushing event updated for resources: {'Port': ['ID=0e3a6dbd-d574-47e0-8b0d-5ead46595125,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.782557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c5e162d8-fc80-453f-aaad-d1587b476fff None None] Port 2f058757-c5a9-4d69-a6f7-0ec7f335c98e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:37.793749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c5e162d8-fc80-453f-aaad-d1587b476fff None None] Provisioning complete for port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:37.794837 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5e162d8-fc80-453f-aaad-d1587b476fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.826959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:37.834155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.834896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.855856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=58b1e2d2-dcf9-4e43-a3f6-07a70f969335,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.892161 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a17219e-b366-4564-a3f7-325366b826f4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4610696 Sep 16 05:10:37.892982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.065026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9529767f-36ac-4068-b867-662b89b06ed1 None None] Provisioning complete for port 2f058757-c5a9-4d69-a6f7-0ec7f335c98e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:38.066121 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9529767f-36ac-4068-b867-662b89b06ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.110070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9529767f-36ac-4068-b867-662b89b06ed1 None None] Port 2f058757-c5a9-4d69-a6f7-0ec7f335c98e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:38.320748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.332349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c56b3c07-f012-4a5c-9473-ad2bc3e33b88 req-5ae6ad3b-16dc-4bd1-93b2-c3e6932c0880 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760486 Sep 16 05:10:38.341891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Deleting port a9b59727-d14d-4f22-a72b-bbabfea3b98c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:38.342230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.395965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Router ecc54052-fbf6-416f-8bcc-95ad77004425 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:38.411786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:38.437337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:38.483341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:38.492559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=468d0d1d-e160-479b-8143-e8913e08f856,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:38.508039 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.637996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d56ee-a0ba-4140-a71c-4f47e08e5a59 req-c7f2a5fc-39fc-4748-ad52-686981cda478 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.646301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc8d56ee-a0ba-4140-a71c-4f47e08e5a59 req-c7f2a5fc-39fc-4748-ad52-686981cda478 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=76578f1f-c416-4d01-9aa7-f70433569896 HTTP/1.1" status: 200 len: 951 time: 0.2481720 Sep 16 05:10:38.652939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] For port a9b59727-d14d-4f22-a72b-bbabfea3b98c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a9b59727-d14d-4f22-a72b-bbabfea3b98c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:38.653317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.659371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0e3a6dbd-d574-47e0-8b0d-5ead46595125 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:38.683568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.735717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Calling delete_port for a9b59727-d14d-4f22-a72b-bbabfea3b98c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:38.762403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 073f1f18-df9b-4056-8336-17dec3287d0a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:38.767034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:38.768029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.774565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:38.784408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:38.800010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=f209c707-ce45-4897-a506-817c4479bee9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:38.847534 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.870841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:38.886988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] Sync routers for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:38.889524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.889803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.929077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:38.929612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:38.936263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:38.937182 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:38.953014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc8d56ee-a0ba-4140-a71c-4f47e08e5a59 req-6fc2b4f1-b19e-44ec-9bf1-1a2fa63e0a17 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947438 Sep 16 05:10:38.999392 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6dccbfcd-79b1-4baa-9585-d2b2305cef07 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2425389 Sep 16 05:10:39.013465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49828) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.030530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-36df5a0e-7909-4365-88b1-2eaa0d02c580 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "PUT /v2.0/floatingips/7e4ced9a-1a89-4423-95f0-792841816d7f HTTP/1.1" status: 200 len: 991 time: 3.5027850 Sep 16 05:10:39.033679 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.039501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:39.042162 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315ddc8-7608-4343-b237-7817736be208" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:39.093516 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.149909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6af1d7-6cf7-467d-ba3c-0f8e7662557c None None] Network d2f5437e-2c0a-41da-a725-a90abf715277 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:39.163009 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:39.195277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 0e3a6dbd-d574-47e0-8b0d-5ead46595125, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0e3a6dbd-d574-47e0-8b0d-5ead46595125,segment=NetworkSegment(b5dfa0a0-fbc2-4d94-9991-9f84502b1725),segment_id=b5dfa0a0-fbc2-4d94-9991-9f84502b1725)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:39.211611 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.212465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:39.254030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a05db-6111-44b3-86d8-3e9e513fe927 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.256333 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-554a05db-6111-44b3-86d8-3e9e513fe927 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2397006 Sep 16 05:10:39.268350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.345958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1144842e-b609-433b-9646-7f34e8c2a729 None None] Provisioning complete for port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:39.346241 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1144842e-b609-433b-9646-7f34e8c2a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.456844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b322c-6c52-4e44-87e8-34ec34896189 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.463985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b322c-6c52-4e44-87e8-34ec34896189 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.470504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b322c-6c52-4e44-87e8-34ec34896189 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.472360 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c49b322c-6c52-4e44-87e8-34ec34896189 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2026668 Sep 16 05:10:39.478346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49838) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:39.493801 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.502845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.506979 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.553637 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '7e4ced9a-1a89-4423-95f0-792841816d7f', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'port_id': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'mac_address': 'fa:16:3e:16:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:35Z', 'updated_at': '2021-09-16T05:10:36Z', 'revision_number': 1, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:46Z', 'revision_number': 5, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.583463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.601428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] Checking router: ecc54052-fbf6-416f-8bcc-95ad77004425 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:39.602993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:39.603123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.605111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:39.619429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ebc23-e4ac-4c46-8f9d-8556e5736988 req-3c835454-5892-4e6e-9555-b1b1775fbc0c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.621333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:39.623258 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:39.627719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-122ebc23-e4ac-4c46-8f9d-8556e5736988 req-3c835454-5892-4e6e-9555-b1b1775fbc0c tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.4497509 Sep 16 05:10:39.669873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:39.670440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.712773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event updated for resources: {'Port': ['ID=468d0d1d-e160-479b-8143-e8913e08f856,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.744602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] No DVR routers for this DVR port a9b59727-d14d-4f22-a72b-bbabfea3b98c on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:39.746133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=0e3a6dbd-d574-47e0-8b0d-5ead46595125,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.767282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.769819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14e2f9b0-f538-46bd-b0dc-7b650a45be9c req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "DELETE /v2.0/ports/a9b59727-d14d-4f22-a72b-bbabfea3b98c HTTP/1.1" status: 204 len: 173 time: 2.2841449 Sep 16 05:10:39.798181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.803623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5718b6e-ea71-49b5-aecd-d47955e9fbbb tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event deleted for resources: {'Port': ['ID=a9b59727-d14d-4f22-a72b-bbabfea3b98c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.832815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-122ebc23-e4ac-4c46-8f9d-8556e5736988 req-b49c4219-2d0f-4179-97f8-2f0384878f28 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038269 Sep 16 05:10:39.850090 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:39.857368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.863379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-305e1251-c882-4be7-994d-543172eb94f9 req-e1be2963-312d-4095-b92b-86915692d6c0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8028455 Sep 16 05:10:39.889207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.962589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-305e1251-c882-4be7-994d-543172eb94f9 req-e30c78d0-546c-453c-aa96-f8bb8a7b2334 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0948365 Sep 16 05:10:39.969332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=58b1e2d2-dcf9-4e43-a3f6-07a70f969335,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.978276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port f209c707-ce45-4897-a506-817c4479bee9 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:39.978554 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.063195 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556ee02f-4987-4b16-8352-a3c2ac1f11aa x-openstack-request-id: req-556ee02f-4987-4b16-8352-a3c2ac1f11aa {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:40.063797 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:40.064342 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-556ee02f-4987-4b16-8352-a3c2ac1f11aa {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:40.064977 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'status': 'completed', 'code': 200} Sep 16 05:10:40.319409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.344037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fcbfecd5-eb8c-444c-a78b-ed45838ec34c None None] Provisioning complete for port f209c707-ce45-4897-a506-817c4479bee9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:40.345007 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcbfecd5-eb8c-444c-a78b-ed45838ec34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.352781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for f209c707-ce45-4897-a506-817c4479bee9 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:40.357713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.373957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.378999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.379281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.379838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.380292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.386551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.387194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.391324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7315ddc8-7608-4343-b237-7817736be208 req-26227b03-73cc-404f-b8a4-4fd54b0b910f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6508 time: 0.2447889 Sep 16 05:10:40.414641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee434e-bdb9-4875-88c1-93663b02571e req-09dec001-c7ae-427e-91d2-634f6277d3c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.420267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9ee434e-bdb9-4875-88c1-93663b02571e req-09dec001-c7ae-427e-91d2-634f6277d3c6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2420530 Sep 16 05:10:40.425330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfecd5-eb8c-444c-a78b-ed45838ec34c None None] Port f209c707-ce45-4897-a506-817c4479bee9 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:40.457245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e1251-c882-4be7-994d-543172eb94f9 req-898b2640-936e-462e-9388-1c7d84fa4da3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.459030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-305e1251-c882-4be7-994d-543172eb94f9 req-898b2640-936e-462e-9388-1c7d84fa4da3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.4950116 Sep 16 05:10:40.531691 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '7e4ced9a-1a89-4423-95f0-792841816d7f', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'port_id': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'mac_address': 'fa:16:3e:16:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:35Z', 'updated_at': '2021-09-16T05:10:36Z', 'revision_number': 1, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:46Z', 'revision_number': 5, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.568699 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4001d5c0-3ebf-4fe7-9a48-400d3faba8a1 None None] The sync data for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 is: [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '7e4ced9a-1a89-4423-95f0-792841816d7f', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'port_id': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'mac_address': 'fa:16:3e:16:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca19455-40cb-4874-854b-c544fcc04724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:35Z', 'updated_at': '2021-09-16T05:10:36Z', 'revision_number': 1, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:46Z', 'revision_number': 5, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:40.629766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0e3a6dbd-d574-47e0-8b0d-5ead46595125 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:40.681265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.699073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9ee434e-bdb9-4875-88c1-93663b02571e req-47aaf330-06b5-4d65-9e73-afd39c75d423 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664387 Sep 16 05:10:40.736247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=f209c707-ce45-4897-a506-817c4479bee9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.765538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-77aeef22-49bb-4c79-9c27-d297e2ba8cbf None None] Provisioning complete for port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:40.766037 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77aeef22-49bb-4c79-9c27-d297e2ba8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.830132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15573274-ef19-471b-9848-cf9218080398 req-501160a6-5c90-47ed-a4e2-4a4498e97a91 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips/28dd50fa-bf12-4a04-ab40-233888d32880 HTTP/1.1" status: 200 len: 693 time: 0.0840931 Sep 16 05:10:40.838729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-2c43811e-87b1-4668-9f1d-106d811fa5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.840484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7315ddc8-7608-4343-b237-7817736be208 req-2c43811e-87b1-4668-9f1d-106d811fa5b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2ca270e-a253-4db4-b22c-3bf0e80230be HTTP/1.1" status: 200 len: 918 time: 0.4372063 Sep 16 05:10:40.880829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:40.881248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.883105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-77aeef22-49bb-4c79-9c27-d297e2ba8cbf None None] Port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:40.959131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-77aeef22-49bb-4c79-9c27-d297e2ba8cbf None None] Provisioning complete for port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:40.963879 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77aeef22-49bb-4c79-9c27-d297e2ba8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.082078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ab84f-5006-47ca-aab8-297b26ffbdf8 None None] New status for floating IP 7e4ced9a-1a89-4423-95f0-792841816d7f: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:41.137193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.141615 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-46c0e777-0ce4-4ece-8e68-c9b6c8785bd4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/f209c707-ce45-4897-a506-817c4479bee9 HTTP/1.1" status: 204 len: 168 time: 1.6596568 Sep 16 05:10:41.150075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49856) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.239742 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c1b0ab-e33a-4d43-887f-d54da28c0660 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:41.244649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49860) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.246272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5c1b0ab-e33a-4d43-887f-d54da28c0660 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/f209c707-ce45-4897-a506-817c4479bee9 HTTP/1.1" status: 404 len: 333 time: 0.0857260 Sep 16 05:10:41.252882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7315ddc8-7608-4343-b237-7817736be208 req-6bd4e076-5405-46d4-ac73-c5a6a4c5d7e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 HTTP/1.1" status: 200 len: 999 time: 0.3328979 Sep 16 05:10:41.272314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15573274-ef19-471b-9848-cf9218080398 req-cea905e5-c9cd-4c83-8b38-892c5ea8135b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.273840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15573274-ef19-471b-9848-cf9218080398 req-cea905e5-c9cd-4c83-8b38-892c5ea8135b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.4320879 Sep 16 05:10:41.399270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.413256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.420349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.475881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-6f0d526e-bb60-466c-8dde-0cd49ae106df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.477453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7315ddc8-7608-4343-b237-7817736be208 req-6f0d526e-bb60-466c-8dde-0cd49ae106df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59ab5a3a-b17a-462b-8adf-9a8d593bbcf0 HTTP/1.1" status: 200 len: 856 time: 0.2025743 Sep 16 05:10:41.504624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254ae54-16cc-475a-81d3-f607979305fc req-49e38141-b58b-48ff-a245-18b099c2cd61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.506085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 2f058757-c5a9-4d69-a6f7-0ec7f335c98e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:41.506850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6254ae54-16cc-475a-81d3-f607979305fc req-49e38141-b58b-48ff-a245-18b099c2cd61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.2309022 Sep 16 05:10:41.508289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.564712 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.575713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=58b1e2d2-dcf9-4e43-a3f6-07a70f969335,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.612806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6254ae54-16cc-475a-81d3-f607979305fc req-45f05a75-5959-40b7-835d-e157652c343f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Sep 16 05:10:41.616672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0bab19c4-d610-4856-8787-464325bd1339 None None] Provisioning complete for port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:41.616918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0bab19c4-d610-4856-8787-464325bd1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.624585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14e190-e32e-4cc0-9216-7752f3525057 req-c3614384-f902-4d07-bf18-45d99cf7c535 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.626647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae14e190-e32e-4cc0-9216-7752f3525057 req-c3614384-f902-4d07-bf18-45d99cf7c535 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1563566 Sep 16 05:10:41.630445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ddc8-7608-4343-b237-7817736be208 req-7defeb1d-84aa-4c3c-adb3-77c8c9e8ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.631998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7315ddc8-7608-4343-b237-7817736be208 req-7defeb1d-84aa-4c3c-adb3-77c8c9e8ac05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ca270e-a253-4db4-b22c-3bf0e80230be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221571 Sep 16 05:10:41.659648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0bab19c4-d610-4856-8787-464325bd1339 None None] Port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:41.683477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network d2f5437e-2c0a-41da-a725-a90abf715277 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:41.688522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:41.689015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:41.703816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.723596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: a9b59727-d14d-4f22-a72b-bbabfea3b98c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:41.724121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a9b59727-d14d-4f22-a72b-bbabfea3b98c not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:41.749378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae14e190-e32e-4cc0-9216-7752f3525057 req-8b45d21e-25ec-41bb-837f-db792c1837e9 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082370 Sep 16 05:10:41.750633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 2f058757-c5a9-4d69-a6f7-0ec7f335c98e owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:41.871360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7315ddc8-7608-4343-b237-7817736be208 req-a00f8f69-9ca6-4a92-83c8-f73e378d11e6 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242720 Sep 16 05:10:41.876129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-3da01f56-54a1-4a31-8a46-53891d7d8689 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips/28dd50fa-bf12-4a04-ab40-233888d32880 HTTP/1.1" status: 200 len: 693 time: 0.0884163 Sep 16 05:10:41.909322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 68f006cd-404b-4ab2-a8d2-dbddbdea66c3 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:41.935206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6031e-ae71-4648-a559-aa2b2aa1a71d req-15df07fb-817e-4f7a-98a5-b2fbf2f9c366 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.936819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bd6031e-ae71-4648-a559-aa2b2aa1a71d req-15df07fb-817e-4f7a-98a5-b2fbf2f9c366 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1969039 Sep 16 05:10:41.982819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f8be06b1-e2c8-4d75-8104-36c76b3d7de4 None None] Provisioning complete for port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:41.983848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8be06b1-e2c8-4d75-8104-36c76b3d7de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.022241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f8be06b1-e2c8-4d75-8104-36c76b3d7de4 None None] Port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:42.032759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.072028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-deleted', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:42.074468 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f31e4d-5e7c-4f3a-ac0b-59a641de642b" -d '{"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-deleted", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:42.079337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=2f058757-c5a9-4d69-a6f7-0ec7f335c98e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.088540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:42.109094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bd6031e-ae71-4648-a559-aa2b2aa1a71d req-ea1db5f3-7c79-453e-9bd8-38be524a08d2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539478 Sep 16 05:10:42.109978 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] Sync routers for ids ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:42.112286 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fe4b6f5b-4f57-4cc7-9973-c7522c44ad5c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/68f006cd-404b-4ab2-a8d2-dbddbdea66c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1804373 Sep 16 05:10:42.115717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49868) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.139382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7315ddc8-7608-4343-b237-7817736be208 req-2b80c83d-b003-46f0-9eca-33e9ae2b1d6a service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543309 Sep 16 05:10:42.145435 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] Routers {'68f006cd-404b-4ab2-a8d2-dbddbdea66c3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:42.146712 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:42.152803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-2a9cdfc6-55e8-4e9e-8686-68c6c5cc4e77 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.161514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-2a9cdfc6-55e8-4e9e-8686-68c6c5cc4e77 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2774396 Sep 16 05:10:42.211315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3fea7-3650-4b12-bce6-40957bb6ccd7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.215936 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ca3fea7-3650-4b12-bce6-40957bb6ccd7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports/58b1e2d2-dcf9-4e43-a3f6-07a70f969335 HTTP/1.1" status: 200 len: 983 time: 0.0991709 Sep 16 05:10:42.218954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49870) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.219931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-04a5d188-7da8-4136-8f92-1ef715ded7de tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0578256 Sep 16 05:10:42.269803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.271745 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-699334bc-25dc-4e9d-9891-3abe01d133d6 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/2f058757-c5a9-4d69-a6f7-0ec7f335c98e HTTP/1.1" status: 204 len: 168 time: 1.0220768 Sep 16 05:10:42.277946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:42.280937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49872) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.290222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-7062d0a0-745e-4e58-b6a0-3d468a6b15c5 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0688620 Sep 16 05:10:42.299583 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] Routers {'68f006cd-404b-4ab2-a8d2-dbddbdea66c3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:42.303676 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:42.348008 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:42.348832 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3166d-eb3b-45b8-b29d-bd9fbbe2b713 None None] The sync data for ids ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:42.369401 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d462d4-e602-48f5-ba79-dec87e8c48c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:42.374620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-16d462d4-e602-48f5-ba79-dec87e8c48c7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/2f058757-c5a9-4d69-a6f7-0ec7f335c98e HTTP/1.1" status: 404 len: 333 time: 0.0342016 Sep 16 05:10:42.378016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49874) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.388002 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f78f19-c118-4054-8a93-3b9e9b59a677 x-openstack-request-id: req-a7f78f19-c118-4054-8a93-3b9e9b59a677 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:42.388315 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76578f1f-c416-4d01-9aa7-f70433569896", "name": "network-vif-deleted", "tag": "a9b59727-d14d-4f22-a72b-bbabfea3b98c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:42.388554 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7f78f19-c118-4054-8a93-3b9e9b59a677 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:42.388991 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76578f1f-c416-4d01-9aa7-f70433569896', 'name': 'network-vif-deleted', 'tag': 'a9b59727-d14d-4f22-a72b-bbabfea3b98c', 'status': 'completed', 'code': 200} Sep 16 05:10:42.528730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet 34382280-a983-4e7a-9833-e67c3e255f75 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:42.535625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.576423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-4aa1ec4a-4d7e-4ec7-bf21-e6264ba1d996 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:42.577952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-4aa1ec4a-4d7e-4ec7-bf21-e6264ba1d996 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1275067 Sep 16 05:10:42.619436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.664208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Deleting port 468d0d1d-e160-479b-8143-e8913e08f856 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:42.664702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.090784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.199717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.200329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.202973 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.219384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d1ea1-2a8c-4b32-8670-c103ddc98482 req-3b8768cb-866a-420b-9e01-5fcf4b26f21a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.220987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c5d1ea1-2a8c-4b32-8670-c103ddc98482 req-3b8768cb-866a-420b-9e01-5fcf4b26f21a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.5250785 Sep 16 05:10:43.257532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Calling delete_port for 468d0d1d-e160-479b-8143-e8913e08f856 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:43.271597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Deleting port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:43.271980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.424697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:43.425556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.436375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c5d1ea1-2a8c-4b32-8670-c103ddc98482 req-dd9d7a6d-4f50-44d4-b8be-4582d567ab1e tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868296 Sep 16 05:10:43.449413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.513474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=34382280-a983-4e7a-9833-e67c3e255f75,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.528675 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.532255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-03574673-e7b9-40b8-a730-76080f87c083 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/34382280-a983-4e7a-9833-e67c3e255f75 HTTP/1.1" status: 204 len: 168 time: 1.1532066 Sep 16 05:10:43.532437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa01514-01bf-4d23-8cad-90e44ca4d4cd None None] Network 073f1f18-df9b-4056-8336-17dec3287d0a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:43.539353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49888) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.552892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.591600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 58b1e2d2-dcf9-4e43-a3f6-07a70f969335 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:43.596463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] For port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:43.596800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.629041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Calling delete_port for ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:43.642776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.647173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c438df-76e2-4419-83f2-a9fd99bf1121 req-f4133c4d-a906-447d-92e3-83c213709bd4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.649393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52c438df-76e2-4419-83f2-a9fd99bf1121 req-f4133c4d-a906-447d-92e3-83c213709bd4 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9edc125-d97e-474a-80dd-48fa51495d41 HTTP/1.1" status: 200 len: 950 time: 0.1240458 Sep 16 05:10:43.769731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] DHCP port deletion for 073f1f18-df9b-4056-8336-17dec3287d0a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:43.779795 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.803818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:43.804179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.834367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] Deleting port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:43.834779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.840869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52c438df-76e2-4419-83f2-a9fd99bf1121 req-6d46b339-f8da-410e-9d1c-9edacf646942 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642146 Sep 16 05:10:43.851690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event deleted for resources: {'Port': ['ID=468d0d1d-e160-479b-8143-e8913e08f856,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.922408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.923946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] For port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,segment=NetworkSegment(305a2ad6-2a4e-4c1a-b409-214f7b622eef),segment_id=305a2ad6-2a4e-4c1a-b409-214f7b622eef)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:43.924441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.935341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] For port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,segment=NetworkSegment(305a2ad6-2a4e-4c1a-b409-214f7b622eef),segment_id=305a2ad6-2a4e-4c1a-b409-214f7b622eef)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:43.935341 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.940495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] Calling delete_port for 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:43.975394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=58b1e2d2-dcf9-4e43-a3f6-07a70f969335,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.979995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:44.004919 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.013719 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.015225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d191417-f4fc-4cce-914d-a5312025c0d8 req-0286f012-1225-4808-bf12-fce8108b5204 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "DELETE /v2.0/floatingips/28dd50fa-bf12-4a04-ab40-233888d32880 HTTP/1.1" status: 204 len: 173 time: 1.7240837 Sep 16 05:10:44.062355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.100503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] Pushing event deleted for resources: {'Port': ['ID=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.108340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594fd294-3580-4764-ae89-fcd5e8dbb63e None None] No DVR routers for this DVR port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:44.114038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fefa87-65ed-480b-b58c-4a76806e1193 req-b3844945-658b-4d28-9523-23e3ae34cc51 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.124675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5fefa87-65ed-480b-b58c-4a76806e1193 req-b3844945-658b-4d28-9523-23e3ae34cc51 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1824305 Sep 16 05:10:44.154233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.187121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5fefa87-65ed-480b-b58c-4a76806e1193 req-6444713e-d283-4905-b66c-0a0dce43aead tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580177 Sep 16 05:10:44.187957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.221876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:44.252124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event deleted for resources: {'Port': ['ID=ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.289669 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.368298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No DVR routers for this DVR port 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:44.369726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.397938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] No DVR routers for this DVR port ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:44.413211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.415453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c77fec1-b56d-4c08-8714-09316ebbdb7a req-40be6da8-1630-4b4e-9998-7cd29e5a096e tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.73 "DELETE /v2.0/ports/ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e HTTP/1.1" status: 204 len: 173 time: 1.8300426 Sep 16 05:10:44.416036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-deleted', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:44.418880 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aada64-1d83-4672-be97-9250205658bd" -d '{"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-deleted", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:44.445066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 68f006cd-404b-4ab2-a8d2-dbddbdea66c3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:44.503224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.529710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:44.566876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:44.567509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5a8818dc-3d9b-4e4b-98f2-5eafa1e7fe32 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:44.602129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073f1f18-df9b-4056-8336-17dec3287d0a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.605813 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e634a-f52d-49b5-925d-846226d7fbbb x-openstack-request-id: req-fa2e634a-f52d-49b5-925d-846226d7fbbb {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:44.606193 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9edc125-d97e-474a-80dd-48fa51495d41", "name": "network-vif-deleted", "tag": "ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:44.606488 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa2e634a-f52d-49b5-925d-846226d7fbbb {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:44.606888 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9edc125-d97e-474a-80dd-48fa51495d41', 'name': 'network-vif-deleted', 'tag': 'ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e', 'status': 'completed', 'code': 200} Sep 16 05:10:44.613599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:44.616319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305a2ad6-2a4e-4c1a-b409-214f7b622eef') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.616643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305a2ad6-2a4e-4c1a-b409-214f7b622eef') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.621721 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9216d561-2290-43fe-9be3-a2bb7c76d593 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/68f006cd-404b-4ab2-a8d2-dbddbdea66c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4015613 Sep 16 05:10:44.626986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49896) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.630329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] Sync routers for ids ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:44.647149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] Routers {'68f006cd-404b-4ab2-a8d2-dbddbdea66c3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:44.648569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.682461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.710053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.722408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] Routers {'68f006cd-404b-4ab2-a8d2-dbddbdea66c3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:44.724400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.786601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:44.787391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e1a5c-e344-4b6a-86f0-2249f977f408 None None] The sync data for ids ['68f006cd-404b-4ab2-a8d2-dbddbdea66c3'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:44.787536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756b587-c5cf-40d5-9952-d87b98e5c489 req-181e2d8c-73ad-4093-a20d-b02293517a6a tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.800613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4756b587-c5cf-40d5-9952-d87b98e5c489 req-181e2d8c-73ad-4093-a20d-b02293517a6a tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5340731 Sep 16 05:10:44.815282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.819446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef354bda-e142-4a17-b4be-d7a84ca2e49a req-197fcd5b-5819-47c2-bc7e-40e78533c795 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.821401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef354bda-e142-4a17-b4be-d7a84ca2e49a req-197fcd5b-5819-47c2-bc7e-40e78533c795 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1754661 Sep 16 05:10:44.853367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:44.853783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:44.857194 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:44.921143 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-498055fd-4610-416f-899c-203b25e57397 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:10:44.925137 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-498055fd-4610-416f-899c-203b25e57397 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/68f006cd-404b-4ab2-a8d2-dbddbdea66c3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2943046 Sep 16 05:10:44.929400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49902) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.965110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.973754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.979679 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/073f1f18-df9b-4056-8336-17dec3287d0a HTTP/1.1" status: 204 len: 168 time: 1.4391637 Sep 16 05:10:44.980457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.995763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-206671266'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:45.002717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ad50c-9851-49ec-8161-30cbe660f029 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=073f1f18-df9b-4056-8336-17dec3287d0a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.021011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bf3a97-5c7d-4dc1-b6c8-8bc32111c31f req-a43d7a80-0593-4741-84d1-a0f576e7ecd4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=4cf74a7a6aff496abfb2ba55683f2624 HTTP/1.1" status: 200 len: 1654 time: 0.1812346 Sep 16 05:10:45.021267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:45.024603 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.030814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-98bcf125-8b80-4679-a596-45a5fb4a3f0f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=68f006cd-404b-4ab2-a8d2-dbddbdea66c3 HTTP/1.1" status: 200 len: 205 time: 0.1001120 Sep 16 05:10:45.033995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49906) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.058640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef354bda-e142-4a17-b4be-d7a84ca2e49a req-0ceebf92-9559-4423-a649-e13e7133fbbf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296786 Sep 16 05:10:45.093758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:45.130900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.130900 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Added segment 70596fdc-9aab-44cf-89a4-966a78eaaf3c of type vlan for network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 Sep 16 05:10:45.142183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-978cb64c-7346-423f-8f25-d51b7b9e4f18 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.160210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3a97-5c7d-4dc1-b6c8-8bc32111c31f req-4f131df5-85ee-4710-8daf-7910bcfc791c tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.162073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bf3a97-5c7d-4dc1-b6c8-8bc32111c31f req-4f131df5-85ee-4710-8daf-7910bcfc791c tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks?id=265dfef6-f889-473b-97e8-86f36087b1b9&id=265dfef6-f889-473b-97e8-86f36087b1b9&id=265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 787 time: 0.1297026 Sep 16 05:10:45.175806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-70bf3a97-5c7d-4dc1-b6c8-8bc32111c31f req-55260a45-5db6-4154-a6a0-3bef316ba9c6 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:45.176982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70bf3a97-5c7d-4dc1-b6c8-8bc32111c31f req-55260a45-5db6-4154-a6a0-3bef316ba9c6 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086265 Sep 16 05:10:45.246534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.315677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-6fff869a-96aa-4df2-87e5-efab4f308ee3 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips/be2f990e-eefe-428a-a38e-989eeb906bff HTTP/1.1" status: 200 len: 693 time: 0.0488260 Sep 16 05:10:45.363517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-978cb64c-7346-423f-8f25-d51b7b9e4f18 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.366784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-978cb64c-7346-423f-8f25-d51b7b9e4f18 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.376713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.382376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.383022 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.448149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-978cb64c-7346-423f-8f25-d51b7b9e4f18 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.448862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978cb64c-7346-423f-8f25-d51b7b9e4f18 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Fanout notify agent at l3_agent the message router_deleted on router 68f006cd-404b-4ab2-a8d2-dbddbdea66c3 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:45.461132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-978cb64c-7346-423f-8f25-d51b7b9e4f18 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.462129 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-978cb64c-7346-423f-8f25-d51b7b9e4f18 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/68f006cd-404b-4ab2-a8d2-dbddbdea66c3 HTTP/1.1" status: 204 len: 168 time: 0.4272370 Sep 16 05:10:45.465547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49920) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.483915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-dfe2f398-ae7c-4392-867e-45ce21dc5c85 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.485390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-dfe2f398-ae7c-4392-867e-45ce21dc5c85 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1641572 Sep 16 05:10:45.494430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ba00d-1782-4fcc-ba99-9df3cdfea425 req-24d0900f-6958-4f5d-8b06-5b659bb6edf6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.495920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-975ba00d-1782-4fcc-ba99-9df3cdfea425 req-24d0900f-6958-4f5d-8b06-5b659bb6edf6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.0929432 Sep 16 05:10:45.499541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5165842 Sep 16 05:10:45.503698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.508579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:45.528960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa5646-9712-47fd-a259-96b5db1a9891 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Network': ['ID=0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.540066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:45.560913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-acb9275c-6df6-409c-b2e0-ab80ea5f8982 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0639813 Sep 16 05:10:45.586205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-975ba00d-1782-4fcc-ba99-9df3cdfea425 req-d878d58f-4391-4fce-8dd3-8865720e2090 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825462 Sep 16 05:10:45.614728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet 0a706fda-892c-420f-a67d-8a3908d9fc98 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:45.620017 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.638411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-8b8733cf-7341-4b47-85ff-b7c3c9b376da tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0512588 Sep 16 05:10:45.671473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.699863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:45.703820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.704756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:45.734122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:45.735330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ac8a397d-7f3a-4bfe-ac7d-42bbdd1ee29e not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:45.831943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Deleting port fd937d6a-3a92-49d6-a593-ad201bf90be5 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:45.832324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.838273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.907035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb1100-52ec-4fa0-90f2-8b7914f14d40 req-a55f60ea-d7a2-4a18-bd94-cf466c10e9f6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.908122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8abb1100-52ec-4fa0-90f2-8b7914f14d40 req-a55f60ea-d7a2-4a18-bd94-cf466c10e9f6 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.1119537 Sep 16 05:10:45.941352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.944126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.944453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.959994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Calling delete_port for fd937d6a-3a92-49d6-a593-ad201bf90be5 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:45.980411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8abb1100-52ec-4fa0-90f2-8b7914f14d40 req-a14bc8c4-e840-47d2-add6-4b3b8bdfc21a tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642688 Sep 16 05:10:46.001921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=0a706fda-892c-420f-a67d-8a3908d9fc98,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.008656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.013317 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a94838de-bab1-4c4a-94ec-071ad124a83d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/0a706fda-892c-420f-a67d-8a3908d9fc98 HTTP/1.1" status: 204 len: 168 time: 0.5440376 Sep 16 05:10:46.014021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49924) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.017520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea5cf0-96ad-4923-bb0d-c00d40558b25 None None] Network d2f5437e-2c0a-41da-a725-a90abf715277 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:46.022010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.098611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=d55d6b2e-c3cb-49b7-8ae4-fd991982685d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.158285 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.181241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.190723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Checking segment: {'id': '70596fdc-9aab-44cf-89a4-966a78eaaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:46.191088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network hostable DHCP agents. Network: 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:46.197019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event deleted for resources: {'Port': ['ID=fd937d6a-3a92-49d6-a593-ad201bf90be5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.197400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:46.234938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:46.250535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:46.260954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a7bd7-64de-48ce-b99a-c59c457b4545 None None] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:46.271119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.271737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.299592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac035f0d-bd38-46c5-bf0b-a5eddc8f73a3 req-1860460d-cf5f-493e-a45e-7d5570a1a1f5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.301459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac035f0d-bd38-46c5-bf0b-a5eddc8f73a3 req-1860460d-cf5f-493e-a45e-7d5570a1a1f5 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.1145179 Sep 16 05:10:46.304279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49930) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.308039 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-56cf683b-c6d5-4647-9975-48f92400f50c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8031983 Sep 16 05:10:46.309060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1fc25f95-75f4-4113-bfab-aea35f5aaeb4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2061083133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:46.313087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:46.313689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.333474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] DHCP port deletion for d2f5437e-2c0a-41da-a725-a90abf715277 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:46.351516 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.354153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.355354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4488524e-6b53-40f3-a55f-59bd6cdbbfd9 req-5c6e1578-f243-45c3-9015-c991e9045a69 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "DELETE /v2.0/floatingips/be2f990e-eefe-428a-a38e-989eeb906bff HTTP/1.1" status: 204 len: 173 time: 0.7060931 Sep 16 05:10:46.364224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f95-75f4-4113-bfab-aea35f5aaeb4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.365323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f95-75f4-4113-bfab-aea35f5aaeb4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.388579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac035f0d-bd38-46c5-bf0b-a5eddc8f73a3 req-8d4148b5-4270-4bcd-91e5-779a4111b54b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719512 Sep 16 05:10:46.500592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] Deleting port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:46.501125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.524046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f95-75f4-4113-bfab-aea35f5aaeb4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.535077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-b67b8744-8c1d-4200-ac60-a3346912f680 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips/9eb1ae8d-7b29-485d-a4ca-d8bab39a1f60 HTTP/1.1" status: 200 len: 691 time: 0.1161838 Sep 16 05:10:46.536276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f95-75f4-4113-bfab-aea35f5aaeb4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.562789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0e3a6dbd-d574-47e0-8b0d-5ead46595125 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:46.573794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fc25f95-75f4-4113-bfab-aea35f5aaeb4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.578852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1fc25f95-75f4-4113-bfab-aea35f5aaeb4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2732310 Sep 16 05:10:46.579478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49936) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:46.586211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5', 'name': 'tempest-PortsTestJSON-219931998'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:46.626855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5', 'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5', 'tenant_id': 'ab3d8abcb4384519a592115ac654a269', 'fixed_ips': [{'subnet_id': 'd55d6b2e-c3cb-49b7-8ae4-fd991982685d'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:46.628304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.729304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] For port 0e3a6dbd-d574-47e0-8b0d-5ead46595125, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0e3a6dbd-d574-47e0-8b0d-5ead46595125,segment=NetworkSegment(b5dfa0a0-fbc2-4d94-9991-9f84502b1725),segment_id=b5dfa0a0-fbc2-4d94-9991-9f84502b1725)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:46.729304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.800024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 0e3a6dbd-d574-47e0-8b0d-5ead46595125, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0e3a6dbd-d574-47e0-8b0d-5ead46595125,segment=NetworkSegment(b5dfa0a0-fbc2-4d94-9991-9f84502b1725),segment_id=b5dfa0a0-fbc2-4d94-9991-9f84502b1725)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:46.800637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.806634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] Calling delete_port for 0e3a6dbd-d574-47e0-8b0d-5ead46595125 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:46.815739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 0e3a6dbd-d574-47e0-8b0d-5ead46595125 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:46.862019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-8d860f53-95e5-4f32-8a05-e1181f6cdc9f tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.865057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-8d860f53-95e5-4f32-8a05-e1181f6cdc9f tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.3127804 Sep 16 05:10:46.887846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-a25026e7-56ea-47b9-a52d-6e7430921810 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:46.889258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-a25026e7-56ea-47b9-a52d-6e7430921810 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144653 Sep 16 05:10:46.905513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863f527-1d6c-4785-8d21-fabb9c4272e4 req-d955373c-ad63-4d9b-bb8c-f5364c2ace81 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:46.912867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5863f527-1d6c-4785-8d21-fabb9c4272e4 req-d955373c-ad63-4d9b-bb8c-f5364c2ace81 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1506798 Sep 16 05:10:46.917799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.948674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=0e3a6dbd-d574-47e0-8b0d-5ead46595125,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.950861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:46.970081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-9c8f7385-35a1-4f86-9ad9-4d63141a7331 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0540597 Sep 16 05:10:46.972340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:46.976038 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.048800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.064168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-b39a4c0f-3f62-41c5-8bd0-1e51e738bd5c tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0785594 Sep 16 05:10:47.070478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:10:47.082580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f5437e-2c0a-41da-a725-a90abf715277']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:47.094469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5863f527-1d6c-4785-8d21-fabb9c4272e4 req-146277c5-d5a1-40f0-8463-92bbd42e6485 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730089 Sep 16 05:10:47.103946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dfa0a0-fbc2-4d94-9991-9f84502b1725') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:47.104411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dfa0a0-fbc2-4d94-9991-9f84502b1725') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:47.117006 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.118429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.136245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.143628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:47.144546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:47.149950 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:47.152874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Allocated IP 172.20.0.2 (0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5/d55d6b2e-c3cb-49b7-8ae4-fd991982685d/06dd39b0-1979-4427-8c3e-a9036ca9d26a) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:47.221730 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.248125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.257012 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.262753 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/d2f5437e-2c0a-41da-a725-a90abf715277 HTTP/1.1" status: 204 len: 168 time: 1.2446208 Sep 16 05:10:47.263676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.270276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] Pushing event deleted for resources: {'Port': ['ID=0e3a6dbd-d574-47e0-8b0d-5ead46595125,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.281810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-235003711'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:47.289266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c0c38-133d-4e34-a8bf-2e0c3de36c3b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=d2f5437e-2c0a-41da-a725-a90abf715277,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.308437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:47.312364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.317547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef98bf-65c4-4cb9-b767-15b02963568b None None] No DVR routers for this DVR port 0e3a6dbd-d574-47e0-8b0d-5ead46595125 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:47.330324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28736d84-38d6-4905-bb9d-8a1e5f21792f req-ac81cb6b-964d-4128-8d73-3f864f0bfac0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.332555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28736d84-38d6-4905-bb9d-8a1e5f21792f req-ac81cb6b-964d-4128-8d73-3f864f0bfac0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.0986252 Sep 16 05:10:47.349823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:47.358919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Deleting port 29c302fc-50ba-4d51-903b-4f29babbcfd1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:47.360909 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.369926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.370415 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment 80979194-04c5-4c34-a754-11c9e4ce14eb of type vlan for network 2b12489c-e9d1-41b4-911c-95bd453e5846 Sep 16 05:10:47.416556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.431391 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.438167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.455666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.462889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.464052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.480752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:47.486505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:47.489559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:47.499458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Pushing event updated for resources: {'Port': ['ID=06dd39b0-1979-4427-8c3e-a9036ca9d26a,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.504728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2254796 Sep 16 05:10:47.504931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49950) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.510136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': '2b12489c-e9d1-41b4-911c-95bd453e5846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:47.526070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28736d84-38d6-4905-bb9d-8a1e5f21792f req-e24832a6-cb58-4178-a4af-2c1fd4272f39 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608346 Sep 16 05:10:47.586913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd151004-5905-497d-8108-d7ba01b2521b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=2b12489c-e9d1-41b4-911c-95bd453e5846,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.601300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Attempting to bind port 06dd39b0-1979-4427-8c3e-a9036ca9d26a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:47.603281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Attempting to bind port 06dd39b0-1979-4427-8c3e-a9036ca9d26a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '70596fdc-9aab-44cf-89a4-966a78eaaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:47.603681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Attempting to bind port 06dd39b0-1979-4427-8c3e-a9036ca9d26a on network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:47.615987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:47.642864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:47.643422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Checking segment: {'id': '70596fdc-9aab-44cf-89a4-966a78eaaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:47.644283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.644283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Bound using segment: {'id': '70596fdc-9aab-44cf-89a4-966a78eaaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:47.644848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Bound port: 06dd39b0-1979-4427-8c3e-a9036ca9d26a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70596fdc-9aab-44cf-89a4-966a78eaaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:47.645153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.677007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:47.681601 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.789365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] For port 06dd39b0-1979-4427-8c3e-a9036ca9d26a, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:47.793350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] For port 06dd39b0-1979-4427-8c3e-a9036ca9d26a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=06dd39b0-1979-4427-8c3e-a9036ca9d26a,segment=NetworkSegment(70596fdc-9aab-44cf-89a4-966a78eaaf3c),segment_id=70596fdc-9aab-44cf-89a4-966a78eaaf3c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:47.799708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.878854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d09597-3f5b-4870-9083-cae4d7890ff8 None None] Pushing event updated for resources: {'Port': ['ID=06dd39b0-1979-4427-8c3e-a9036ca9d26a,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.936056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.993114 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.993528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.001216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.12 (0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5/d55d6b2e-c3cb-49b7-8ae4-fd991982685d/1b0a6503-db46-46e4-9db2-29c39cc1b5e4) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:48.008914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=d032a97f-fc83-4df9-bcab-c5906cee05b7,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.026090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Calling delete_port for 29c302fc-50ba-4d51-903b-4f29babbcfd1 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:48.030982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': '80979194-04c5-4c34-a754-11c9e4ce14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b12489c-e9d1-41b4-911c-95bd453e5846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:48.031636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: 2b12489c-e9d1-41b4-911c-95bd453e5846, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:48.050538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:48.063441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-8bf63b7d-6134-487f-86a9-a9753f59b5d8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.064846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 2b12489c-e9d1-41b4-911c-95bd453e5846) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:48.065232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-8bf63b7d-6134-487f-86a9-a9753f59b5d8 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.5703628 Sep 16 05:10:48.076183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.085395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.105740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66fc32-b47f-49a1-869f-b0da7f77f24f None None] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:48.120688 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-227408ab-c28c-4bc6-8e5c-4bcb48adb6fb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6142619 Sep 16 05:10:48.123761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49952) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:48.130794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e8753444-340e-45b9-a77b-ab0309adf411 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-14929693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:48.169903 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8753444-340e-45b9-a77b-ab0309adf411 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.170763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8753444-340e-45b9-a77b-ab0309adf411 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.210338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f19907-9687-4c67-ace8-ec88fe16d703 req-79a9253a-77ce-4c93-9c09-6e810d143b00 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.211946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22f19907-9687-4c67-ace8-ec88fe16d703 req-79a9253a-77ce-4c93-9c09-6e810d143b00 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 950 time: 0.2743363 Sep 16 05:10:48.249635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8753444-340e-45b9-a77b-ab0309adf411 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.255787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8753444-340e-45b9-a77b-ab0309adf411 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.283679 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8753444-340e-45b9-a77b-ab0309adf411 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.285557 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8753444-340e-45b9-a77b-ab0309adf411 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1600044 Sep 16 05:10:48.288222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49956) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:48.351400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-2b12489c-e9d1-41b4-911c-95bd453e5846', 'network_id': '2b12489c-e9d1-41b4-911c-95bd453e5846', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': 'd032a97f-fc83-4df9-bcab-c5906cee05b7'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:48.352519 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.451504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22f19907-9687-4c67-ace8-ec88fe16d703 req-bdad8af2-d35a-4902-a734-d4beca753e09 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/security-groups?id=6eee35dd-b123-4447-a2ee-895f482c2328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043376 Sep 16 05:10:48.478661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6a02-90c3-488d-8746-9f53dad6922c req-830c21b8-595f-4136-8cf5-90859caa7b6d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.480481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-711f6a02-90c3-488d-8746-9f53dad6922c req-830c21b8-595f-4136-8cf5-90859caa7b6d tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.2814984 Sep 16 05:10:48.576231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.609871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Allocated IP 2001:db8::2 (2b12489c-e9d1-41b4-911c-95bd453e5846/d032a97f-fc83-4df9-bcab-c5906cee05b7/84134dc7-74b9-4f0d-8e60-9351c0c758ae) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:48.624827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 06dd39b0-1979-4427-8c3e-a9036ca9d26a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:48.658486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Deleting port bcc7245e-750c-4cf8-bb81-32a098cfac21 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:48.659051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.700203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.768735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 06dd39b0-1979-4427-8c3e-a9036ca9d26a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:48.769126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.807728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.865055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event deleted for resources: {'Port': ['ID=29c302fc-50ba-4d51-903b-4f29babbcfd1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.880925 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.894957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.926164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] For port bcc7245e-750c-4cf8-bb81-32a098cfac21, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bcc7245e-750c-4cf8-bb81-32a098cfac21,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:48.927898 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.963460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Calling delete_port for bcc7245e-750c-4cf8-bb81-32a098cfac21 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:48.971473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:48.976592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.979256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Pushing event updated for resources: {'Port': ['ID=84134dc7-74b9-4f0d-8e60-9351c0c758ae,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.982561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:48.986366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:49.041782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.052402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8::1 (2b12489c-e9d1-41b4-911c-95bd453e5846/d032a97f-fc83-4df9-bcab-c5906cee05b7/f531d565-c17b-455a-8113-3bb6ba12077e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:49.070985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Deleting port 2df1bb79-50a2-46a5-b915-a04d6674b9cb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:49.071750 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.072934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Attempting to bind port 84134dc7-74b9-4f0d-8e60-9351c0c758ae on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:49.073387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Attempting to bind port 84134dc7-74b9-4f0d-8e60-9351c0c758ae by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '80979194-04c5-4c34-a754-11c9e4ce14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b12489c-e9d1-41b4-911c-95bd453e5846'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:49.073915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Attempting to bind port 84134dc7-74b9-4f0d-8e60-9351c0c758ae on network 2b12489c-e9d1-41b4-911c-95bd453e5846 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:49.088828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:49.089293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Checking segment: {'id': '80979194-04c5-4c34-a754-11c9e4ce14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b12489c-e9d1-41b4-911c-95bd453e5846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:49.089871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.090491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Bound using segment: {'id': '80979194-04c5-4c34-a754-11c9e4ce14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b12489c-e9d1-41b4-911c-95bd453e5846'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:49.091754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Bound port: 84134dc7-74b9-4f0d-8e60-9351c0c758ae, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80979194-04c5-4c34-a754-11c9e4ce14eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2b12489c-e9d1-41b4-911c-95bd453e5846'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:49.092227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.109284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 06dd39b0-1979-4427-8c3e-a9036ca9d26a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=06dd39b0-1979-4427-8c3e-a9036ca9d26a,segment=NetworkSegment(70596fdc-9aab-44cf-89a4-966a78eaaf3c),segment_id=70596fdc-9aab-44cf-89a4-966a78eaaf3c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:49.134519 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.166055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41be601-ca26-4254-8cf9-e32a7bb47991 req-41af8276-dd89-46b0-b435-eb84fe425f1c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.170921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d41be601-ca26-4254-8cf9-e32a7bb47991 req-41af8276-dd89-46b0-b435-eb84fe425f1c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.4796147 Sep 16 05:10:49.178335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.181236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.182316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc037de4-0c76-4eff-80d7-fdd609653eea req-c39712ff-6d8b-4219-a46a-6a031c068b7b tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "DELETE /v2.0/floatingips/9eb1ae8d-7b29-485d-a4ca-d8bab39a1f60 HTTP/1.1" status: 204 len: 173 time: 2.1173942 Sep 16 05:10:49.207429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] For port 84134dc7-74b9-4f0d-8e60-9351c0c758ae, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:49.218734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=06dd39b0-1979-4427-8c3e-a9036ca9d26a,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.225651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] For port 84134dc7-74b9-4f0d-8e60-9351c0c758ae, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=84134dc7-74b9-4f0d-8e60-9351c0c758ae,segment=NetworkSegment(80979194-04c5-4c34-a754-11c9e4ce14eb),segment_id=80979194-04c5-4c34-a754-11c9e4ce14eb)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:49.234017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.238902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:49.264033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:49.275390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4ff22-b650-4350-848a-24ef4c075799 None None] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:49.275905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:49.279129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=1b0a6503-db46-46e4-9db2-29c39cc1b5e4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.279912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.362241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.382019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1501ce6-b340-4a87-9ab5-742ea3d99bcb None None] Pushing event updated for resources: {'Port': ['ID=84134dc7-74b9-4f0d-8e60-9351c0c758ae,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.399749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ef0f33e2-afd4-4d31-86d4-4f9bca1b3a22 None None] Provisioning complete for port 06dd39b0-1979-4427-8c3e-a9036ca9d26a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:49.400141 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ef0f33e2-afd4-4d31-86d4-4f9bca1b3a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.452201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d41be601-ca26-4254-8cf9-e32a7bb47991 req-89335592-2c7a-4651-b22a-1861c7b4063c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458053 Sep 16 05:10:49.464369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=f531d565-c17b-455a-8113-3bb6ba12077e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.473456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:49.475343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:49.481262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:49.481705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.493355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.494059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.638868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] For port 2df1bb79-50a2-46a5-b915-a04d6674b9cb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2df1bb79-50a2-46a5-b915-a04d6674b9cb,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:49.639259 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.685728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ee2a2dca-11ba-40a7-a7d5-6be37bf99a59 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1035268 Sep 16 05:10:49.690162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.694524 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49968) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:49.695224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Calling delete_port for 2df1bb79-50a2-46a5-b915-a04d6674b9cb owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:49.746592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37d286-d80a-4a2f-934b-0640ae09aabd req-1fb4d093-e9e1-4bce-a57f-775fc72291e9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.756458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df37d286-d80a-4a2f-934b-0640ae09aabd req-1fb4d093-e9e1-4bce-a57f-775fc72291e9 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 946 time: 0.4036992 Sep 16 05:10:49.841155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-6e49dedf-ac75-4ba2-af2a-3b02bef7a92d tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips/ab2d3324-6d8e-48d4-9a11-ba4240816636 HTTP/1.1" status: 200 len: 692 time: 0.2048874 Sep 16 05:10:49.891908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.937949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bcc7245e-750c-4cf8-bb81-32a098cfac21'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:49.961367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df37d286-d80a-4a2f-934b-0640ae09aabd req-477aa596-2f34-4222-b68d-99a862f6dd7b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063680 Sep 16 05:10:50.000707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Pushing event deleted for resources: {'Port': ['ID=bcc7245e-750c-4cf8-bb81-32a098cfac21,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:50.011266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-11e79d4a-ea1d-4c25-8339-cf800126d29d None None] Provisioning complete for port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:50.011907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11e79d4a-ea1d-4c25-8339-cf800126d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.062478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] No DVR routers for this DVR port bcc7245e-750c-4cf8-bb81-32a098cfac21 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:50.067700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.070057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b72400ca-d878-4baa-80b1-e67e75db0961 req-e8cd294d-31ab-4b34-b44f-72d252a91bc0 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.64 "DELETE /v2.0/ports/bcc7245e-750c-4cf8-bb81-32a098cfac21 HTTP/1.1" status: 204 len: 173 time: 1.9835773 Sep 16 05:10:50.073248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-deleted', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:50.080397 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df2b09-2565-490a-afff-9c00e2d677b5" -d '{"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-deleted", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:50.094209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-11e79d4a-ea1d-4c25-8339-cf800126d29d None None] Port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:50.108583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-11e79d4a-ea1d-4c25-8339-cf800126d29d None None] Provisioning complete for port 06dd39b0-1979-4427-8c3e-a9036ca9d26a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:50.109002 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11e79d4a-ea1d-4c25-8339-cf800126d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.225425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-727b3feb-8cce-4500-a394-6ab3c8701d27 req-787031a5-b81e-4958-a5c5-330bf34e8756 tempest-MigrationsAdminTest-632813535 tempest-MigrationsAdminTest-632813535-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43670a-5210-42e9-bff9-bda9f4c639db HTTP/1.1" status: 200 len: 210 time: 0.0782492 Sep 16 05:10:50.266141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-0e3d551e-f869-42ec-ae54-f9a632972861 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.268822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-0e3d551e-f869-42ec-ae54-f9a632972861 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.4141486 Sep 16 05:10:50.293319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d205dfe5-bbc9-4ab6-b5d3-ce77c08fa9f0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:10:50.304207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d205dfe5-bbc9-4ab6-b5d3-ce77c08fa9f0 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232248 Sep 16 05:10:50.309641 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.380691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-202d3c7a-d097-46bd-ad85-2d1bb1f7f0ce None None] Provisioning complete for port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:50.381207 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-202d3c7a-d097-46bd-ad85-2d1bb1f7f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.460125 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-202d3c7a-d097-46bd-ad85-2d1bb1f7f0ce None None] Port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:50.500006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.514284 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b45ec1d-e881-472c-b5e4-ecb0f75e29b0 x-openstack-request-id: req-0b45ec1d-e881-472c-b5e4-ecb0f75e29b0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:50.515256 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de43670a-5210-42e9-bff9-bda9f4c639db", "name": "network-vif-deleted", "tag": "bcc7245e-750c-4cf8-bb81-32a098cfac21", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:50.515692 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b45ec1d-e881-472c-b5e4-ecb0f75e29b0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:50.516313 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de43670a-5210-42e9-bff9-bda9f4c639db', 'name': 'network-vif-deleted', 'tag': 'bcc7245e-750c-4cf8-bb81-32a098cfac21', 'status': 'completed', 'code': 200} Sep 16 05:10:50.530283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-de652508-3e78-4f65-bab1-65c149eb5364 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.2251999 Sep 16 05:10:50.536501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event deleted for resources: {'Port': ['ID=2df1bb79-50a2-46a5-b915-a04d6674b9cb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:50.668764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-3700216c-5a57-4c97-a7d5-2d7e5dc875c6 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1369364 Sep 16 05:10:50.712170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] No DVR routers for this DVR port 2df1bb79-50a2-46a5-b915-a04d6674b9cb on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:50.723143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 06dd39b0-1979-4427-8c3e-a9036ca9d26a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:50.734032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.742101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-711f6a02-90c3-488d-8746-9f53dad6922c req-feb9a7e6-8350-4439-a890-c06e2790beaf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "DELETE /v2.0/ports/2df1bb79-50a2-46a5-b915-a04d6674b9cb HTTP/1.1" status: 204 len: 173 time: 2.2499385 Sep 16 05:10:50.851962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 06dd39b0-1979-4427-8c3e-a9036ca9d26a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:50.853002 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.938029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c1c1e-e4f1-4eca-abd2-a86cb01dedc6 None None] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:50.950407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbc1-638c-4deb-85f9-50da0d3e9a6d req-3c870b91-5ae6-4016-8e36-a10d87a57744 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.952382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33eccbc1-638c-4deb-85f9-50da0d3e9a6d req-3c870b91-5ae6-4016-8e36-a10d87a57744 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.3102057 Sep 16 05:10:51.015078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.031715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33eccbc1-638c-4deb-85f9-50da0d3e9a6d req-32eff460-6991-4925-91d8-03e15da3b8e3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Sep 16 05:10:51.049601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Deleting port edc44c4a-84e9-4ed2-856a-3cc42e5ae9c2 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:51.049601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.098860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e5497170-d13e-4228-9511-62a298bdbb52 None None] Provisioning complete for port 84134dc7-74b9-4f0d-8e60-9351c0c758ae triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:51.099382 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5497170-d13e-4228-9511-62a298bdbb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.104346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 84134dc7-74b9-4f0d-8e60-9351c0c758ae up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:51.114407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.115213 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.181869 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.181869 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.196427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Calling delete_port for edc44c4a-84e9-4ed2-856a-3cc42e5ae9c2 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:51.270169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:51.282323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:51.306396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=f531d565-c17b-455a-8113-3bb6ba12077e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.320889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 84134dc7-74b9-4f0d-8e60-9351c0c758ae triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:51.321399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.358354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5497170-d13e-4228-9511-62a298bdbb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.372368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.425392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1a0631c-0c0e-4f8d-9688-688f706c6dad req-eddc7ba3-feb1-4e0f-9dec-f9dd9c5584ad tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dba5f1a-c286-4170-b0ed-7908f5500bd0 HTTP/1.1" status: 200 len: 210 time: 0.1090641 Sep 16 05:10:51.440211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.489254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.518732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e5497170-d13e-4228-9511-62a298bdbb52 None None] For port 84134dc7-74b9-4f0d-8e60-9351c0c758ae, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=84134dc7-74b9-4f0d-8e60-9351c0c758ae,segment=NetworkSegment(80979194-04c5-4c34-a754-11c9e4ce14eb),segment_id=80979194-04c5-4c34-a754-11c9e4ce14eb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:51.527226 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5497170-d13e-4228-9511-62a298bdbb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.542728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Pushing event deleted for resources: {'Port': ['ID=edc44c4a-84e9-4ed2-856a-3cc42e5ae9c2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.770347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a3780f3b-806e-45aa-bc28-5d461fb7e5e9 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:51.775128 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.781903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=1b0a6503-db46-46e4-9db2-29c39cc1b5e4,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.782530 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.797929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d491c3a-de68-4cfe-aa35-ff0805e80002 req-d019f0a9-cb17-4f2b-b6a8-9125927812a4 tempest-FloatingIPDetailsTestJSON-342811998 tempest-FloatingIPDetailsTestJSON-342811998-project] 10.222.0.55 "DELETE /v2.0/floatingips/ab2d3324-6d8e-48d4-9a11-ba4240816636 HTTP/1.1" status: 204 len: 173 time: 1.1029708 Sep 16 05:10:51.812977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49984) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:51.852536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5497170-d13e-4228-9511-62a298bdbb52 None None] Pushing event updated for resources: {'Port': ['ID=84134dc7-74b9-4f0d-8e60-9351c0c758ae,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.867595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.883810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2df1bb79-50a2-46a5-b915-a04d6674b9cb no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:51.888044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.927655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:51.943158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 2df1bb79-50a2-46a5-b915-a04d6674b9cb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:51.944481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2df1bb79-50a2-46a5-b915-a04d6674b9cb not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:51.971703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: bcc7245e-750c-4cf8-bb81-32a098cfac21 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:51.972582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bcc7245e-750c-4cf8-bb81-32a098cfac21 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:52.073893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5be64f04-97e7-40d0-9975-83f1a7c92005 None None] Provisioning complete for port f531d565-c17b-455a-8113-3bb6ba12077e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:52.074533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5be64f04-97e7-40d0-9975-83f1a7c92005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.087322 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:10:52.087908 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:10:52.201850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5be64f04-97e7-40d0-9975-83f1a7c92005 None None] Port f531d565-c17b-455a-8113-3bb6ba12077e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:52.234718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5be64f04-97e7-40d0-9975-83f1a7c92005 None None] Provisioning complete for port 84134dc7-74b9-4f0d-8e60-9351c0c758ae triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:52.235090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5be64f04-97e7-40d0-9975-83f1a7c92005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.257252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:52.268410 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a0a93-7693-46ea-9187-560255108f48 None None] Sync routers for ids ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:52.282204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a8b36e2a-f64b-491d-96fa-f0d1a59a91d6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a3780f3b-806e-45aa-bc28-5d461fb7e5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9924028 Sep 16 05:10:52.283333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49992) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.293758 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a0a93-7693-46ea-9187-560255108f48 None None] Routers {'a3780f3b-806e-45aa-bc28-5d461fb7e5e9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:52.295218 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-522a0a93-7693-46ea-9187-560255108f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:52.383440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a414c0-c9f8-40cc-8fa4-f7590b90a378 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.385240 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-39a414c0-c9f8-40cc-8fa4-f7590b90a378 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports/f531d565-c17b-455a-8113-3bb6ba12077e HTTP/1.1" status: 200 len: 911 time: 0.1008000 Sep 16 05:10:52.391071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49994) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.396504 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-522a0a93-7693-46ea-9187-560255108f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:52.413029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49996) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.415029 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a0a93-7693-46ea-9187-560255108f48 None None] Routers {'a3780f3b-806e-45aa-bc28-5d461fb7e5e9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:52.418042 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-522a0a93-7693-46ea-9187-560255108f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:52.427455 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.491837 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-522a0a93-7693-46ea-9187-560255108f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:52.492526 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a0a93-7693-46ea-9187-560255108f48 None None] The sync data for ids ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:52.539786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610b41-2a73-45cf-b79f-089e78e0fc06 req-e0356385-584d-4266-b9bf-3870eabccded tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.548188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b610b41-2a73-45cf-b79f-089e78e0fc06 req-e0356385-584d-4266-b9bf-3870eabccded tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2906554 Sep 16 05:10:52.551759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'name': 'network-vif-deleted', 'tag': '2df1bb79-50a2-46a5-b915-a04d6674b9cb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:52.554580 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df984d5-ab42-4b0a-95ff-0f6f3b6f99f7" -d '{"events": [{"server_uuid": "4dba5f1a-c286-4170-b0ed-7908f5500bd0", "name": "network-vif-deleted", "tag": "2df1bb79-50a2-46a5-b915-a04d6674b9cb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:52.603196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7b17eaae-5063-4067-a0ed-cc04c48e6678 None None] Provisioning complete for port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:52.604318 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b17eaae-5063-4067-a0ed-cc04c48e6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.717439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7b17eaae-5063-4067-a0ed-cc04c48e6678 None None] Port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:52.729459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7b17eaae-5063-4067-a0ed-cc04c48e6678 None None] Provisioning complete for port f531d565-c17b-455a-8113-3bb6ba12077e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:52.730047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b17eaae-5063-4067-a0ed-cc04c48e6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.781680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7b17eaae-5063-4067-a0ed-cc04c48e6678 None None] Port f531d565-c17b-455a-8113-3bb6ba12077e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:52.858221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 84134dc7-74b9-4f0d-8e60-9351c0c758ae up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:52.886726 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fa944e5c-cb13-4559-86c6-0c48536fcd20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51ca068390d5481b830fd2b7e5c10008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723499 Sep 16 05:10:52.898565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50018) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.927903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-96393d88-b2a9-4031-a640-bace7264f4b1 None None] Provisioning complete for port f531d565-c17b-455a-8113-3bb6ba12077e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:52.928421 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-96393d88-b2a9-4031-a640-bace7264f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.968844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 84134dc7-74b9-4f0d-8e60-9351c0c758ae triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:52.969766 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.004819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-96393d88-b2a9-4031-a640-bace7264f4b1 None None] Port f531d565-c17b-455a-8113-3bb6ba12077e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:53.056995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a07104c6-16e8-4597-93c3-f1a64a1e87d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.087468 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e21547-a2a4-4e49-9015-2104775269e5 x-openstack-request-id: req-84e21547-a2a4-4e49-9015-2104775269e5 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:53.087743 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dba5f1a-c286-4170-b0ed-7908f5500bd0", "name": "network-vif-deleted", "tag": "2df1bb79-50a2-46a5-b915-a04d6674b9cb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:53.087989 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84e21547-a2a4-4e49-9015-2104775269e5 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:53.088398 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dba5f1a-c286-4170-b0ed-7908f5500bd0', 'name': 'network-vif-deleted', 'tag': '2df1bb79-50a2-46a5-b915-a04d6674b9cb', 'status': 'completed', 'code': 200} Sep 16 05:10:53.097530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.100846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a07104c6-16e8-4597-93c3-f1a64a1e87d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.109074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.198523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b610b41-2a73-45cf-b79f-089e78e0fc06 req-c2c6f41d-7dcc-4e29-a3ba-ef41c38f2791 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493387 Sep 16 05:10:53.213470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.217449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=1b0a6503-db46-46e4-9db2-29c39cc1b5e4,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.262593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a07104c6-16e8-4597-93c3-f1a64a1e87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.266479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a07104c6-16e8-4597-93c3-f1a64a1e87d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.268575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a07104c6-16e8-4597-93c3-f1a64a1e87d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6eee35dd-b123-4447-a2ee-895f482c2328 HTTP/1.1" status: 204 len: 168 time: 0.3678818 Sep 16 05:10:53.292797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07104c6-16e8-4597-93c3-f1a64a1e87d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee35dd-b123-4447-a2ee-895f482c2328,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.353298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b70e8aec-ac0d-4fdb-95d9-e7e1b99792b3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.355174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b70e8aec-ac0d-4fdb-95d9-e7e1b99792b3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.2655251 Sep 16 05:10:53.388912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:53.390006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:53.409412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-6bdc14cc-7b9c-4309-b2b9-821711db56dd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/quotas/8b257632200e4e1baa9b0d1a6d7c82f8 HTTP/1.1" status: 200 len: 375 time: 0.0423508 Sep 16 05:10:53.471921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-9a1e7729-fde8-49bb-9f6c-3d58dd953d34 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499687 Sep 16 05:10:53.562783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Router 1d44c5de-82e7-443c-9913-58ce878a8975 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:53.627871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.696135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-846448e2-aadd-47cb-bd8a-dbf95ec68192 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131846 Sep 16 05:10:53.702517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.713549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.743521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-87966786-c02d-44eb-ac16-2a3e370a8f2c None None] Provisioning complete for port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:53.743931 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87966786-c02d-44eb-ac16-2a3e370a8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.751969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:53.758509 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-37f976d8-8670-43fe-b0aa-ed29435f2387 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "PUT /v2.0/routers/1d44c5de-82e7-443c-9913-58ce878a8975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0620389 Sep 16 05:10:53.762552 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50028) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.780208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] Sync routers for ids ['1d44c5de-82e7-443c-9913-58ce878a8975'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:53.808700 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fbdc4e2f-2c3f-4854-a1db-816e381dcc97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c56f383c62d4d75ab43d113fe973db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892317 Sep 16 05:10:53.808700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50032) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.822460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] Routers {'1d44c5de-82e7-443c-9913-58ce878a8975'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:53.824459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d44c5de-82e7-443c-9913-58ce878a8975'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.858698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527dee1-9a7d-4d64-b549-3db2eae77e80 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.860594 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8527dee1-9a7d-4d64-b549-3db2eae77e80 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d44c5de-82e7-443c-9913-58ce878a8975 HTTP/1.1" status: 200 len: 982 time: 0.0965233 Sep 16 05:10:53.865710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50034) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:53.884246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.891548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-87966786-c02d-44eb-ac16-2a3e370a8f2c None None] Port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:53.898913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] Routers {'1d44c5de-82e7-443c-9913-58ce878a8975'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:53.900361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d44c5de-82e7-443c-9913-58ce878a8975'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.935940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:53.936964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef84c9-4b0b-4abb-a0a4-cb4ce6db4057 None None] The sync data for ids ['1d44c5de-82e7-443c-9913-58ce878a8975'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:53.954292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09a120a0-9917-4acc-8846-fe9014f6abb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.989855 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09a120a0-9917-4acc-8846-fe9014f6abb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.041183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-3bc2ad84-1545-41b5-a18a-c0b6d82e99a8 service neutron] 10.222.0.55 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364041 Sep 16 05:10:54.176541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09a120a0-9917-4acc-8846-fe9014f6abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.179303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09a120a0-9917-4acc-8846-fe9014f6abb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.180920 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-09a120a0-9917-4acc-8846-fe9014f6abb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9aec107-5f53-49f0-9d63-73f65ba0349d HTTP/1.1" status: 204 len: 168 time: 0.3715127 Sep 16 05:10:54.208160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a120a0-9917-4acc-8846-fe9014f6abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aec107-5f53-49f0-9d63-73f65ba0349d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:54.285946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7189d4e2-ec61-43db-a0cd-ceb541146d6e req-201be57f-7cd7-41d2-b053-86446c3ffbfd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 210 time: 0.0601702 Sep 16 05:10:54.340463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Deleting port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:54.340862 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.344430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port f531d565-c17b-455a-8113-3bb6ba12077e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:54.344773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.384434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.507519 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.572817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4235-16cd-4c0a-9479-39b201e57c8e req-d692bf8f-584a-48fb-9b64-899ef9a981cf tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:54.586139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cbe4235-16cd-4c0a-9479-39b201e57c8e req-d692bf8f-584a-48fb-9b64-899ef9a981cf tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2695451 Sep 16 05:10:54.640809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.659039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] For port 4f59c7ae-9fed-4b22-bde3-fe66f47ae310, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,segment=NetworkSegment(d61ea58c-d4d3-4a2e-8082-331df549cf6d),segment_id=d61ea58c-d4d3-4a2e-8082-331df549cf6d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:54.663568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.707131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for f531d565-c17b-455a-8113-3bb6ba12077e owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:54.729940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cbe4235-16cd-4c0a-9479-39b201e57c8e req-32f2cb62-2cd2-46ce-ab60-42606868cf15 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414480 Sep 16 05:10:54.732581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Calling delete_port for 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:55.006066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:55.007059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.128831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.131864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.144648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 1b0a6503-db46-46e4-9db2-29c39cc1b5e4 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:55.167608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=f531d565-c17b-455a-8113-3bb6ba12077e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.364004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.378785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.431298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=1b0a6503-db46-46e4-9db2-29c39cc1b5e4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.493223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4663474c-a6c2-4d09-8a93-8145f22bad53 req-2e488021-2522-4452-9e34-7ecf6e84b7fe tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 210 time: 0.1006446 Sep 16 05:10:55.612513 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.683448 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.726189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f59c7ae-9fed-4b22-bde3-fe66f47ae310,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.809293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a31e520d-11b8-4dc3-a493-3b32967e04d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.908985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Router 1d44c5de-82e7-443c-9913-58ce878a8975 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:55.996842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a3780f3b-806e-45aa-bc28-5d461fb7e5e9 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:56.012454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-0f48da54-dfb7-408c-8614-1f672e2c51e3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.012652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:56.014688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-0f48da54-dfb7-408c-8614-1f672e2c51e3 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 811 time: 0.5170817 Sep 16 05:10:56.023982 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-15ce35cb-0fa3-4c4e-936e-162c7dc39c69 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "PUT /v2.0/routers/1d44c5de-82e7-443c-9913-58ce878a8975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1569541 Sep 16 05:10:56.028816 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] Sync routers for ids ['1d44c5de-82e7-443c-9913-58ce878a8975'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:56.029390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50090) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.046241 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] Routers {'1d44c5de-82e7-443c-9913-58ce878a8975'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:56.046875 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d44c5de-82e7-443c-9913-58ce878a8975'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.081637 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5268f2d7-c5c1-46cc-a6bb-755e474ba73d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:10:56.087380 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5268f2d7-c5c1-46cc-a6bb-755e474ba73d tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/1b0a6503-db46-46e4-9db2-29c39cc1b5e4 HTTP/1.1" status: 404 len: 333 time: 0.0571673 Sep 16 05:10:56.088047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50092) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.095985 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.118696 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] Routers {'1d44c5de-82e7-443c-9913-58ce878a8975'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:56.133929 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d44c5de-82e7-443c-9913-58ce878a8975'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.182092 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.182742 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed73e6-31c0-4cdf-8832-0ffa909d53f2 None None] The sync data for ids ['1d44c5de-82e7-443c-9913-58ce878a8975'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:56.185314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Request body: {'port': {'device_id': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'admin_state_up': True, 'tenant_id': '8b257632200e4e1baa9b0d1a6d7c82f8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:56.189351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:56.199978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-13407d36-19ec-4ff9-b4c6-12fc303ac532 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a3780f3b-806e-45aa-bc28-5d461fb7e5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8037000 Sep 16 05:10:56.202626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0276c2e3-8154-4110-b829-ec6ce9472131 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.204411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50096) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.209139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e9492-a822-41f3-98aa-828db600f704 None None] Sync routers for ids ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:56.222508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e9492-a822-41f3-98aa-828db600f704 None None] Routers {'a3780f3b-806e-45aa-bc28-5d461fb7e5e9'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:56.223141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-316e9492-a822-41f3-98aa-828db600f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.227781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9191e-b14f-459d-a186-b42a69a05295 req-a1a8d5e1-a060-4d84-97a4-e16332d25aca tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:56.229492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99e9191e-b14f-459d-a186-b42a69a05295 req-a1a8d5e1-a060-4d84-97a4-e16332d25aca tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2980421 Sep 16 05:10:56.273011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-316e9492-a822-41f3-98aa-828db600f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.285032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e9492-a822-41f3-98aa-828db600f704 None None] Routers {'a3780f3b-806e-45aa-bc28-5d461fb7e5e9'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:56.286086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-316e9492-a822-41f3-98aa-828db600f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.324652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-316e9492-a822-41f3-98aa-828db600f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.325740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e9492-a822-41f3-98aa-828db600f704 None None] The sync data for ids ['a3780f3b-806e-45aa-bc28-5d461fb7e5e9'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:56.344881 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-132607a5-f5de-41f0-be44-e9e28d8e10da tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3780f3b-806e-45aa-bc28-5d461fb7e5e9 HTTP/1.1" status: 200 len: 205 time: 0.1393046 Sep 16 05:10:56.351001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50100) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.375104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99e9191e-b14f-459d-a186-b42a69a05295 req-26281241-cdb6-4525-b008-162d17527388 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322684 Sep 16 05:10:56.450368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0276c2e3-8154-4110-b829-ec6ce9472131 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.453892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0276c2e3-8154-4110-b829-ec6ce9472131 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.530762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0276c2e3-8154-4110-b829-ec6ce9472131 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.531494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0276c2e3-8154-4110-b829-ec6ce9472131 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Fanout notify agent at l3_agent the message router_deleted on router 1d44c5de-82e7-443c-9913-58ce878a8975 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:56.540509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0276c2e3-8154-4110-b829-ec6ce9472131 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.542060 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0276c2e3-8154-4110-b829-ec6ce9472131 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/routers/1d44c5de-82e7-443c-9913-58ce878a8975 HTTP/1.1" status: 204 len: 168 time: 0.4528625 Sep 16 05:10:56.546318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50108) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.632362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet d55d6b2e-c3cb-49b7-8ae4-fd991982685d {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:56.636355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.690921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.828822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.879183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49fa55c0-83b4-4c04-bc1f-3d1be698ab5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.914562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.953642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=d55d6b2e-c3cb-49b7-8ae4-fd991982685d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.955317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.956976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b118d7c-9b40-47d6-a998-4cfcf1e1e697 req-9843f5fe-2ee5-4274-887d-df8b7b5a68e8 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 210 time: 0.0821548 Sep 16 05:10:56.969846 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f34ac7ee-5c48-49e8-b523-e8bec2aabfae tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/d55d6b2e-c3cb-49b7-8ae4-fd991982685d HTTP/1.1" status: 204 len: 168 time: 0.4179301 Sep 16 05:10:56.969846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50124) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:56.976079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056501e-0c5b-4c3c-b714-a84f3bec57e6 None None] Network 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:57.033214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.042362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Made reservation on behalf of 8b257632200e4e1baa9b0d1a6d7c82f8 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:57.050609 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.091141 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.190466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 06dd39b0-1979-4427-8c3e-a9036ca9d26a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:57.190837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.196319 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49fa55c0-83b4-4c04-bc1f-3d1be698ab5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.202954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49fa55c0-83b4-4c04-bc1f-3d1be698ab5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.227251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] DHCP port deletion for 0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:57.276521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] Deleting port 06dd39b0-1979-4427-8c3e-a9036ca9d26a {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:57.276894 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.291578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] For port 06dd39b0-1979-4427-8c3e-a9036ca9d26a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=06dd39b0-1979-4427-8c3e-a9036ca9d26a,segment=NetworkSegment(70596fdc-9aab-44cf-89a4-966a78eaaf3c),segment_id=70596fdc-9aab-44cf-89a4-966a78eaaf3c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:57.292131 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.306300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 06dd39b0-1979-4427-8c3e-a9036ca9d26a owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:57.355587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] For port 06dd39b0-1979-4427-8c3e-a9036ca9d26a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=06dd39b0-1979-4427-8c3e-a9036ca9d26a,segment=NetworkSegment(70596fdc-9aab-44cf-89a4-966a78eaaf3c),segment_id=70596fdc-9aab-44cf-89a4-966a78eaaf3c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:57.355922 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.374085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] Calling delete_port for 06dd39b0-1979-4427-8c3e-a9036ca9d26a owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:57.384261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c37ee04-0787-4a7d-a448-e745b3172c99 req-08678fce-87d8-465a-aea1-0ed6015be37b tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=22277be2446d414ab719c8904f2a5da9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227691 Sep 16 05:10:57.414428 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.463315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=06dd39b0-1979-4427-8c3e-a9036ca9d26a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.470385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No DVR routers for this DVR port 06dd39b0-1979-4427-8c3e-a9036ca9d26a on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:57.499693 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.531523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] No DVR routers for this DVR port 06dd39b0-1979-4427-8c3e-a9036ca9d26a on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:57.535192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91e97d-9bd8-48e5-a5f7-c0ccb24e6b4e None None] Pushing event deleted for resources: {'Port': ['ID=06dd39b0-1979-4427-8c3e-a9036ca9d26a,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.543194 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49fa55c0-83b4-4c04-bc1f-3d1be698ab5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.544748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fa55c0-83b4-4c04-bc1f-3d1be698ab5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Fanout notify agent at l3_agent the message router_deleted on router a3780f3b-806e-45aa-bc28-5d461fb7e5e9 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:57.593978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49fa55c0-83b4-4c04-bc1f-3d1be698ab5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.594463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.594668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-49fa55c0-83b4-4c04-bc1f-3d1be698ab5f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/a3780f3b-806e-45aa-bc28-5d461fb7e5e9 HTTP/1.1" status: 204 len: 168 time: 1.2316456 Sep 16 05:10:57.594836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50142) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.646165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:57.660636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70596fdc-9aab-44cf-89a4-966a78eaaf3c') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:57.660969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70596fdc-9aab-44cf-89a4-966a78eaaf3c') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:57.676494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.681965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet d032a97f-fc83-4df9-bcab-c5906cee05b7 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:57.691967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.705972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37ee04-0787-4a7d-a448-e745b3172c99 req-312d277d-4e67-4e17-87e2-8524f578f8ed tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.707502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c37ee04-0787-4a7d-a448-e745b3172c99 req-312d277d-4e67-4e17-87e2-8524f578f8ed tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882698 Sep 16 05:10:57.717545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.735786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:57.736304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:57.739372 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:57.751147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c37ee04-0787-4a7d-a448-e745b3172c99 req-f0babece-111a-4b26-a0af-2afe6201c651 tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/quotas/22277be2446d414ab719c8904f2a5da9 HTTP/1.1" status: 200 len: 375 time: 0.0324738 Sep 16 05:10:57.759619 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.763133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeff555-34a9-465d-b047-655af8c60e21 req-e0ef383b-aae1-4722-b6e5-e5abc4167333 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.764752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eeff555-34a9-465d-b047-655af8c60e21 req-e0ef383b-aae1-4722-b6e5-e5abc4167333 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2449148 Sep 16 05:10:57.784684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Allocated IP 172.20.0.2 (51619d66-8210-461d-a74e-5bd0850dd587/2db0b88f-b19e-4e58-980e-7a4f1e502fbe/f137e4e4-7303-49bf-93fb-6a48c08ac39f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:57.832914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.844401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c37ee04-0787-4a7d-a448-e745b3172c99 req-58ef2339-5b17-43ac-80a6-71b3d83a9ad9 tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=22277be2446d414ab719c8904f2a5da9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781782 Sep 16 05:10:57.844995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.846982 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5 HTTP/1.1" status: 204 len: 168 time: 0.8766332 Sep 16 05:10:57.851806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50144) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:57.884007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f52d-4156-4b66-881d-e22883bc5f9e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=0e00eedf-e0ac-45c6-9e40-a9ea9c3ea1c5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:57.953460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eeff555-34a9-465d-b047-655af8c60e21 req-096b65c4-c0bd-4b7d-a821-58ce8bd94773 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717198 Sep 16 05:10:57.977797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92500dcb-4937-48c0-be12-c8bb26242277 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:57.979332 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92500dcb-4937-48c0-be12-c8bb26242277 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/48dd0a81-1669-44f0-8736-259c55114295 HTTP/1.1" status: 200 len: 839 time: 0.1142964 Sep 16 05:10:57.986251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50152) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.001476 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.037681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:58.101090 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-68cc7f2a-dbf8-436e-a3a2-d75abe6f2c94 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/48dd0a81-1669-44f0-8736-259c55114295?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1094925 Sep 16 05:10:58.101979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50158) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.107145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:58.188972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.196663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec744f4a-ea0e-4e65-b709-7f9878cd0315 req-b9b8c97f-4df4-4226-9115-0fff5b5a61bf tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 210 time: 0.1013985 Sep 16 05:10:58.202218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11bdddb8-460d-41e1-b2fb-200cb514ac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.224705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=d032a97f-fc83-4df9-bcab-c5906cee05b7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.235975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.237903 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-91c754c2-f260-42de-9d95-cfae0f214cb8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/d032a97f-fc83-4df9-bcab-c5906cee05b7 HTTP/1.1" status: 204 len: 168 time: 0.6443529 Sep 16 05:10:58.240589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50164) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.258028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17457d78-080a-4c4f-a8b7-d22a5fc60fc8 None None] Network 2b12489c-e9d1-41b4-911c-95bd453e5846 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:58.265584 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.330550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:58.337136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3beb9831-538b-4d30-824e-00dddce51793 admin admin] 10.222.0.55 "PUT /v2.0/routers/e7b77ff2-34c1-4ccb-8f68-f85466daddd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5217781 Sep 16 05:10:58.344494 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] Sync routers for ids ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:58.346007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:58.348543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50170) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:58.350875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.363532 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] Routers {'e7b77ff2-34c1-4ccb-8f68-f85466daddd9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:58.364997 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:58.392950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.553988 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.587310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] DHCP port deletion for 2b12489c-e9d1-41b4-911c-95bd453e5846 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:58.618746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 84134dc7-74b9-4f0d-8e60-9351c0c758ae {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:58.619028 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.628533 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] Set router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:58.649544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event updated for resources: {'Port': ['ID=f137e4e4-7303-49bf-93fb-6a48c08ac39f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.663707 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.711130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] Deleting port 84134dc7-74b9-4f0d-8e60-9351c0c758ae {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:58.711904 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.713277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Network 51619d66-8210-461d-a74e-5bd0850dd587 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:58.739128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:58.745369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:58.806254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 84134dc7-74b9-4f0d-8e60-9351c0c758ae, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=84134dc7-74b9-4f0d-8e60-9351c0c758ae,segment=NetworkSegment(80979194-04c5-4c34-a754-11c9e4ce14eb),segment_id=80979194-04c5-4c34-a754-11c9e4ce14eb)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:58.821832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.849426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] For port 84134dc7-74b9-4f0d-8e60-9351c0c758ae, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=84134dc7-74b9-4f0d-8e60-9351c0c758ae,segment=NetworkSegment(80979194-04c5-4c34-a754-11c9e4ce14eb),segment_id=80979194-04c5-4c34-a754-11c9e4ce14eb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:58.852368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.863411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.884890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 06dd39b0-1979-4427-8c3e-a9036ca9d26a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:58.897638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 84134dc7-74b9-4f0d-8e60-9351c0c758ae owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:58.912438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 06dd39b0-1979-4427-8c3e-a9036ca9d26a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:58.913208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 06dd39b0-1979-4427-8c3e-a9036ca9d26a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:58.913888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 84134dc7-74b9-4f0d-8e60-9351c0c758ae no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:58.922409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] Calling delete_port for 84134dc7-74b9-4f0d-8e60-9351c0c758ae owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:58.935170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:58.936264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.952899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:58.959358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:58.977614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-b3d8b5df-102b-438f-b0bf-d9a211e32e61 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7962492 Sep 16 05:10:58.983620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4946918e-79dc-482e-9256-9964274b0555 req-44e7a13e-4cd2-41ed-a783-6aec96ef282f tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=22277be2446d414ab719c8904f2a5da9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745425 Sep 16 05:10:58.989349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8628f965-db8f-4b52-ba38-b9c9930ff196 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:59.013883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:59.014800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.020727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=bd871325-deda-4cfb-9489-c4a7f66b517a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.023463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Request body: {'port': {'device_id': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:59.062393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50192) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:59.063174 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-598fcd66-d096-4682-b766-4361b308ba65 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9601395 Sep 16 05:10:59.104647 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.118283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-46400bf4-c574-46ad-8e51-74182e3570c2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'security_group': {'name': 'tempest-secgroup-678421619'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:59.122396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.149737 n-d-713301-15 neutron-server[94720]: INFO neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No ports have port_id starting with 84134dc7-74b9-4f0d-8e60-9351c0c758ae Sep 16 05:10:59.159622 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] Checking router: e7b77ff2-34c1-4ccb-8f68-f85466daddd9 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:59.182205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.190001 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] Routers {'e7b77ff2-34c1-4ccb-8f68-f85466daddd9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:59.195596 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.197540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=84134dc7-74b9-4f0d-8e60-9351c0c758ae,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.208948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port 84134dc7-74b9-4f0d-8e60-9351c0c758ae on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:59.209672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.221388 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.344115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.349320 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.355218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd3c2d-15d7-4721-8f90-6e918a39842b req-f6497985-0175-457e-be91-4e4ef0154c06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:59.357139 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] Set router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:59.357813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60cd3c2d-15d7-4721-8f90-6e918a39842b req-f6497985-0175-457e-be91-4e4ef0154c06 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2315879 Sep 16 05:10:59.360147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] No DVR routers for this DVR port 84134dc7-74b9-4f0d-8e60-9351c0c758ae on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:59.371615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270f88a-746c-45f5-9dbf-04da4538c114 None None] Pushing event deleted for resources: {'Port': ['ID=84134dc7-74b9-4f0d-8e60-9351c0c758ae,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.385095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46400bf4-c574-46ad-8e51-74182e3570c2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.406436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b12489c-e9d1-41b4-911c-95bd453e5846']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.406934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'tenant_id': 'ab3d8abcb4384519a592115ac654a269', 'fixed_ips': [{'subnet_id': 'bd871325-deda-4cfb-9489-c4a7f66b517a'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:59.407857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.424921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80979194-04c5-4c34-a754-11c9e4ce14eb') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.425290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80979194-04c5-4c34-a754-11c9e4ce14eb') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.438823 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.457088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.466756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:59.467239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:59.536857 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:59.552273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.564765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.567087 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/2b12489c-e9d1-41b4-911c-95bd453e5846 HTTP/1.1" status: 204 len: 168 time: 1.3254917 Sep 16 05:10:59.579865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50200) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:59.587179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-518778283', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:59.597464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab74d-5117-4267-8c36-b1db04caf1df tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=2b12489c-e9d1-41b4-911c-95bd453e5846,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.616356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Allocated IP 172.20.0.2 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/bd871325-deda-4cfb-9489-c4a7f66b517a/89884056-f22c-49d2-a9c9-acda263680c1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:59.643898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946918e-79dc-482e-9256-9964274b0555 req-b8578eda-8dc0-404c-9564-358b1115d204 tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:59.645338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4946918e-79dc-482e-9256-9964274b0555 req-b8578eda-8dc0-404c-9564-358b1115d204 tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6070850 Sep 16 05:10:59.651271 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:59.685179 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c8632-6613-495f-8552-d5fc0098ac7b None None] The sync data for ids ['e7b77ff2-34c1-4ccb-8f68-f85466daddd9'] in n-d-713301-15 is: [{'id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'name': 'tempest-FloatingIPDetailsTestJSON-1762151635-router', 'tenant_id': '4cf74a7a6aff496abfb2ba55683f2624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:04Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '4cf74a7a6aff496abfb2ba55683f2624', 'gw_port': {'id': '4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b77ff2-34c1-4ccb-8f68-f85466daddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:05Z', 'updated_at': '2021-09-16T05:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:59.706123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Deleting port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:59.706530 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.727259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60cd3c2d-15d7-4721-8f90-6e918a39842b req-0a511b8f-4158-4c36-97cb-8ef3306e40ee tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226864 Sep 16 05:10:59.731000 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.755807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4946918e-79dc-482e-9256-9964274b0555 req-d5bc5f0b-fc76-4d81-962b-cc70b540ff65 tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/quotas/22277be2446d414ab719c8904f2a5da9 HTTP/1.1" status: 200 len: 375 time: 0.0968521 Sep 16 05:10:59.824496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.832229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.848187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4946918e-79dc-482e-9256-9964274b0555 req-10b9ee24-d663-4352-969f-a2dde18eee08 tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=22277be2446d414ab719c8904f2a5da9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786262 Sep 16 05:10:59.876409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:59.879956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:59.886974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:59.938178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Pushing event updated for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.938775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46400bf4-c574-46ad-8e51-74182e3570c2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.957409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46400bf4-c574-46ad-8e51-74182e3570c2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.963105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.964782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Attempting to bind port 89884056-f22c-49d2-a9c9-acda263680c1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:59.965161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Attempting to bind port 89884056-f22c-49d2-a9c9-acda263680c1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '63d1b667-fab8-4ec7-8948-ead205c9161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:59.965687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.965842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Attempting to bind port 89884056-f22c-49d2-a9c9-acda263680c1 on network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:59.975102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:59.975734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Checking segment: {'id': '63d1b667-fab8-4ec7-8948-ead205c9161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:59.975997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] For port 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:59.976363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.976476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.976715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Bound using segment: {'id': '63d1b667-fab8-4ec7-8948-ead205c9161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:59.977517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Bound port: 89884056-f22c-49d2-a9c9-acda263680c1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d1b667-fab8-4ec7-8948-ead205c9161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:59.977989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.050138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46400bf4-c574-46ad-8e51-74182e3570c2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.052328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-46400bf4-c574-46ad-8e51-74182e3570c2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9453356 Sep 16 05:11:00.054397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Calling delete_port for 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:00.057445 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.058779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.066514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a6349ae6-feb1-4ee5-bd27-d97d1ba1fad0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'security_group': {'name': 'tempest-secgroup-603694527'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.070261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa38e2-0873-4950-90fb-554a8debd402 req-0731584d-586a-4959-8202-eb4db0f813f7 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:00.071844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65fa38e2-0873-4950-90fb-554a8debd402 req-0731584d-586a-4959-8202-eb4db0f813f7 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 931 time: 0.2212601 Sep 16 05:11:00.086159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46400bf4-c574-46ad-8e51-74182e3570c2 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec15581-0ce9-4d70-a293-63c95045b460,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.115771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:00.122677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89884056-f22c-49d2-a9c9-acda263680c1,segment=NetworkSegment(63d1b667-fab8-4ec7-8948-ead205c9161f),segment_id=63d1b667-fab8-4ec7-8948-ead205c9161f)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:00.129247 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.150857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f137e4e4-7303-49bf-93fb-6a48c08ac39f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:00.212881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6349ae6-feb1-4ee5-bd27-d97d1ba1fad0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.239876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.257769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ee6b-47d3-4e8a-971f-f5a84eec54a4 None None] Pushing event updated for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.312715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65fa38e2-0873-4950-90fb-554a8debd402 req-3edd3382-3fe6-4503-bd28-26913729ef4f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322135 Sep 16 05:11:00.317492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Transition to ACTIVE for port object f137e4e4-7303-49bf-93fb-6a48c08ac39f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:00.328789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.399268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.525130 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6349ae6-feb1-4ee5-bd27-d97d1ba1fad0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.531775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6349ae6-feb1-4ee5-bd27-d97d1ba1fad0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.582822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Pushing event updated for resources: {'Port': ['ID=f137e4e4-7303-49bf-93fb-6a48c08ac39f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.639588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6349ae6-feb1-4ee5-bd27-d97d1ba1fad0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.644516 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6349ae6-feb1-4ee5-bd27-d97d1ba1fad0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5803604 Sep 16 05:11:00.644516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6349ae6-feb1-4ee5-bd27-d97d1ba1fad0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e383e9b-1b8c-4bb2-b165-0e5d2b064218,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.647995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50218) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.655413 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1944044255', 'security_groups': ['2e383e9b-1b8c-4bb2-b165-0e5d2b064218'], 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd871325-deda-4cfb-9489-c4a7f66b517a'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.754250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Attempting to bind port f137e4e4-7303-49bf-93fb-6a48c08ac39f on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:00.754517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Attempting to bind port f137e4e4-7303-49bf-93fb-6a48c08ac39f by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:00.755081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Attempting to bind port f137e4e4-7303-49bf-93fb-6a48c08ac39f on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:00.760264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.769786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Port f137e4e4-7303-49bf-93fb-6a48c08ac39f on network 51619d66-8210-461d-a74e-5bd0850dd587 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:00.770397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Attempting to bind port f137e4e4-7303-49bf-93fb-6a48c08ac39f on network 51619d66-8210-461d-a74e-5bd0850dd587 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:00.814421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.819532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:00.819532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Checking segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:00.819532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Bound using segment: {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:00.820033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Bound port: f137e4e4-7303-49bf-93fb-6a48c08ac39f, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b45c78-fca3-4dca-8be0-229b130a8dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:00.820368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.931038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89884056-f22c-49d2-a9c9-acda263680c1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:00.996635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] For port f137e4e4-7303-49bf-93fb-6a48c08ac39f, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:01.000700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.001249 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.001872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] For port f137e4e4-7303-49bf-93fb-6a48c08ac39f, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f137e4e4-7303-49bf-93fb-6a48c08ac39f,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:01.027806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.130205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99b5f2a9-9973-47cc-85bd-32797e3aac6b req-f8cb4181-e087-4b94-b11e-e0484a1cf03a tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=22277be2446d414ab719c8904f2a5da9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063411 Sep 16 05:11:01.142628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.143056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.144689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] 10.222.0.73 "PUT /v2.0/ports/f137e4e4-7303-49bf-93fb-6a48c08ac39f HTTP/1.1" status: 200 len: 1092 time: 2.1512010 Sep 16 05:11:01.156323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'tag': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:01.158566 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107e712-a921-428c-8495-d0da28155af5" -d '{"events": [{"name": "network-changed", "server_uuid": "7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65", "tag": "f137e4e4-7303-49bf-93fb-6a48c08ac39f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:01.176969 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.188892 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.193360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:01.195036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.232593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.252019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89884056-f22c-49d2-a9c9-acda263680c1,segment=NetworkSegment(63d1b667-fab8-4ec7-8948-ead205c9161f),segment_id=63d1b667-fab8-4ec7-8948-ead205c9161f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:01.260430 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.270697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.279376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:01.349861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:01.350228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4f59c7ae-9fed-4b22-bde3-fe66f47ae310 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:01.393824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.421270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.479677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port 71030f23-ae3f-4dd7-9aa1-e76050f07e71 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:01.548446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 172.25.6.196 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/7d9025b5-4f5f-4716-931e-a3042ed495c0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:01.742128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec680d-03fa-4115-901f-7a35f205418e req-87b8421a-7f39-41d5-b6fd-a881aa4aaee6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.744571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47ec680d-03fa-4115-901f-7a35f205418e req-87b8421a-7f39-41d5-b6fd-a881aa4aaee6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.8376439 Sep 16 05:11:01.746246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-758986d6-0218-4912-9082-1d0f9fdf9746 None None] Provisioning complete for port 48dd0a81-1669-44f0-8736-259c55114295 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.746637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-758986d6-0218-4912-9082-1d0f9fdf9746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.755458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2d3f4-d74b-4550-8c4e-279a8e478489 service neutron] Pushing event updated for resources: {'Port': ['ID=f137e4e4-7303-49bf-93fb-6a48c08ac39f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.798292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-758986d6-0218-4912-9082-1d0f9fdf9746 None None] Port 48dd0a81-1669-44f0-8736-259c55114295 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:01.802691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.10 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/bd871325-deda-4cfb-9489-c4a7f66b517a/71030f23-ae3f-4dd7-9aa1-e76050f07e71) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:01.813674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-758986d6-0218-4912-9082-1d0f9fdf9746 None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.814028 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-758986d6-0218-4912-9082-1d0f9fdf9746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.819641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.862899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.873666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.941761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.957855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-fefb1698-2752-4817-8c85-2877353c0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:01.959535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-fefb1698-2752-4817-8c85-2877353c0d5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 1095 time: 0.7562141 Sep 16 05:11:01.970818 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.971344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b77ff2-34c1-4ccb-8f68-f85466daddd9 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:02.022415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.026431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c03b273d-4c27-4d11-a3e0-5fa59caeefa2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e7b77ff2-34c1-4ccb-8f68-f85466daddd9 HTTP/1.1" status: 204 len: 168 time: 3.6740150 Sep 16 05:11:02.029281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:02.029959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.036133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47ec680d-03fa-4115-901f-7a35f205418e req-46a784fa-b7d5-412e-9067-911829df43c4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684093 Sep 16 05:11:02.038407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-494d51a3-b066-4645-b6b6-862002054f54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f137e4e4-7303-49bf-93fb-6a48c08ac39f HTTP/1.1" status: 200 len: 217 time: 0.0651603 Sep 16 05:11:02.060007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f2a9-9973-47cc-85bd-32797e3aac6b req-0623324c-a2ae-4d8d-a274-b7566563061f tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.060997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:02.070488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99b5f2a9-9973-47cc-85bd-32797e3aac6b req-0623324c-a2ae-4d8d-a274-b7566563061f tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9392481 Sep 16 05:11:02.104860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=7d9025b5-4f5f-4716-931e-a3042ed495c0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.115798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:02.136703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99b5f2a9-9973-47cc-85bd-32797e3aac6b req-356048e4-69fb-4ca2-8bd0-82a0c2d1c9aa tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/quotas/22277be2446d414ab719c8904f2a5da9 HTTP/1.1" status: 200 len: 375 time: 0.0651789 Sep 16 05:11:02.186679 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.188018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99b5f2a9-9973-47cc-85bd-32797e3aac6b req-9011c374-eab8-4d2c-a8b7-9e22fd8ae47e tempest-QuotasAdminNegativeTest-1812865737 tempest-QuotasAdminNegativeTest-1812865737-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=22277be2446d414ab719c8904f2a5da9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490284 Sep 16 05:11:02.196898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-c38cfd30-9fc1-4749-bc16-98f4e60788ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.198414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-c38cfd30-9fc1-4749-bc16-98f4e60788ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1245432 Sep 16 05:11:02.212060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] Deleting subnet 86289af7-27dc-4bdf-aade-d39c5aa67b32 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:02.212482 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff66fd2-e780-4638-af18-a6adf69bf361 x-openstack-request-id: req-bff66fd2-e780-4638-af18-a6adf69bf361 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:02.212708 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65", "tag": "f137e4e4-7303-49bf-93fb-6a48c08ac39f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:02.212868 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bff66fd2-e780-4638-af18-a6adf69bf361 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:02.213384 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'tag': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f', 'status': 'completed', 'code': 200} Sep 16 05:11:02.217075 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.251794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-96ac24de-f369-401f-81ea-9946e6f14979 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372264 Sep 16 05:11:02.304505 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.424997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-579edaa4-a59e-425d-bdad-e7a42c3e16e8 service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607468 Sep 16 05:11:02.475579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934ba7-f7c1-4266-b328-efdf68b6adff req-0fea1c14-4891-4226-aeca-3472a8533c43 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.484704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.485516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2934ba7-f7c1-4266-b328-efdf68b6adff req-0fea1c14-4891-4226-aeca-3472a8533c43 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 943 time: 0.1156235 Sep 16 05:11:02.580922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2934ba7-f7c1-4266-b328-efdf68b6adff req-97352c11-fd63-4020-9aea-14f7467458b2 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870349 Sep 16 05:11:02.605286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:02.626662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6d1bd95-17c3-4ae0-bffc-be5128108a43 req-9cf80d56-136e-48a0-bc40-d7a34015a5fc service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879535 Sep 16 05:11:02.629236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:02.641542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:02.703175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.765921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e712-a921-428c-8495-d0da28155af5 req-223b0225-e431-4238-996e-2f39b43da450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.767747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7107e712-a921-428c-8495-d0da28155af5 req-223b0225-e431-4238-996e-2f39b43da450 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 1095 time: 0.0776575 Sep 16 05:11:02.776171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=71030f23-ae3f-4dd7-9aa1-e76050f07e71,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.831867 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.832566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.863354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89884056-f22c-49d2-a9c9-acda263680c1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:02.877655 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-23a611fd-4567-4dd8-88a5-d0e67a1f92a0 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2283423 Sep 16 05:11:02.881116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.883867 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50260) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.892363 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-506193e3-a3d2-46b4-80ac-494874fcdb26 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:02.926272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50262) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:02.937521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:02.938116 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.965574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.967880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e712-a921-428c-8495-d0da28155af5 req-874ffa48-7885-4894-af23-16282eef60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.969823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7107e712-a921-428c-8495-d0da28155af5 req-874ffa48-7885-4894-af23-16282eef60f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 200 len: 912 time: 0.1926944 Sep 16 05:11:03.001722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e21bfbfb-ec46-4d6a-9f58-5f8a067bfad5 None None] Provisioning complete for port 71030f23-ae3f-4dd7-9aa1-e76050f07e71 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:03.002176 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e21bfbfb-ec46-4d6a-9f58-5f8a067bfad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.031829 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.033928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17c707-59a7-4d06-984a-c69763c051da None None] Network 35276fec-e6cb-48c7-bbfb-abe6cdffa78f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:03.036825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7107e712-a921-428c-8495-d0da28155af5 req-963afa8d-dc5e-40d4-81a2-8f1aee283a2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f137e4e4-7303-49bf-93fb-6a48c08ac39f HTTP/1.1" status: 200 len: 217 time: 0.0567954 Sep 16 05:11:03.037012 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/86289af7-27dc-4bdf-aade-d39c5aa67b32 HTTP/1.1" status: 204 len: 168 time: 1.0037229 Sep 16 05:11:03.037697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50266) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.083504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21520edc-a1d2-443a-8d7d-ad72bf42401d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86289af7-27dc-4bdf-aade-d39c5aa67b32,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.115262 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ae52d59-c1ee-4c44-b6b6-861ec1c38759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.169706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e21bfbfb-ec46-4d6a-9f58-5f8a067bfad5 None None] Port 71030f23-ae3f-4dd7-9aa1-e76050f07e71 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:03.187988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e712-a921-428c-8495-d0da28155af5 req-35a370bb-2ff3-4e3f-96ea-03ad8853537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.189702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7107e712-a921-428c-8495-d0da28155af5 req-35a370bb-2ff3-4e3f-96ea-03ad8853537b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 200 len: 851 time: 0.1424251 Sep 16 05:11:03.253517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.274085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7107e712-a921-428c-8495-d0da28155af5 req-72ea5ea1-c334-403f-b5a7-db606039f2cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51619d66-8210-461d-a74e-5bd0850dd587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515592 Sep 16 05:11:03.302050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.353534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc3063-db3d-4e22-9c60-1ae15296f133 req-dee6c9eb-4da5-45e4-bcf3-1a119dee4191 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.362531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bc3063-db3d-4e22-9c60-1ae15296f133 req-dee6c9eb-4da5-45e4-bcf3-1a119dee4191 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2285645 Sep 16 05:11:03.456486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:03.483913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:03.484249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4e7cf9c9-c0b5-467d-bbb8-47d898d1c0ad not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:03.510255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5d862abc-3b96-4f21-a884-aa12d8219e10 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:03.511115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bc3063-db3d-4e22-9c60-1ae15296f133 req-d572a5eb-4cf7-414c-b719-d86f0be340e3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468644 Sep 16 05:11:03.541929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] DHCP port deletion for 35276fec-e6cb-48c7-bbfb-abe6cdffa78f request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:03.555848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7107e712-a921-428c-8495-d0da28155af5 req-08b96116-acb3-4299-855c-c07d2b83ebdb service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668383 Sep 16 05:11:03.564616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ae52d59-c1ee-4c44-b6b6-861ec1c38759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.577998 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ae52d59-c1ee-4c44-b6b6-861ec1c38759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.597543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Deleting port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:03.597892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.606792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506193e3-a3d2-46b4-80ac-494874fcdb26 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:03.610406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-506193e3-a3d2-46b4-80ac-494874fcdb26 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.627163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] Deleting port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:03.627637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.668281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae52d59-c1ee-4c44-b6b6-861ec1c38759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b090c152-98a4-4396-977f-863d542a920b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.680884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5ae52d59-c1ee-4c44-b6b6-861ec1c38759 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22277be2446d414ab719c8904f2a5da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7534342 Sep 16 05:11:03.694798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50276) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:03.717910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] For port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,segment=NetworkSegment(d61ea58c-d4d3-4a2e-8082-331df549cf6d),segment_id=d61ea58c-d4d3-4a2e-8082-331df549cf6d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:03.718412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.735279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] Calling delete_port for 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:03.824261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.837590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] No DVR routers for this DVR port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:03.868140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504d69-c9a6-43ff-b7f6-4b7d94c1b482 None None] Pushing event deleted for resources: {'Port': ['ID=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:03.869200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] For port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,segment=NetworkSegment(d61ea58c-d4d3-4a2e-8082-331df549cf6d),segment_id=d61ea58c-d4d3-4a2e-8082-331df549cf6d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:03.869200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.896326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0d78-9743-4f75-93e9-49fe4e69dc31 req-da3ed8a1-fe83-4727-9ede-f3eb0abdbe75 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:03.898042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2f0d78-9743-4f75-93e9-49fe4e69dc31 req-da3ed8a1-fe83-4727-9ede-f3eb0abdbe75 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 943 time: 0.2239804 Sep 16 05:11:03.919827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Calling delete_port for 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:03.946709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7107e712-a921-428c-8495-d0da28155af5 req-065a07f9-10c4-467c-8b3a-97e991792ccd service neutron] 10.222.0.73 "GET /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805814 Sep 16 05:11:03.968269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:03.980198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] Sync routers for ids ['5d862abc-3b96-4f21-a884-aa12d8219e10'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:03.992837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] Routers {'5d862abc-3b96-4f21-a884-aa12d8219e10'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:03.993645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5d862abc-3b96-4f21-a884-aa12d8219e10'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:03.996365 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.000926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4109425-9e35-4dea-ada2-060bb33083d8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4168656 Sep 16 05:11:04.005181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50278) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.021620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2f0d78-9743-4f75-93e9-49fe4e69dc31 req-a079f921-41ef-4fa1-a57f-ce54b011e303 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073990 Sep 16 05:11:04.024334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45aaa21c-229f-473c-9e2f-339395244891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.033591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.044741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] Routers {'5d862abc-3b96-4f21-a884-aa12d8219e10'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:04.045380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5d862abc-3b96-4f21-a884-aa12d8219e10'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.061024 n-d-713301-15 neutron-server[94718]: INFO neutron.db.ipam_backend_mixin [None req-506193e3-a3d2-46b4-80ac-494874fcdb26 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bd871325-deda-4cfb-9489-c4a7f66b517a (CIDR: 172.20.0.0/28) Sep 16 05:11:04.068005 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-506193e3-a3d2-46b4-80ac-494874fcdb26 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:04.068550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506193e3-a3d2-46b4-80ac-494874fcdb26 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:04.080198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.080534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896b4c9-49d0-4009-a6eb-b9499ac1155e None None] The sync data for ids ['5d862abc-3b96-4f21-a884-aa12d8219e10'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:04.098605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45aaa21c-229f-473c-9e2f-339395244891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.122421 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-506193e3-a3d2-46b4-80ac-494874fcdb26 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2345743 Sep 16 05:11:04.126519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50280) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.133522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:04.155127 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.176135 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4ca45d6c-4120-4acd-9770-4168a996c547 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/routers/5d862abc-3b96-4f21-a884-aa12d8219e10 HTTP/1.1" status: 200 len: 884 time: 0.1696870 Sep 16 05:11:04.178698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50282) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.188221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] No DVR routers for this DVR port 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:04.192288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Pushing event deleted for resources: {'Port': ['ID=89dfffad-9bc1-4a26-b0a0-ef5efb41cab2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.227626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45aaa21c-229f-473c-9e2f-339395244891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.230379 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45aaa21c-229f-473c-9e2f-339395244891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.234011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-45aaa21c-229f-473c-9e2f-339395244891 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b090c152-98a4-4396-977f-863d542a920b HTTP/1.1" status: 204 len: 168 time: 0.5350790 Sep 16 05:11:04.250125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aaa21c-229f-473c-9e2f-339395244891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b090c152-98a4-4396-977f-863d542a920b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.286928 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.309699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35276fec-e6cb-48c7-bbfb-abe6cdffa78f']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.322019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61ea58c-d4d3-4a2e-8082-331df549cf6d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.322363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61ea58c-d4d3-4a2e-8082-331df549cf6d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:04.335561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.361683 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.368152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:04.371638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:04.371805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.372181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:04.374454 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:04.449020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.455690 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.465216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] 10.222.0.55 "DELETE /v2.0/networks/35276fec-e6cb-48c7-bbfb-abe6cdffa78f HTTP/1.1" status: 204 len: 168 time: 1.4258385 Sep 16 05:11:04.482968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd57577-a719-4b98-b00e-96dfb68e6017 admin admin] Pushing event deleted for resources: {'Network': ['ID=35276fec-e6cb-48c7-bbfb-abe6cdffa78f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:04.588046 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd3faf1b-a220-4adb-bde0-f3e941a144bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4082484 Sep 16 05:11:04.595970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50296) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.597148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-27e8f836-e71e-40a2-98e2-dda2a6ae260a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-518778283'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:04.679925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50298) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.713815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5bbb-ff7f-4e80-be0a-405dbb29b525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.727643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50300) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.776283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bb9fb-c440-43be-bda0-bbd9ec3dc7df req-c95ee5ea-2a82-4879-bf35-b9cd3765d060 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.778220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-139bb9fb-c440-43be-bda0-bbd9ec3dc7df req-c95ee5ea-2a82-4879-bf35-b9cd3765d060 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1209376 Sep 16 05:11:04.807298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:04.834065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:04.834540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89dfffad-9bc1-4a26-b0a0-ef5efb41cab2 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:04.835990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-11795137-ac43-4d5e-a3a2-9d62ca2eb674 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cf74a7a6aff496abfb2ba55683f2624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067257 Sep 16 05:11:04.838616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50302) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:04.890715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-139bb9fb-c440-43be-bda0-bbd9ec3dc7df req-af5e17c0-48f1-4e4a-bf09-7308d3e64476 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059024 Sep 16 05:11:04.913397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.942358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26c8add-7613-4295-a111-343704cec0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.969670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:04.974821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5bbb-ff7f-4e80-be0a-405dbb29b525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.981232 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26c8add-7613-4295-a111-343704cec0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:04.988456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5bbb-ff7f-4e80-be0a-405dbb29b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.005038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:05.012418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.013057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.014358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f792be-971b-44d4-9f17-a2b0bd888ef5 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:05.025745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=1afd1d47-c433-48c7-8c30-70cf48d8b50a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.030534 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9029934 Sep 16 05:11:05.033522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50304) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.045917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-705789864', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1afd1d47-c433-48c7-8c30-70cf48d8b50a'}], 'security_groups': ['2ec15581-0ce9-4d70-a293-63c95045b460']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.050624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c5bbb-ff7f-4e80-be0a-405dbb29b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e85f910-ec43-4a9b-827e-eaaed1c314e9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.052781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.053131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.053485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.053827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.054167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.054503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.054836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.055162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.055681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.056216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.056704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.057176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b3bf-97b4-4a58-8544-435e566b3ed3 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:05.058152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fd2c5bbb-ff7f-4e80-be0a-405dbb29b525 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6331624274c54dfb8a88a6e4da722f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768263 Sep 16 05:11:05.064536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50308) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.112118 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26c8add-7613-4295-a111-343704cec0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.115402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e26c8add-7613-4295-a111-343704cec0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.116565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e26c8add-7613-4295-a111-343704cec0ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba5336c2-1e51-403e-b8f0-b50382f840cd HTTP/1.1" status: 204 len: 168 time: 0.2740159 Sep 16 05:11:05.136603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c8add-7613-4295-a111-343704cec0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5336c2-1e51-403e-b8f0-b50382f840cd,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.181976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27e8f836-e71e-40a2-98e2-dda2a6ae260a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.184642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13a1776b-19b5-4948-b842-fef3bccdcd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.187255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.234864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27e8f836-e71e-40a2-98e2-dda2a6ae260a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.249167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13a1776b-19b5-4948-b842-fef3bccdcd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.359797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f91bd-2484-448b-9d6c-464ef2d4d979 req-ae419c1c-156a-44b1-a3c1-c2c54d59ccce tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.363306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d32f91bd-2484-448b-9d6c-464ef2d4d979 req-ae419c1c-156a-44b1-a3c1-c2c54d59ccce tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 943 time: 0.1119258 Sep 16 05:11:05.392407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a05e9-6883-445b-9d98-e5bffeb7821d None None] Update dhcp port {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'fixed_ips': [{'subnet_id': 'bd871325-deda-4cfb-9489-c4a7f66b517a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1afd1d47-c433-48c7-8c30-70cf48d8b50a'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '89884056-f22c-49d2-a9c9-acda263680c1'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:11:05.402926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13a1776b-19b5-4948-b842-fef3bccdcd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.405865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13a1776b-19b5-4948-b842-fef3bccdcd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.410018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-13a1776b-19b5-4948-b842-fef3bccdcd00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e85f910-ec43-4a9b-827e-eaaed1c314e9 HTTP/1.1" status: 204 len: 168 time: 0.3361483 Sep 16 05:11:05.424124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1776b-19b5-4948-b842-fef3bccdcd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e85f910-ec43-4a9b-827e-eaaed1c314e9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.425057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-823a05e9-6883-445b-9d98-e5bffeb7821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.464871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d32f91bd-2484-448b-9d6c-464ef2d4d979 req-3ff8d494-1197-4b2e-a6df-b10a8f87c620 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904059 Sep 16 05:11:05.494001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e8f836-e71e-40a2-98e2-dda2a6ae260a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5d862abc-3b96-4f21-a884-aa12d8219e10 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:05.810500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f137e4e4-7303-49bf-93fb-6a48c08ac39f details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:05.941534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8f836-e71e-40a2-98e2-dda2a6ae260a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:05.950259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27e8f836-e71e-40a2-98e2-dda2a6ae260a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.951977 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-27e8f836-e71e-40a2-98e2-dda2a6ae260a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5d862abc-3b96-4f21-a884-aa12d8219e10 HTTP/1.1" status: 200 len: 891 time: 1.3598650 Sep 16 05:11:05.954402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50334) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:05.956562 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] Sync routers for ids ['5d862abc-3b96-4f21-a884-aa12d8219e10'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:05.972420 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] Routers {'5d862abc-3b96-4f21-a884-aa12d8219e10'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:05.973581 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5d862abc-3b96-4f21-a884-aa12d8219e10'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:05.978031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f137e4e4-7303-49bf-93fb-6a48c08ac39f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f137e4e4-7303-49bf-93fb-6a48c08ac39f,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:06.019438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f', 'network_id': '51619d66-8210-461d-a74e-5bd0850dd587', 'port_id': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f', 'mac_address': 'fa:16:3e:bd:ff:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db0b88f-b19e-4e58-980e-7a4f1e502fbe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:06.039478 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:06.051515 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] Routers {'5d862abc-3b96-4f21-a884-aa12d8219e10'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:06.052296 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5d862abc-3b96-4f21-a884-aa12d8219e10'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:06.064568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Delete allocated IP 172.20.0.10 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/bd871325-deda-4cfb-9489-c4a7f66b517a) {{(pid=94718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:11:06.089930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a4e4-aa41-4723-9125-e833b6efcc45 req-3206bfe1-4ffe-43ab-89ff-25ba9d7d05fb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.091737 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.096980 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:06.098112 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae9e5d-4f9c-431d-8686-6a2295b00564 None None] The sync data for ids ['5d862abc-3b96-4f21-a884-aa12d8219e10'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:06.098888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5645a4e4-aa41-4723-9125-e833b6efcc45 req-3206bfe1-4ffe-43ab-89ff-25ba9d7d05fb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.0979202 Sep 16 05:11:06.110938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.20 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/1afd1d47-c433-48c7-8c30-70cf48d8b50a/71030f23-ae3f-4dd7-9aa1-e76050f07e71) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:06.120053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f137e4e4-7303-49bf-93fb-6a48c08ac39f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:06.150280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f137e4e4-7303-49bf-93fb-6a48c08ac39f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f137e4e4-7303-49bf-93fb-6a48c08ac39f,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:06.157715 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.162792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5645a4e4-aa41-4723-9125-e833b6efcc45 req-c373af08-e68d-4ef8-9cad-34c0aaa5a21b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627010 Sep 16 05:11:06.219433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f137e4e4-7303-49bf-93fb-6a48c08ac39f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.307254 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f23818a7-ed7d-4c66-a4d6-e05489b1a49c tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/routers/5d862abc-3b96-4f21-a884-aa12d8219e10 HTTP/1.1" status: 200 len: 891 time: 0.3493814 Sep 16 05:11:06.309555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50350) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:06.342349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.346303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c30a69f-a9eb-4995-84e9-8a0731d30217 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d862abc-3b96-4f21-a884-aa12d8219e10 HTTP/1.1" status: 200 len: 205 time: 0.0317538 Sep 16 05:11:06.346673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50352) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:06.356148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.481029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-823a05e9-6883-445b-9d98-e5bffeb7821d None None] Allocated IP 172.20.0.18 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/1afd1d47-c433-48c7-8c30-70cf48d8b50a/89884056-f22c-49d2-a9c9-acda263680c1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:06.497430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['f137e4e4-7303-49bf-93fb-6a48c08ac39f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:06.536107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=71030f23-ae3f-4dd7-9aa1-e76050f07e71,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.558168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.634203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] In _notify_port_updated(), no bound segment for port 71030f23-ae3f-4dd7-9aa1-e76050f07e71 on network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:11:06.640707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.641555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.643628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-500439af-81fd-4a2b-ada8-2a0055e96cdc tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "PUT /v2.0/ports/71030f23-ae3f-4dd7-9aa1-e76050f07e71 HTTP/1.1" status: 200 len: 920 time: 1.6077421 Sep 16 05:11:06.646563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50372) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:06.768989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3e694-449b-4cbd-a176-25657aa328ad req-1061259b-a162-4448-b462-94777a1e5d0b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.769636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-823a05e9-6883-445b-9d98-e5bffeb7821d None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89884056-f22c-49d2-a9c9-acda263680c1,segment=NetworkSegment(63d1b667-fab8-4ec7-8948-ead205c9161f),segment_id=63d1b667-fab8-4ec7-8948-ead205c9161f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:06.777582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3c3e694-449b-4cbd-a176-25657aa328ad req-1061259b-a162-4448-b462-94777a1e5d0b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 944 time: 0.1311841 Sep 16 05:11:06.809869 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.814687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 71030f23-ae3f-4dd7-9aa1-e76050f07e71 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:06.815256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.848785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3c3e694-449b-4cbd-a176-25657aa328ad req-6c388f3d-ef85-4891-85e3-db063cf68aae tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Sep 16 05:11:06.876528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-823a05e9-6883-445b-9d98-e5bffeb7821d None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.883986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-823a05e9-6883-445b-9d98-e5bffeb7821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.937796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.950315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 7d9025b5-4f5f-4716-931e-a3042ed495c0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:06.951006 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.954142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 71030f23-ae3f-4dd7-9aa1-e76050f07e71 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:07.004160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a05e9-6883-445b-9d98-e5bffeb7821d None None] Pushing event updated for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.050517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.081777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 7d9025b5-4f5f-4716-931e-a3042ed495c0 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:07.129203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.163723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=71030f23-ae3f-4dd7-9aa1-e76050f07e71,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.295893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.298650 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8dff216f-29fe-4e4a-ac44-e277ddaf798c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/71030f23-ae3f-4dd7-9aa1-e76050f07e71 HTTP/1.1" status: 204 len: 168 time: 0.6504931 Sep 16 05:11:07.301579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50388) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.337551 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdd3559-8b85-4d38-a058-067644ebc402 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:11:07.339183 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0bdd3559-8b85-4d38-a058-067644ebc402 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/71030f23-ae3f-4dd7-9aa1-e76050f07e71 HTTP/1.1" status: 404 len: 333 time: 0.0366559 Sep 16 05:11:07.346206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50390) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.417446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6318b-5ac0-4342-a9f1-7b8b7e57175e req-2521ab6a-1006-4867-bdb4-13a38960504a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.419377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c6318b-5ac0-4342-a9f1-7b8b7e57175e req-2521ab6a-1006-4867-bdb4-13a38960504a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1629698 Sep 16 05:11:07.448761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.501133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=7d9025b5-4f5f-4716-931e-a3042ed495c0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.514704 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe06ee62-3555-463f-a96b-a7af9c07896e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.552734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c6318b-5ac0-4342-a9f1-7b8b7e57175e req-0d20280b-3bff-4487-b869-8e1314bba13d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238527 Sep 16 05:11:07.610583 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe06ee62-3555-463f-a96b-a7af9c07896e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.659270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.738356 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe06ee62-3555-463f-a96b-a7af9c07896e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.741654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe06ee62-3555-463f-a96b-a7af9c07896e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.743897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fe06ee62-3555-463f-a96b-a7af9c07896e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/security-groups/2e383e9b-1b8c-4bb2-b165-0e5d2b064218 HTTP/1.1" status: 204 len: 168 time: 0.3947380 Sep 16 05:11:07.745721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50406) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.760914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-93a59897-0d2a-4ea9-80f9-edf104127881 None None] Provisioning complete for port 48dd0a81-1669-44f0-8736-259c55114295 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:07.766485 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93a59897-0d2a-4ea9-80f9-edf104127881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.784900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.786756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06ee62-3555-463f-a96b-a7af9c07896e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e383e9b-1b8c-4bb2-b165-0e5d2b064218,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:07.789533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.891322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-93a59897-0d2a-4ea9-80f9-edf104127881 None None] Port 48dd0a81-1669-44f0-8736-259c55114295 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:07.892069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb14-234e-4cc2-935c-a792e2222cdf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.898519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.899331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Fanout notify agent at l3_agent the message router_deleted on router 5d862abc-3b96-4f21-a884-aa12d8219e10 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:07.918742 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.926257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f137e4e4-7303-49bf-93fb-6a48c08ac39f up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:07.928243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b41ca47d-4532-498e-8e31-7d9dcdca1d9a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/5d862abc-3b96-4f21-a884-aa12d8219e10 HTTP/1.1" status: 204 len: 168 time: 1.5802796 Sep 16 05:11:07.928914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50412) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:07.938291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb14-234e-4cc2-935c-a792e2222cdf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.950426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1743695700'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:08.018414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-93a59897-0d2a-4ea9-80f9-edf104127881 None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:08.018793 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93a59897-0d2a-4ea9-80f9-edf104127881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.028216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb14-234e-4cc2-935c-a792e2222cdf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.031454 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb14-234e-4cc2-935c-a792e2222cdf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.034247 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8d99bb14-234e-4cc2-935c-a792e2222cdf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/security-groups/2ec15581-0ce9-4d70-a293-63c95045b460 HTTP/1.1" status: 204 len: 168 time: 0.2868338 Sep 16 05:11:08.038647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:08.043793 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.049091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50416) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.062722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port f137e4e4-7303-49bf-93fb-6a48c08ac39f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:08.071181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port f137e4e4-7303-49bf-93fb-6a48c08ac39f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:08.071808 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.081888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99bb14-234e-4cc2-935c-a792e2222cdf tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec15581-0ce9-4d70-a293-63c95045b460,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.147390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe995-6299-440d-b3ad-917a2d0b0163 req-ae029513-8d2d-402e-9f01-75c46c6683fa tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.149761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87bfe995-6299-440d-b3ad-917a2d0b0163 req-ae029513-8d2d-402e-9f01-75c46c6683fa tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 944 time: 0.1739323 Sep 16 05:11:08.171524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:08.213718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50424) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.248524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet bd871325-deda-4cfb-9489-c4a7f66b517a {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:08.273682 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.279839 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.282622 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment 8a4d74b3-008b-43f1-95d7-d8f59327923d of type vlan for network e13fb722-4201-4877-b813-e8f8da9b982f Sep 16 05:11:08.285660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.292329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-93a59897-0d2a-4ea9-80f9-edf104127881 None None] Could not find standard attr ID for object 71030f23-ae3f-4dd7-9aa1-e76050f07e71. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:11:08.347542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f137e4e4-7303-49bf-93fb-6a48c08ac39f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f137e4e4-7303-49bf-93fb-6a48c08ac39f,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:08.349199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:08.353901 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d30302-c2b3-45cf-8c34-6438131ab3b0" -d '{"events": [{"server_uuid": "7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65", "name": "network-vif-plugged", "status": "completed", "tag": "f137e4e4-7303-49bf-93fb-6a48c08ac39f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:08.354259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87bfe995-6299-440d-b3ad-917a2d0b0163 req-26a5b07b-75a8-4add-930a-6584f330f91f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960394 Sep 16 05:11:08.358873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.438884 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de68b8a-7cd1-41f1-b425-eb22b707f20a x-openstack-request-id: req-3de68b8a-7cd1-41f1-b425-eb22b707f20a {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:08.439184 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65", "name": "network-vif-plugged", "status": "completed", "tag": "f137e4e4-7303-49bf-93fb-6a48c08ac39f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:08.439440 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3de68b8a-7cd1-41f1-b425-eb22b707f20a {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:08.439841 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f', 'code': 200} Sep 16 05:11:08.440492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f137e4e4-7303-49bf-93fb-6a48c08ac39f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.473198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.477790 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.507784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9fa0d89e-82c9-48e7-86b2-86468a0107df None None] Could not find standard attr ID for object 71030f23-ae3f-4dd7-9aa1-e76050f07e71. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:11:08.571633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-833302e0-b436-46ea-892a-25d3def9cf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.626229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.637329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.638304 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.735239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-833302e0-b436-46ea-892a-25d3def9cf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.741489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-833302e0-b436-46ea-892a-25d3def9cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.779835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=e13fb722-4201-4877-b813-e8f8da9b982f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.791041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833302e0-b436-46ea-892a-25d3def9cf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a764cca3-266c-4c3c-aa2f-35b7a2cad936,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:08.803144 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-833302e0-b436-46ea-892a-25d3def9cf58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b63739b1fbb1426fbf8d139ee48402f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878696 Sep 16 05:11:08.806239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.813855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network e13fb722-4201-4877-b813-e8f8da9b982f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:08.859495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c6dfa-3297-46f3-aea7-6d9cec80fb8a req-87c0c9e6-7289-486d-b3e7-fd6f4d2a46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.861369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d4c6dfa-3297-46f3-aea7-6d9cec80fb8a req-87c0c9e6-7289-486d-b3e7-fd6f4d2a46b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 1097 time: 0.3543885 Sep 16 05:11:08.899156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c9e869c2-3e80-4134-a548-1777c1d4d129 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9666986 Sep 16 05:11:08.903641 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50448) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:08.909639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89884056-f22c-49d2-a9c9-acda263680c1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:08.917683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': 'e13fb722-4201-4877-b813-e8f8da9b982f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:08.931689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.941953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26964adf-6cc0-49a6-bf76-31edf0f6b5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:08.998822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:08.999200 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.004716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d4c6dfa-3297-46f3-aea7-6d9cec80fb8a req-452c7ac4-daae-487d-a72d-932c96020211 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126015 Sep 16 05:11:09.014938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26964adf-6cc0-49a6-bf76-31edf0f6b5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.015074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b33fd-12f4-4654-ad8d-1213f858030d req-07b699ba-ee6c-4292-ac1a-b82a25a51832 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.023092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a25b33fd-12f4-4654-ad8d-1213f858030d req-07b699ba-ee6c-4292-ac1a-b82a25a51832 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2440877 Sep 16 05:11:09.059157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:09.063782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.092427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a25b33fd-12f4-4654-ad8d-1213f858030d req-bb79cbb8-7d35-4d28-ab4e-bea15479aeca tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683129 Sep 16 05:11:09.104661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.149361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=bd871325-deda-4cfb-9489-c4a7f66b517a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.151430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.154038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-056b7714-6e9b-4b29-b229-df917270aa12 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/bd871325-deda-4cfb-9489-c4a7f66b517a HTTP/1.1" status: 204 len: 168 time: 1.1033340 Sep 16 05:11:09.158098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50466) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.163136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:09.164995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404a6b1-a95e-4f5d-ac5f-862073a1be81 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:09.193762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26964adf-6cc0-49a6-bf76-31edf0f6b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.195498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26964adf-6cc0-49a6-bf76-31edf0f6b5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.200012 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-26964adf-6cc0-49a6-bf76-31edf0f6b5ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a764cca3-266c-4c3c-aa2f-35b7a2cad936 HTTP/1.1" status: 204 len: 168 time: 0.3923609 Sep 16 05:11:09.217451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26964adf-6cc0-49a6-bf76-31edf0f6b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a764cca3-266c-4c3c-aa2f-35b7a2cad936,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.357148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:09.361485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.380138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.447518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=eaac0c51-dbd2-4614-891c-5581a4fec657,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.470122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': '8a4d74b3-008b-43f1-95d7-d8f59327923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e13fb722-4201-4877-b813-e8f8da9b982f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:09.470492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: e13fb722-4201-4877-b813-e8f8da9b982f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:09.499365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network e13fb722-4201-4877-b813-e8f8da9b982f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:09.511885 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, e13fb722-4201-4877-b813-e8f8da9b982f) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:09.516753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.517271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.522783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305e6e7-6289-458a-bb56-752bde339872 None None] Network e13fb722-4201-4877-b813-e8f8da9b982f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:09.535730 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2e5e9f60-5022-47b8-b9f9-f381578e0eaa tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6301074 Sep 16 05:11:09.538085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50482) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.544726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7cfb0f16-fa97-4529-8dcd-f6d41e56935e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1137285073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:09.553035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615339e-21fa-4fdc-a298-2473f8f02c41 req-b01f5ce9-c973-42f7-aede-5e0d3dada4dd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.554614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e615339e-21fa-4fdc-a298-2473f8f02c41 req-b01f5ce9-c973-42f7-aede-5e0d3dada4dd tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 945 time: 0.0692050 Sep 16 05:11:09.583411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0f16-fa97-4529-8dcd-f6d41e56935e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.584648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0f16-fa97-4529-8dcd-f6d41e56935e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.658931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0f16-fa97-4529-8dcd-f6d41e56935e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.666140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0f16-fa97-4529-8dcd-f6d41e56935e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.676575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50484) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.687398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0f16-fa97-4529-8dcd-f6d41e56935e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.689366 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7cfb0f16-fa97-4529-8dcd-f6d41e56935e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1499457 Sep 16 05:11:09.692046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:09.768168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-e13fb722-4201-4877-b813-e8f8da9b982f', 'network_id': 'e13fb722-4201-4877-b813-e8f8da9b982f', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': 'eaac0c51-dbd2-4614-891c-5581a4fec657'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:09.769272 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.935659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Allocated IP 2001:db8::2 (e13fb722-4201-4877-b813-e8f8da9b982f/eaac0c51-dbd2-4614-891c-5581a4fec657/1fe8653e-b0c3-49d5-979b-0b95c2736ae0) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:10.051906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.140183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e615339e-21fa-4fdc-a298-2473f8f02c41 req-880fb244-8c4f-4d14-9402-1e688ff8bd0f tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410466 Sep 16 05:11:10.144830 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38eb76ef-8392-4321-afb8-10c8c1ee730d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.185792 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.195701 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.238418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Network e13fb722-4201-4877-b813-e8f8da9b982f is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:10.242676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:10.246843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:10.303962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Pushing event updated for resources: {'Port': ['ID=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.368013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.379366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Attempting to bind port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:10.389130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Attempting to bind port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8a4d74b3-008b-43f1-95d7-d8f59327923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e13fb722-4201-4877-b813-e8f8da9b982f'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:10.389815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Attempting to bind port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 on network e13fb722-4201-4877-b813-e8f8da9b982f {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:10.401846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:10.402642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Checking segment: {'id': '8a4d74b3-008b-43f1-95d7-d8f59327923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e13fb722-4201-4877-b813-e8f8da9b982f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:10.404282 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.404831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Bound using segment: {'id': '8a4d74b3-008b-43f1-95d7-d8f59327923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e13fb722-4201-4877-b813-e8f8da9b982f'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:10.405970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Bound port: 1fe8653e-b0c3-49d5-979b-0b95c2736ae0, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4d74b3-008b-43f1-95d7-d8f59327923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e13fb722-4201-4877-b813-e8f8da9b982f'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:10.406745 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.422940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-51bab3f8-f6f7-48b2-bb7b-aebd30135cc9 None None] Provisioning complete for port 48dd0a81-1669-44f0-8736-259c55114295 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:10.423500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-51bab3f8-f6f7-48b2-bb7b-aebd30135cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.441128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=bd16f818-ec0b-4fe1-929e-078f18aac12d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.443565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8::1 (e13fb722-4201-4877-b813-e8f8da9b982f/eaac0c51-dbd2-4614-891c-5581a4fec657/18bb713b-7f75-4156-8bbd-8387137c2413) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:10.487271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347df14-a9e2-4481-9bd1-b67866572c20 req-bacae172-1eb0-4f66-bb2b-830ed6d39c20 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.496263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3347df14-a9e2-4481-9bd1-b67866572c20 req-bacae172-1eb0-4f66-bb2b-830ed6d39c20 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.2591884 Sep 16 05:11:10.510170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-51bab3f8-f6f7-48b2-bb7b-aebd30135cc9 None None] Port 48dd0a81-1669-44f0-8736-259c55114295 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:10.510876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:10.522057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:10.530503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.531133 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.542623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bfb5f7-5f2f-40fa-992f-e27fe6ee49fc None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:10.589031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3347df14-a9e2-4481-9bd1-b67866572c20 req-46a5bbbe-cf75-4ad5-add0-4cd223997331 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906327 Sep 16 05:11:10.592108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-51bab3f8-f6f7-48b2-bb7b-aebd30135cc9 None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:10.592696 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-51bab3f8-f6f7-48b2-bb7b-aebd30135cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.619314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] For port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:10.640423 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38eb76ef-8392-4321-afb8-10c8c1ee730d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.648377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38eb76ef-8392-4321-afb8-10c8c1ee730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.651128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.657068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d5114fef-e39a-4228-a8a4-4a11cb4d115e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4979303 Sep 16 05:11:10.660613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50504) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.671354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-52659ae5-1cc3-4ccf-a2b3-613d5917a264 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'security_group': {'name': 'tempest-secgroup-453906970'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:10.685418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] For port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,segment=NetworkSegment(8a4d74b3-008b-43f1-95d7-d8f59327923d),segment_id=8a4d74b3-008b-43f1-95d7-d8f59327923d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:10.697430 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.716781 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52659ae5-1cc3-4ccf-a2b3-613d5917a264 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.717891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-38eb76ef-8392-4321-afb8-10c8c1ee730d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e545e9fd29a43b2a96388b8d18f6673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245403 Sep 16 05:11:10.718988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50506) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:10.729067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb76ef-8392-4321-afb8-10c8c1ee730d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7c1f5f-166a-43cb-82eb-04332b483029,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.778200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.789793 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcda6-9946-478f-8018-30d81a1851f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.820837 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcda6-9946-478f-8018-30d81a1851f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.900056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcda6-9946-478f-8018-30d81a1851f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.904314 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcda6-9946-478f-8018-30d81a1851f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.908484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0d6bcda6-9946-478f-8018-30d81a1851f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d7c1f5f-166a-43cb-82eb-04332b483029 HTTP/1.1" status: 204 len: 168 time: 0.1870613 Sep 16 05:11:10.920646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bcda6-9946-478f-8018-30d81a1851f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7c1f5f-166a-43cb-82eb-04332b483029,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.947991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=18bb713b-7f75-4156-8bbd-8387137c2413,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:10.949249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c92da-7057-4e5d-a376-9c658e65a50c None None] Pushing event updated for resources: {'Port': ['ID=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.052511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network e13fb722-4201-4877-b813-e8f8da9b982f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:11.056526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:11.062672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:11.063312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.183583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52659ae5-1cc3-4ccf-a2b3-613d5917a264 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.202533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52659ae5-1cc3-4ccf-a2b3-613d5917a264 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.206875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417dc17b-7221-479d-aa22-28ad592bfd96 None None] Update dhcp port {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'fixed_ips': [{'subnet_id': '1afd1d47-c433-48c7-8c30-70cf48d8b50a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd16f818-ec0b-4fe1-929e-078f18aac12d'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '89884056-f22c-49d2-a9c9-acda263680c1'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:11:11.300012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-417dc17b-7221-479d-aa22-28ad592bfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.323253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52659ae5-1cc3-4ccf-a2b3-613d5917a264 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.332912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50546) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:11.337544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52659ae5-1cc3-4ccf-a2b3-613d5917a264 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6755159 Sep 16 05:11:11.364317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52659ae5-1cc3-4ccf-a2b3-613d5917a264 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efbeff8-1304-47b2-9db0-51e6ed4e3fe2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.381891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ba429a3a-7f53-4f32-bdb2-809ac86dff52 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'security_group': {'name': 'tempest-secgroup-1388426060'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:11.432035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba429a3a-7f53-4f32-bdb2-809ac86dff52 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.467433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0207-fc0b-4bcd-b821-0023849f91f9 req-5e9b786f-f4f7-49fd-8483-3bb602a8a990 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.476543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33fb0207-fc0b-4bcd-b821-0023849f91f9 req-5e9b786f-f4f7-49fd-8483-3bb602a8a990 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 945 time: 0.1604185 Sep 16 05:11:11.487562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.558613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33fb0207-fc0b-4bcd-b821-0023849f91f9 req-2d806b5b-e73f-4956-93c0-fd3484d9276a tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808668 Sep 16 05:11:11.657080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba429a3a-7f53-4f32-bdb2-809ac86dff52 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.662093 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba429a3a-7f53-4f32-bdb2-809ac86dff52 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.698039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba429a3a-7f53-4f32-bdb2-809ac86dff52 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.702608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ba429a3a-7f53-4f32-bdb2-809ac86dff52 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3648870 Sep 16 05:11:11.703434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50560) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:11.709888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-055d31e3-ec96-44b7-91fb-3004e546e627 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'security_group': {'name': 'tempest-secgroup-790755205'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:11.711430 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.721728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba429a3a-7f53-4f32-bdb2-809ac86dff52 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867a2559-c1d5-45c4-8a23-3a733ea510e8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.740552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-055d31e3-ec96-44b7-91fb-3004e546e627 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.763640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-417dc17b-7221-479d-aa22-28ad592bfd96 None None] Allocated IP 172.20.0.2 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/bd16f818-ec0b-4fe1-929e-078f18aac12d/89884056-f22c-49d2-a9c9-acda263680c1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:11.934122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b6a83-dfc1-4679-a451-b33fb284bafd req-69bb51f9-b30f-4b85-b61f-447d6c5db2f4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.940516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b6b6a83-dfc1-4679-a451-b33fb284bafd req-69bb51f9-b30f-4b85-b61f-447d6c5db2f4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.1728590 Sep 16 05:11:12.063620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.071580 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.072643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.090207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b6b6a83-dfc1-4679-a451-b33fb284bafd req-7d14a7a2-a4bb-4aa1-85e7-66bd1f326dd8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326199 Sep 16 05:11:12.113837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4427fc4-c866-4496-ba63-c81c949e1a5d req-3bf8b435-8d4f-49c5-9873-ec8550522bc7 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:12.119933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4427fc4-c866-4496-ba63-c81c949e1a5d req-3bf8b435-8d4f-49c5-9873-ec8550522bc7 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 945 time: 0.1782300 Sep 16 05:11:12.241826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4427fc4-c866-4496-ba63-c81c949e1a5d req-8dce5e53-edd4-44df-80f0-24776bf32adc tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139927 Sep 16 05:11:12.247883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-055d31e3-ec96-44b7-91fb-3004e546e627 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.255078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-055d31e3-ec96-44b7-91fb-3004e546e627 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.278917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network e13fb722-4201-4877-b813-e8f8da9b982f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:12.279560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-417dc17b-7221-479d-aa22-28ad592bfd96 None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89884056-f22c-49d2-a9c9-acda263680c1,segment=NetworkSegment(63d1b667-fab8-4ec7-8948-ead205c9161f),segment_id=63d1b667-fab8-4ec7-8948-ead205c9161f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:12.289852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:12.311432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50578) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:12.329260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-055d31e3-ec96-44b7-91fb-3004e546e627 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.330777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-055d31e3-ec96-44b7-91fb-3004e546e627 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6260896 Sep 16 05:11:12.336303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d31e3-ec96-44b7-91fb-3004e546e627 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e7bc04-0990-419a-8fed-907a32c4a74c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.338782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50582) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:12.351236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=18bb713b-7f75-4156-8bbd-8387137c2413,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.376440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-767245322', 'security_groups': ['e9e7bc04-0990-419a-8fed-907a32c4a74c'], 'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd16f818-ec0b-4fe1-929e-078f18aac12d'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:12.392248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-417dc17b-7221-479d-aa22-28ad592bfd96 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.401163 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-417dc17b-7221-479d-aa22-28ad592bfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.498139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b3b0d9-ce51-43db-993c-bc5a1c399ec6 None None] Network e13fb722-4201-4877-b813-e8f8da9b982f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:12.542144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-network', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:12.588021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Made reservation on behalf of 49cb7a34bed14df89abdd74c2607f247 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:12.596881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.615744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.631715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:12.636805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:12.767225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:12.770591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dc17b-7221-479d-aa22-28ad592bfd96 None None] Pushing event updated for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:12.786839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] Sync routers for ids ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:12.798873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-97d72616-4b48-42b2-bc31-2ddd0ac2507c None None] Provisioning complete for port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:12.799407 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97d72616-4b48-42b2-bc31-2ddd0ac2507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.820790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92ab086a-6800-4d5c-b082-e76ab61c441e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1274910 Sep 16 05:11:12.821449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50598) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:12.832325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.833880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] Routers {'a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:12.834611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.866926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.870223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.906009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.916186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] device_id is not set on port eb78e525-c079-46e8-b1cd-915ca8089b8d yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:11:12.943901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] Routers {'a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:12.944715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:12.945347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:12.991604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb293d68-af6d-4c30-b786-ff1a1566be82,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.000129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fff55e-818a-4104-ac3b-e095f1d38809 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.005813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50602) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:13.006487 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-54fff55e-818a-4104-ac3b-e095f1d38809 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports/18bb713b-7f75-4156-8bbd-8387137c2413 HTTP/1.1" status: 200 len: 911 time: 0.1839480 Sep 16 05:11:13.010466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:13.010870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70779f4-810b-441f-a40b-8a59aad43bc4 None None] The sync data for ids ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:13.020189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eaac0c51-dbd2-4614-891c-5581a4fec657'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:13.035646 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.036284 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Added segment 5aea850b-a2f2-4532-803f-d6d382eb7754 of type vlan for network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 Sep 16 05:11:13.058490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:13.184399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97d72616-4b48-42b2-bc31-2ddd0ac2507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.208983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.209252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.230883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.286286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-97d72616-4b48-42b2-bc31-2ddd0ac2507c None None] For port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,segment=NetworkSegment(8a4d74b3-008b-43f1-95d7-d8f59327923d),segment_id=8a4d74b3-008b-43f1-95d7-d8f59327923d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:13.304317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97d72616-4b48-42b2-bc31-2ddd0ac2507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.412161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d72616-4b48-42b2-bc31-2ddd0ac2507c None None] Pushing event updated for resources: {'Port': ['ID=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.522228 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.523380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.524340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.542462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e8c21f6a-6f1e-4a90-9001-30afe9de8832 None None] Provisioning complete for port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.543368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e8c21f6a-6f1e-4a90-9001-30afe9de8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.599915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c24a5-b39d-49af-a568-d5a7c04ae50f req-2d2e3f39-69f5-4d91-9efe-89cb0a316cc0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.601628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f4c24a5-b39d-49af-a568-d5a7c04ae50f req-2d2e3f39-69f5-4d91-9efe-89cb0a316cc0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.3739829 Sep 16 05:11:13.628694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3077927 Sep 16 05:11:13.629814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50634) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:13.635331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.10 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/bd16f818-ec0b-4fe1-929e-078f18aac12d/eb78e525-c079-46e8-b1cd-915ca8089b8d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:13.637290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Request body: {'subnet': {'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-subnet', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:13.679750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Made reservation on behalf of 49cb7a34bed14df89abdd74c2607f247 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:13.683447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.701994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e8c21f6a-6f1e-4a90-9001-30afe9de8832 None None] Provisioning complete for port 18bb713b-7f75-4156-8bbd-8387137c2413 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.702507 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e8c21f6a-6f1e-4a90-9001-30afe9de8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.706331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced68a3-a2a6-413d-ab94-9570373da47f req-9739f5f2-0070-4a67-b137-d8b522dea43b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.707954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ced68a3-a2a6-413d-ab94-9570373da47f req-9739f5f2-0070-4a67-b137-d8b522dea43b tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 945 time: 0.3056746 Sep 16 05:11:13.715199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cdc1b-5c2c-451f-ae5c-89baea68048a admin admin] Pushing event updated for resources: {'Network': ['ID=b044c2c6-ecaf-466a-9c66-738fa3eec7e0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.760178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e8c21f6a-6f1e-4a90-9001-30afe9de8832 None None] Port 18bb713b-7f75-4156-8bbd-8387137c2413 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:13.763704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:13.812028 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.833933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f4c24a5-b39d-49af-a568-d5a7c04ae50f req-258eed59-1d68-4dcd-a082-e111d25baf1b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126088 Sep 16 05:11:13.900001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Provisioning complete for port 48dd0a81-1669-44f0-8736-259c55114295 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:13.900798 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.944621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ced68a3-a2a6-413d-ab94-9570373da47f req-97b520bd-a3c3-4e56-9817-ddb4823ebdab tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071841 Sep 16 05:11:13.978204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Port 48dd0a81-1669-44f0-8736-259c55114295 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:13.989769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.000948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:14.001912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.118448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-a4f28817-fbfc-470b-a9a6-ea6c7c6d5596 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153936 Sep 16 05:11:14.173270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca64c6a-5e4b-445c-a0a7-60987f49bf57,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:14.198144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Checking segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:14.199635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Network hostable DHCP agents. Network: b044c2c6-ecaf-466a-9c66-738fa3eec7e0, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:14.236506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:14.247742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b044c2c6-ecaf-466a-9c66-738fa3eec7e0) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:14.253679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.253935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Provisioning complete for port 18bb713b-7f75-4156-8bbd-8387137c2413 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:14.254501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.254634 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.281911 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2afdc163-9a62-4bbe-a40c-c26bfdee0e63 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6494744 Sep 16 05:11:14.282849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50650) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:14.288245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:14.302179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae2a229-05b4-45dc-a412-bf54e565b84d None None] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:14.322117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.323647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.402073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3553115d-2aed-4e78-bddb-5db84eb2ede9 None None] Port 18bb713b-7f75-4156-8bbd-8387137c2413 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:14.410529 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.490661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.545184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:14.546528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.567720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d9bcaf44-339b-454d-bdbd-80e3548509b4 None None] Provisioning complete for port 18bb713b-7f75-4156-8bbd-8387137c2413 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:14.568362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d9bcaf44-339b-454d-bdbd-80e3548509b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.634625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-c52ee334-2948-4575-9504-4b571f8179e6 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.636126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-c52ee334-2948-4575-9504-4b571f8179e6 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5056341 Sep 16 05:11:14.663488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcaf44-339b-454d-bdbd-80e3548509b4 None None] Port 18bb713b-7f75-4156-8bbd-8387137c2413 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:14.753097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-322195a3-e924-4f55-bc2e-3eabdd8517cb tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/quotas/dfad3c86a1a14abf8a941e949c0a7ee6 HTTP/1.1" status: 200 len: 375 time: 0.1023977 Sep 16 05:11:14.772177 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.800985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Allocated IP 172.20.0.2 (b044c2c6-ecaf-466a-9c66-738fa3eec7e0/9ca64c6a-5e4b-445c-a0a7-60987f49bf57/87bfc9cd-fddc-439a-92bb-128ffe21fbc9) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:14.818278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d61e-6a8f-40d7-ab36-428a4ae05a40 req-6cf97ae6-ec04-4e84-922f-bc5584a1985f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.819864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4109d61e-6a8f-40d7-ab36-428a4ae05a40 req-6cf97ae6-ec04-4e84-922f-bc5584a1985f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1782720 Sep 16 05:11:14.841089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:14.844085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-220d6ba9-1e14-4242-845f-a312a1581eff tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785103 Sep 16 05:11:14.905887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.917402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:14.936443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:14.964514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:14.964946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:14.966960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4109d61e-6a8f-40d7-ab36-428a4ae05a40 req-a95ad46b-3a17-4c13-af17-f8d175ef8284 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176050 Sep 16 05:11:14.967915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:14.977156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=eb78e525-c079-46e8-b1cd-915ca8089b8d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.178412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.208626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.209658 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.240701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-89efb789-d5c1-4dc0-a5b6-da340c76440a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8792293 Sep 16 05:11:15.244602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:15.253284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6653b090-6590-4767-bac1-99b9164fc804 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:15.282803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89884056-f22c-49d2-a9c9-acda263680c1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:15.288024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.340357 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.381472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Pushing event updated for resources: {'Port': ['ID=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.407019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:15.410195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:15.413727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:15.457799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.469326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:15.469722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.470628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.471966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.474548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/ports/18bb713b-7f75-4156-8bbd-8387137c2413 HTTP/1.1" status: 200 len: 911 time: 2.4675391 Sep 16 05:11:15.488976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50674) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:15.495599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Attempting to bind port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:15.496060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Attempting to bind port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:15.496470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Attempting to bind port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:15.543777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa763461-b5d5-409b-b22c-11fe86e3c86e req-e4d8e5c0-cea0-4f6a-9acd-13f248d90770 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.558441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa763461-b5d5-409b-b22c-11fe86e3c86e req-e4d8e5c0-cea0-4f6a-9acd-13f248d90770 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 945 time: 0.3782768 Sep 16 05:11:15.564236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:15.564630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Checking segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:15.565030 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.565427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Bound using segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:15.565924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Bound port: 87bfc9cd-fddc-439a-92bb-128ffe21fbc9, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:15.566307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.604929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e6be7777-7382-492c-b058-4cd66748e082 None None] Provisioning complete for port eb78e525-c079-46e8-b1cd-915ca8089b8d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:15.605499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e6be7777-7382-492c-b058-4cd66748e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.618427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.652228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.678285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa763461-b5d5-409b-b22c-11fe86e3c86e req-603faa6b-cf3c-4446-b2ea-640a79353197 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186352 Sep 16 05:11:15.693646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391d3e1-95a4-432b-9670-fcab4b3c24da req-db389e30-83eb-47db-814c-d7e33fac2105 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.713269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a391d3e1-95a4-432b-9670-fcab4b3c24da req-db389e30-83eb-47db-814c-d7e33fac2105 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.4215419 Sep 16 05:11:15.742124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08284cf5-8057-4272-a2dd-0dfe80638179 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=18bb713b-7f75-4156-8bbd-8387137c2413,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.750980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e6be7777-7382-492c-b058-4cd66748e082 None None] Port eb78e525-c079-46e8-b1cd-915ca8089b8d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:15.772392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] For port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:15.772717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6653b090-6590-4767-bac1-99b9164fc804 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:15.775423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] For port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:15.777220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6653b090-6590-4767-bac1-99b9164fc804 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.779936 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.850497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847ad4b-dbab-45a4-b196-b5b24fc503a8 None None] Pushing event updated for resources: {'Port': ['ID=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.895953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a391d3e1-95a4-432b-9670-fcab4b3c24da req-167ad968-c193-4844-ab63-0d6c2c44266e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817603 Sep 16 05:11:16.007979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Allocated IP 172.25.6.62 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/6aca8d57-f65b-4ce0-ab23-de2d67a35017) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:16.079629 n-d-713301-15 neutron-server[94719]: INFO neutron.db.ipam_backend_mixin [None req-6653b090-6590-4767-bac1-99b9164fc804 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bd16f818-ec0b-4fe1-929e-078f18aac12d (CIDR: 172.20.0.0/28) Sep 16 05:11:16.106223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-40090c05-56a0-44ab-9374-bdfbe36a4465 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731742 Sep 16 05:11:16.108267 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-6653b090-6590-4767-bac1-99b9164fc804 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:16.108923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6653b090-6590-4767-bac1-99b9164fc804 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:16.183397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6653b090-6590-4767-bac1-99b9164fc804 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9344559 Sep 16 05:11:16.187430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50690) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.197277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b5cfa02b-dee8-4302-9f33-9369c7f56a5b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:16.391572 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.474045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.478456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.485973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-3f4f006c-4879-4321-97cc-254b39390da8 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.487500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-3f4f006c-4879-4321-97cc-254b39390da8 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3730681 Sep 16 05:11:16.500666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-6041fa62-6d47-46ec-a5b0-ce746e39b809 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.502136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-6041fa62-6d47-46ec-a5b0-ce746e39b809 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 945 time: 0.2652118 Sep 16 05:11:16.585190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:16.596559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:16.603349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:16.624558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=6aca8d57-f65b-4ce0-ab23-de2d67a35017,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.938526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:17.024958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:17.025628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.029346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-aa243b73-07dc-4f91-b486-f1c403d06de7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.037131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-aa243b73-07dc-4f91-b486-f1c403d06de7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.7571204 Sep 16 05:11:17.065699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-d6f75d75-9f8f-4502-960d-f4a9d2f0d4b7 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/quotas/dfad3c86a1a14abf8a941e949c0a7ee6 HTTP/1.1" status: 200 len: 375 time: 0.5556054 Sep 16 05:11:17.067753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cfa02b-dee8-4302-9f33-9369c7f56a5b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:17.072318 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa02b-dee8-4302-9f33-9369c7f56a5b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.087543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.148473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-36bc34fa-f5d8-4495-bb73-b619d745982b tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537931 Sep 16 05:11:17.176703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-368f6bed-058a-4ed3-ba24-5216b00512c6 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097033 Sep 16 05:11:17.179538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-e1349404-f372-4d1b-889f-76a9283e6341 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/quotas/5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 375 time: 0.1412690 Sep 16 05:11:17.303133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a5850-9e0d-47f9-bfe6-042a9bc1973a None None] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:17.408949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.431030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 18bb713b-7f75-4156-8bbd-8387137c2413 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.431374 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.441354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-87137c8f-405f-400b-bf9e-014cb424a688 None None] Provisioning complete for port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:17.441969 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87137c8f-405f-400b-bf9e-014cb424a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.469310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:17.476601 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.540769 n-d-713301-15 neutron-server[94719]: INFO neutron.db.ipam_backend_mixin [None req-b5cfa02b-dee8-4302-9f33-9369c7f56a5b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1afd1d47-c433-48c7-8c30-70cf48d8b50a (CIDR: 172.20.0.16/28) Sep 16 05:11:17.602430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-0a84a0cc-d6b0-4756-99c4-72ecafd32519 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3748035 Sep 16 05:11:17.614536 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cfa02b-dee8-4302-9f33-9369c7f56a5b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:11:17.616838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cfa02b-dee8-4302-9f33-9369c7f56a5b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:17.639353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.641109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.696139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 18bb713b-7f75-4156-8bbd-8387137c2413 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:17.705796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-af717954-c5b2-4217-a947-293ac8610db8 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.707856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-af717954-c5b2-4217-a947-293ac8610db8 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5196609 Sep 16 05:11:17.720305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5cfa02b-dee8-4302-9f33-9369c7f56a5b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5294552 Sep 16 05:11:17.722216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.727390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'subnet': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.736106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43356d-7ad1-48c1-85dc-d201281689d1 req-99ccbb80-383a-4a3f-96f9-405e6dba9814 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.737634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff43356d-7ad1-48c1-85dc-d201281689d1 req-99ccbb80-383a-4a3f-96f9-405e6dba9814 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 945 time: 0.2625833 Sep 16 05:11:17.741334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Request body: {'port': {'device_id': '124cb490-b628-428b-b990-8c3fee7051b8', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'dfad3c86a1a14abf8a941e949c0a7ee6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.855874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Deleting port f137e4e4-7303-49bf-93fb-6a48c08ac39f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:17.856270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.929184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.984264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-7e0ac6ba-f4e6-4c5b-9cde-c92e594dc23a service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806486 Sep 16 05:11:17.998700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff43356d-7ad1-48c1-85dc-d201281689d1 req-79a44924-e68a-4057-a126-7221d40801a0 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/security-groups?id=506e4ff8-ede8-40d0-966b-f11455b569da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621928 Sep 16 05:11:18.157264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] For port f137e4e4-7303-49bf-93fb-6a48c08ac39f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f137e4e4-7303-49bf-93fb-6a48c08ac39f,segment=NetworkSegment(61b45c78-fca3-4dca-8be0-229b130a8dcb),segment_id=61b45c78-fca3-4dca-8be0-229b130a8dcb)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:18.157898 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.170623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Made reservation on behalf of dfad3c86a1a14abf8a941e949c0a7ee6 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:18.174700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.186118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-35191776-5d38-4431-a4cd-467e9536f170 None None] Provisioning complete for port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:18.187162 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35191776-5d38-4431-a4cd-467e9536f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.194164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Calling delete_port for f137e4e4-7303-49bf-93fb-6a48c08ac39f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:18.212175 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.267877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Made reservation on behalf of ab3d8abcb4384519a592115ac654a269 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:18.271983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2e0b6c71-9181-451d-bde7-e0055709c9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655945 Sep 16 05:11:18.273066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.388868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.402527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Router fb86c9be-fa83-4e38-9570-817d74bca093 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:18.408139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed48b15-7c94-48db-9d9f-444ea1e57896 req-ec970ff8-6eda-405a-be05-872ee8d66665 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 210 time: 0.0481403 Sep 16 05:11:18.454050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=18bb713b-7f75-4156-8bbd-8387137c2413,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.632477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72da08ac-2df9-440f-9779-3a721934a2a8 req-1e7bd3b7-4081-4452-ade0-2427ebaa3a95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 210 time: 0.1034534 Sep 16 05:11:18.662511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.675878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.718907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.729114 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.834849 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-4325b7ae-6678-47d4-81f8-b455be5a58ca tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910819 Sep 16 05:11:18.853564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:18.886052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Pushing event deleted for resources: {'Port': ['ID=f137e4e4-7303-49bf-93fb-6a48c08ac39f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.897962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c80a6-6fc2-4834-a7d6-600e9dcf868c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.965426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:18.967009 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.989814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] No DVR routers for this DVR port f137e4e4-7303-49bf-93fb-6a48c08ac39f on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:18.997817 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.999949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9243ad12-1e4e-4d38-a80c-a12ddd329612 req-23a27431-953f-4ca7-8829-f7791fafc288 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.73 "DELETE /v2.0/ports/f137e4e4-7303-49bf-93fb-6a48c08ac39f HTTP/1.1" status: 204 len: 173 time: 2.4791298 Sep 16 05:11:19.000445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'name': 'network-vif-deleted', 'tag': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:19.003551 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e2748b-8f86-43a8-a324-c1a8b44eb2c5" -d '{"events": [{"server_uuid": "7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65", "name": "network-vif-deleted", "tag": "f137e4e4-7303-49bf-93fb-6a48c08ac39f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:19.115240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Allocated IP 192.168.233.172 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/413c5546-c511-4bf2-91d2-aba1e385d09c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:19.116887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:19.131876 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:19.158695 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:19.159630 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.240324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edfccbf6-2cd6-486f-9735-0587885b09f5 req-b2079ea4-7e1a-49b9-bbd5-ef67597b4e23 tempest-DeleteServersTestJSON-1409227197 tempest-DeleteServersTestJSON-1409227197-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65 HTTP/1.1" status: 200 len: 210 time: 0.0670116 Sep 16 05:11:19.243386 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4921b-fe42-4c7f-ba00-6389c1dd462f x-openstack-request-id: req-7bc4921b-fe42-4c7f-ba00-6389c1dd462f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:19.243386 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65", "name": "network-vif-deleted", "tag": "f137e4e4-7303-49bf-93fb-6a48c08ac39f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:19.243386 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bc4921b-fe42-4c7f-ba00-6389c1dd462f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:19.243946 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda7b1a-d83f-4ad5-a7fc-35aa7745aa65', 'name': 'network-vif-deleted', 'tag': 'f137e4e4-7303-49bf-93fb-6a48c08ac39f', 'status': 'completed', 'code': 200} Sep 16 05:11:19.328141 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.337174 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d436e8f1-daad-4ed1-9ceb-f6b535028ce8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.0529470 Sep 16 05:11:19.342091 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50736) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.343395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.366593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-eb4e0da6-eea4-4cc9-97e3-e086947009ab tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.368465 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-eb4e0da6-eea4-4cc9-97e3-e086947009ab tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4876025 Sep 16 05:11:19.478070 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:19.478319 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.524942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.594750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.628599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:19.631360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1f597b7-cacb-4e57-8dee-424f473f4a12 req-0d5c792b-a4d4-476a-87c2-d3f160d8ecdb tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 210 time: 0.0399189 Sep 16 05:11:19.633342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:19.636337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:19.743498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.744801 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.752038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Request body: {'port': {'device_id': '5006df30-c338-49d0-8466-2666ba899b6d', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'dfad3c86a1a14abf8a941e949c0a7ee6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.783715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:19.794743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:19.803912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82c5133c-c95d-4c4c-8a96-fe946a62ffcb req-f061f7fd-26e6-4996-8f79-a707312ffd99 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 210 time: 0.0550153 Sep 16 05:11:19.806455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-9c2c59fd-fe35-4b0e-bfb0-f4b1947bee6f tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0811677 Sep 16 05:11:19.824754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:19.827586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Request body: {'port': {'device_id': '124cb490-b628-428b-b990-8c3fee7051b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.837122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.838060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.838825 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:16Z', 'revision_number': 3, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.840199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f137e4e4-7303-49bf-93fb-6a48c08ac39f no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:19.881094 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:19.881715 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Updating router fb86c9be-fa83-4e38-9570-817d74bca093 port 6aca8d57-f65b-4ce0-ab23-de2d67a35017 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:19.882002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: f137e4e4-7303-49bf-93fb-6a48c08ac39f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:19.882506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f137e4e4-7303-49bf-93fb-6a48c08ac39f not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:19.885042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d7181-90fe-4902-a08d-398a21e66d62 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:19.898252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.952055 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.975871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Subnet': ['ID=d8232821-1400-4123-9265-cf67fe4bd69c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.033646 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d331c7f1-f66d-416d-8ffe-d2ffc15b4473 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3113959 Sep 16 05:11:20.042550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50744) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.050309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1310158484', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8232821-1400-4123-9265-cf67fe4bd69c'}], 'security_groups': ['0efbeff8-1304-47b2-9db0-51e6ed4e3fe2', '867a2559-c1d5-45c4-8a23-3a733ea510e8']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:20.122004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6f493eaf-b64f-476a-87bc-3c72a8ae93ab None None] Provisioning complete for port 413c5546-c511-4bf2-91d2-aba1e385d09c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:20.122949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f493eaf-b64f-476a-87bc-3c72a8ae93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.161931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:20.177785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c6d35ea-c45d-4260-8569-85a652f2c0ba tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6877103 Sep 16 05:11:20.180851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.232718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Made reservation on behalf of dfad3c86a1a14abf8a941e949c0a7ee6 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:20.234045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6f493eaf-b64f-476a-87bc-3c72a8ae93ab None None] Port 413c5546-c511-4bf2-91d2-aba1e385d09c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:20.236253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-01b85267-94a4-44f8-9145-e4c809222233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e HTTP/1.1" status: 200 len: 205 time: 0.0539544 Sep 16 05:11:20.237760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.240031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] Sync routers for ids ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:20.255384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] Routers {'a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:20.256496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.262736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50748) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.313369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.353131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] Routers {'a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:20.353986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.411114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.411781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082eb8fd-c3bb-4082-9c1d-f78a06d814ae None None] The sync data for ids ['a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:20.462234 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.465326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa0128-7cf4-4ddd-9c2d-d33342a6fdf9 None None] Update dhcp port {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'fixed_ips': [{'subnet_id': '1afd1d47-c433-48c7-8c30-70cf48d8b50a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bd16f818-ec0b-4fe1-929e-078f18aac12d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8232821-1400-4123-9265-cf67fe4bd69c'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '89884056-f22c-49d2-a9c9-acda263680c1'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:11:20.469214 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.500619 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08aa0128-7cf4-4ddd-9c2d-d33342a6fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.511129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5fb015b-09d8-41cd-9a82-09f1d3be9e88 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.618917 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Attempting to bind port 6aca8d57-f65b-4ce0-ab23-de2d67a35017 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:20.619295 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Attempting to bind port 6aca8d57-f65b-4ce0-ab23-de2d67a35017 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:20.619664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Attempting to bind port 6aca8d57-f65b-4ce0-ab23-de2d67a35017 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:20.621673 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Pushing event updated for resources: {'Port': ['ID=6aca8d57-f65b-4ce0-ab23-de2d67a35017,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.630541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.631480 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.631833 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.632237 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.632582 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.633060 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.633389 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.633719 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.634044 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.634430 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.635601 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.635961 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.636331 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:20.645451 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:20.645827 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:20.646338 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.646712 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:20.647072 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Bound port: 6aca8d57-f65b-4ce0-ab23-de2d67a35017, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:20.647453 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.726145 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] For port 6aca8d57-f65b-4ce0-ab23-de2d67a35017, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:20.731183 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] For port 6aca8d57-f65b-4ce0-ab23-de2d67a35017, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6aca8d57-f65b-4ce0-ab23-de2d67a35017,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:20.738274 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.791456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-08aa0128-7cf4-4ddd-9c2d-d33342a6fdf9 None None] Allocated IP 172.20.0.34 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/d8232821-1400-4123-9265-cf67fe4bd69c/89884056-f22c-49d2-a9c9-acda263680c1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:20.799892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5fb015b-09d8-41cd-9a82-09f1d3be9e88 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.802359 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5fb015b-09d8-41cd-9a82-09f1d3be9e88 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.839682 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:20.840351 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.842785 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238e251-65d6-4ade-a125-dbb4197ee8b9 None None] Pushing event updated for resources: {'Port': ['ID=6aca8d57-f65b-4ce0-ab23-de2d67a35017,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.857764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5fb015b-09d8-41cd-9a82-09f1d3be9e88 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.858278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fb015b-09d8-41cd-9a82-09f1d3be9e88 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Fanout notify agent at l3_agent the message router_deleted on router a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:20.892588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-bb2e7d57-d49c-4983-bbc3-361d198bf47c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.894306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-bb2e7d57-d49c-4983-bbc3-361d198bf47c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.7395291 Sep 16 05:11:20.907532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f48df2e6-50e7-4ac0-b553-09ab306d4567 req-64af998e-6c5b-494e-b690-a08ba73e3105 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 210 time: 0.0629032 Sep 16 05:11:20.915951 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5fb015b-09d8-41cd-9a82-09f1d3be9e88 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.929613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e5fb015b-09d8-41cd-9a82-09f1d3be9e88 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e HTTP/1.1" status: 204 len: 168 time: 0.6652336 Sep 16 05:11:20.937974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50774) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.946760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'port': {'device_id': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'admin_state_up': True, 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:20.993148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-08aa0128-7cf4-4ddd-9c2d-d33342a6fdf9 None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89884056-f22c-49d2-a9c9-acda263680c1,segment=NetworkSegment(63d1b667-fab8-4ec7-8948-ead205c9161f),segment_id=63d1b667-fab8-4ec7-8948-ead205c9161f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:21.036885 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:21.049253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08aa0128-7cf4-4ddd-9c2d-d33342a6fdf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.056755 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08aa0128-7cf4-4ddd-9c2d-d33342a6fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.093532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet eaac0c51-dbd2-4614-891c-5581a4fec657 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:21.121889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.193006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa0128-7cf4-4ddd-9c2d-d33342a6fdf9 None None] Pushing event updated for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.218352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3485a51e-8d32-45ef-9e27-a8d331c1d190 req-e998373c-c404-42b3-b0f0-bc9458e6d137 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 210 time: 0.1805208 Sep 16 05:11:21.246967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413c5546-c511-4bf2-91d2-aba1e385d09c {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:21.269867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.297628 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.354697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Transition to ACTIVE for port object 413c5546-c511-4bf2-91d2-aba1e385d09c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:21.383718 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.463096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Delete allocated IP 172.20.0.10 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/bd16f818-ec0b-4fe1-929e-078f18aac12d) {{(pid=94718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:11:21.480684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Allocated IP 172.20.0.45 (8ab25c9e-d0f8-4f8c-a52f-9121012e04b7/d8232821-1400-4123-9265-cf67fe4bd69c/eb78e525-c079-46e8-b1cd-915ca8089b8d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:21.537443 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:16Z', 'revision_number': 3, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:21.638978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.662941 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac33d0-0458-484f-b477-74e812a27ee7 None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:16Z', 'revision_number': 3, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:21.740395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Allocated IP 192.168.233.95 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/d2faa605-01a0-42c0-a739-93ebe2c5b94c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:21.748136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Made reservation on behalf of 5a1bd4add4be46dcbcde85330c8f2a43 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:21.762294 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.815066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.001971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.064686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.102000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c624d3d6-bf57-4147-8c1e-fbf1cd5f28ae req-5ad15252-23b3-41f1-b62c-7418ced01eec tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 210 time: 0.0525253 Sep 16 05:11:22.112879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Attempting to bind port 413c5546-c511-4bf2-91d2-aba1e385d09c on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:22.112879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Attempting to bind port 413c5546-c511-4bf2-91d2-aba1e385d09c by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:22.116371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Attempting to bind port 413c5546-c511-4bf2-91d2-aba1e385d09c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:22.131937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.161625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Port 413c5546-c511-4bf2-91d2-aba1e385d09c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:22.162101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Attempting to bind port 413c5546-c511-4bf2-91d2-aba1e385d09c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:22.232585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:22.232860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:22.233285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:22.233865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Bound port: 413c5546-c511-4bf2-91d2-aba1e385d09c, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:22.236781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.258592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.265195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.334409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a356b-07e7-4e2e-835e-716fe510e332 None None] Network e13fb722-4201-4877-b813-e8f8da9b982f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:22.372564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.375395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/eaac0c51-dbd2-4614-891c-5581a4fec657 HTTP/1.1" status: 204 len: 168 time: 1.4221976 Sep 16 05:11:22.378663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Allocated IP 172.20.0.8 (b069f2cc-96b1-42d9-94d6-ac3d8a6c147f/47b0dd83-2441-49ff-aec6-4b69f1a639a9/78ccfdd6-8f0b-475e-ac43-a4db15be154f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:22.383001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8c0c1-2be8-477a-8df8-2b5f8b3fd28f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=eaac0c51-dbd2-4614-891c-5581a4fec657,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.396248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.401847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50800) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:22.451480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event updated for resources: {'Port': ['ID=eb78e525-c079-46e8-b1cd-915ca8089b8d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.518855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.541163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:22.568412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:22.572905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:22.759973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Allocated IP 172.20.0.1 (b044c2c6-ecaf-466a-9c66-738fa3eec7e0/9ca64c6a-5e4b-445c-a0a7-60987f49bf57/9ce1b5c2-fbe1-460a-97d5-471a1f230625) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:22.859089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Provisioning complete for port 48dd0a81-1669-44f0-8736-259c55114295 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:22.859444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.922967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Port 48dd0a81-1669-44f0-8736-259c55114295 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:23.000922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:23.005118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.022576 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.067790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.075070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.083828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01a6278c-76ed-45c7-9929-61c586236e3e req-f336d1f8-e236-4d66-91a0-e872e97b4151 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 210 time: 0.7652521 Sep 16 05:11:23.094841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.104768 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.154951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] DHCP port deletion for e13fb722-4201-4877-b813-e8f8da9b982f request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:23.170332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89884056-f22c-49d2-a9c9-acda263680c1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:23.171865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] In _notify_port_updated(), no bound segment for port eb78e525-c079-46e8-b1cd-915ca8089b8d on network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:11:23.178763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.179988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.181747 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-478c5120-1658-483e-8cc1-1d37b2bbb58f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "PUT /v2.0/ports/eb78e525-c079-46e8-b1cd-915ca8089b8d HTTP/1.1" status: 200 len: 960 time: 3.1355650 Sep 16 05:11:23.183757 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-490c6330-6bbb-4b40-8265-73fd50710744 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4371693 Sep 16 05:11:23.186508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce1b5c2-fbe1-460a-97d5-471a1f230625,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.188530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50808) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:23.197413 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:23.208329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Request body: {'port': {'device_id': '5006df30-c338-49d0-8466-2666ba899b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:23.290711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:23.296698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:23.299772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:23.356449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:23.370589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:23.386533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:23.387955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.414718 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.432525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.470954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.480438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] Deleting port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:23.480716 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.618359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:23.619679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.625799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] 10.222.0.64 "PUT /v2.0/ports/413c5546-c511-4bf2-91d2-aba1e385d09c HTTP/1.1" status: 200 len: 1097 time: 3.8044734 Sep 16 05:11:23.644223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] For port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,segment=NetworkSegment(8a4d74b3-008b-43f1-95d7-d8f59327923d),segment_id=8a4d74b3-008b-43f1-95d7-d8f59327923d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:23.644646 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.658971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] Calling delete_port for 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:23.794852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6aca8d57-f65b-4ce0-ab23-de2d67a35017 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:23.796819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.802429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Provisioning complete for port eb78e525-c079-46e8-b1cd-915ca8089b8d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:23.802802 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.828012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.887210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:23.890685 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93310e38-fbdb-40f5-9073-e870ebfcfa32" -d '{"events": [{"name": "network-changed", "server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:23.895642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d364ad1-cb03-4421-a5d3-7025d306f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.970585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] Pushing event deleted for resources: {'Port': ['ID=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.978960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e24b30-02ed-4e73-884c-9cba5d4ca7ce None None] No DVR routers for this DVR port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:24.008864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-47a97de4-b8ed-4db2-b8bc-d8744ec457a3 None None] Port eb78e525-c079-46e8-b1cd-915ca8089b8d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.009050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.016775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:24.017033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.028803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6aca8d57-f65b-4ce0-ab23-de2d67a35017 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.029071 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.066981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:24.116560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929834e-4a6c-4bae-9db2-0b3ed1677886 req-133169a3-4f44-4e61-9642-491642d47c37 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.125286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6929834e-4a6c-4bae-9db2-0b3ed1677886 req-133169a3-4f44-4e61-9642-491642d47c37 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 935 time: 0.7735229 Sep 16 05:11:24.141136 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7bc0c-1a66-4299-a2fd-3b2745e872b1 x-openstack-request-id: req-e3a7bc0c-1a66-4299-a2fd-3b2745e872b1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:24.141533 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:24.141798 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3a7bc0c-1a66-4299-a2fd-3b2745e872b1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:24.142299 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'status': 'completed', 'code': 200} Sep 16 05:11:24.161983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:24.204289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:24.216768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8f6144fd-cd2f-4948-82c3-99bf32bc52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.221905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-8f6144fd-cd2f-4948-82c3-99bf32bc52d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 1100 time: 0.3120439 Sep 16 05:11:24.237257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Provisioning complete for port d2faa605-01a0-42c0-a739-93ebe2c5b94c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.237679 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.306250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:24.311431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Port d2faa605-01a0-42c0-a739-93ebe2c5b94c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.311953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=78ccfdd6-8f0b-475e-ac43-a4db15be154f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.319283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port eb78e525-c079-46e8-b1cd-915ca8089b8d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:24.320019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.390546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Provisioning complete for port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.391118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.437530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.449325 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.525971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 6aca8d57-f65b-4ce0-ab23-de2d67a35017, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6aca8d57-f65b-4ce0-ab23-de2d67a35017,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:24.529342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0, host n-d-713301-15, got binding levels [] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:24.531430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.548066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Provisioning complete for port eb78e525-c079-46e8-b1cd-915ca8089b8d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.548454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.564601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-ac5072dd-1d5e-4b7a-ad9c-7eca4f0eed5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=413c5546-c511-4bf2-91d2-aba1e385d09c HTTP/1.1" status: 200 len: 217 time: 0.2368135 Sep 16 05:11:24.583710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.586673 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.665515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.685517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc5eb2-a7bf-4058-bba6-7e1ae3d11a54 None None] Port eb78e525-c079-46e8-b1cd-915ca8089b8d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.702239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=6aca8d57-f65b-4ce0-ab23-de2d67a35017,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.705431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:24.713626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_backend_mixin [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 was not found and therefore no delete operation was performed {{(pid=94719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:11:24.747280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6929834e-4a6c-4bae-9db2-0b3ed1677886 req-a59bf8f4-931e-4649-b93c-2526f2f654f4 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210976 Sep 16 05:11:24.763299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.763989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.766784 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.814216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcfb8b-d896-4677-9af3-fe2716fbc2d2 req-92501d53-74a1-41b7-a944-7276776e66f4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.815545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d98d7ce8-f470-4dd8-9d13-391e8e5f117f None None] Provisioning complete for port 78ccfdd6-8f0b-475e-ac43-a4db15be154f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:24.816062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d98d7ce8-f470-4dd8-9d13-391e8e5f117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.822173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8fcfb8b-d896-4677-9af3-fe2716fbc2d2 req-92501d53-74a1-41b7-a944-7276776e66f4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 931 time: 0.4919491 Sep 16 05:11:24.863886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-08884e06-7378-4651-8489-d1bdb2d6fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.865570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-08884e06-7378-4651-8489-d1bdb2d6fc45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.2815270 Sep 16 05:11:24.866535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=1fe8653e-b0c3-49d5-979b-0b95c2736ae0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.874054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d98d7ce8-f470-4dd8-9d13-391e8e5f117f None None] Port 78ccfdd6-8f0b-475e-ac43-a4db15be154f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:24.890026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-2ee102fe-00cf-44f8-871b-163e7def50ae tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9589670 Sep 16 05:11:24.907499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:24.921388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Request body: {'port': {'device_id': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:24.945806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.960374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6aca8d57-f65b-4ce0-ab23-de2d67a35017 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:25.013109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for eb78e525-c079-46e8-b1cd-915ca8089b8d owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:25.016266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6aca8d57-f65b-4ce0-ab23-de2d67a35017 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:25.016685 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.051815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8fcfb8b-d896-4677-9af3-fe2716fbc2d2 req-5d42f0fd-7809-466d-8230-e3d0cdfc3107 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285035 Sep 16 05:11:25.109807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2faa605-01a0-42c0-a739-93ebe2c5b94c {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:25.140043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.165520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Transition to ACTIVE for port object d2faa605-01a0-42c0-a739-93ebe2c5b94c will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:25.179957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.185439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.185726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.202459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-75eb715a-92ed-4951-89a7-cd991f0bc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.204033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-75eb715a-92ed-4951-89a7-cd991f0bc9e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3219461 Sep 16 05:11:25.236511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:25.247234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13fb722-4201-4877-b813-e8f8da9b982f']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.249873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.266768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:25.267247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1fe8653e-b0c3-49d5-979b-0b95c2736ae0 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:25.275511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4d74b3-008b-43f1-95d7-d8f59327923d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.275815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4d74b3-008b-43f1-95d7-d8f59327923d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.283842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.313632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.323744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.389347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.391600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce1b5c2-fbe1-460a-97d5-471a1f230625,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.392151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.417799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:25.418212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:25.442458 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:25.532866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Attempting to bind port d2faa605-01a0-42c0-a739-93ebe2c5b94c on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:25.533231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Attempting to bind port d2faa605-01a0-42c0-a739-93ebe2c5b94c by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:25.533463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Attempting to bind port d2faa605-01a0-42c0-a739-93ebe2c5b94c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:25.549303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Port d2faa605-01a0-42c0-a739-93ebe2c5b94c on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:25.549746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Attempting to bind port d2faa605-01a0-42c0-a739-93ebe2c5b94c on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:25.558239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:25.558655 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:25.559030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:25.559539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Bound port: d2faa605-01a0-42c0-a739-93ebe2c5b94c, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:25.560431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.563724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-cea6c182-a2da-483a-aea9-a501fde06211 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473871 Sep 16 05:11:25.583608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:25.585952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:25.673007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.675342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.697113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.704578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/e13fb722-4201-4877-b813-e8f8da9b982f HTTP/1.1" status: 204 len: 168 time: 3.2937651 Sep 16 05:11:25.707820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:25.708941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:25.722516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-45c5759c-dcdf-43e6-88ba-a4c4ff2ef3c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1675095042', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:25.760405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d6e32-23b4-4318-b1d2-584eb02b5f24 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=e13fb722-4201-4877-b813-e8f8da9b982f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.810943 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe934-6c2f-498b-8c48-7c41e8656b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.811502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:25.814941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=eb78e525-c079-46e8-b1cd-915ca8089b8d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.823951 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.847330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:25.848612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.850827 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/d2faa605-01a0-42c0-a739-93ebe2c5b94c HTTP/1.1" status: 200 len: 1096 time: 2.6500938 Sep 16 05:11:25.856287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:25.865519 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b02aebc-6546-4b78-9b75-63524691b7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:25.999342 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45c5759c-dcdf-43e6-88ba-a4c4ff2ef3c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.001265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45c5759c-dcdf-43e6-88ba-a4c4ff2ef3c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.030455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:26.070771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ceac54c-95ee-4497-b33b-a5288f10893b req-ed2308ce-4ad7-4e74-94f0-ff4e128dc3ca service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406314 Sep 16 05:11:26.195884 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd211f4-0645-405a-976e-b0a365c068ed x-openstack-request-id: req-fbd211f4-0645-405a-976e-b0a365c068ed {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:26.196377 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:26.196740 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbd211f4-0645-405a-976e-b0a365c068ed {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:26.197390 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'status': 'completed', 'code': 200} Sep 16 05:11:26.255038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45c5759c-dcdf-43e6-88ba-a4c4ff2ef3c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.278304 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.279278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-35ef5989-1f3f-42c4-bf18-df6b07804b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.282892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5e1a1b6e-673a-46fe-a984-4174a01c52d9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/eb78e525-c079-46e8-b1cd-915ca8089b8d HTTP/1.1" status: 204 len: 168 time: 3.0778861 Sep 16 05:11:26.297953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-64b084eb-adaf-4e94-aac1-944f5e851054 None None] Provisioning complete for port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:26.298422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64b084eb-adaf-4e94-aac1-944f5e851054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.301172 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-35ef5989-1f3f-42c4-bf18-df6b07804b10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 1099 time: 0.3056223 Sep 16 05:11:26.306491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50846) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.307205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310fc4-770f-437d-9e4c-f427579364d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.308723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e941-25b6-4383-ad9a-1f0675139b32 req-0cfda719-c7e1-4575-921a-d80a574776a3 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.324236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45c5759c-dcdf-43e6-88ba-a4c4ff2ef3c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.329092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0844e941-25b6-4383-ad9a-1f0675139b32 req-0cfda719-c7e1-4575-921a-d80a574776a3 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.4385829 Sep 16 05:11:26.390390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-64b084eb-adaf-4e94-aac1-944f5e851054 None None] Port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:26.426781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-6e191e98-309e-42b5-ad45-f3faa0cf1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.428357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-6e191e98-309e-42b5-ad45-f3faa0cf1d36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 1100 time: 0.2338104 Sep 16 05:11:26.429466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45c5759c-dcdf-43e6-88ba-a4c4ff2ef3c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.430671 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-45c5759c-dcdf-43e6-88ba-a4c4ff2ef3c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7193632 Sep 16 05:11:26.432043 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-8c7a0ea0-a4b4-4b96-bb41-74663ef7fa20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c HTTP/1.1" status: 200 len: 217 time: 0.0736268 Sep 16 05:11:26.433414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50852) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.439255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372511116'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:26.465338 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-697ae60a-dfdc-4d8c-a2b4-b13f5a36cfea tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] GET failed (client error): The resource could not be found. Sep 16 05:11:26.469586 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-697ae60a-dfdc-4d8c-a2b4-b13f5a36cfea tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports/eb78e525-c079-46e8-b1cd-915ca8089b8d HTTP/1.1" status: 404 len: 333 time: 0.1108396 Sep 16 05:11:26.470798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50854) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.480668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0844e941-25b6-4383-ad9a-1f0675139b32 req-10d8fbdf-0c09-4f1d-a621-00d14090ee08 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505325 Sep 16 05:11:26.503329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ccfdd6-8f0b-475e-ac43-a4db15be154f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:26.515121 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.530440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Transition to ACTIVE for port object 78ccfdd6-8f0b-475e-ac43-a4db15be154f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:26.556889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.617246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c43d05d-84ac-491c-88d0-0a981b138047 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.628809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-196a6592-22e5-4b43-ad64-16d1a90cdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.630311 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-196a6592-22e5-4b43-ad64-16d1a90cdc19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1772714 Sep 16 05:11:26.641667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50856) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.655109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:26.661018 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-08efbd6e-42b7-459e-b4c1-754bd9c3cdb8 admin admin] 10.222.0.55 "PUT /v2.0/routers/fb86c9be-fa83-4e38-9570-817d74bca093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3155766 Sep 16 05:11:26.665669 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:26.694426 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:26.695426 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.716960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c43d05d-84ac-491c-88d0-0a981b138047 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.736521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-807c900e-ed8d-4309-84ac-da4a8e2f33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.739511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-807c900e-ed8d-4309-84ac-da4a8e2f33ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2959421 Sep 16 05:11:26.745940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:26.751239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.783115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995648-5669-45d3-917f-c858f4453e74 req-4b562fcc-25cc-4cbd-8b7b-e68ac49c166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.790072 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-4b562fcc-25cc-4cbd-8b7b-e68ac49c166f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382856 Sep 16 05:11:26.818046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] Deleting subnet 2db0b88f-b19e-4e58-980e-7a4f1e502fbe {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:26.843397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.915498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Pushing event updated for resources: {'Port': ['ID=78ccfdd6-8f0b-475e-ac43-a4db15be154f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:26.936594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-d94db9a3-6a42-4fee-8943-789d32794624 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=413c5546-c511-4bf2-91d2-aba1e385d09c HTTP/1.1" status: 200 len: 217 time: 0.1823719 Sep 16 05:11:26.938073 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:26.949904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad590c-d1ab-411f-9a6e-4d75c9ffd5fa req-fef6ad68-dd82-4f6c-a3db-e907b903824a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:26.950265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c43d05d-84ac-491c-88d0-0a981b138047 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.952926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dad590c-d1ab-411f-9a6e-4d75c9ffd5fa req-fef6ad68-dd82-4f6c-a3db-e907b903824a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 943 time: 0.4103251 Sep 16 05:11:26.959681 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c43d05d-84ac-491c-88d0-0a981b138047 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.967742 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8c43d05d-84ac-491c-88d0-0a981b138047 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/security-groups/e9e7bc04-0990-419a-8fed-907a32c4a74c HTTP/1.1" status: 204 len: 168 time: 0.4963024 Sep 16 05:11:26.968490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.975284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:26.979057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.989059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.989424 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment 593f403f-64ed-459b-891a-5b9858b2e151 of type vlan for network 03a110da-e4ed-4a38-9ef7-d6a6989d743e Sep 16 05:11:27.035334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43d05d-84ac-491c-88d0-0a981b138047 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e7bc04-0990-419a-8fed-907a32c4a74c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.071901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.092999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.121094 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-45aa9a99-c99e-4b19-b78d-d68f31e2e029 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945261 Sep 16 05:11:27.165586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.178525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.179578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.193861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78336667-39f3-4e35-971b-7cef9565228e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.219657 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 2, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.252464 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:27.253230 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Updating router fb86c9be-fa83-4e38-9570-817d74bca093 port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:27.263516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78336667-39f3-4e35-971b-7cef9565228e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.279684 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.291248 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.326976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db0b88f-b19e-4e58-980e-7a4f1e502fbe,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.334436 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-eb995648-5669-45d3-917f-c858f4453e74 req-f8c21eb8-a541-45ab-9ee8-12e8dcbc3374 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963003 Sep 16 05:11:27.339563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.344878 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-24014b78-206d-4650-8817-5f2d9fa65610 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2db0b88f-b19e-4e58-980e-7a4f1e502fbe HTTP/1.1" status: 204 len: 168 time: 0.7021921 Sep 16 05:11:27.345514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.424697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9861910 Sep 16 05:11:27.424889 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78336667-39f3-4e35-971b-7cef9565228e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.424889 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78336667-39f3-4e35-971b-7cef9565228e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.428439 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-78336667-39f3-4e35-971b-7cef9565228e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/security-groups/867a2559-c1d5-45c4-8a23-3a733ea510e8 HTTP/1.1" status: 204 len: 168 time: 0.4520779 Sep 16 05:11:27.429056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50880) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.429380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50882) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:27.457873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:27.467188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dad590c-d1ab-411f-9a6e-4d75c9ffd5fa req-85cf2b62-3b74-49e1-8f2d-c095cde11e56 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630173 Sep 16 05:11:27.475068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-6c031e9f-8afb-4810-86e4-0a304fcf8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.476612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-6c031e9f-8afb-4810-86e4-0a304fcf8124 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.5219347 Sep 16 05:11:27.486835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.516726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fb2d4-7682-421b-a6fc-a83eec5178cc tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=03a110da-e4ed-4a38-9ef7-d6a6989d743e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.530006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:27.574416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78336667-39f3-4e35-971b-7cef9565228e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867a2559-c1d5-45c4-8a23-3a733ea510e8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.598608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Attempting to bind port 78ccfdd6-8f0b-475e-ac43-a4db15be154f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:27.598968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Attempting to bind port 78ccfdd6-8f0b-475e-ac43-a4db15be154f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:27.599269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Attempting to bind port 78ccfdd6-8f0b-475e-ac43-a4db15be154f on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:27.620238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Port 78ccfdd6-8f0b-475e-ac43-a4db15be154f on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:27.620498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Attempting to bind port 78ccfdd6-8f0b-475e-ac43-a4db15be154f on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:27.647015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-67445dc5-2520-46c1-ad7c-9f819ca484dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.658963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-67445dc5-2520-46c1-ad7c-9f819ca484dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1526177 Sep 16 05:11:27.702380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-d7716949-d730-42cf-aa64-a70d4a09fa7f tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.703984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-d7716949-d730-42cf-aa64-a70d4a09fa7f tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 821 time: 0.4903150 Sep 16 05:11:27.704887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:27.705227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:27.705617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Bound using segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:27.706077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Bound port: 78ccfdd6-8f0b-475e-ac43-a4db15be154f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:27.706507 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.709452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80908d14-42c4-4707-8061-a1703e497d3a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.746463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-73640110-3df4-4e6f-80d2-1ad7af518402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.748531 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-73640110-3df4-4e6f-80d2-1ad7af518402 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 1099 time: 0.3373358 Sep 16 05:11:27.765410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-9eef636e-3208-4432-b466-3bda5e35e132 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/quotas/49cb7a34bed14df89abdd74c2607f247 HTTP/1.1" status: 200 len: 375 time: 0.0457108 Sep 16 05:11:27.777236 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.784984 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.810590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80908d14-42c4-4707-8061-a1703e497d3a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.851195 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d240cc-e8f9-4a56-a5a3-0649805f7326 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b5c2-fbe1-460a-97d5-471a1f230625,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.860003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.878117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeb847-835c-4418-89b1-4d5d303d540a req-702515ff-870d-4b9c-8353-f2526869915e tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:27.879752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bdeb847-835c-4418-89b1-4d5d303d540a req-702515ff-870d-4b9c-8353-f2526869915e tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.2188952 Sep 16 05:11:27.911648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Attempting to bind port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:27.912166 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Attempting to bind port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:27.912433 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Attempting to bind port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:27.924778 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:27.925758 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Checking segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:27.926588 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.927340 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Bound using segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:27.928111 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Bound port: 9ce1b5c2-fbe1-460a-97d5-471a1f230625, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:27.929935 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.940588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-968a4595-c2b7-43ab-8090-a8ff4decff2a service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302711 Sep 16 05:11:27.947239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:27.951435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.955829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] For port 78ccfdd6-8f0b-475e-ac43-a4db15be154f, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:27.983130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-7adc6f6a-5efd-4c8c-a69d-276387f97a0e tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946154 Sep 16 05:11:27.988533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51619d66-8210-461d-a74e-5bd0850dd587']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.012264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b45c78-fca3-4dca-8be0-229b130a8dcb') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.012646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b45c78-fca3-4dca-8be0-229b130a8dcb') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.023042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bdeb847-835c-4418-89b1-4d5d303d540a req-12366ab6-c433-4954-b954-a6ae8744d720 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311276 Sep 16 05:11:28.026995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] For port 78ccfdd6-8f0b-475e-ac43-a4db15be154f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78ccfdd6-8f0b-475e-ac43-a4db15be154f,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:28.056037 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.068519 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] For port 9ce1b5c2-fbe1-460a-97d5-471a1f230625, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:28.072674 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] For port 9ce1b5c2-fbe1-460a-97d5-471a1f230625, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ce1b5c2-fbe1-460a-97d5-471a1f230625,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:28.080882 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.128944 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:28.129552 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.200954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-7a838cf3-ba44-459a-84f9-7790d639bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.202559 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-7a838cf3-ba44-459a-84f9-7790d639bcdd service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.4398592 Sep 16 05:11:28.203218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80908d14-42c4-4707-8061-a1703e497d3a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.206053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80908d14-42c4-4707-8061-a1703e497d3a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.210782 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-80908d14-42c4-4707-8061-a1703e497d3a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/security-groups/0efbeff8-1304-47b2-9db0-51e6ed4e3fe2 HTTP/1.1" status: 204 len: 168 time: 0.7687402 Sep 16 05:11:28.211480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:28.223768 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e93f-78cb-4d0a-90d6-5596acbe2f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.225846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.235431 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d240cc-e8f9-4a56-a5a3-0649805f7326 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b5c2-fbe1-460a-97d5-471a1f230625,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.319725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Provisioning complete for port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:28.322622 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.327996 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:28.362218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:28.362632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.374834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80908d14-42c4-4707-8061-a1703e497d3a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efbeff8-1304-47b2-9db0-51e6ed4e3fe2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:28.377648 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:28.379693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-8fc8d167-df9f-4776-9dcd-dfaaeb19f25c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c HTTP/1.1" status: 200 len: 217 time: 0.1666024 Sep 16 05:11:28.497681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.564748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] For port 9ce1b5c2-fbe1-460a-97d5-471a1f230625, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ce1b5c2-fbe1-460a-97d5-471a1f230625,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:28.581467 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.606224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet bd16f818-ec0b-4fe1-929e-078f18aac12d {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:28.628840 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.647266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.667055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b5c2-fbe1-460a-97d5-471a1f230625,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.671180 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e98d284-e2f8-4e90-81fd-968825f8a595 None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:28.676295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.676644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.676988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.677324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.677717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.678054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.678532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.679281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.679442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.679744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.680006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.685768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2b6fa-8e8a-49e2-ad71-662e906753a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:28.689213 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.709990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f4ee14b5-59df-4719-895f-331893f82895 None None] Provisioning complete for port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:28.710211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4ee14b5-59df-4719-895f-331893f82895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.739056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.739966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.741650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] 10.222.0.64 "PUT /v2.0/ports/78ccfdd6-8f0b-475e-ac43-a4db15be154f HTTP/1.1" status: 200 len: 1092 time: 3.8322628 Sep 16 05:11:28.755272 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.759682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-150f3e44-7568-4139-97f1-36efe76f5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:28.763740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-150f3e44-7568-4139-97f1-36efe76f5698 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.3503141 Sep 16 05:11:28.791960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.802778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'tag': '78ccfdd6-8f0b-475e-ac43-a4db15be154f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:28.809029 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca571530-76c3-45e5-9587-0c6307a26e29" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf8d45a-da6e-4432-b15f-a19560ed5bef", "tag": "78ccfdd6-8f0b-475e-ac43-a4db15be154f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:28.815577 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] 10.222.0.55 "DELETE /v2.0/networks/51619d66-8210-461d-a74e-5bd0850dd587 HTTP/1.1" status: 204 len: 168 time: 1.4682629 Sep 16 05:11:28.915023 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.925121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5e27c-6136-4777-bc09-8a5c041f591d admin admin] Pushing event deleted for resources: {'Network': ['ID=51619d66-8210-461d-a74e-5bd0850dd587,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.985828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ce1b5c2-fbe1-460a-97d5-471a1f230625 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:29.090091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.090470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.104609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50902) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.195078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.202037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93310e38-fbdb-40f5-9073-e870ebfcfa32 req-33422430-0f24-4801-b95e-0ff82b2857a6 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2476313 Sep 16 05:11:29.212557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d474-5b5b-4b2d-9e59-ee6343fe1b16 service neutron] Pushing event updated for resources: {'Port': ['ID=78ccfdd6-8f0b-475e-ac43-a4db15be154f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.234646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f34c70-3b05-4305-ad09-9ee755a61d23 req-acdb61e0-478d-4919-afb9-6a486de2b21a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.243240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8f34c70-3b05-4305-ad09-9ee755a61d23 req-acdb61e0-478d-4919-afb9-6a486de2b21a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 943 time: 0.5338671 Sep 16 05:11:29.257583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-c5b1ef1b-b9bb-42f2-a318-f651063b382c service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2542953 Sep 16 05:11:29.265427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-7637be68-e683-4dbf-af48-60e1e97673df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.267019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-7637be68-e683-4dbf-af48-60e1e97673df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 1095 time: 0.3198731 Sep 16 05:11:29.291217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-15655ce8-cc7e-4c50-8d5d-83e17d6fba0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b257632200e4e1baa9b0d1a6d7c82f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756568 Sep 16 05:11:29.307799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50906) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:29.373327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-e1ed08ba-7cf9-4f6a-a5b5-1990d6f2f4aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78ccfdd6-8f0b-475e-ac43-a4db15be154f HTTP/1.1" status: 200 len: 217 time: 0.0897272 Sep 16 05:11:29.383874 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.401643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-d106de77-f8f7-4b9a-8658-5a01908fd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.403404 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-d106de77-f8f7-4b9a-8658-5a01908fd878 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6305566 Sep 16 05:11:29.451278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8f34c70-3b05-4305-ad09-9ee755a61d23 req-75b8b5ff-0a38-4795-bedd-7f07cf20c4b1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075589 Sep 16 05:11:29.515287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=438964bd-4ac5-42b9-af8a-9ab1754d03c1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.517747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b12bdc99-e551-4a6c-8f00-dfafb040938e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.525086 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.531600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-018bf628-be2f-4180-aa22-8a25cdcb6caa service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581270 Sep 16 05:11:29.533691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-c663ccdd-cdde-4bc6-8c77-9389a6f766c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.535237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-c663ccdd-cdde-4bc6-8c77-9389a6f766c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1549079 Sep 16 05:11:29.626726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b12bdc99-e551-4a6c-8f00-dfafb040938e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.643300 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cd2a72-d4f0-4279-aa10-2844d12a98ce x-openstack-request-id: req-06cd2a72-d4f0-4279-aa10-2844d12a98ce {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:29.643593 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf8d45a-da6e-4432-b15f-a19560ed5bef", "tag": "78ccfdd6-8f0b-475e-ac43-a4db15be154f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:29.643851 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06cd2a72-d4f0-4279-aa10-2844d12a98ce {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:29.644281 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'tag': '78ccfdd6-8f0b-475e-ac43-a4db15be154f', 'status': 'completed', 'code': 200} Sep 16 05:11:29.685862 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-542fdc6d-ef86-4da0-965b-15478a24e698 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441766 Sep 16 05:11:29.686858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:29.687303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: 03a110da-e4ed-4a38-9ef7-d6a6989d743e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:29.687688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9209a-197a-4463-a22b-efabec189e60 req-8530850d-1a3b-4a73-aa63-599774f6e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.689276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-8530850d-1a3b-4a73-aa63-599774f6e3bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369748 Sep 16 05:11:29.741064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.827337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b12bdc99-e551-4a6c-8f00-dfafb040938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.829944 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b12bdc99-e551-4a6c-8f00-dfafb040938e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.834277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b12bdc99-e551-4a6c-8f00-dfafb040938e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/506e4ff8-ede8-40d0-966b-f11455b569da HTTP/1.1" status: 204 len: 168 time: 0.5244138 Sep 16 05:11:29.849553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bdc99-e551-4a6c-8f00-dfafb040938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506e4ff8-ede8-40d0-966b-f11455b569da,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.854404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:29.876578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb4fff-a3b6-47ad-9228-4c4ed137d669 req-ee875518-5838-4384-a80e-b3840df8deef tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:29.879442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.884291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04cb4fff-a3b6-47ad-9228-4c4ed137d669 req-ee875518-5838-4384-a80e-b3840df8deef tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.1415792 Sep 16 05:11:29.888748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d2faa605-01a0-42c0-a739-93ebe2c5b94c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:29.952362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-de3ae742-7485-49be-abb0-3551e4d57c10 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524090 Sep 16 05:11:29.965843 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04cb4fff-a3b6-47ad-9228-4c4ed137d669 req-e2c6a7db-bfa3-4cac-9396-b8cda3f076ca tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803366 Sep 16 05:11:29.975232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 03a110da-e4ed-4a38-9ef7-d6a6989d743e) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:29.993026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f04bad-9e4b-418d-b63e-811428b1f6e3 None None] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:30.008657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=bd16f818-ec0b-4fe1-929e-078f18aac12d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:30.010244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:30.011960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.013766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.017852 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.019856 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0de26572-90bf-40bd-8168-e36dcc79ff0b tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/bd16f818-ec0b-4fe1-929e-078f18aac12d HTTP/1.1" status: 204 len: 168 time: 1.7850304 Sep 16 05:11:30.024722 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3b02aebc-6546-4b78-9b75-63524691b7bc req-b2ccb4a8-e00f-47c0-b8cd-8c7a675645b6 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245330 Sep 16 05:11:30.025776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50918) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.039529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8f640-a5a4-4fbd-85ed-76f5dded4b03 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:30.052151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b121ac78-7bff-42f6-9c4a-8622adac5a23 req-edd76da7-84bb-41f5-ad9a-a29b922c9343 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 210 time: 0.0747268 Sep 16 05:11:30.129452 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-60180942-12f5-4fac-83f9-4b9ae48360c6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6879129 Sep 16 05:11:30.140631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50920) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:30.163567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8e9209a-197a-4463-a22b-efabec189e60 req-8265545e-6070-47ff-b529-03740c0dbe23 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788073 Sep 16 05:11:30.250516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet d8232821-1400-4123-9265-cf67fe4bd69c {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:30.254628 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.352311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-79c37839-3f80-48a2-8703-363534464aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.354595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-79c37839-3f80-48a2-8703-363534464aea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 1095 time: 0.0720766 Sep 16 05:11:30.447781 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.561826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-cce7e689-6150-47b7-8551-c81679e7361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.563314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-cce7e689-6150-47b7-8551-c81679e7361f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.1998670 Sep 16 05:11:30.604394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:30.644084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-bc6e68e1-0133-48ec-b9b0-cfe28bd6f608 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78ccfdd6-8f0b-475e-ac43-a4db15be154f HTTP/1.1" status: 200 len: 217 time: 0.0721529 Sep 16 05:11:30.653408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.721805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'mac_address': 'fa:16:3e:80:7a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:30.781936 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:30.828512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-378b6c12-74d1-4a17-af33-b25fab7dadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.830193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-378b6c12-74d1-4a17-af33-b25fab7dadd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1771419 Sep 16 05:11:30.835383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:30.893310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aa6e8-e327-4f12-b97b-4ab93d85ec5f req-832c80d4-1c46-4756-b8f0-56c755fc33ca tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:30.903465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-345aa6e8-e327-4f12-b97b-4ab93d85ec5f req-832c80d4-1c46-4756-b8f0-56c755fc33ca tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 943 time: 0.2252064 Sep 16 05:11:30.905680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413c5546-c511-4bf2-91d2-aba1e385d09c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:30.910530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'mac_address': 'fa:16:3e:13:2d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:30.995267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-345aa6e8-e327-4f12-b97b-4ab93d85ec5f req-a391f125-9e2e-4960-82ad-6732ee92a3dc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795283 Sep 16 05:11:31.003585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-fc8a613b-ebe9-4b1a-bad7-ffa640141e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.008835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-fc8a613b-ebe9-4b1a-bad7-ffa640141e40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697991 Sep 16 05:11:31.036387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:31.038806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.058178 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.064168 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.080179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:31.098954 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.201363 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=d8232821-1400-4123-9265-cf67fe4bd69c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:31.204896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.211290 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-392313f3-bc6f-4395-bca8-f91b3ce8b2e9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/d8232821-1400-4123-9265-cf67fe4bd69c HTTP/1.1" status: 204 len: 168 time: 1.1821749 Sep 16 05:11:31.218715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50952) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.233130 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.279221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50954) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.286120 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.293539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2faa605-01a0-42c0-a739-93ebe2c5b94c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:31.306032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c842a12-462f-467a-9f49-ad659e8f9f8c req-69f452b6-04b8-4f9a-a6c2-875a9414df17 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 210 time: 0.1052237 Sep 16 05:11:31.315435 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adb4ab4-e743-4a9e-9ef0-2128df8307c4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:31.315893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adb4ab4-e743-4a9e-9ef0-2128df8307c4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:31.318787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5adb4ab4-e743-4a9e-9ef0-2128df8307c4 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/bd16f818-ec0b-4fe1-929e-078f18aac12d HTTP/1.1" status: 404 len: 337 time: 0.0836267 Sep 16 05:11:31.331677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50958) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.397814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:31.429753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:31.459017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.499645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6812c8-20ca-41b2-a292-6fbe405de3e2 req-fd987867-171d-4eb5-bbcd-21368406a00c tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.501416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe6812c8-20ca-41b2-a292-6fbe405de3e2 req-fd987867-171d-4eb5-bbcd-21368406a00c tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.4221528 Sep 16 05:11:31.505804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting subnet 1afd1d47-c433-48c7-8c30-70cf48d8b50a {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:31.509560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.525836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:31.537341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53e016-a0b1-469d-90c7-d52240aa5940 None None] Update dhcp port {'port': {'network_id': '8ab25c9e-d0f8-4f8c-a52f-9121012e04b7', 'fixed_ips': [{'subnet_id': '1afd1d47-c433-48c7-8c30-70cf48d8b50a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8232821-1400-4123-9265-cf67fe4bd69c'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '89884056-f22c-49d2-a9c9-acda263680c1'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:11:31.563074 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.572569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Allocated IP 2001:db8::2 (03a110da-e4ed-4a38-9ef7-d6a6989d743e/438964bd-4ac5-42b9-af8a-9ab1754d03c1/3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:31.598531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-130606452-network', 'tenant_id': '258ce8eed4b143d08834859e86cd733d'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:31.604475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-2c4cd03b-e792-4bae-8190-936109ec87cb service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664079 Sep 16 05:11:31.633349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-25ffc451-4c29-4961-b880-522592f040df tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:31.635164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-25ffc451-4c29-4961-b880-522592f040df tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.73 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 821 time: 0.2486773 Sep 16 05:11:31.648078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc53e016-a0b1-469d-90c7-d52240aa5940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.655031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'port': {'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'admin_state_up': True, 'tenant_id': '49cb7a34bed14df89abdd74c2607f247'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:31.730442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Made reservation on behalf of 258ce8eed4b143d08834859e86cd733d for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:31.733448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.752237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe6812c8-20ca-41b2-a292-6fbe405de3e2 req-d43544c2-ad81-4ae4-970c-ba02e1dc48a6 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499336 Sep 16 05:11:31.760668 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.798281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['413c5546-c511-4bf2-91d2-aba1e385d09c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:31.800664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Made reservation on behalf of 49cb7a34bed14df89abdd74c2607f247 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:31.805147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.842278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['d2faa605-01a0-42c0-a739-93ebe2c5b94c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:31.846263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca571530-76c3-45e5-9587-0c6307a26e29 req-6ef7b345-366e-483f-8e55-5a721d30ebbb service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302344 Sep 16 05:11:31.860875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.946452 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Allocated IP 172.20.0.9 (b044c2c6-ecaf-466a-9c66-738fa3eec7e0/9ca64c6a-5e4b-445c-a0a7-60987f49bf57/e8ae31f7-5db9-467a-9988-7d53443df54f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:31.969309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.009282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.014479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/1afd1d47-c433-48c7-8c30-70cf48d8b50a HTTP/1.1" status: 204 len: 168 time: 0.6765532 Sep 16 05:11:32.018163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50964) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.027979 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.031761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e30683-7066-4894-b70d-d6db287772bb tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Subnet': ['ID=1afd1d47-c433-48c7-8c30-70cf48d8b50a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.060326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.092263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaef133-b5c5-42d3-9172-4158852a63ef,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.105983 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ea3319-fd71-4abd-b572-f5ba276fcaf8 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.106434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ea3319-fd71-4abd-b572-f5ba276fcaf8 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.111492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-81ea3319-fd71-4abd-b572-f5ba276fcaf8 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/bd871325-deda-4cfb-9489-c4a7f66b517a HTTP/1.1" status: 404 len: 337 time: 0.0920620 Sep 16 05:11:32.112127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50968) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server [None req-bc53e016-a0b1-469d-90c7-d52240aa5940 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1afd1d47-c433-48c7-8c30-70cf48d8b50a: This subnet is being modified by another concurrent operation. Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:11:32.156139 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1afd1d47-c433-48c7-8c30-70cf48d8b50a: This subnet is being modified by another concurrent operation. Sep 16 05:11:32.160213 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Sep 16 05:11:32.171893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:32.179069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-39a526d5-4158-4a65-ad6a-3163f933d714 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d44c5de-82e7-443c-9913-58ce878a8975 HTTP/1.1" status: 200 len: 205 time: 0.0637863 Sep 16 05:11:32.179978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50970) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.201467 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.201918 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.202335 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Added segment 6d12c493-9b5d-4f47-bd02-de124cfaab4a of type vlan for network ebe885e6-4d04-4fd9-adee-ef5908fdde95 Sep 16 05:11:32.241075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7445fd-7eb7-4f97-9a17-895b5b1e7616 req-539bb060-8964-4701-a53c-6b59e3ec66d0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.242591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f7445fd-7eb7-4f97-9a17-895b5b1e7616 req-539bb060-8964-4701-a53c-6b59e3ec66d0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 943 time: 0.1523550 Sep 16 05:11:32.263752 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.267543 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-994e6088-c75a-4b5d-8629-fa0eb0a4597e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] delete failed (client error): The resource could not be found. Sep 16 05:11:32.271675 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-994e6088-c75a-4b5d-8629-fa0eb0a4597e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/routers/1d44c5de-82e7-443c-9913-58ce878a8975 HTTP/1.1" status: 404 len: 336 time: 0.0878520 Sep 16 05:11:32.272590 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.274681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50972) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.291541 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.324194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f7445fd-7eb7-4f97-9a17-895b5b1e7616 req-89718290-e1f7-41ca-83b2-2dc1b4561697 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689673 Sep 16 05:11:32.334283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.335417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.336519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.368879 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c62ff7-3796-4688-90a0-a47eb443da4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.369077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c62ff7-3796-4688-90a0-a47eb443da4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.372175 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03c62ff7-3796-4688-90a0-a47eb443da4e tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/d55d6b2e-c3cb-49b7-8ae4-fd991982685d HTTP/1.1" status: 404 len: 337 time: 0.0948198 Sep 16 05:11:32.372857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096944e-4bd9-41de-9d5a-e2ce7e3bdf41 None None] Network 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:32.377536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50976) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.393785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0907919 Sep 16 05:11:32.396874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.401773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Request body: {'subnet': {'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-130606452-subnet', 'tenant_id': '258ce8eed4b143d08834859e86cd733d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:32.426827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8::1 (03a110da-e4ed-4a38-9ef7-d6a6989d743e/438964bd-4ac5-42b9-af8a-9ab1754d03c1/f19ec726-faf5-43e9-a3d6-8a6fd0944989) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:32.447443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.456744 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-483e71d0-ec4b-4041-b97d-e026e54cec73 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.457541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483e71d0-ec4b-4041-b97d-e026e54cec73 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.461760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-483e71d0-ec4b-4041-b97d-e026e54cec73 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/34382280-a983-4e7a-9833-e67c3e255f75 HTTP/1.1" status: 404 len: 337 time: 0.0805130 Sep 16 05:11:32.462347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Made reservation on behalf of 258ce8eed4b143d08834859e86cd733d for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:32.464716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.466404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50980) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.467785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01403068-e3f2-45a7-ac39-5a664074184d admin admin] Pushing event updated for resources: {'Network': ['ID=ebe885e6-4d04-4fd9-adee-ef5908fdde95,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.491479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:32.515947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ebe885e6-4d04-4fd9-adee-ef5908fdde95 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:32.518035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3903a-4648-4caf-a392-b9af4b7c1068 req-31e139d6-5421-472e-bdda-c293789f57fe tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.520250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26f3903a-4648-4caf-a392-b9af4b7c1068 req-31e139d6-5421-472e-bdda-c293789f57fe tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 931 time: 0.0656197 Sep 16 05:11:32.530774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:32.533467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:32.554379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Pushing event updated for resources: {'Port': ['ID=3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.559220 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1700a1-4c78-42c1-89ad-76501e014477 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.559683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1700a1-4c78-42c1-89ad-76501e014477 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.564655 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3b1700a1-4c78-42c1-89ad-76501e014477 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/47571c16-1d14-42f4-8421-53b3f0b4bac3 HTTP/1.1" status: 404 len: 337 time: 0.0603020 Sep 16 05:11:32.568736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26f3903a-4648-4caf-a392-b9af4b7c1068 req-cfec39e8-4363-4df5-8de3-196b9e075625 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Sep 16 05:11:32.569425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50982) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.596040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:32.599859 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf165ad-f6ef-49e3-8d2d-3776afd7dfc9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.601611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf165ad-f6ef-49e3-8d2d-3776afd7dfc9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.605733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dbf165ad-f6ef-49e3-8d2d-3776afd7dfc9 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/5ae177c4-2d38-4f2d-88c3-827154816f5c HTTP/1.1" status: 404 len: 333 time: 0.0329018 Sep 16 05:11:32.605932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a868ffb5-236f-4096-aca5-fd8291f60213 None None] Provisioning complete for port 48dd0a81-1669-44f0-8736-259c55114295 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:32.605932 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a868ffb5-236f-4096-aca5-fd8291f60213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.606209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50984) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.608052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:32.618680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:32.642769 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde9c18e-35bf-41f6-a74d-d878e982768a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.643230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde9c18e-35bf-41f6-a74d-d878e982768a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.647255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bde9c18e-35bf-41f6-a74d-d878e982768a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/d6aca4d7-1008-460a-b25d-61e24544b41a HTTP/1.1" status: 404 len: 337 time: 0.0367341 Sep 16 05:11:32.649207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50986) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.681557 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb11b7e-e76f-4bf9-8b8b-48b1732d2c58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.682035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb11b7e-e76f-4bf9-8b8b-48b1732d2c58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.686718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5bb11b7e-e76f-4bf9-8b8b-48b1732d2c58 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/a31646e9-821a-4967-9f03-dbfa27db1078 HTTP/1.1" status: 404 len: 337 time: 0.0326171 Sep 16 05:11:32.687105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50988) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.715870 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb912ad-a875-4d36-aa9c-a3d653c6dc5a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.717496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb912ad-a875-4d36-aa9c-a3d653c6dc5a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.722749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dbb912ad-a875-4d36-aa9c-a3d653c6dc5a tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/6b2e9ccd-b192-44d1-a9e1-a64ae3a1d3a6 HTTP/1.1" status: 404 len: 333 time: 0.0310447 Sep 16 05:11:32.722980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Pushing event updated for resources: {'Port': ['ID=e8ae31f7-5db9-467a-9988-7d53443df54f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.731309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50990) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.762520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Attempting to bind port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:32.763429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Attempting to bind port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:32.763811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Attempting to bind port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 on network 03a110da-e4ed-4a38-9ef7-d6a6989d743e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:32.770535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a868ffb5-236f-4096-aca5-fd8291f60213 None None] Port 48dd0a81-1669-44f0-8736-259c55114295 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:32.774346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:32.774707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Checking segment: {'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:32.775158 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.775555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Bound using segment: {'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:32.776493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Bound port: 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:32.776885 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.778199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:32.779347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.803600 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-896a20c3-67ee-485f-832c-e27b3f61ec6c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.804119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896a20c3-67ee-485f-832c-e27b3f61ec6c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.813090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-896a20c3-67ee-485f-832c-e27b3f61ec6c tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/d0c5f45c-c6ce-4586-94bf-0fa1195947d4 HTTP/1.1" status: 404 len: 337 time: 0.0791237 Sep 16 05:11:32.814160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50994) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.854304 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1404a186-1ba0-4542-ad5f-5658aa6b1e64 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] DELETE failed (client error): The resource could not be found. Sep 16 05:11:32.855483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1404a186-1ba0-4542-ad5f-5658aa6b1e64 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:11:32.858365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1404a186-1ba0-4542-ad5f-5658aa6b1e64 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/subnets/01f5cdcb-ec13-4d41-900a-3d02189b2c3b HTTP/1.1" status: 404 len: 337 time: 0.0431187 Sep 16 05:11:32.859792 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4e320107-879a-4d94-b723-c69dca9f3dd8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2103350 Sep 16 05:11:32.860893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50998) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.866820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] For port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:32.871070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] For port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7,segment=NetworkSegment(593f403f-64ed-459b-891a-5b9858b2e151),segment_id=593f403f-64ed-459b-891a-5b9858b2e151)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:32.875773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a868ffb5-236f-4096-aca5-fd8291f60213 None None] Provisioning complete for port 89884056-f22c-49d2-a9c9-acda263680c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:32.875773 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a868ffb5-236f-4096-aca5-fd8291f60213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.936545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Request body: {'port': {'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:32.960452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.053135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d0c8-f1c0-4ec7-aae1-874977c46d27 req-a07663a0-63f8-411b-8dc6-56940ae4a1b1 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.054881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d930d0c8-f1c0-4ec7-aae1-874977c46d27 req-a07663a0-63f8-411b-8dc6-56940ae4a1b1 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 948 time: 0.0853550 Sep 16 05:11:33.058430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 48dd0a81-1669-44f0-8736-259c55114295 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:33.059086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.077735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.084466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] DHCP port deletion for 8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:33.086341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 89884056-f22c-49d2-a9c9-acda263680c1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:33.092127 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.151927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.186323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:33.186964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d930d0c8-f1c0-4ec7-aae1-874977c46d27 req-ed976395-2a0c-41ea-9b02-d4eee18726ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096053 Sep 16 05:11:33.202273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.212697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:33.215117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=f19ec726-faf5-43e9-a3d6-8a6fd0944989,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.220576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:33.221462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.235952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 48dd0a81-1669-44f0-8736-259c55114295 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:33.238763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208130b-e987-4d5c-9a0b-ec59e12b4a65 None None] Pushing event updated for resources: {'Port': ['ID=3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.292413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.325152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] Deleting port 89884056-f22c-49d2-a9c9-acda263680c1 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:33.326062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.339321 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.363418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.392553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89884056-f22c-49d2-a9c9-acda263680c1,segment=NetworkSegment(63d1b667-fab8-4ec7-8948-ead205c9161f),segment_id=63d1b667-fab8-4ec7-8948-ead205c9161f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.409884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=48dd0a81-1669-44f0-8736-259c55114295,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.429422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.433649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a406d72a-16e4-491f-8acc-b7167174ad6f tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/ports/48dd0a81-1669-44f0-8736-259c55114295 HTTP/1.1" status: 204 len: 168 time: 0.5712125 Sep 16 05:11:33.435220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.444972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:33.480060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=89884056-f22c-49d2-a9c9-acda263680c1,segment=NetworkSegment(63d1b667-fab8-4ec7-8948-ead205c9161f),segment_id=63d1b667-fab8-4ec7-8948-ead205c9161f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.480479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.505971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] Calling delete_port for 89884056-f22c-49d2-a9c9-acda263680c1 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:33.509926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ff87fc9d-cc75-45e6-913e-0892033b10f9 None None] Provisioning complete for port e8ae31f7-5db9-467a-9988-7d53443df54f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:33.509926 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff87fc9d-cc75-45e6-913e-0892033b10f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.569184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce29a734-4169-4c76-b2e3-2fe197987d17,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.615203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.630987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737895-addb-4e10-98ca-175705d39382 req-a4ced26b-31da-4c36-a67a-09142fe5566c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.632613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90737895-addb-4e10-98ca-175705d39382 req-a4ced26b-31da-4c36-a67a-09142fe5566c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 943 time: 0.1760921 Sep 16 05:11:33.649707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Checking segment: {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:33.650831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Network hostable DHCP agents. Network: ebe885e6-4d04-4fd9-adee-ef5908fdde95, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:33.654376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.683357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ff87fc9d-cc75-45e6-913e-0892033b10f9 None None] Port e8ae31f7-5db9-467a-9988-7d53443df54f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:33.731245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.733031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.772743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] Pushing event deleted for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.775623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90737895-addb-4e10-98ca-175705d39382 req-9e10f939-9e74-4ce6-9fbd-2b06c24029f7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011224 Sep 16 05:11:33.775819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f988804-065f-4503-b679-f7b797d0d77a None None] No DVR routers for this DVR port 89884056-f22c-49d2-a9c9-acda263680c1 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:33.807137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b06be1-2bbe-4b6c-a7d4-ac77f48a97d5 req-696d688f-4acf-43f0-b7db-51d0e880f377 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.809127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54b06be1-2bbe-4b6c-a7d4-ac77f48a97d5 req-696d688f-4acf-43f0-b7db-51d0e880f377 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 931 time: 0.1159163 Sep 16 05:11:33.814326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Deleting port 89884056-f22c-49d2-a9c9-acda263680c1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:33.814673 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.820077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Network ebe885e6-4d04-4fd9-adee-ef5908fdde95 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:33.846826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ebe885e6-4d04-4fd9-adee-ef5908fdde95) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:33.862200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:33.862812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.864948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd8861a-6c5b-4933-8434-16254b718c54 None None] Network ebe885e6-4d04-4fd9-adee-ef5908fdde95 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:33.903435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d2faa605-01a0-42c0-a739-93ebe2c5b94c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:33.917657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] For port 89884056-f22c-49d2-a9c9-acda263680c1, host n-d-713301-15, got binding levels [] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.918251 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.952073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54b06be1-2bbe-4b6c-a7d4-ac77f48a97d5 req-7065b976-83c5-46b9-8198-d1bab9208952 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144011 Sep 16 05:11:33.952073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Calling delete_port for 89884056-f22c-49d2-a9c9-acda263680c1 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:33.954053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_backend_mixin [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Port 89884056-f22c-49d2-a9c9-acda263680c1 was not found and therefore no delete operation was performed {{(pid=94719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:11:33.956828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.998327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Port': ['ID=89884056-f22c-49d2-a9c9-acda263680c1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.000526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] No DVR routers for this DVR port 89884056-f22c-49d2-a9c9-acda263680c1 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:34.009600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78ccfdd6-8f0b-475e-ac43-a4db15be154f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:34.103878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:34.123761 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b65e732b-4a06-4116-b857-dc36e357276d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7256415 Sep 16 05:11:34.153371 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.186672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port d2faa605-01a0-42c0-a739-93ebe2c5b94c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:34.233867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab25c9e-d0f8-4f8c-a52f-9121012e04b7']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.237581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port d2faa605-01a0-42c0-a739-93ebe2c5b94c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:34.238062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.241242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 78ccfdd6-8f0b-475e-ac43-a4db15be154f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78ccfdd6-8f0b-475e-ac43-a4db15be154f,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:34.253746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7737b83-a120-46e5-96a4-76e23d5b0fe6 None None] Network ebe885e6-4d04-4fd9-adee-ef5908fdde95 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.270219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ae31f7-5db9-467a-9988-7d53443df54f {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:34.290341 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.294608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d1b667-fab8-4ec7-8948-ead205c9161f') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.295864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d1b667-fab8-4ec7-8948-ead205c9161f') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:34.338663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.350241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '78ccfdd6-8f0b-475e-ac43-a4db15be154f', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': '78ccfdd6-8f0b-475e-ac43-a4db15be154f', 'mac_address': 'fa:16:3e:0d:5e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:34.383453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.391838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:34.393441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.406415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 413c5546-c511-4bf2-91d2-aba1e385d09c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:34.478891 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 413c5546-c511-4bf2-91d2-aba1e385d09c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:34.479264 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:34.487243 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:34.522849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.560572 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.565185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] 10.222.0.55 "DELETE /v2.0/networks/8ab25c9e-d0f8-4f8c-a52f-9121012e04b7 HTTP/1.1" status: 204 len: 168 time: 1.1166654 Sep 16 05:11:34.595472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e802a5-b155-4a2e-8817-b6510957dcd7 tempest-PortsTestJSON-797735367 tempest-PortsTestJSON-797735367-project] Pushing event deleted for resources: {'Network': ['ID=8ab25c9e-d0f8-4f8c-a52f-9121012e04b7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.646897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fd688-3124-42a0-9418-ba45d33a6328 req-35f3c40f-02ae-4178-9a66-5bb72566b27a tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:34.650764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e8fd688-3124-42a0-9418-ba45d33a6328 req-35f3c40f-02ae-4178-9a66-5bb72566b27a tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 948 time: 0.1595407 Sep 16 05:11:34.735683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e8fd688-3124-42a0-9418-ba45d33a6328 req-ab8396eb-4a58-4580-98cd-96a8e476609c tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774455 Sep 16 05:11:34.780284 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.848365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ccfdd6-8f0b-475e-ac43-a4db15be154f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:34.860109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Transition to ACTIVE for port object e8ae31f7-5db9-467a-9988-7d53443df54f will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:34.876160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 78ccfdd6-8f0b-475e-ac43-a4db15be154f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78ccfdd6-8f0b-475e-ac43-a4db15be154f,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:34.877482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c67e95-71e1-4439-aea8-ff9b1cd00450 None None] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.879297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.903132 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.948032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.970571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.971816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.999180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.002607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:35.019720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.048627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51038) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.092120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1d9e27e9-8529-448a-a672-ceec366c2aa8 None None] Provisioning complete for port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:35.092492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d9e27e9-8529-448a-a672-ceec366c2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.116620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ae31f7-5db9-467a-9988-7d53443df54f,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.146995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407f60-7446-4d33-97ce-61649c43dc6a req-5b1cc99c-8969-458a-bfe3-eeacd99c0a51 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.156326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:35.157888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b407f60-7446-4d33-97ce-61649c43dc6a req-5b1cc99c-8969-458a-bfe3-eeacd99c0a51 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 944 time: 0.1600604 Sep 16 05:11:35.160070 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee7981e-c66f-42a8-9056-fe79d12dedad" -d '{"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-plugged", "status": "completed", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:35.208150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-15cf6c87-1aa0-4469-b64c-8c478c21d64a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.210018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-15cf6c87-1aa0-4469-b64c-8c478c21d64a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 814 time: 0.3338611 Sep 16 05:11:35.245425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b407f60-7446-4d33-97ce-61649c43dc6a req-a6db5208-1ada-4ca0-96a4-67ed26b0467a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863016 Sep 16 05:11:35.248994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=78ccfdd6-8f0b-475e-ac43-a4db15be154f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.258154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.283549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.288302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-9ca4ab34-580b-4714-aaee-9c8efed97c60 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/quotas/258ce8eed4b143d08834859e86cd733d HTTP/1.1" status: 200 len: 375 time: 0.0561373 Sep 16 05:11:35.329944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-623b5370-0f0f-4910-9080-9be973bcafd8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359957 Sep 16 05:11:35.331896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.335835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=f19ec726-faf5-43e9-a3d6-8a6fd0944989,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.337692 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.393219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8b0b1629-812a-4f7f-8da3-27e55335c2c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab3d8abcb4384519a592115ac654a269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412132 Sep 16 05:11:35.395785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51046) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.397180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Attempting to bind port e8ae31f7-5db9-467a-9988-7d53443df54f on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:35.397519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Attempting to bind port e8ae31f7-5db9-467a-9988-7d53443df54f by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:35.397989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Attempting to bind port e8ae31f7-5db9-467a-9988-7d53443df54f on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:35.400914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:35.404653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:35.411200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Port e8ae31f7-5db9-467a-9988-7d53443df54f on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:35.411441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Attempting to bind port e8ae31f7-5db9-467a-9988-7d53443df54f on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:35.419003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:35.419915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Checking segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:35.420131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['78ccfdd6-8f0b-475e-ac43-a4db15be154f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:35.420331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Bound using segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:35.420765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Bound port: e8ae31f7-5db9-467a-9988-7d53443df54f, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:35.421121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.475949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d37e-61ea-4665-bba7-b97a7f485a08 req-32ccb026-2d76-451e-93b5-a82853dba830 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.477614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d95d37e-61ea-4665-bba7-b97a7f485a08 req-32ccb026-2d76-451e-93b5-a82853dba830 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 943 time: 0.1307220 Sep 16 05:11:35.541289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84f4eb0a-25a2-4d3d-b6ed-27f0a012b77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.549753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-1cdc2daa-fe3b-440e-825b-5c555c3d983f service neutron] 10.222.0.55 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119522 Sep 16 05:11:35.582161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] For port e8ae31f7-5db9-467a-9988-7d53443df54f, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:35.586073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] For port e8ae31f7-5db9-467a-9988-7d53443df54f, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e8ae31f7-5db9-467a-9988-7d53443df54f,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:35.606256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.613287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d95d37e-61ea-4665-bba7-b97a7f485a08 req-97f04a0d-a16a-4455-993d-3255a16053d6 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169212 Sep 16 05:11:35.628404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84f4eb0a-25a2-4d3d-b6ed-27f0a012b77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.630607 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d9e27e9-8529-448a-a672-ceec366c2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.651122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.652325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.654386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 1092 time: 2.7498255 Sep 16 05:11:35.657643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:35.661045 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169f6ebe-eb22-4c7b-ad5f-e682948927e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:35.682491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:35.683219 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.685555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:35.686801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.780516 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84f4eb0a-25a2-4d3d-b6ed-27f0a012b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.784169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84f4eb0a-25a2-4d3d-b6ed-27f0a012b77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.788970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-84f4eb0a-25a2-4d3d-b6ed-27f0a012b77a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e757f01f-71a6-4eba-86cd-c0d1203a78c3 HTTP/1.1" status: 204 len: 168 time: 0.3919191 Sep 16 05:11:35.816076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4eb0a-25a2-4d3d-b6ed-27f0a012b77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e757f01f-71a6-4eba-86cd-c0d1203a78c3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.818017 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56307b7c-fb76-45fb-8ba7-637a25ffbf2e x-openstack-request-id: req-56307b7c-fb76-45fb-8ba7-637a25ffbf2e {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:35.818333 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-plugged", "status": "completed", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:35.818594 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56307b7c-fb76-45fb-8ba7-637a25ffbf2e {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:35.820661 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'code': 200} Sep 16 05:11:35.829855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1d9e27e9-8529-448a-a672-ceec366c2aa8 None None] For port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7,segment=NetworkSegment(593f403f-64ed-459b-891a-5b9858b2e151),segment_id=593f403f-64ed-459b-891a-5b9858b2e151)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.874675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-bd502255-8c0a-4a4d-b76e-3a55e18f7407 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118477 Sep 16 05:11:35.899324 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d9e27e9-8529-448a-a672-ceec366c2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.962346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.974299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dbec1-d240-4f93-b2e0-4ac5824bf62f req-4ccea6ab-0ae6-4376-bd06-18afc485df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:35.984116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a8dbec1-d240-4f93-b2e0-4ac5824bf62f req-4ccea6ab-0ae6-4376-bd06-18afc485df36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 1101 time: 0.0955782 Sep 16 05:11:36.060339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:36.064070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb9c15-774a-4b7f-8652-0184658e01c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ae31f7-5db9-467a-9988-7d53443df54f,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.075674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c1cee32-c5b0-457a-b7f7-6dbcd3614169 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9336364 Sep 16 05:11:36.077688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51056) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:36.093295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-230405527'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:36.095153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a8dbec1-d240-4f93-b2e0-4ac5824bf62f req-462bd524-5958-44ef-83e3-6a1fd345d64e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989850 Sep 16 05:11:36.125288 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518ef0f-ca9e-43fd-892b-3a399436adc4 x-openstack-request-id: req-4518ef0f-ca9e-43fd-892b-3a399436adc4 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:36.125548 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:36.127035 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4518ef0f-ca9e-43fd-892b-3a399436adc4 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:36.127165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:36.127612 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'status': 'completed', 'code': 200} Sep 16 05:11:36.144897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-30098ee4-3a8c-495c-86ea-f577aa47333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.146495 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-30098ee4-3a8c-495c-86ea-f577aa47333f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1095 time: 0.4378316 Sep 16 05:11:36.213898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:36.218794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.258547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea57a5d9-7562-40b4-bf24-7c2038e87a34 req-eaf5d0a8-163c-43ed-9c33-01114a42acef tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 210 time: 0.0461938 Sep 16 05:11:36.322445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e27e9-8529-448a-a672-ceec366c2aa8 None None] Pushing event updated for resources: {'Port': ['ID=3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.333300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:36.337909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:36.339850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:36.379308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2c68b-6a6d-43c5-b331-65ac382f9e4b req-cbd32d93-f038-4480-b390-fdb96675f45d tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.391864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ec2c68b-6a6d-43c5-b331-65ac382f9e4b req-cbd32d93-f038-4480-b390-fdb96675f45d tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 949 time: 0.1470349 Sep 16 05:11:36.468800 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-4398291c-faf8-4acd-a535-1c3bad0348b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 217 time: 0.1562417 Sep 16 05:11:36.519672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ec2c68b-6a6d-43c5-b331-65ac382f9e4b req-09e5e244-c011-4f9b-bab9-b0345af62e48 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237769 Sep 16 05:11:36.543690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671116b7-35ef-4dc4-9451-b32bd5f94996 req-cc56685a-0acc-4a86-9329-0c1245c517df tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.551980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-671116b7-35ef-4dc4-9451-b32bd5f94996 req-cc56685a-0acc-4a86-9329-0c1245c517df tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 944 time: 0.1546113 Sep 16 05:11:36.586021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-b11794b1-bd1f-4371-a971-5a665562c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.587787 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-b11794b1-bd1f-4371-a971-5a665562c6f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.1037142 Sep 16 05:11:36.594827 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.595463 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment 20776206-424d-466a-b244-9c5c5e3bfa61 of type vlan for network 875c1b66-c997-419b-bbd7-53e314c32798 Sep 16 05:11:36.659919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:36.662288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0349e409-57e6-4c0b-a6c9-ac32d4f62137 None None] Provisioning complete for port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:36.662288 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0349e409-57e6-4c0b-a6c9-ac32d4f62137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.681726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-671116b7-35ef-4dc4-9451-b32bd5f94996 req-bf8cc9a7-336d-48b8-920e-fd86135aa50d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229267 Sep 16 05:11:36.908257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760dde9-3024-4306-bd33-58191564c8e6 req-3601b34a-ab82-44e9-8762-dccbc21a90e5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:36.915584 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.928272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2760dde9-3024-4306-bd33-58191564c8e6 req-3601b34a-ab82-44e9-8762-dccbc21a90e5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 943 time: 0.1639764 Sep 16 05:11:37.011642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:37.025901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2760dde9-3024-4306-bd33-58191564c8e6 req-5e95aacf-2024-453d-b924-62649ad6ee85 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966165 Sep 16 05:11:37.031515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-bfd669dd-6946-49c4-8cd5-f0cb7b53c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.033541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-bfd669dd-6946-49c4-8cd5-f0cb7b53c562 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4360166 Sep 16 05:11:37.073546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.095937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.099953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.168125 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0349e409-57e6-4c0b-a6c9-ac32d4f62137 None None] Provisioning complete for port f19ec726-faf5-43e9-a3d6-8a6fd0944989 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:37.168644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0349e409-57e6-4c0b-a6c9-ac32d4f62137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.171487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:37.171856 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.282351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=875c1b66-c997-419b-bbd7-53e314c32798,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.303838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c83c93-ee83-4ab0-bb08-fdacfacfcd04 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:11:37.338953 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6a93ae6c-cc41-4779-b8ac-afc2736a237b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2599621 Sep 16 05:11:37.341703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51096) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.347493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:37.373295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 875c1b66-c997-419b-bbd7-53e314c32798 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:37.399804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51098) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.433908 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-002cfdaf-bb1c-43a4-bfce-963677dda1e5 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809767 Sep 16 05:11:37.524013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0349e409-57e6-4c0b-a6c9-ac32d4f62137 None None] Port f19ec726-faf5-43e9-a3d6-8a6fd0944989 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:37.533183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ede8a31e-8f6e-4d21-b856-a8e0a8ec6702 req-bd5e915d-8798-4027-911d-8fd1f8683496 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 210 time: 0.1407020 Sep 16 05:11:37.567618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:37.573658 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.587491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-97ea1f1e-da5b-4b15-a611-5227b3188404 req-2c7b194d-6548-4f42-a757-b5794dd63af4 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422353 Sep 16 05:11:37.588522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c83c93-ee83-4ab0-bb08-fdacfacfcd04 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:11:37.607067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713071405'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:37.640116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.661167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.723675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-ccd9b37e-d4c2-469c-864d-5b635899d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.725262 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-ccd9b37e-d4c2-469c-864d-5b635899d8b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1095 time: 0.0734680 Sep 16 05:11:37.803975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:33Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:34Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.851376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:37.854917 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d4c5e4-e098-4067-a3ac-7c630ca63e3b" -d '{"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-plugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:37.862823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-fcee0de7-e297-4aa5-9890-51285373c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:37.864433 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-fcee0de7-e297-4aa5-9890-51285373c951 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.1290848 Sep 16 05:11:37.866211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:37.866576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Updating router 5a23a41c-3469-4384-9e80-e70fb144788e port f19ec726-faf5-43e9-a3d6-8a6fd0944989 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:37.871534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-158bae5b-f760-491f-89ef-0d248a9c86c4 None None] Provisioning complete for port f19ec726-faf5-43e9-a3d6-8a6fd0944989 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:37.871925 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-158bae5b-f760-491f-89ef-0d248a9c86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.899138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.932413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.940016 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-de69916d-056e-49c7-a53e-a557fbba828b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 217 time: 0.0572565 Sep 16 05:11:37.966016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.014514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbec685-ed40-4e97-bbbb-ef35ca9cd71a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.014877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-158bae5b-f760-491f-89ef-0d248a9c86c4 None None] Port f19ec726-faf5-43e9-a3d6-8a6fd0944989 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:38.048399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-b553db2a-76eb-4674-bc8d-abd1953b6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.049926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-b553db2a-76eb-4674-bc8d-abd1953b6c3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.0953250 Sep 16 05:11:38.072400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78ccfdd6-8f0b-475e-ac43-a4db15be154f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:38.157863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.163238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-c99dadd1-d0a3-4b53-b2e0-74e9963a3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.164879 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-c99dadd1-d0a3-4b53-b2e0-74e9963a3114 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994279 Sep 16 05:11:38.167864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.245130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f267da41-0469-421d-b874-51e4f6e09944,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.250503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.252153 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-010a8f8e-23d7-46a5-9a35-eafe02ac2a50 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8506596 Sep 16 05:11:38.254578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51114) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.273097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28474b7-aad4-4846-9221-bbd54bd4fc48 req-44b9a33e-32d3-4979-b0cb-338d728420f1 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.277164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b28474b7-aad4-4846-9221-bbd54bd4fc48 req-44b9a33e-32d3-4979-b0cb-338d728420f1 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 949 time: 0.6431186 Sep 16 05:11:38.317640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-0d008def-5550-45a2-98f8-c4a86657c826 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.319348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-0d008def-5550-45a2-98f8-c4a86657c826 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 814 time: 0.2330937 Sep 16 05:11:38.333780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b76f-9ef4-405d-92fd-68da2ad21e75 req-72284ea1-6ad4-4531-929f-c78461853878 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.335278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a031b76f-9ef4-405d-92fd-68da2ad21e75 req-72284ea1-6ad4-4531-929f-c78461853878 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 944 time: 0.2479227 Sep 16 05:11:38.340365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Request body: {'port': {'device_id': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'admin_state_up': True, 'tenant_id': '258ce8eed4b143d08834859e86cd733d'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:38.346885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 78ccfdd6-8f0b-475e-ac43-a4db15be154f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:38.365774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-e68d8f08-30ed-40f3-bbac-3f85c18b08a3 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853559 Sep 16 05:11:38.367019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 78ccfdd6-8f0b-475e-ac43-a4db15be154f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:38.367395 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.374111 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-349ad5fb-b5d2-4c6c-b944-0b9aec447d87 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1184132 Sep 16 05:11:38.383062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51116) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.391812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-86f703a5-eae1-4c38-8b24-2ceacf8f83ad tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-security--827908442', 'description': 'tempest-security-description-850914596'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:38.450256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b28474b7-aad4-4846-9221-bbd54bd4fc48 req-0fd18a50-381f-45c1-9388-2bc013d99cfc tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620803 Sep 16 05:11:38.479836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86f703a5-eae1-4c38-8b24-2ceacf8f83ad tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.542206 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-169f6ebe-eb22-4c7b-ad5f-e682948927e5 req-257cc7ee-e4d0-400c-80e6-42c251dd15a1 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669657 Sep 16 05:11:38.557553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86f703a5-eae1-4c38-8b24-2ceacf8f83ad tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.565346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86f703a5-eae1-4c38-8b24-2ceacf8f83ad tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.568783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86f703a5-eae1-4c38-8b24-2ceacf8f83ad tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.573438 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-86f703a5-eae1-4c38-8b24-2ceacf8f83ad tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "PUT /v2.0/security-groups/f267da41-0469-421d-b874-51e4f6e09944 HTTP/1.1" status: 200 len: 1778 time: 0.1859920 Sep 16 05:11:38.574475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51122) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.629781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f703a5-eae1-4c38-8b24-2ceacf8f83ad tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f267da41-0469-421d-b874-51e4f6e09944,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.661784 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f4223-0049-45b2-8f51-0938402b5734 x-openstack-request-id: req-dc0f4223-0049-45b2-8f51-0938402b5734 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:38.662013 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-plugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:38.662267 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc0f4223-0049-45b2-8f51-0938402b5734 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:38.662664 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'code': 200} Sep 16 05:11:38.668193 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-13eeac30-bad2-44f4-b9d1-015dab71e208 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups/f267da41-0469-421d-b874-51e4f6e09944 HTTP/1.1" status: 200 len: 1778 time: 0.0891485 Sep 16 05:11:38.670403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51124) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.714260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.735629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a031b76f-9ef4-405d-92fd-68da2ad21e75 req-5f755f8d-5f29-458f-87b4-d79d17e344c5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883960 Sep 16 05:11:38.749976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.759775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.765232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a00-8abd-43c2-b6bb-386bb3d735f8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.771765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 78ccfdd6-8f0b-475e-ac43-a4db15be154f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78ccfdd6-8f0b-475e-ac43-a4db15be154f,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:38.777317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.790423 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.805767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a00-8abd-43c2-b6bb-386bb3d735f8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.859129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bef42-102e-44ef-888c-8bd4063f9417 None None] Pushing event updated for resources: {'Port': ['ID=f19ec726-faf5-43e9-a3d6-8a6fd0944989,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.863709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21df7d-5ff4-43ce-9f14-7ad99c891032 req-c44463f3-a848-4e69-9b4a-0c32bc697366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.865459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd21df7d-5ff4-43ce-9f14-7ad99c891032 req-c44463f3-a848-4e69-9b4a-0c32bc697366 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 1102 time: 0.2095673 Sep 16 05:11:38.871175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a00-8abd-43c2-b6bb-386bb3d735f8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.880766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a00-8abd-43c2-b6bb-386bb3d735f8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.884435 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ffe34a00-8abd-43c2-b6bb-386bb3d735f8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/f267da41-0469-421d-b874-51e4f6e09944 HTTP/1.1" status: 204 len: 168 time: 0.2108641 Sep 16 05:11:38.887320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51126) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.907270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=447e1e9f-42cc-47c6-9660-4c148f7aee03,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.918383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe34a00-8abd-43c2-b6bb-386bb3d735f8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f267da41-0469-421d-b874-51e4f6e09944,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.925559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Made reservation on behalf of 258ce8eed4b143d08834859e86cd733d for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:38.931141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.951583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e1d91-3464-4990-833c-a1867b79bbe3 req-ce3e2be3-39dd-4bb5-9903-8e73c114738d tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:38.953221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a9e1d91-3464-4990-833c-a1867b79bbe3 req-ce3e2be3-39dd-4bb5-9903-8e73c114738d tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 943 time: 0.2130713 Sep 16 05:11:38.969541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-401ad089-1e8a-4457-ae71-cd6713a6d330 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809190 Sep 16 05:11:38.970041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.970891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.971027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.971438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.972459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51128) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:38.972581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.972937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.973613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.974021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.974572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.974776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.975096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.975402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:38.993582 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-2ce5ad84-2900-434f-966b-6d8ee0858252 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] delete failed (client error): The resource could not be found. Sep 16 05:11:38.994818 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2ce5ad84-2900-434f-966b-6d8ee0858252 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/f267da41-0469-421d-b874-51e4f6e09944 HTTP/1.1" status: 404 len: 347 time: 0.0205970 Sep 16 05:11:39.000643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51130) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.005253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Attempting to bind port f19ec726-faf5-43e9-a3d6-8a6fd0944989 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:39.005488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d282d519-0e12-4825-8d29-6a0cdc032e7a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257063461'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:39.006017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Attempting to bind port f19ec726-faf5-43e9-a3d6-8a6fd0944989 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:39.006553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Attempting to bind port f19ec726-faf5-43e9-a3d6-8a6fd0944989 on network 03a110da-e4ed-4a38-9ef7-d6a6989d743e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:39.016149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:39.016838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Checking segment: {'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:39.017423 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.017983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Bound using segment: {'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:39.018626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Bound port: f19ec726-faf5-43e9-a3d6-8a6fd0944989, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593f403f-64ed-459b-891a-5b9858b2e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:39.019264 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.021890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=78ccfdd6-8f0b-475e-ac43-a4db15be154f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.038855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:39.039308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: 875c1b66-c997-419b-bbd7-53e314c32798, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:39.039659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d282d519-0e12-4825-8d29-6a0cdc032e7a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.042735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd21df7d-5ff4-43ce-9f14-7ad99c891032 req-7c80453d-7903-4546-90c3-636fff276868 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638134 Sep 16 05:11:39.119906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] For port f19ec726-faf5-43e9-a3d6-8a6fd0944989, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:39.125603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] For port f19ec726-faf5-43e9-a3d6-8a6fd0944989, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f19ec726-faf5-43e9-a3d6-8a6fd0944989,segment=NetworkSegment(593f403f-64ed-459b-891a-5b9858b2e151),segment_id=593f403f-64ed-459b-891a-5b9858b2e151)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:39.135272 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.141087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a9e1d91-3464-4990-833c-a1867b79bbe3 req-35e18987-ca96-4ab0-863d-e54d7d7b1ffd tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767578 Sep 16 05:11:39.179202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d282d519-0e12-4825-8d29-6a0cdc032e7a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.189836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d282d519-0e12-4825-8d29-6a0cdc032e7a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.206478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 875c1b66-c997-419b-bbd7-53e314c32798 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:39.223826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:39.224282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:39.229236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d519-0e12-4825-8d29-6a0cdc032e7a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0fec6b-c0b1-4c6b-bb32-61743f10f110,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.231212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bef42-102e-44ef-888c-8bd4063f9417 None None] Pushing event updated for resources: {'Port': ['ID=f19ec726-faf5-43e9-a3d6-8a6fd0944989,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.234591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d282d519-0e12-4825-8d29-6a0cdc032e7a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.236167 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d282d519-0e12-4825-8d29-6a0cdc032e7a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2345078 Sep 16 05:11:39.246905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51132) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.252295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8d57822e-78f5-43ce-b111-db713dc70519 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '3a0fec6b-c0b1-4c6b-bb32-61743f10f110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:39.283370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3117d87-8509-4196-bd8a-c5aefb293b3d req-83be3e9f-6acd-4678-a052-d22bf8a76061 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.285465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3117d87-8509-4196-bd8a-c5aefb293b3d req-83be3e9f-6acd-4678-a052-d22bf8a76061 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 950 time: 0.2892315 Sep 16 05:11:39.307248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 875c1b66-c997-419b-bbd7-53e314c32798) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:39.313080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.314881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.316974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d57822e-78f5-43ce-b111-db713dc70519 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.326217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16430bdd-7f0d-403e-bbf5-d9db3506b526 None None] Network 875c1b66-c997-419b-bbd7-53e314c32798 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:39.351455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9e205208-a2b6-4615-9576-78c622029850 None None] Provisioning complete for port f19ec726-faf5-43e9-a3d6-8a6fd0944989 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:39.352229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e205208-a2b6-4615-9576-78c622029850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.361155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f770fd88-87c2-4a2e-a9a0-590664820f24 req-09d60d79-afdc-4950-b80b-554c13179d7b tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 210 time: 0.1153216 Sep 16 05:11:39.362381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Allocated IP 172.20.0.10 (ebe885e6-4d04-4fd9-adee-ef5908fdde95/ce29a734-4169-4c76-b2e3-2fe197987d17/c6555b78-9f2d-4a0e-9c30-c4057abe7b41) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:39.366809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:39.405216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b4d081ab-ab35-4767-8e66-aedaf21ed432 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0617211 Sep 16 05:11:39.409506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51134) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.432671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3117d87-8509-4196-bd8a-c5aefb293b3d req-79112184-45e2-489d-be69-65066ace5057 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290843 Sep 16 05:11:39.509209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d57822e-78f5-43ce-b111-db713dc70519 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.545408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d57822e-78f5-43ce-b111-db713dc70519 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.563759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57822e-78f5-43ce-b111-db713dc70519 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db508984-c4fb-4527-9b3d-e2fa914039ef,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.595628 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d57822e-78f5-43ce-b111-db713dc70519 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.595628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8d57822e-78f5-43ce-b111-db713dc70519 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443680 Sep 16 05:11:39.596390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51136) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.601411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.640330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.695600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51a72b8b-cfb6-41b5-bd1d-4bed9b058582 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.699234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Network ebe885e6-4d04-4fd9-adee-ef5908fdde95 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:39.702717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:39.706479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51a72b8b-cfb6-41b5-bd1d-4bed9b058582 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.712056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:39.733064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-875c1b66-c997-419b-bbd7-53e314c32798', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:39.734487 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.761708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e205208-a2b6-4615-9576-78c622029850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.783780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:39.784507 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.812385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4756486 Sep 16 05:11:39.815445 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51a72b8b-cfb6-41b5-bd1d-4bed9b058582 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.817408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0590d2c-3e8e-4a68-84f1-2ac83bd78fdb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.821247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9e205208-a2b6-4615-9576-78c622029850 None None] For port f19ec726-faf5-43e9-a3d6-8a6fd0944989, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f19ec726-faf5-43e9-a3d6-8a6fd0944989,segment=NetworkSegment(593f403f-64ed-459b-891a-5b9858b2e151),segment_id=593f403f-64ed-459b-891a-5b9858b2e151)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:39.827409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Request body: {'port': {'device_id': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:39.829450 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51a72b8b-cfb6-41b5-bd1d-4bed9b058582 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.833052 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-51a72b8b-cfb6-41b5-bd1d-4bed9b058582 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/db508984-c4fb-4527-9b3d-e2fa914039ef HTTP/1.1" status: 204 len: 168 time: 0.2332928 Sep 16 05:11:39.834612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a72b8b-cfb6-41b5-bd1d-4bed9b058582 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db508984-c4fb-4527-9b3d-e2fa914039ef,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.836335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51142) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.897639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e205208-a2b6-4615-9576-78c622029850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.944466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.944847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e8ae31f7-5db9-467a-9988-7d53443df54f details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:40.003740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-43b3f0e8-5f46-46c5-9271-5105b52261f8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1640282 Sep 16 05:11:40.004073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14655c9-d70d-4b82-af54-d3fcda07577f req-9e2d12b5-f235-46f8-8088-d1dfe08a6c33 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.006217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c14655c9-d70d-4b82-af54-d3fcda07577f req-9e2d12b5-f235-46f8-8088-d1dfe08a6c33 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 945 time: 0.1410906 Sep 16 05:11:40.007853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51146) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.023910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.047982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e205208-a2b6-4615-9576-78c622029850 None None] Pushing event updated for resources: {'Port': ['ID=f19ec726-faf5-43e9-a3d6-8a6fd0944989,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.078383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Allocated IP 2001:db8:1::2 (875c1b66-c997-419b-bbd7-53e314c32798/447e1e9f-42cc-47c6-9660-4c148f7aee03/946c58e3-9572-4076-a638-833da3bece42) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:40.131355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-561241c8-5100-431b-8680-cd6025db7abb None None] Provisioning complete for port f19ec726-faf5-43e9-a3d6-8a6fd0944989 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:40.131355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-561241c8-5100-431b-8680-cd6025db7abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.165966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c14655c9-d70d-4b82-af54-d3fcda07577f req-19ab75b9-c06c-4fb2-9762-a45d0ca32692 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493263 Sep 16 05:11:40.175615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:33Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.197068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9996-a27d-4a5b-b616-18db32d29c3e tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.231158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd535d-d792-4ea0-b844-474811c766d9 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:33Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:40.266378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9996-a27d-4a5b-b616-18db32d29c3e tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.293193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e8ae31f7-5db9-467a-9988-7d53443df54f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e8ae31f7-5db9-467a-9988-7d53443df54f,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:40.316350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'mac_address': 'fa:16:3e:65:b0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:40.425187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0cc3-c970-4bbf-b350-7b64f2aed894 req-ffc5b15a-c77c-4e2e-bbac-c48f2c04b184 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.426698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59cd0cc3-c970-4bbf-b350-7b64f2aed894 req-ffc5b15a-c77c-4e2e-bbac-c48f2c04b184 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 943 time: 0.1210206 Sep 16 05:11:40.430652 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9996-a27d-4a5b-b616-18db32d29c3e tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.433574 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9996-a27d-4a5b-b616-18db32d29c3e tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.438404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8dfc9996-a27d-4a5b-b616-18db32d29c3e tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/3a0fec6b-c0b1-4c6b-bb32-61743f10f110 HTTP/1.1" status: 204 len: 168 time: 0.4259765 Sep 16 05:11:40.438615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51152) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.519007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc9996-a27d-4a5b-b616-18db32d29c3e tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0fec6b-c0b1-4c6b-bb32-61743f10f110,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.520545 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-96aea9a9-5fef-448a-a293-d0cb15b45a2a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811453 Sep 16 05:11:40.525826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51156) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.540991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6c90ab90-caa0-468b-a1df-fdc97112fae0 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733573849'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:40.592514 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.615380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6555b78-9f2d-4a0e-9c30-c4057abe7b41 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:40.627261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59cd0cc3-c970-4bbf-b350-7b64f2aed894 req-80820be8-d82a-4d56-b5c5-c97ca077b0e5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639338 Sep 16 05:11:40.629747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.635425 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab90-caa0-468b-a1df-fdc97112fae0 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.648272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b01f9-82af-440c-87e3-c7193a314401 req-97751beb-b692-4444-912b-ec0f2f502a4f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:40.649759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a8b01f9-82af-440c-87e3-c7193a314401 req-97751beb-b692-4444-912b-ec0f2f502a4f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 932 time: 0.1837976 Sep 16 05:11:40.659710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Transition to ACTIVE for port object c6555b78-9f2d-4a0e-9c30-c4057abe7b41 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:40.672025 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.676785 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.677974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ccfdd6-8f0b-475e-ac43-a4db15be154f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:40.681384 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b6b26-3c0e-4fc0-a698-f1264c987b40" -d '{"events": [{"server_uuid": "6bf8d45a-da6e-4432-b15f-a19560ed5bef", "name": "network-vif-plugged", "status": "completed", "tag": "78ccfdd6-8f0b-475e-ac43-a4db15be154f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:40.724611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ae31f7-5db9-467a-9988-7d53443df54f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:40.736993 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.812474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8:1::1 (875c1b66-c997-419b-bbd7-53e314c32798/447e1e9f-42cc-47c6-9660-4c148f7aee03/038f1782-1bd1-4368-8d47-4531bce6f1c6) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:40.816682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e8ae31f7-5db9-467a-9988-7d53443df54f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e8ae31f7-5db9-467a-9988-7d53443df54f,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:40.879067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.919734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.931693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Network 875c1b66-c997-419b-bbd7-53e314c32798 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:40.933615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:40.937863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Pushing event updated for resources: {'Port': ['ID=946c58e3-9572-4076-a638-833da3bece42,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.953941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:41.006078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562fda7-b801-46eb-ab69-54c978f80239 req-7b26ae46-cf2a-457f-9ae5-12f93477fe77 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.007610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9562fda7-b801-46eb-ab69-54c978f80239 req-7b26ae46-cf2a-457f-9ae5-12f93477fe77 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 950 time: 0.2396665 Sep 16 05:11:41.044644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e8ae31f7-5db9-467a-9988-7d53443df54f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.052423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a8b01f9-82af-440c-87e3-c7193a314401 req-7549846d-efcf-400f-9762-39be504fe5f0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444300 Sep 16 05:11:41.077168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f19ec726-faf5-43e9-a3d6-8a6fd0944989 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:41.170120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Attempting to bind port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:41.170120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Attempting to bind port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:41.170372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Attempting to bind port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:41.178812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:41.178812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Attempting to bind port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:41.197007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9562fda7-b801-46eb-ab69-54c978f80239 req-f77e2857-ae85-4d14-964a-a5a05b2996a1 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390929 Sep 16 05:11:41.206682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:41.207070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Checking segment: {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:41.207418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Bound using segment: {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:41.207870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Bound port: c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:41.208365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.325947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:41.331860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:41.348439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.371890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.441939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.469250 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9474aa-cab2-4b4f-b653-69a26570308b x-openstack-request-id: req-2c9474aa-cab2-4b4f-b653-69a26570308b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:41.469693 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf8d45a-da6e-4432-b15f-a19560ed5bef", "name": "network-vif-plugged", "status": "completed", "tag": "78ccfdd6-8f0b-475e-ac43-a4db15be154f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:41.470031 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c9474aa-cab2-4b4f-b653-69a26570308b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:41.470538 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ccfdd6-8f0b-475e-ac43-a4db15be154f', 'code': 200} Sep 16 05:11:41.488452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.489107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.490894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] 10.222.0.73 "PUT /v2.0/ports/c6555b78-9f2d-4a0e-9c30-c4057abe7b41 HTTP/1.1" status: 200 len: 1093 time: 1.6694767 Sep 16 05:11:41.493836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:41.505990 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ec58fc-783f-4397-83fb-b0ef6b60041e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:41.532597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 875c1b66-c997-419b-bbd7-53e314c32798 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:41.560053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:41.586081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:41.586716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.589652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Attempting to bind port 946c58e3-9572-4076-a638-833da3bece42 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:41.590036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Attempting to bind port 946c58e3-9572-4076-a638-833da3bece42 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:41.590410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Attempting to bind port 946c58e3-9572-4076-a638-833da3bece42 on network 875c1b66-c997-419b-bbd7-53e314c32798 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:41.598143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c9350-6a08-4385-a962-e3f81eaec091 req-eb37239b-4ad5-40f7-ac37-980584c7b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.599658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c51c9350-6a08-4385-a962-e3f81eaec091 req-eb37239b-4ad5-40f7-ac37-980584c7b3fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 1097 time: 0.2658050 Sep 16 05:11:41.603725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=038f1782-1bd1-4368-8d47-4531bce6f1c6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.603923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67491c-6a4b-4981-967e-3a4e70e46fee service neutron] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.615155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e8ae31f7-5db9-467a-9988-7d53443df54f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:41.644876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3e5a4-036a-426d-aeaa-31e8a8aa099d req-2f773454-49c9-40ba-a437-a2336d376bf2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.646479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fd3e5a4-036a-426d-aeaa-31e8a8aa099d req-2f773454-49c9-40ba-a437-a2336d376bf2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 945 time: 0.2612138 Sep 16 05:11:41.682556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:41.683315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Checking segment: {'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:41.683997 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.684601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Bound using segment: {'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:41.685832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Bound port: 946c58e3-9572-4076-a638-833da3bece42, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:41.686448 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.710806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.722435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fd3e5a4-036a-426d-aeaa-31e8a8aa099d req-5d2433de-79f3-458f-9f12-05dfe87dcf4c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602610 Sep 16 05:11:41.735980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-b1549184-ea1b-4664-93ef-0d85a7691a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.737882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-b1549184-ea1b-4664-93ef-0d85a7691a58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 1096 time: 0.1505847 Sep 16 05:11:41.739611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c51c9350-6a08-4385-a962-e3f81eaec091 req-336413f0-38b6-4616-b0f4-68137f62f6df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156096 Sep 16 05:11:41.809387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-6fce7529-93b2-40d4-a09e-0e9c990855f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41 HTTP/1.1" status: 200 len: 217 time: 0.0625799 Sep 16 05:11:41.812677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab90-caa0-468b-a1df-fdc97112fae0 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.819247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab90-caa0-468b-a1df-fdc97112fae0 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.868898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c90ab90-caa0-468b-a1df-fdc97112fae0 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.870529 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c90ab90-caa0-468b-a1df-fdc97112fae0 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3411319 Sep 16 05:11:41.877752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f19ec726-faf5-43e9-a3d6-8a6fd0944989 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:41.878416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.878868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51180) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.890225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ebb51ba7-7e2a-4bb2-9e75-19bde9a7a235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '52476bb7-a368-4dd9-a02c-58b094bf576f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:41.890776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-629207da-ae1e-49e4-95b2-af6215de39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:41.892350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-629207da-ae1e-49e4-95b2-af6215de39f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce29a734-4169-4c76-b2e3-2fe197987d17 HTTP/1.1" status: 200 len: 854 time: 0.0749969 Sep 16 05:11:41.893950 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54a90b9-6323-4d31-9f03-7032bc6abc1f x-openstack-request-id: req-d54a90b9-6323-4d31-9f03-7032bc6abc1f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:41.894236 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:41.894532 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d54a90b9-6323-4d31-9f03-7032bc6abc1f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:41.895334 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'status': 'completed', 'code': 200} Sep 16 05:11:41.908158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90ab90-caa0-468b-a1df-fdc97112fae0 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52476bb7-a368-4dd9-a02c-58b094bf576f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.931729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.934388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-664446ec-edbc-478c-9c0c-d4c7aa23bf01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebe885e6-4d04-4fd9-adee-ef5908fdde95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345433 Sep 16 05:11:41.959510 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb51ba7-7e2a-4bb2-9e75-19bde9a7a235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.035144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] For port 946c58e3-9572-4076-a638-833da3bece42, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:42.046481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] For port 946c58e3-9572-4076-a638-833da3bece42, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=946c58e3-9572-4076-a638-833da3bece42,segment=NetworkSegment(20776206-424d-466a-b244-9c5c5e3bfa61),segment_id=20776206-424d-466a-b244-9c5c5e3bfa61)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:42.058921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.122183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0547-d47a-434a-899e-4234cebb1ea6 req-e6cbd429-51a1-4780-b1ae-1a81131f2d07 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.130148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720d0547-d47a-434a-899e-4234cebb1ea6 req-e6cbd429-51a1-4780-b1ae-1a81131f2d07 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 944 time: 0.1384203 Sep 16 05:11:42.139228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb51ba7-7e2a-4bb2-9e75-19bde9a7a235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.149555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb51ba7-7e2a-4bb2-9e75-19bde9a7a235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.214626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb51ba7-7e2a-4bb2-9e75-19bde9a7a235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782115ad-ccae-4de4-8696-81ef7cc73748,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.242058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-cad19833-105a-4b1e-9ac1-52dfcc1ee4a4 service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995958 Sep 16 05:11:42.246457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebb51ba7-7e2a-4bb2-9e75-19bde9a7a235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.252981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc041d-964b-4267-8dff-d68d4fa713cc None None] Pushing event updated for resources: {'Port': ['ID=946c58e3-9572-4076-a638-833da3bece42,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.254169 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ebb51ba7-7e2a-4bb2-9e75-19bde9a7a235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3717189 Sep 16 05:11:42.257210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51196) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.286427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8b375af3-c235-4ba0-86a1-9b8168103178 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '52476bb7-a368-4dd9-a02c-58b094bf576f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:42.295793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720d0547-d47a-434a-899e-4234cebb1ea6 req-720f5253-e81a-4ff5-b124-5cfbe3e19447 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647592 Sep 16 05:11:42.322643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac9ca-9a79-4f0c-9817-0052bb473629 req-f4c39880-4a4b-487c-8fa5-2a31c1d39536 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.324319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eeac9ca-9a79-4f0c-9817-0052bb473629 req-f4c39880-4a4b-487c-8fa5-2a31c1d39536 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 944 time: 0.1619017 Sep 16 05:11:42.418483 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b375af3-c235-4ba0-86a1-9b8168103178 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.442337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eeac9ca-9a79-4f0c-9817-0052bb473629 req-aff81a0c-59e3-415a-b762-699720d18441 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952520 Sep 16 05:11:42.445139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.454465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.455459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.546619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d488f9e6-c4f0-44e4-93ad-f752ba42b244 req-82db3c91-5b81-4d59-93c9-67b24f13c5ee service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885659 Sep 16 05:11:42.581093 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b375af3-c235-4ba0-86a1-9b8168103178 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.586219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b375af3-c235-4ba0-86a1-9b8168103178 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.624499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=038f1782-1bd1-4368-8d47-4531bce6f1c6,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.641266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b375af3-c235-4ba0-86a1-9b8168103178 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677197f6-cefd-4e20-a746-a8e68ffbaa7a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:42.649111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b375af3-c235-4ba0-86a1-9b8168103178 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.650214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8b375af3-c235-4ba0-86a1-9b8168103178 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3746781 Sep 16 05:11:42.655187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51200) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.659622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-13faa533-9870-4af5-aa14-d1ed25475188 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '52476bb7-a368-4dd9-a02c-58b094bf576f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:42.675843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 875c1b66-c997-419b-bbd7-53e314c32798 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:42.677625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:42.683848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-f93c87b3-d250-4f09-be0a-e752e1e62044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.687755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-f93c87b3-d250-4f09-be0a-e752e1e62044 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 1096 time: 0.0834959 Sep 16 05:11:42.725160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13faa533-9870-4af5-aa14-d1ed25475188 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.790296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:42.829787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-57db42a4-8319-4d8e-86b3-a21b0985cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.831592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-57db42a4-8319-4d8e-86b3-a21b0985cf4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 915 time: 0.1373949 Sep 16 05:11:42.840493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13faa533-9870-4af5-aa14-d1ed25475188 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.899667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13faa533-9870-4af5-aa14-d1ed25475188 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.918274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-bddb0477-fe39-478b-ba32-bb2faf5de513 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41 HTTP/1.1" status: 200 len: 217 time: 0.0757687 Sep 16 05:11:42.926523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 946c58e3-9572-4076-a638-833da3bece42 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:42.956252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:42.961800 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d2b9bf9a-5346-4797-a975-c2b0d31ac614 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5509930 Sep 16 05:11:42.964640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:42.968239 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:42.970741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1645976526'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:42.983193 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:42.984664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:42.992151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 946c58e3-9572-4076-a638-833da3bece42 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:42.992711 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:42.996573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faa533-9870-4af5-aa14-d1ed25475188 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a466d20a-b3ab-4a26-896c-3496ff787367,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.015056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:43.020058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.035249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13faa533-9870-4af5-aa14-d1ed25475188 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.041588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51212) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.049183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c72a803b-3942-4166-81a3-6e8fbc24ea1c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '52476bb7-a368-4dd9-a02c-58b094bf576f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.050737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-13faa533-9870-4af5-aa14-d1ed25475188 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3928666 Sep 16 05:11:43.067894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a3ae-00aa-4629-9a71-d6687b892da7 req-db27ef39-55df-4784-b816-fcddddcf2d5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.069522 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b027a3ae-00aa-4629-9a71-d6687b892da7 req-db27ef39-55df-4784-b816-fcddddcf2d5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 945 time: 0.2171640 Sep 16 05:11:43.074299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-e8a599d9-6f71-47cd-bfa4-3d0655a1afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.076373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-e8a599d9-6f71-47cd-bfa4-3d0655a1afbd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce29a734-4169-4c76-b2e3-2fe197987d17 HTTP/1.1" status: 200 len: 854 time: 0.1457658 Sep 16 05:11:43.116658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72a803b-3942-4166-81a3-6e8fbc24ea1c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.141724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-8b7a31a7-46d7-4566-9b2e-8b0b8a8e86f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2208712 Sep 16 05:11:43.146147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:43.152506 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:43.183918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-b0891549-69ac-481a-982d-4556b9c3b669 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebe885e6-4d04-4fd9-adee-ef5908fdde95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959678 Sep 16 05:11:43.189366 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.202109 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.202617 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment b3d4e9c6-1987-42bc-8b17-719aa385ad3e of type vlan for network 688fd594-0259-424f-99c3-996b9f675c27 Sep 16 05:11:43.239454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 946c58e3-9572-4076-a638-833da3bece42, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=946c58e3-9572-4076-a638-833da3bece42,segment=NetworkSegment(20776206-424d-466a-b244-9c5c5e3bfa61),segment_id=20776206-424d-466a-b244-9c5c5e3bfa61)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:43.252558 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.276747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b027a3ae-00aa-4629-9a71-d6687b892da7 req-dd06f09d-5a8b-4317-86cd-f9e38a3db69b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708629 Sep 16 05:11:43.334369 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72a803b-3942-4166-81a3-6e8fbc24ea1c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.340878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.351101 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72a803b-3942-4166-81a3-6e8fbc24ea1c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.384049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-c716c0c3-36ae-4f8c-9b7b-2f80ec893288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.385669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-c716c0c3-36ae-4f8c-9b7b-2f80ec893288 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1096 time: 0.1295829 Sep 16 05:11:43.393868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-c334b3ba-1b10-46fd-9d07-d64487c8a45a service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906612 Sep 16 05:11:43.417346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=946c58e3-9572-4076-a638-833da3bece42,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.465631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72a803b-3942-4166-81a3-6e8fbc24ea1c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.467837 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c72a803b-3942-4166-81a3-6e8fbc24ea1c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4251039 Sep 16 05:11:43.477666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51222) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.483928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fad1156d-a4aa-4869-a405-cd7b8547ea66 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '52476bb7-a368-4dd9-a02c-58b094bf576f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.494955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a803b-3942-4166-81a3-6e8fbc24ea1c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cda939-385e-4ea8-885b-53ce0b250204,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.509813 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 3, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:42Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:43.510113 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.516937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.517939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.571912 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:43.572297 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Updating router 5a23a41c-3469-4384-9e80-e70fb144788e port 038f1782-1bd1-4368-8d47-4531bce6f1c6 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:43.625647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fad1156d-a4aa-4869-a405-cd7b8547ea66 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.625977 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.638377 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6709008 Sep 16 05:11:43.639033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51228) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.650911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.670431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf6cfa-d88c-4549-ab83-b536cd7edda5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=688fd594-0259-424f-99c3-996b9f675c27,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.684519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 688fd594-0259-424f-99c3-996b9f675c27 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:43.757371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817a7e4-325e-4c5e-8824-5a68b5853890 req-81419f92-92e3-4b8d-a38e-c2bbc0469a78 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.760195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9817a7e4-325e-4c5e-8824-5a68b5853890 req-81419f92-92e3-4b8d-a38e-c2bbc0469a78 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 944 time: 0.2942057 Sep 16 05:11:43.797043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b24601-7f40-4d23-9f10-d295e4855647 None None] Network 875c1b66-c997-419b-bbd7-53e314c32798 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:43.805996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca966c-1a44-4bc9-8239-d4e51ec30dc2 req-fdd3502b-29a0-43df-b4c4-bddc6621d0c9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.807551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aca966c-1a44-4bc9-8239-d4e51ec30dc2 req-fdd3502b-29a0-43df-b4c4-bddc6621d0c9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 944 time: 0.1635067 Sep 16 05:11:43.809724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7ec58fc-783f-4397-83fb-b0ef6b60041e req-24410ac2-1760-4aed-b49b-1d00585dd844 service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043531 Sep 16 05:11:43.813215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-e0cb1d08-accf-436c-84fa-8f20b7aa7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.815365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-e0cb1d08-accf-436c-84fa-8f20b7aa7375 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.3788316 Sep 16 05:11:43.836371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:43.847060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.875431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fad1156d-a4aa-4869-a405-cd7b8547ea66 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.889945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fad1156d-a4aa-4869-a405-cd7b8547ea66 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.919318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-de8c4185-1b2a-4bf4-9244-8a4b6025aa0a None None] Provisioning complete for port 946c58e3-9572-4076-a638-833da3bece42 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:43.919974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de8c4185-1b2a-4bf4-9244-8a4b6025aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.952476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1156d-a4aa-4869-a405-cd7b8547ea66 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3df853-f7b2-4ae0-aec2-9c7408e6297e,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.973976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c6555b78-9f2d-4a0e-9c30-c4057abe7b41 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:43.977854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e8ae31f7-5db9-467a-9988-7d53443df54f up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:43.991890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fad1156d-a4aa-4869-a405-cd7b8547ea66 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.993359 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fad1156d-a4aa-4869-a405-cd7b8547ea66 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5145457 Sep 16 05:11:43.997056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51230) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.031469 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.035075 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbfe-e7b5-42ae-b997-49f6e0496384 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.040716 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.052823 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbfe-e7b5-42ae-b997-49f6e0496384 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.149676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbfe-e7b5-42ae-b997-49f6e0496384 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.156659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbfe-e7b5-42ae-b997-49f6e0496384 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.158027 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ca68dbfe-e7b5-42ae-b997-49f6e0496384 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/be3df853-f7b2-4ae0-aec2-9c7408e6297e HTTP/1.1" status: 204 len: 168 time: 0.1599936 Sep 16 05:11:44.163398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.190242 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Attempting to bind port 038f1782-1bd1-4368-8d47-4531bce6f1c6 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:44.190613 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Attempting to bind port 038f1782-1bd1-4368-8d47-4531bce6f1c6 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:44.191075 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Attempting to bind port 038f1782-1bd1-4368-8d47-4531bce6f1c6 on network 875c1b66-c997-419b-bbd7-53e314c32798 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:44.201211 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:44.201731 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Checking segment: {'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:44.202199 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.202599 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Bound using segment: {'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:44.203484 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Bound port: 038f1782-1bd1-4368-8d47-4531bce6f1c6, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20776206-424d-466a-b244-9c5c5e3bfa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:44.203988 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.218967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68dbfe-e7b5-42ae-b997-49f6e0496384 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be3df853-f7b2-4ae0-aec2-9c7408e6297e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.287247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port e8ae31f7-5db9-467a-9988-7d53443df54f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:44.293635 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8f0b57ca-3e0d-487f-a214-a75695ff2235 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1250324 Sep 16 05:11:44.295731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.299335 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] For port 038f1782-1bd1-4368-8d47-4531bce6f1c6, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:44.300815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:44.303164 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] For port 038f1782-1bd1-4368-8d47-4531bce6f1c6, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=038f1782-1bd1-4368-8d47-4531bce6f1c6,segment=NetworkSegment(20776206-424d-466a-b244-9c5c5e3bfa61),segment_id=20776206-424d-466a-b244-9c5c5e3bfa61)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:44.304999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51238) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.307828 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306b7f-4865-4b04-b727-add2013bc091 None None] Pushing event updated for resources: {'Port': ['ID=038f1782-1bd1-4368-8d47-4531bce6f1c6,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.310955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e8ae31f7-5db9-467a-9988-7d53443df54f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:44.311332 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.312796 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.320415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9817a7e4-325e-4c5e-8824-5a68b5853890 req-9fe98172-8f10-441b-abe3-8057a2c93001 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462110 Sep 16 05:11:44.358119 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:44.358768 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:44.359920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'port_id': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'mac_address': 'fa:16:3e:68:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce29a734-4169-4c76-b2e3-2fe197987d17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:44.424993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aca966c-1a44-4bc9-8239-d4e51ec30dc2 req-4ea6358e-f1e0-4650-b58b-5208020734bb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060207 Sep 16 05:11:44.478839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-48c4b437-f156-490d-bead-07a56c8d455a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.6448379 Sep 16 05:11:44.486354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.495972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f43751f-015e-4478-82f7-4f98146ba3e7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.515074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=c412f835-30a7-403c-a239-b3ad9fbc174f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.519432 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f43751f-015e-4478-82f7-4f98146ba3e7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.564563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6555b78-9f2d-4a0e-9c30-c4057abe7b41 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:44.576397 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.578539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:44.579114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: 688fd594-0259-424f-99c3-996b9f675c27, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:44.625709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-d19ee6e8-bffe-4620-8137-b7090909a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.634114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e8ae31f7-5db9-467a-9988-7d53443df54f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e8ae31f7-5db9-467a-9988-7d53443df54f,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:44.637261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:44.637446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f43751f-015e-4478-82f7-4f98146ba3e7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.637543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:44.646315 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0baf4e-acc0-408f-a882-ea2f2de707f7" -d '{"events": [{"server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:44.647811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-d19ee6e8-bffe-4620-8137-b7090909a3a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1546936 Sep 16 05:11:44.653482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f43751f-015e-4478-82f7-4f98146ba3e7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.656062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.657800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51254) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.660250 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f43751f-015e-4478-82f7-4f98146ba3e7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c5cda939-385e-4ea8-885b-53ce0b250204 HTTP/1.1" status: 204 len: 168 time: 0.3456740 Sep 16 05:11:44.663561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 688fd594-0259-424f-99c3-996b9f675c27 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:44.665801 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.672828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43751f-015e-4478-82f7-4f98146ba3e7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5cda939-385e-4ea8-885b-53ce0b250204,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.685636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 688fd594-0259-424f-99c3-996b9f675c27) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.694930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.696833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.722442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5cf4d9-591e-4d18-a899-b89ee2acb120 None None] Network 688fd594-0259-424f-99c3-996b9f675c27 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:44.747107 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-70e13adc-312c-47d2-9d9b-59511f6ea6b3 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1006296 Sep 16 05:11:44.749963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51256) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.767574 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:44.770319 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306b7f-4865-4b04-b727-add2013bc091 None None] Pushing event updated for resources: {'Port': ['ID=038f1782-1bd1-4368-8d47-4531bce6f1c6,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.880831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ab255275-53cb-4f0d-9028-e3dc284a31ff tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2217193 Sep 16 05:11:44.890194 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51258) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:44.914015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e8ae31f7-5db9-467a-9988-7d53443df54f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.941666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-a1d7b132-1f4d-4ca3-a137-c9d97d596148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.943594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-a1d7b132-1f4d-4ca3-a137-c9d97d596148 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2885027 Sep 16 05:11:44.954391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32c5c-b120-44d0-8369-ee7ce4894967 req-3219f7b5-43c6-4996-9131-1dd2db6798f0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.962781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ae32c5c-b120-44d0-8369-ee7ce4894967 req-3219f7b5-43c6-4996-9131-1dd2db6798f0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 945 time: 0.2585280 Sep 16 05:11:45.061943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab089-28ba-40aa-a1cb-662269b0400b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.070814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ae32c5c-b120-44d0-8369-ee7ce4894967 req-9ce570a8-bc9e-4f3f-9ed9-32f1166b61f9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070480 Sep 16 05:11:45.073419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab089-28ba-40aa-a1cb-662269b0400b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.093384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.107092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 946c58e3-9572-4076-a638-833da3bece42 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:45.121766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c6555b78-9f2d-4a0e-9c30-c4057abe7b41'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:45.153356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab089-28ba-40aa-a1cb-662269b0400b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.159307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab089-28ba-40aa-a1cb-662269b0400b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.162869 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3b4ab089-28ba-40aa-a1cb-662269b0400b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a466d20a-b3ab-4a26-896c-3496ff787367 HTTP/1.1" status: 204 len: 168 time: 0.2695220 Sep 16 05:11:45.175296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51262) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:45.176230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab089-28ba-40aa-a1cb-662269b0400b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a466d20a-b3ab-4a26-896c-3496ff787367,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.196504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.196708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] Provisioning complete for port 038f1782-1bd1-4368-8d47-4531bce6f1c6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.197297 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.201765 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6360747f-aaee-4a9e-8e9b-313e57dadc7c x-openstack-request-id: req-6360747f-aaee-4a9e-8e9b-313e57dadc7c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:45.202065 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "name": "network-vif-plugged", "status": "completed", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:45.202326 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6360747f-aaee-4a9e-8e9b-313e57dadc7c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:45.202761 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'code': 200} Sep 16 05:11:45.216292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.226605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.226828 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 3, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.237036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.244178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.253957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.266128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.275863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-c883c5e0-cfcc-4c58-918e-894a022195ee tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.4562426 Sep 16 05:11:45.295537 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89b8d9-560c-4bdb-88cf-45bbd65c8271 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:41Z', 'revision_number': 3, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:45.320966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-688fd594-0259-424f-99c3-996b9f675c27', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:45.321750 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.375034 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f7b8be8e-27c5-401d-bf7b-51c0baa901cc tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1784608 Sep 16 05:11:45.376218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51266) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:45.421784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-9492f5dd-8ce7-44e6-beac-e4f2916ca49c service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558330 Sep 16 05:11:45.451537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a8a8488-4b38-4d41-b928-0cc4c377c1c9 req-a8d83d09-4cc7-4a61-8b58-3a36ee83fc7b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743102 Sep 16 05:11:45.538002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e117be62-9584-4ce3-bff6-950beeeec101 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.575188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e117be62-9584-4ce3-bff6-950beeeec101 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.623807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb13b9-02e7-4d3e-86c6-087d2ac4fd3f req-9e191a55-7be4-4c45-b7fc-220738bf70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.623807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38bb13b9-02e7-4d3e-86c6-087d2ac4fd3f req-9e191a55-7be4-4c45-b7fc-220738bf70c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.3391852 Sep 16 05:11:45.627497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.689960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.745173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667704b-6ec0-4f47-a0d2-cb530a8ec02b req-3a5d91b2-1c81-4fc3-8b9a-f2dd30d96d39 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.753663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5667704b-6ec0-4f47-a0d2-cb530a8ec02b req-3a5d91b2-1c81-4fc3-8b9a-f2dd30d96d39 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 945 time: 0.2689729 Sep 16 05:11:45.795876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 946c58e3-9572-4076-a638-833da3bece42 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:45.796341 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.833717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77283880-1b0d-471e-8ad4-505c7ad0029d req-7f3347fe-ff76-4c3c-843b-f7a4583e3c8e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.835340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77283880-1b0d-471e-8ad4-505c7ad0029d req-7f3347fe-ff76-4c3c-843b-f7a4583e3c8e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 945 time: 0.2462852 Sep 16 05:11:45.875851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5667704b-6ec0-4f47-a0d2-cb530a8ec02b req-defbf76c-dc6f-4364-b986-4e01bd04d0d0 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208766 Sep 16 05:11:45.879643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38bb13b9-02e7-4d3e-86c6-087d2ac4fd3f req-37c62927-d46d-4d31-b35a-e1bbc2c71ddb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378249 Sep 16 05:11:45.894485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4449336f-7793-439d-9eaf-cc0383a7b293 req-7292c6c1-5ad2-45f2-9487-23b13cf39f33 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359860 Sep 16 05:11:45.951658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77283880-1b0d-471e-8ad4-505c7ad0029d req-ba2b023a-01e9-4350-a056-6d8265f30c4e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933540 Sep 16 05:11:45.974790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] For port 038f1782-1bd1-4368-8d47-4531bce6f1c6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=038f1782-1bd1-4368-8d47-4531bce6f1c6,segment=NetworkSegment(20776206-424d-466a-b244-9c5c5e3bfa61),segment_id=20776206-424d-466a-b244-9c5c5e3bfa61)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:46.015779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e117be62-9584-4ce3-bff6-950beeeec101 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.029258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.056753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e117be62-9584-4ce3-bff6-950beeeec101 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.057965 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e117be62-9584-4ce3-bff6-950beeeec101 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/677197f6-cefd-4e20-a746-a8e68ffbaa7a HTTP/1.1" status: 204 len: 168 time: 0.6304338 Sep 16 05:11:46.062814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51276) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.072421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Allocated IP 2001:db8:2::2 (688fd594-0259-424f-99c3-996b9f675c27/c412f835-30a7-403c-a239-b3ad9fbc174f/d35016c6-fb0e-467b-898b-83248542a857) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:46.076294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.089261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.095814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.100263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117be62-9584-4ce3-bff6-950beeeec101 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=677197f6-cefd-4e20-a746-a8e68ffbaa7a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.110107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.116700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.131181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:46.133216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.141433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.166313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-604c1ba1-6cc6-490e-8eaf-7e607e33e145 req-36648fdc-4723-49fb-8199-1a5d7699e9c2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.1945410 Sep 16 05:11:46.195015 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cb1822c-318c-48a3-8579-9cee65559d10 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1167963 Sep 16 05:11:46.197970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51284) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.222411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] Provisioning complete for port 946c58e3-9572-4076-a638-833da3bece42 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:46.222790 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.227611 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12c146a2-10b7-49b1-933c-7d5bae9112f1 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.236952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12c146a2-10b7-49b1-933c-7d5bae9112f1 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.279499 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12c146a2-10b7-49b1-933c-7d5bae9112f1 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.288052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12c146a2-10b7-49b1-933c-7d5bae9112f1 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.292171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51290) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.292398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-12c146a2-10b7-49b1-933c-7d5bae9112f1 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/782115ad-ccae-4de4-8696-81ef7cc73748 HTTP/1.1" status: 204 len: 168 time: 0.0930650 Sep 16 05:11:46.298227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c146a2-10b7-49b1-933c-7d5bae9112f1 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=782115ad-ccae-4de4-8696-81ef7cc73748,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.360521 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f673fa42-a956-40c9-94da-569565dd1bcb tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669494 Sep 16 05:11:46.363361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51294) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.427117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e5563ed-d696-4633-bec4-3c1919e3bb76 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.440646 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:11:46.452324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e5563ed-d696-4633-bec4-3c1919e3bb76 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.473030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff18605-1ebe-4c51-a7b1-805bb137757f None None] Pushing event updated for resources: {'Port': ['ID=038f1782-1bd1-4368-8d47-4531bce6f1c6,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.496776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e5563ed-d696-4633-bec4-3c1919e3bb76 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.500265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e5563ed-d696-4633-bec4-3c1919e3bb76 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.501581 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0e5563ed-d696-4633-bec4-3c1919e3bb76 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/52476bb7-a368-4dd9-a02c-58b094bf576f HTTP/1.1" status: 204 len: 168 time: 0.1371579 Sep 16 05:11:46.504738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51296) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.515259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5563ed-d696-4633-bec4-3c1919e3bb76 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52476bb7-a368-4dd9-a02c-58b094bf576f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.586044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c4c7aa34-4174-4423-b268-b4a509919d49 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748386 Sep 16 05:11:46.586044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51298) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.595329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b5caa191-0863-4057-bdfa-3bb53f32d471 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139789796'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:46.621196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5caa191-0863-4057-bdfa-3bb53f32d471 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.642884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:46.685241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'mac_address': 'fa:16:3e:80:7a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:46.720238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5caa191-0863-4057-bdfa-3bb53f32d471 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.723888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5caa191-0863-4057-bdfa-3bb53f32d471 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.732468 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.742230 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.762051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5caa191-0863-4057-bdfa-3bb53f32d471 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.766804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5caa191-0863-4057-bdfa-3bb53f32d471 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1768010 Sep 16 05:11:46.767894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51300) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.773283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-af9c1e50-ff85-4767-b3c0-311d943ca6b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '5f79bef6-32b9-42f7-9e66-19d7708dbb4c', 'direction': 'ingress', 'protocol': 17}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:46.776567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.791281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caa191-0863-4057-bdfa-3bb53f32d471 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f79bef6-32b9-42f7-9e66-19d7708dbb4c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.799145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Network 688fd594-0259-424f-99c3-996b9f675c27 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:46.805811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:46.815039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:46.824390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8:2::1 (688fd594-0259-424f-99c3-996b9f675c27/c412f835-30a7-403c-a239-b3ad9fbc174f/cc52ff81-869e-4248-a2f1-0bc7ea437240) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:46.825011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 413c5546-c511-4bf2-91d2-aba1e385d09c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:46.835115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Pushing event updated for resources: {'Port': ['ID=d35016c6-fb0e-467b-898b-83248542a857,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:46.841775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9c1e50-ff85-4767-b3c0-311d943ca6b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.874218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:46.905568 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.914228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-65c99ba9-748a-4909-bdf7-8bdd0c9ee77b None None] Provisioning complete for port 038f1782-1bd1-4368-8d47-4531bce6f1c6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:46.914645 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65c99ba9-748a-4909-bdf7-8bdd0c9ee77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.937203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9c1e50-ff85-4767-b3c0-311d943ca6b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.950777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9c1e50-ff85-4767-b3c0-311d943ca6b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.992257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c1e50-ff85-4767-b3c0-311d943ca6b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e3161f-bc51-4c3e-8a7b-526ff7bb7832,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.001662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 038f1782-1bd1-4368-8d47-4531bce6f1c6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:47.013023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9c1e50-ff85-4767-b3c0-311d943ca6b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.018017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-af9c1e50-ff85-4767-b3c0-311d943ca6b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2458756 Sep 16 05:11:47.018222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51306) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.031483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Attempting to bind port d35016c6-fb0e-467b-898b-83248542a857 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:47.031860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Attempting to bind port d35016c6-fb0e-467b-898b-83248542a857 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:47.032259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Attempting to bind port d35016c6-fb0e-467b-898b-83248542a857 on network 688fd594-0259-424f-99c3-996b9f675c27 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:47.074291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21357f8-74dd-4367-9231-950e4771e796 req-c0d0b309-7b2e-4e34-9a2b-f934170d289d tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.075061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:47.075573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Checking segment: {'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:47.075928 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.076373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Bound using segment: {'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:47.078143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Bound port: d35016c6-fb0e-467b-898b-83248542a857, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:47.078143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.086180 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d21357f8-74dd-4367-9231-950e4771e796 req-c0d0b309-7b2e-4e34-9a2b-f934170d289d tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 945 time: 0.0903859 Sep 16 05:11:47.117426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.127343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['413c5546-c511-4bf2-91d2-aba1e385d09c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:47.136916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.157635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60c61c6f-6bf8-4bec-8071-055a9044f296 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.188923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d21357f8-74dd-4367-9231-950e4771e796 req-8978c8c8-c2e8-45f9-872d-57d71929ca28 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008201 Sep 16 05:11:47.197119 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60c61c6f-6bf8-4bec-8071-055a9044f296 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.213547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cd0bb-e4ee-4a89-9664-0df47cedaffd req-c01ee820-2d32-4a49-b4bb-433cd0ea7fc2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.215284 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e64cd0bb-e4ee-4a89-9664-0df47cedaffd req-c01ee820-2d32-4a49-b4bb-433cd0ea7fc2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 945 time: 0.1177292 Sep 16 05:11:47.241253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 038f1782-1bd1-4368-8d47-4531bce6f1c6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:47.241829 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.267777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e64cd0bb-e4ee-4a89-9664-0df47cedaffd req-78142f51-3cb1-4bd5-8136-61a3f875dab4 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Sep 16 05:11:47.279949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.302618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] For port d35016c6-fb0e-467b-898b-83248542a857, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:47.336564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] For port d35016c6-fb0e-467b-898b-83248542a857, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d35016c6-fb0e-467b-898b-83248542a857,segment=NetworkSegment(b3d4e9c6-1987-42bc-8b17-719aa385ad3e),segment_id=b3d4e9c6-1987-42bc-8b17-719aa385ad3e)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:47.346628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.353788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60c61c6f-6bf8-4bec-8071-055a9044f296 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.357430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60c61c6f-6bf8-4bec-8071-055a9044f296 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.358630 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-60c61c6f-6bf8-4bec-8071-055a9044f296 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/5f79bef6-32b9-42f7-9e66-19d7708dbb4c HTTP/1.1" status: 204 len: 168 time: 0.3395517 Sep 16 05:11:47.361543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51320) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.363575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 688fd594-0259-424f-99c3-996b9f675c27 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:47.376990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:47.380232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:47.380741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.387394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c61c6f-6bf8-4bec-8071-055a9044f296 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f79bef6-32b9-42f7-9e66-19d7708dbb4c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.454394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=cc52ff81-869e-4248-a2f1-0bc7ea437240,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.471712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a76c063b-054a-435b-aa68-42bc402ac469 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045272 Sep 16 05:11:47.472558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51324) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.477154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a698-72f9-4ccf-949e-4cb1969fa807 None None] Pushing event updated for resources: {'Port': ['ID=d35016c6-fb0e-467b-898b-83248542a857,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.485804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d79bbe08-c135-4446-a5dd-3313cec51dfe tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210346591'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:47.562019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79bbe08-c135-4446-a5dd-3313cec51dfe tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.612570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.816316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79bbe08-c135-4446-a5dd-3313cec51dfe tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.823859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79bbe08-c135-4446-a5dd-3313cec51dfe tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.876798 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79bbe08-c135-4446-a5dd-3313cec51dfe tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.878029 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d79bbe08-c135-4446-a5dd-3313cec51dfe tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4040587 Sep 16 05:11:47.881600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51328) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.885775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bbe08-c135-4446-a5dd-3313cec51dfe tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6bf14d-17e4-4d75-b025-a5cb1653ec55,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.886257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-07d44eee-f4d6-4e98-a1aa-95106d67110a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--611637259'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:47.915654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07d44eee-f4d6-4e98-a1aa-95106d67110a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.973917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c6555b78-9f2d-4a0e-9c30-c4057abe7b41 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:48.053288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07d44eee-f4d6-4e98-a1aa-95106d67110a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.063881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07d44eee-f4d6-4e98-a1aa-95106d67110a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.101546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07d44eee-f4d6-4e98-a1aa-95106d67110a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.107401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-07d44eee-f4d6-4e98-a1aa-95106d67110a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2244353 Sep 16 05:11:48.108341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51334) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.116143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9e3b5f1b-9492-4592-a5aa-d2a52edf9e44 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '9d6bf14d-17e4-4d75-b025-a5cb1653ec55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '455f5e11-b50f-452d-95c9-642a8a1b1e70', 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:48.126428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d44eee-f4d6-4e98-a1aa-95106d67110a tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455f5e11-b50f-452d-95c9-642a8a1b1e70,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.162231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:48.163845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5f1b-9492-4592-a5aa-d2a52edf9e44 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.165030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:48.188106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:48.188816 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.310556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5f1b-9492-4592-a5aa-d2a52edf9e44 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.329493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5f1b-9492-4592-a5aa-d2a52edf9e44 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.366838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.379282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.380267 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.390366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 413c5546-c511-4bf2-91d2-aba1e385d09c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:48.391070 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.404706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5f1b-9492-4592-a5aa-d2a52edf9e44 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8886b943-0cad-4c75-b60e-f18d1e29f904,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.458039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5f1b-9492-4592-a5aa-d2a52edf9e44 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.459583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9e3b5f1b-9492-4592-a5aa-d2a52edf9e44 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3474324 Sep 16 05:11:48.465404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51350) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.486293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.490731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85dc71-d6a5-4e91-af21-ecbffb402905 req-adac29ba-353b-4de6-b16a-68625df9d007 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.499373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a85dc71-d6a5-4e91-af21-ecbffb402905 req-adac29ba-353b-4de6-b16a-68625df9d007 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 945 time: 0.1855583 Sep 16 05:11:48.499706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=cc52ff81-869e-4248-a2f1-0bc7ea437240,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.525231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:48.526678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:48.530279 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69326da5-dd6f-4076-87cf-4138ba66094b" -d '{"events": [{"server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "name": "network-vif-plugged", "status": "completed", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:48.537311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.586727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4df69-be85-4d06-8dc6-420643b62613 req-ead2054b-3b0d-4ebc-927d-84dfb5e4f130 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.601541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6c4df69-be85-4d06-8dc6-420643b62613 req-ead2054b-3b0d-4ebc-927d-84dfb5e4f130 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 945 time: 0.1834257 Sep 16 05:11:48.623051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b742bbbb-bf52-4140-b5e7-9f5c149d6ba2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.636359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a85dc71-d6a5-4e91-af21-ecbffb402905 req-f8d2742d-ba86-4588-9b2c-7c08b33e974c tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353276 Sep 16 05:11:48.647589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b742bbbb-bf52-4140-b5e7-9f5c149d6ba2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.667719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 688fd594-0259-424f-99c3-996b9f675c27 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:48.674355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:48.695826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6c4df69-be85-4d06-8dc6-420643b62613 req-9f003f99-6ba7-44fc-b431-be80b6e22d77 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931566 Sep 16 05:11:48.699409 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.727937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51364) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.751829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.752914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b742bbbb-bf52-4140-b5e7-9f5c149d6ba2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.766608 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b742bbbb-bf52-4140-b5e7-9f5c149d6ba2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.770795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b742bbbb-bf52-4140-b5e7-9f5c149d6ba2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8886b943-0cad-4c75-b60e-f18d1e29f904 HTTP/1.1" status: 204 len: 168 time: 0.3034928 Sep 16 05:11:48.771582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51372) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.791090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:48.798412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.810361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742bbbb-bf52-4140-b5e7-9f5c149d6ba2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8886b943-0cad-4c75-b60e-f18d1e29f904,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.851052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450afab1-4b24-47dd-a0af-f911476fd678 None None] Network 688fd594-0259-424f-99c3-996b9f675c27 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:48.858657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5234efbf-7ff2-4344-a987-1317c1b0a4a2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0819626 Sep 16 05:11:48.858814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:48.896052 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcbb72b-486b-44fd-8eba-bcf63f5e974d x-openstack-request-id: req-afcbb72b-486b-44fd-8eba-bcf63f5e974d {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:48.896447 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "name": "network-vif-plugged", "status": "completed", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:48.896637 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afcbb72b-486b-44fd-8eba-bcf63f5e974d {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:48.897192 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'code': 200} Sep 16 05:11:48.925780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:49.032688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.033601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.034263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.034917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.035574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.036271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.036926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.040076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-85063880-dc07-440f-b341-c87ff13a291f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6498 time: 0.3101985 Sep 16 05:11:49.056582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3e36bd5-5b3c-45a8-9089-fd4730315cef tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.067459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bb0e81f7-10f1-40c6-978e-226ea36cda4d None None] Provisioning complete for port d35016c6-fb0e-467b-898b-83248542a857 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.067845 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb0e81f7-10f1-40c6-978e-226ea36cda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.073587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d35016c6-fb0e-467b-898b-83248542a857 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:49.095104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3e36bd5-5b3c-45a8-9089-fd4730315cef tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.096116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.098507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:49.112788 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3d604043-5cb2-4b52-9cd1-b31d2986c5d9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3586595 Sep 16 05:11:49.115445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51382) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.124142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1053047534'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.130177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:49.181141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:49.181141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:49.187874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:49.192531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.212290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-73f1cdc6-3c0d-4160-9bcf-41308774cf75 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899556 Sep 16 05:11:49.213894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3e36bd5-5b3c-45a8-9089-fd4730315cef tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.217708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3e36bd5-5b3c-45a8-9089-fd4730315cef tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.219976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3e36bd5-5b3c-45a8-9089-fd4730315cef tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/455f5e11-b50f-452d-95c9-642a8a1b1e70 HTTP/1.1" status: 204 len: 168 time: 0.3593240 Sep 16 05:11:49.226826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51390) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.237973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a471-cf3c-4cdb-b0a9-41e2ad3954fc req-802825ec-5594-4122-8a77-971ee9ff6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.239762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcb9a471-cf3c-4cdb-b0a9-41e2ad3954fc req-802825ec-5594-4122-8a77-971ee9ff6fc2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 1098 time: 0.1831043 Sep 16 05:11:49.245994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e36bd5-5b3c-45a8-9089-fd4730315cef tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f5e11-b50f-452d-95c9-642a8a1b1e70,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.260726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:49.269453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-6f60ab88-2edf-4d1f-adec-9f4290e57590 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3252749 Sep 16 05:11:49.274838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.275515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.275515 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added segment 1ca6de72-da43-4f1c-986f-58548bf08ea4 of type vlan for network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 Sep 16 05:11:49.357813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.373482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.382635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcb9a471-cf3c-4cdb-b0a9-41e2ad3954fc req-1aab42e0-1fdc-47a3-8ff1-944186601749 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278005 Sep 16 05:11:49.395769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.402465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.403129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.411028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51398) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.411293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-022c25f1-6c2a-438c-80bb-d2c7f9d18be6 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1831381 Sep 16 05:11:49.485657 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3689082 Sep 16 05:11:49.489581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51400) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.495688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'subnet': {'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.529964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ece8fd-e3dd-4c4b-b5ba-bef074672393 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Network': ['ID=1572a1ad-5e61-4986-b7ed-5c94d772cd00,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.554263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a208777d-9370-4123-a22f-654952bd52a7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.572371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:49.595780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d35016c6-fb0e-467b-898b-83248542a857 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.596181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.610228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a208777d-9370-4123-a22f-654952bd52a7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.641833 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.653917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:49.678868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a208777d-9370-4123-a22f-654952bd52a7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.684212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a208777d-9370-4123-a22f-654952bd52a7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.686283 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a208777d-9370-4123-a22f-654952bd52a7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/9d6bf14d-17e4-4d75-b025-a5cb1653ec55 HTTP/1.1" status: 204 len: 168 time: 0.2720404 Sep 16 05:11:49.691722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51410) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.693747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Made reservation on behalf of b35130677bcb49b59fc72ba4624287d6 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:49.698269 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.715802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208777d-9370-4123-a22f-654952bd52a7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6bf14d-17e4-4d75-b025-a5cb1653ec55,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.759349 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-41e5f688-9018-4640-9a6d-4c4cd414d3c9 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648491 Sep 16 05:11:49.767476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51414) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.772793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7e7ed96c-92da-45b2-9fc0-9f45291e1019 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--814656821'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:49.807545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed96c-92da-45b2-9fc0-9f45291e1019 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.895625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb0e81f7-10f1-40c6-978e-226ea36cda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.932560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Allocated IP 172.25.6.219 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/2cd2f0f8-42d7-4587-b79e-a81780b298da) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:49.941555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed96c-92da-45b2-9fc0-9f45291e1019 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.953549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed96c-92da-45b2-9fc0-9f45291e1019 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.985046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bb0e81f7-10f1-40c6-978e-226ea36cda4d None None] For port d35016c6-fb0e-467b-898b-83248542a857, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d35016c6-fb0e-467b-898b-83248542a857,segment=NetworkSegment(b3d4e9c6-1987-42bc-8b17-719aa385ad3e),segment_id=b3d4e9c6-1987-42bc-8b17-719aa385ad3e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:49.987014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed96c-92da-45b2-9fc0-9f45291e1019 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.988683 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7e7ed96c-92da-45b2-9fc0-9f45291e1019 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2201712 Sep 16 05:11:49.991900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b28-4a4a-4460-852c-8b52d46c1edc req-1c9cc871-2f99-4437-91df-bcb755bf7230 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.993621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e33a4b28-4a4a-4460-852c-8b52d46c1edc req-1c9cc871-2f99-4437-91df-bcb755bf7230 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1511121 Sep 16 05:11:49.995268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51422) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:49.996980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb0e81f7-10f1-40c6-978e-226ea36cda4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.001206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-74643818-f911-412d-bde0-9ab78b8b12ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': 'bc95ea31-dddc-4316-a5b7-779bc2ae7086', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:50.008685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed96c-92da-45b2-9fc0-9f45291e1019 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc95ea31-dddc-4316-a5b7-779bc2ae7086,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.070226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74643818-f911-412d-bde0-9ab78b8b12ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.131068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e33a4b28-4a4a-4460-852c-8b52d46c1edc req-88b6ff8d-1a29-4192-9510-0effa233c224 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019073 Sep 16 05:11:50.230739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.243928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74643818-f911-412d-bde0-9ab78b8b12ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.252466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74643818-f911-412d-bde0-9ab78b8b12ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.288047 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.307896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e81f7-10f1-40c6-978e-226ea36cda4d None None] Pushing event updated for resources: {'Port': ['ID=d35016c6-fb0e-467b-898b-83248542a857,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.310567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643818-f911-412d-bde0-9ab78b8b12ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccaeca4-099d-42b5-b156-1a6ba5d204e1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.328620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74643818-f911-412d-bde0-9ab78b8b12ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.330168 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-74643818-f911-412d-bde0-9ab78b8b12ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3335323 Sep 16 05:11:50.333351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51432) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.369754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b3435c6-2cc3-41fc-a475-5fd90690a9fc tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.383451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b3435c6-2cc3-41fc-a475-5fd90690a9fc tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.447123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b3435c6-2cc3-41fc-a475-5fd90690a9fc tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.457171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b3435c6-2cc3-41fc-a475-5fd90690a9fc tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.458708 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6b3435c6-2cc3-41fc-a475-5fd90690a9fc tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7ccaeca4-099d-42b5-b156-1a6ba5d204e1 HTTP/1.1" status: 204 len: 168 time: 0.1241107 Sep 16 05:11:50.461368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51438) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.470155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.490632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:47Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:47Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.512781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3435c6-2cc3-41fc-a475-5fd90690a9fc tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ccaeca4-099d-42b5-b156-1a6ba5d204e1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.620400 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d51b808d-c90a-4ea3-8768-389341ecf0ee tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1534898 Sep 16 05:11:50.621938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.626453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:50.627054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Updating router 5a23a41c-3469-4384-9e80-e70fb144788e port cc52ff81-869e-4248-a2f1-0bc7ea437240 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:50.646265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Pushing event updated for resources: {'Port': ['ID=2cd2f0f8-42d7-4587-b79e-a81780b298da,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.678825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:50.679527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5174b2b0-06c6-404d-8caa-c7f69d4552d0 None None] Provisioning complete for port d35016c6-fb0e-467b-898b-83248542a857 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:50.680071 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5174b2b0-06c6-404d-8caa-c7f69d4552d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.681764 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.683865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:50.701384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Subnet': ['ID=34564c3b-567e-4ef2-82d7-5b8f9f65264a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.711779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:50.742731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bea7506e-21f4-49ad-b253-149e08382ab7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.753917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Checking segment: {'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:50.754592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network hostable DHCP agents. Network: 1572a1ad-5e61-4986-b7ed-5c94d772cd00, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:50.787946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bea7506e-21f4-49ad-b253-149e08382ab7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.806355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:50.852655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 1572a1ad-5e61-4986-b7ed-5c94d772cd00) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:50.861088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.861989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.887298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.894475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e28c18f2-20c5-4ca4-924e-3ecc907b9bc8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4038754 Sep 16 05:11:50.898226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.901449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:50.904544 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47dcfb-8c96-449e-b6f6-2d9b5c2896e7" -d '{"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-plugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:50.913588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bea7506e-21f4-49ad-b253-149e08382ab7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.924044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bea7506e-21f4-49ad-b253-149e08382ab7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.926134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a7948a-c082-4742-9807-0b67bba6410a None None] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:50.926538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bea7506e-21f4-49ad-b253-149e08382ab7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/bc95ea31-dddc-4316-a5b7-779bc2ae7086 HTTP/1.1" status: 204 len: 168 time: 0.3021774 Sep 16 05:11:50.937563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51446) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.975452 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.040507 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0fdc15-079e-4e41-a7fb-62c2789d8c22 x-openstack-request-id: req-0c0fdc15-079e-4e41-a7fb-62c2789d8c22 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:51.040775 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-plugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:51.041026 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c0fdc15-079e-4e41-a7fb-62c2789d8c22 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:51.041438 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'code': 200} Sep 16 05:11:51.063303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d35016c6-fb0e-467b-898b-83248542a857 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:51.081010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7506e-21f4-49ad-b253-149e08382ab7 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc95ea31-dddc-4316-a5b7-779bc2ae7086,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.161336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.175771 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.235471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-032ce7a9-db3c-4e93-a2bc-3b04db665431 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2903252 Sep 16 05:11:51.235471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51450) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.270949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ca78d807-548d-4d8f-acf6-d3f301a3bce2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group': {'name': 'tempest-secgroup--318481964'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:51.326029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5174b2b0-06c6-404d-8caa-c7f69d4552d0 None None] Provisioning complete for port cc52ff81-869e-4248-a2f1-0bc7ea437240 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.326029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5174b2b0-06c6-404d-8caa-c7f69d4552d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.355283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Pushing event updated for resources: {'Port': ['ID=2cd2f0f8-42d7-4587-b79e-a81780b298da,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.420354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.436268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca78d807-548d-4d8f-acf6-d3f301a3bce2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.456999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.465196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-5dedf412-7b1d-4e09-8ad9-a2d6783a0e97 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1945677 Sep 16 05:11:51.523831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ec97-ba96-426b-b4e0-d78a4abb0e19 req-ae03b3c7-639b-4525-a1fe-ba321749faf4 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.525533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b67ec97-ba96-426b-b4e0-d78a4abb0e19 req-ae03b3c7-639b-4525-a1fe-ba321749faf4 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2335422 Sep 16 05:11:51.558499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-01b105be-5b10-4d34-95d8-166c6e065aca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.0923502 Sep 16 05:11:51.588472 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.602864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5174b2b0-06c6-404d-8caa-c7f69d4552d0 None None] Port cc52ff81-869e-4248-a2f1-0bc7ea437240 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:51.635240 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.636532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.644073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d35016c6-fb0e-467b-898b-83248542a857 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.644527 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.718827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b67ec97-ba96-426b-b4e0-d78a4abb0e19 req-124b0dfd-4bf2-4500-b69b-72b1ee680278 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823399 Sep 16 05:11:51.795943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-a0efba52-a154-4993-aaa7-58f0a6a90763 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.798267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e28fa4d-e450-41cc-8007-7cb1523898ab req-a0efba52-a154-4993-aaa7-58f0a6a90763 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2389302 Sep 16 05:11:51.830206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2fac0e74-b7f9-4035-96f7-f64b2dba22f8 None None] Provisioning complete for port cc52ff81-869e-4248-a2f1-0bc7ea437240 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.830489 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2fac0e74-b7f9-4035-96f7-f64b2dba22f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.854656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa526dd8-4748-4d7e-9591-2b6c29e8470a None None] Pushing event updated for resources: {'Port': ['ID=cc52ff81-869e-4248-a2f1-0bc7ea437240,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.882218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca78d807-548d-4d8f-acf6-d3f301a3bce2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.891159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca78d807-548d-4d8f-acf6-d3f301a3bce2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.944460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78d807-548d-4d8f-acf6-d3f301a3bce2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5321e1f4-89c6-4915-90a9-5f17deaf0440,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.950973 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca78d807-548d-4d8f-acf6-d3f301a3bce2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.953148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ca78d807-548d-4d8f-acf6-d3f301a3bce2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7096043 Sep 16 05:11:51.955341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51470) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.962315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5e18c28c-cc16-4ddd-8c6b-43f6c92a8069 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '5321e1f4-89c6-4915-90a9-5f17deaf0440', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:51.976398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2fac0e74-b7f9-4035-96f7-f64b2dba22f8 None None] Port cc52ff81-869e-4248-a2f1-0bc7ea437240 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:51.983273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'fixed_ips': [{'subnet_id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:51.992265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.047202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e18c28c-cc16-4ddd-8c6b-43f6c92a8069 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.219024 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Attempting to bind port cc52ff81-869e-4248-a2f1-0bc7ea437240 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:52.219403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Attempting to bind port cc52ff81-869e-4248-a2f1-0bc7ea437240 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:52.219776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Attempting to bind port cc52ff81-869e-4248-a2f1-0bc7ea437240 on network 688fd594-0259-424f-99c3-996b9f675c27 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:52.252854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e18c28c-cc16-4ddd-8c6b-43f6c92a8069 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.268951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:52.270443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Checking segment: {'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:52.270876 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.271277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Bound using segment: {'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:52.272968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Bound port: cc52ff81-869e-4248-a2f1-0bc7ea437240, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '688fd594-0259-424f-99c3-996b9f675c27'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:52.274252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.288132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e18c28c-cc16-4ddd-8c6b-43f6c92a8069 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.318030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Allocated IP 2001:db8:3::1 (1572a1ad-5e61-4986-b7ed-5c94d772cd00/34564c3b-567e-4ef2-82d7-5b8f9f65264a/43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:52.321674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe660c-17bc-4a41-b71f-2df79ff42bca req-1eb2fd06-8cbe-4f3c-89d4-ff1c32d41ab5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.323792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cfe660c-17bc-4a41-b71f-2df79ff42bca req-1eb2fd06-8cbe-4f3c-89d4-ff1c32d41ab5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1864181 Sep 16 05:11:52.340594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e18c28c-cc16-4ddd-8c6b-43f6c92a8069 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.343773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5e18c28c-cc16-4ddd-8c6b-43f6c92a8069 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3865499 Sep 16 05:11:52.400748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d81d6e08-3070-4d0e-a0a8-2dff8066475c None None] Provisioning complete for port cc52ff81-869e-4248-a2f1-0bc7ea437240 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:52.401209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d81d6e08-3070-4d0e-a0a8-2dff8066475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.497981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d81d6e08-3070-4d0e-a0a8-2dff8066475c None None] Port cc52ff81-869e-4248-a2f1-0bc7ea437240 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:52.529573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.542487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51482) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.551151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] For port cc52ff81-869e-4248-a2f1-0bc7ea437240, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:52.557743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] For port cc52ff81-869e-4248-a2f1-0bc7ea437240, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cc52ff81-869e-4248-a2f1-0bc7ea437240,segment=NetworkSegment(b3d4e9c6-1987-42bc-8b17-719aa385ad3e),segment_id=b3d4e9c6-1987-42bc-8b17-719aa385ad3e)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:52.568535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.569014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18c28c-cc16-4ddd-8c6b-43f6c92a8069 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850b5f69-f776-4212-a85e-0ea62174bc3e,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.603771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.721711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:52.722896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.744882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-68e98d4d-10c6-43e1-9374-be3171df4ab8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.748823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-68e98d4d-10c6-43e1-9374-be3171df4ab8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 821 time: 0.5040801 Sep 16 05:11:52.769553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9558be34-e834-4fbf-a7c3-e6cba3ea2efd tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules/850b5f69-f776-4212-a85e-0ea62174bc3e HTTP/1.1" status: 200 len: 763 time: 0.2156832 Sep 16 05:11:52.774915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:52.776699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:52.792064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51484) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.803742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:52.804859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.807956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cfe660c-17bc-4a41-b71f-2df79ff42bca req-3efebe4e-f699-403c-9c69-d95d8c342458 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692206 Sep 16 05:11:52.858543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-816a3aeb-ccc3-453a-a319-d5ca8a3d2a46 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/quotas/49cb7a34bed14df89abdd74c2607f247 HTTP/1.1" status: 200 len: 375 time: 0.0628588 Sep 16 05:11:52.927386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.038239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-91aa045a-323f-4afc-8f6f-42c5fa8300ef tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1778617 Sep 16 05:11:53.153907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa526dd8-4748-4d7e-9591-2b6c29e8470a None None] Pushing event updated for resources: {'Port': ['ID=cc52ff81-869e-4248-a2f1-0bc7ea437240,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.175809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:53.179051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Allocated IP 2001:db8:3::2 (1572a1ad-5e61-4986-b7ed-5c94d772cd00/34564c3b-567e-4ef2-82d7-5b8f9f65264a/e689e60d-a859-4b58-99b8-7889af96667e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:53.191393 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e307b7d7-b0bf-4ed4-8645-2430b2b0a715 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3978434 Sep 16 05:11:53.202479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51502) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.290501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d97b4-d6f9-4c43-b559-7c84743c153d tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.322299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d97b4-d6f9-4c43-b559-7c84743c153d tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.341764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.366260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-62c83d14-e203-48f6-b04a-4f43f39f79bd service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271275 Sep 16 05:11:53.480247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d97b4-d6f9-4c43-b559-7c84743c153d tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.555413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d97b4-d6f9-4c43-b559-7c84743c153d tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.561929 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-457d97b4-d6f9-4c43-b559-7c84743c153d tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/850b5f69-f776-4212-a85e-0ea62174bc3e HTTP/1.1" status: 204 len: 168 time: 0.3559437 Sep 16 05:11:53.562445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51518) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.571505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d97b4-d6f9-4c43-b559-7c84743c153d tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=850b5f69-f776-4212-a85e-0ea62174bc3e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.640825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-c7f749ab-86aa-48dd-bbea-bc872de3630e service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662580 Sep 16 05:11:53.733632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9e349db9-7ad3-4dd5-a129-ab83a5faa1b4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1695368 Sep 16 05:11:53.737709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dd55507c-96c1-49d5-86fe-1dfedb8f2827 None None] Provisioning complete for port cc52ff81-869e-4248-a2f1-0bc7ea437240 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:53.740433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51520) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:53.742493 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd55507c-96c1-49d5-86fe-1dfedb8f2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.745324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4b06b071-3c22-4580-af53-53a2dd91b395 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '5321e1f4-89c6-4915-90a9-5f17deaf0440', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:53.855889 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b06b071-3c22-4580-af53-53a2dd91b395 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.876534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efb1b3-d9d5-4109-8c52-4aad841eb198 req-4c3927c9-6ba3-4a63-b0ac-9b720ac4b80a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.878867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2efb1b3-d9d5-4109-8c52-4aad841eb198 req-4c3927c9-6ba3-4a63-b0ac-9b720ac4b80a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1438029 Sep 16 05:11:53.943734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b06b071-3c22-4580-af53-53a2dd91b395 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.953452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b06b071-3c22-4580-af53-53a2dd91b395 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.004515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b06b071-3c22-4580-af53-53a2dd91b395 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.018933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b06b071-3c22-4580-af53-53a2dd91b395 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2674692 Sep 16 05:11:54.029017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51524) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.046242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06b071-3c22-4580-af53-53a2dd91b395 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b567b3e-0ca1-47bb-bef2-cb8cd97be385,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.074133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:47Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:54.086716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad48988b-6b96-405e-b234-8e49932158ce req-7b2a941e-ce2f-4f57-8255-e4d0cfc74efe tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0856402 Sep 16 05:11:54.102291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2efb1b3-d9d5-4109-8c52-4aad841eb198 req-cf7cf3fb-fe0a-400b-8547-97f3d090cf46 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137425 Sep 16 05:11:54.132144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b95259f0-d787-441a-aa99-a4ccc853d44f tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules/8b567b3e-0ca1-47bb-bef2-cb8cd97be385 HTTP/1.1" status: 200 len: 763 time: 0.1035960 Sep 16 05:11:54.137944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.138469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51528) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.150266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.151159 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.197210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-820dadb4-a3fb-4a16-9005-140617b3261e tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0567653 Sep 16 05:11:54.201956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51530) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.209327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.217467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5f7ef-82ac-42ee-806f-6830f00bf5c4 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:47Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:54.235090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.279822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c801c7c-3f11-4e37-bcf8-f8732d9dc07b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.317728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c801c7c-3f11-4e37-bcf8-f8732d9dc07b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.388418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:54.389317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c801c7c-3f11-4e37-bcf8-f8732d9dc07b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.400275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:54.400487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c801c7c-3f11-4e37-bcf8-f8732d9dc07b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.401694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8c801c7c-3f11-4e37-bcf8-f8732d9dc07b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8b567b3e-0ca1-47bb-bef2-cb8cd97be385 HTTP/1.1" status: 204 len: 168 time: 0.1978142 Sep 16 05:11:54.413267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51538) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.415021 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd55507c-96c1-49d5-86fe-1dfedb8f2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.419909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:54.423672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c801c7c-3f11-4e37-bcf8-f8732d9dc07b tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b567b3e-0ca1-47bb-bef2-cb8cd97be385,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.484020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-45dee862-e397-460d-81e2-39118e38c2a2 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690467 Sep 16 05:11:54.487352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51546) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.496698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8c9d3d83-b7ed-4992-a2e6-e21decba2c20 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Request body: {'security_group_rule': {'security_group_id': '5321e1f4-89c6-4915-90a9-5f17deaf0440', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:54.563449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event updated for resources: {'Port': ['ID=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.587570 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3d83-b7ed-4992-a2e6-e21decba2c20 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.608174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:54.613702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:54.699201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3d83-b7ed-4992-a2e6-e21decba2c20 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.711732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3d83-b7ed-4992-a2e6-e21decba2c20 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.732965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Pushing event updated for resources: {'Port': ['ID=e689e60d-a859-4b58-99b8-7889af96667e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.752033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3d83-b7ed-4992-a2e6-e21decba2c20 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803e9098-2983-41f0-8272-6dbbcd64248a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:54.765923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3d83-b7ed-4992-a2e6-e21decba2c20 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.769764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8c9d3d83-b7ed-4992-a2e6-e21decba2c20 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782042 Sep 16 05:11:54.770093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51556) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.782748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.809411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-dd55507c-96c1-49d5-86fe-1dfedb8f2827 None None] For port cc52ff81-869e-4248-a2f1-0bc7ea437240, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cc52ff81-869e-4248-a2f1-0bc7ea437240,segment=NetworkSegment(b3d4e9c6-1987-42bc-8b17-719aa385ad3e),segment_id=b3d4e9c6-1987-42bc-8b17-719aa385ad3e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:54.812005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a6042b13-1c53-437a-9860-7649976c4dca tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules/803e9098-2983-41f0-8272-6dbbcd64248a HTTP/1.1" status: 200 len: 764 time: 0.0405686 Sep 16 05:11:54.814399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51558) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.851662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd55507c-96c1-49d5-86fe-1dfedb8f2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.876805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:54.920332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Attempting to bind port e689e60d-a859-4b58-99b8-7889af96667e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:54.920709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Attempting to bind port e689e60d-a859-4b58-99b8-7889af96667e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:54.921080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Attempting to bind port e689e60d-a859-4b58-99b8-7889af96667e on network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:54.944928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b3684adc-ed32-4a67-afcc-4beb4d1904f5 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1169167 Sep 16 05:11:54.945903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51560) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.949962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:54.950385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Checking segment: {'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:54.950802 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:54.951204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Bound using segment: {'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:54.951718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Bound port: e689e60d-a859-4b58-99b8-7889af96667e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:54.952133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.017562 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0a12764-50c5-4991-bb78-52f246e0709c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.021498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cc52ff81-869e-4248-a2f1-0bc7ea437240 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:55.037519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0a12764-50c5-4991-bb78-52f246e0709c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.092750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:55.107688 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-992688f2-f660-4523-8be3-d2ba8d10622b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2018800 Sep 16 05:11:55.112380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51562) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.118065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:55.157706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0a12764-50c5-4991-bb78-52f246e0709c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.176014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0a12764-50c5-4991-bb78-52f246e0709c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.180272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e0a12764-50c5-4991-bb78-52f246e0709c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/803e9098-2983-41f0-8272-6dbbcd64248a HTTP/1.1" status: 204 len: 168 time: 0.2313960 Sep 16 05:11:55.188887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51568) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.199841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] For port e689e60d-a859-4b58-99b8-7889af96667e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:55.203989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] For port e689e60d-a859-4b58-99b8-7889af96667e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e689e60d-a859-4b58-99b8-7889af96667e,segment=NetworkSegment(1ca6de72-da43-4f1c-986f-58548bf08ea4),segment_id=1ca6de72-da43-4f1c-986f-58548bf08ea4)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:55.214157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a12764-50c5-4991-bb78-52f246e0709c tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=803e9098-2983-41f0-8272-6dbbcd64248a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.277833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.310582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55507c-96c1-49d5-86fe-1dfedb8f2827 None None] Pushing event updated for resources: {'Port': ['ID=cc52ff81-869e-4248-a2f1-0bc7ea437240,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.324829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53fb0b1d-9bc1-4de7-88fd-278052c8747f req-84bd80f2-110c-48d3-b71e-5ba19487aeae tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0681672 Sep 16 05:11:55.395172 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2292f53-d713-4cf6-9c21-014fb58effe8 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2048857 Sep 16 05:11:55.398430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51570) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:55.404265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port cc52ff81-869e-4248-a2f1-0bc7ea437240 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:55.408242 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.440506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719d19e-470c-4d69-801f-ff986aada58f req-a4381790-6d07-4761-9255-3c6c065dc3f7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.444058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9719d19e-470c-4d69-801f-ff986aada58f req-a4381790-6d07-4761-9255-3c6c065dc3f7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1408155 Sep 16 05:11:55.542301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb5020e8-69c7-4c61-a896-097f44e314ed tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.575598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9719d19e-470c-4d69-801f-ff986aada58f req-99259178-a6d1-45e4-ad04-ce9c7dc5d41b tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160131 Sep 16 05:11:55.594659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55822df4-2fab-42ba-8f65-880cc92c5d02 None None] Pushing event updated for resources: {'Port': ['ID=e689e60d-a859-4b58-99b8-7889af96667e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:55.764815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb5020e8-69c7-4c61-a896-097f44e314ed tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.868713 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85cbdad6-05fe-4d7f-8d73-f8769b1d90e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.924571 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:55.950161 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:55.951953 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:55.978291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb5020e8-69c7-4c61-a896-097f44e314ed tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.981066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb5020e8-69c7-4c61-a896-097f44e314ed tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.985154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51586) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.002537 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb5020e8-69c7-4c61-a896-097f44e314ed tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "DELETE /v2.0/security-groups/5321e1f4-89c6-4915-90a9-5f17deaf0440 HTTP/1.1" status: 204 len: 168 time: 0.6033387 Sep 16 05:11:56.030099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5020e8-69c7-4c61-a896-097f44e314ed tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5321e1f4-89c6-4915-90a9-5f17deaf0440,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.168404 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:56.257987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-41c9ef69-5201-4911-823c-f236c9f4cb52 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2715445 Sep 16 05:11:56.258615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51588) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:56.302516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:11:56.334328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Removed routes are [] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:11:56.334863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.420863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-ce8f7606-ce4e-4438-9682-869ca0a0ffc7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.423016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-ce8f7606-ce4e-4438-9682-869ca0a0ffc7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.64 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 821 time: 0.4070985 Sep 16 05:11:56.452008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'port': {'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'admin_state_up': True, 'tenant_id': '49cb7a34bed14df89abdd74c2607f247'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:56.497984 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:53Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82', 'name': '', 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:10:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:51Z', 'updated_at': '2021-09-16T05:11:53Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:56.529756 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:56.530828 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Updating router 5a23a41c-3469-4384-9e80-e70fb144788e port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:56.548355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eb6a892-3195-4b78-b5b0-5f1de9ee3be1 req-1e97a94f-75e5-45cf-a88d-e4594a82cf1c tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0352755 Sep 16 05:11:56.565896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b61194b8-affc-4097-8887-60395ff4c9a4 tempest-SecGroupTest-1977720099 tempest-SecGroupTest-1977720099-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3039634 Sep 16 05:11:56.611475 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.794714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Made reservation on behalf of 49cb7a34bed14df89abdd74c2607f247 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:56.800275 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.899446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48820206-1716-4610-ba88-5a419ebe4df8 req-66b7a348-2a48-4a31-a4cf-82a3f7d11c49 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.902546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48820206-1716-4610-ba88-5a419ebe4df8 req-66b7a348-2a48-4a31-a4cf-82a3f7d11c49 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1224649 Sep 16 05:11:57.140120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48820206-1716-4610-ba88-5a419ebe4df8 req-c6d36b6f-c19f-4616-b6cd-a66dbb4f7686 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287664 Sep 16 05:11:57.179407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cc52ff81-869e-4248-a2f1-0bc7ea437240 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:57.299095 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.300306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2651c9cd-4d17-4cc4-a188-f7e086a90826 None None] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:57.303516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.306724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51614) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.480539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port cc52ff81-869e-4248-a2f1-0bc7ea437240 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:57.482231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.496848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-82c9ada5-474c-482d-b5e9-9a80b5947812 None None] Provisioning complete for port e689e60d-a859-4b58-99b8-7889af96667e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:57.497952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82c9ada5-474c-482d-b5e9-9a80b5947812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.546964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:57.631692 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.638862 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.764964 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf2c0-1eca-418c-92d5-7a33a2918b23 None None] Pushing event updated for resources: {'Port': ['ID=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.798361 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Attempting to bind port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:57.798601 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Attempting to bind port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:57.798928 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Attempting to bind port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 on network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:57.802994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82c9ada5-474c-482d-b5e9-9a80b5947812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.810711 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:57.810711 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Checking segment: {'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:57.811088 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.811384 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Bound using segment: {'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:57.813154 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Bound port: 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca6de72-da43-4f1c-986f-58548bf08ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:57.814741 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-89cb6030-54da-47cb-9772-600274b16368 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7af6d49f18324e22a2865a707d132901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064979 Sep 16 05:11:57.814901 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.816277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:57.818198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51622) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.860786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e689e60d-a859-4b58-99b8-7889af96667e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:57.869641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.869641 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7d877d33-a660-44fd-9d4b-3bbcf25cd1c9 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 200 len: 954 time: 2.7539392 Sep 16 05:11:57.872948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51624) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:57.940308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e09f03d3-3143-421c-9d77-572f301628a8 req-2cd168d8-d881-469a-b8f5-467ff9f706ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 210 time: 0.0634480 Sep 16 05:11:57.957045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Allocated IP 172.20.0.13 (b044c2c6-ecaf-466a-9c66-738fa3eec7e0/9ca64c6a-5e4b-445c-a0a7-60987f49bf57/7c07db16-0d1b-4c28-856e-3563877b2ee8) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:57.963380 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b97aa81a-72c5-4d09-98f2-dd57bf620d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.994924 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] For port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:57.995177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-82c9ada5-474c-482d-b5e9-9a80b5947812 None None] For port e689e60d-a859-4b58-99b8-7889af96667e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e689e60d-a859-4b58-99b8-7889af96667e,segment=NetworkSegment(1ca6de72-da43-4f1c-986f-58548bf08ea4),segment_id=1ca6de72-da43-4f1c-986f-58548bf08ea4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:58.006345 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82c9ada5-474c-482d-b5e9-9a80b5947812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.014579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb0110-eb22-46b2-ac68-6fdede73e52a req-241063c3-598a-4dd4-9ca2-ccc11d0f7b8e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.016386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abeb0110-eb22-46b2-ac68-6fdede73e52a req-241063c3-598a-4dd4-9ca2-ccc11d0f7b8e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1568165 Sep 16 05:11:58.025228 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] For port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,segment=NetworkSegment(1ca6de72-da43-4f1c-986f-58548bf08ea4),segment_id=1ca6de72-da43-4f1c-986f-58548bf08ea4)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:58.039090 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.103474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abeb0110-eb22-46b2-ac68-6fdede73e52a req-c25b81ef-fb68-41d3-bb2a-2ae359503fd4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799546 Sep 16 05:11:58.166487 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:58.167543 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:58.172210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e689e60d-a859-4b58-99b8-7889af96667e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:58.172210 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.181199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b97aa81a-72c5-4d09-98f2-dd57bf620d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.366379 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-462551ca-f915-4cd2-9e4c-3449481308e7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 200 len: 954 time: 0.4919512 Sep 16 05:11:58.368751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51644) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:58.376688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'routes': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:58.379247 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:58.382822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b97aa81a-72c5-4d09-98f2-dd57bf620d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.387824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-53cd0a59-496c-4128-ad02-97c8e72e8299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.393582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9ada5-474c-482d-b5e9-9a80b5947812 None None] Pushing event updated for resources: {'Port': ['ID=e689e60d-a859-4b58-99b8-7889af96667e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.394035 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b97aa81a-72c5-4d09-98f2-dd57bf620d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.398273 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b97aa81a-72c5-4d09-98f2-dd57bf620d21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fbec685-ed40-4e97-bbbb-ef35ca9cd71a HTTP/1.1" status: 204 len: 168 time: 0.5773175 Sep 16 05:11:58.462720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97aa81a-72c5-4d09-98f2-dd57bf620d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbec685-ed40-4e97-bbbb-ef35ca9cd71a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.550830 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.607936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11a6e4-c950-4378-a747-909b72aa9b2a req-c306749f-0397-4ba5-9526-707499e17d37 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.619656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e11a6e4-c950-4378-a747-909b72aa9b2a req-c306749f-0397-4ba5-9526-707499e17d37 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3811839 Sep 16 05:11:58.689893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] Provisioning complete for port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:58.691430 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.732347 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf2c0-1eca-418c-92d5-7a33a2918b23 None None] Pushing event updated for resources: {'Port': ['ID=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:58.736972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64251fe-58c4-46a6-a79f-b0302e189ad5 req-3a29b36e-6292-43cc-8392-2725ce9aed2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.745010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b64251fe-58c4-46a6-a79f-b0302e189ad5 req-3a29b36e-6292-43cc-8392-2725ce9aed2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.4177730 Sep 16 05:11:58.832245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e11a6e4-c950-4378-a747-909b72aa9b2a req-ca10647e-2a45-414e-ab7d-e0f8239ca90c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116094 Sep 16 05:11:58.953392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b64251fe-58c4-46a6-a79f-b0302e189ad5 req-42e9f581-fd4c-44ca-b545-492fd4f0b96f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072866 Sep 16 05:11:58.962460 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:58.963720 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.016001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e8ae31f7-5db9-467a-9988-7d53443df54f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:59.020177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e689e60d-a859-4b58-99b8-7889af96667e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:59.122300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:59.158716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:59.165396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:59.270080 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 6, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82', 'name': '', 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:10:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:51Z', 'updated_at': '2021-09-16T05:11:57Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:59.314609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.315387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.356168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Pushing event updated for resources: {'Port': ['ID=7c07db16-0d1b-4c28-856e-3563877b2ee8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.363897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] For port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,segment=NetworkSegment(1ca6de72-da43-4f1c-986f-58548bf08ea4),segment_id=1ca6de72-da43-4f1c-986f-58548bf08ea4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:59.377440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-712b6115-a2fb-4736-ace9-55b516f363f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9329414 Sep 16 05:11:59.399642 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.404659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Request body: {'port': {'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:59.413754 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc5bfa-3302-4e98-9dae-f7d7dfaea6fb None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:56Z', 'revision_number': 6, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82', 'name': '', 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:10:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:51Z', 'updated_at': '2021-09-16T05:11:57Z', 'revision_number': 4, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:59.459398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added routes are [] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:11:59.460018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:11:59.586755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] Pushing event updated for resources: {'Port': ['ID=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.600471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.617824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33cf30-5651-4566-ada8-dccb30bd4e92 req-c5557098-fe76-4649-a431-85f22e031ab6 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.630464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c33cf30-5651-4566-ada8-dccb30bd4e92 req-c5557098-fe76-4649-a431-85f22e031ab6 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 932 time: 0.5031466 Sep 16 05:11:59.656342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.751779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] Provisioning complete for port e689e60d-a859-4b58-99b8-7889af96667e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.752172 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c80deb0-4bbd-4587-aa98-525b640daa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.858041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.896036 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c33cf30-5651-4566-ada8-dccb30bd4e92 req-3f4d4792-5afe-4a54-b890-fd9c0c4f49ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354362 Sep 16 05:11:59.986354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e689e60d-a859-4b58-99b8-7889af96667e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.987337 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.989650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.197745 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:00.253312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.257870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.291697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a8d6-8cfb-48ff-9765-9b5b807f5615 req-ac5888aa-6f03-46a9-ab84-7670bab94370 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.299804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33e8a8d6-8cfb-48ff-9765-9b5b807f5615 req-ac5888aa-6f03-46a9-ab84-7670bab94370 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3075299 Sep 16 05:12:00.327015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51686) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.495251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:00.586686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-82bd8df0-24a7-4e40-8bd9-9c288038dcac tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:00.587403 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-82bd8df0-24a7-4e40-8bd9-9c288038dcac tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:12:00.587911 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-82bd8df0-24a7-4e40-8bd9-9c288038dcac tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:12:00.589022 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-82bd8df0-24a7-4e40-8bd9-9c288038dcac tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2603385 Sep 16 05:12:00.595648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51694) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.604405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33e8a8d6-8cfb-48ff-9765-9b5b807f5615 req-614ecc04-b990-4223-8c10-816ca9a0a8a6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036060 Sep 16 05:12:00.617251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157844527'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:00.618140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989861-d372-47dc-b2dc-4f436c7118b2 req-d78737b0-f9ef-4903-9e25-bedd9b9a2858 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.619860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01989861-d372-47dc-b2dc-4f436c7118b2 req-d78737b0-f9ef-4903-9e25-bedd9b9a2858 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.4504867 Sep 16 05:12:00.690308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4875e866-3393-48a5-9a01-69d48c48d12b None None] Provisioning complete for port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:00.691287 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4875e866-3393-48a5-9a01-69d48c48d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.787890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.803222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:00.805361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.829992 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:00.831187 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de750b74-3b3a-46e6-968e-5698b3ce8577 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 200 len: 704 time: 2.4612787 Sep 16 05:12:00.844827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51708) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:00.990856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:00.996290 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4875e866-3393-48a5-9a01-69d48c48d12b None None] Provisioning complete for port 7c07db16-0d1b-4c28-856e-3563877b2ee8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:00.996952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4875e866-3393-48a5-9a01-69d48c48d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.041259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-90460fa9-bcd4-40c0-9aac-a024c46a4a6b tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 200 len: 704 time: 0.1871104 Sep 16 05:12:01.051168 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.078168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01989861-d372-47dc-b2dc-4f436c7118b2 req-3920f7fb-7a1f-4ad7-afe9-ea8079432471 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326370 Sep 16 05:12:01.100915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4875e866-3393-48a5-9a01-69d48c48d12b None None] Port 7c07db16-0d1b-4c28-856e-3563877b2ee8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:01.181802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:01.210258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c07db16-0d1b-4c28-856e-3563877b2ee8 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:01.220808 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.242167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.251928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:01.252345 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.253989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:01.254642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:01.292770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.295484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Transition to ACTIVE for port object 7c07db16-0d1b-4c28-856e-3563877b2ee8 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:01.318825 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.379426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef10933-8644-41a3-bf94-60a6611af3f1 req-27e99e56-1c4c-4d49-808f-561f5bf87406 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.387354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.394773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ef10933-8644-41a3-bf94-60a6611af3f1 req-27e99e56-1c4c-4d49-808f-561f5bf87406 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 932 time: 0.1869109 Sep 16 05:12:01.429424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4684a8c5-c81d-40ff-b487-d92834db0bb0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.431405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a2924adc-bee6-4ac7-9ea0-fc5482140871 None None] Provisioning complete for port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:01.432024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2924adc-bee6-4ac7-9ea0-fc5482140871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.639752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:01.646760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ef10933-8644-41a3-bf94-60a6611af3f1 req-e7398e0b-a25e-4b7c-94b7-3b199140f2d8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509387 Sep 16 05:12:01.722922 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.739436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.782110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c07db16-0d1b-4c28-856e-3563877b2ee8,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.816666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.819253 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2177181 Sep 16 05:12:01.825867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51730) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:01.834163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e51868d5-81d5-4c7c-a385-a37b1a9bb720 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': 'fcd387b0-a62a-4330-8303-aadc38896423', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:01.855852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc427-7dc3-486b-9dc4-7816b05f21f5 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd387b0-a62a-4330-8303-aadc38896423,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.897727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb67b29-b72c-478c-85fd-2fa605ad324c req-356de1f0-9869-4014-9760-4bdc781e9ae0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.899392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdb67b29-b72c-478c-85fd-2fa605ad324c req-356de1f0-9869-4014-9760-4bdc781e9ae0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2502916 Sep 16 05:12:01.900772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Attempting to bind port 7c07db16-0d1b-4c28-856e-3563877b2ee8 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:01.901108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Attempting to bind port 7c07db16-0d1b-4c28-856e-3563877b2ee8 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:01.901450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Attempting to bind port 7c07db16-0d1b-4c28-856e-3563877b2ee8 on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:01.917893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Port 7c07db16-0d1b-4c28-856e-3563877b2ee8 on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:01.918243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Attempting to bind port 7c07db16-0d1b-4c28-856e-3563877b2ee8 on network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:01.920912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e51868d5-81d5-4c7c-a385-a37b1a9bb720 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.952341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:01.952777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Checking segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:01.953112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Bound using segment: {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:01.953569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Bound port: 7c07db16-0d1b-4c28-856e-3563877b2ee8, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aea850b-a2f2-4532-803f-d6d382eb7754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:01.953938 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.999589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.008599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdb67b29-b72c-478c-85fd-2fa605ad324c req-eae9d0a3-f74e-4e90-9634-1c903c82f433 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980444 Sep 16 05:12:02.091051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] For port 7c07db16-0d1b-4c28-856e-3563877b2ee8, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:02.100136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] For port 7c07db16-0d1b-4c28-856e-3563877b2ee8, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:02.124522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.295050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e51868d5-81d5-4c7c-a385-a37b1a9bb720 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.301208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.302044 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.303510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 1093 time: 2.9068487 Sep 16 05:12:02.305098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:02.307423 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af91742-91e8-4c87-88c0-e8ac3c992189" -d '{"events": [{"name": "network-changed", "server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:02.334981 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e51868d5-81d5-4c7c-a385-a37b1a9bb720 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.399390 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec02fa47-66d5-4bfa-bd55-03a25e5bb5a8 x-openstack-request-id: req-ec02fa47-66d5-4bfa-bd55-03a25e5bb5a8 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:02.399799 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:02.400272 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec02fa47-66d5-4bfa-bd55-03a25e5bb5a8 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:02.400688 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'status': 'completed', 'code': 200} Sep 16 05:12:02.422701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0f346-82f1-4237-80de-6805c506e8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c07db16-0d1b-4c28-856e-3563877b2ee8,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.432484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51868d5-81d5-4c7c-a385-a37b1a9bb720 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eeacebd-a890-4dc7-8bac-8bc8f6e6970f,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.468253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e51868d5-81d5-4c7c-a385-a37b1a9bb720 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.472166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e51868d5-81d5-4c7c-a385-a37b1a9bb720 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6415186 Sep 16 05:12:02.483441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51738) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.502912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d10f0-d345-417e-a406-1d296215b08a req-d8fdf217-f2e3-4c2a-88da-b032a826d4ff tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.504748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-716d10f0-d345-417e-a406-1d296215b08a req-d8fdf217-f2e3-4c2a-88da-b032a826d4ff tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.3514297 Sep 16 05:12:02.506237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:02.506789 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.507928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b45cf179-d016-4b3b-9627-b1aed2bc990e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': 'fcd387b0-a62a-4330-8303-aadc38896423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:02.549187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 7, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82', 'name': '', 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:10:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:51Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:02.601873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:02.612871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:02.613583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:02.627156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-71f0d5ee-12db-4d7b-93a6-19c7b93cbdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.629404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-71f0d5ee-12db-4d7b-93a6-19c7b93cbdff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 1096 time: 0.2195506 Sep 16 05:12:02.698998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,segment=NetworkSegment(1ca6de72-da43-4f1c-986f-58548bf08ea4),segment_id=1ca6de72-da43-4f1c-986f-58548bf08ea4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:02.699865 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.718901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:02.744977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-23516649-5535-4901-ae49-8c68396414b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 217 time: 0.0842521 Sep 16 05:12:02.754410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-716d10f0-d345-417e-a406-1d296215b08a req-3d2caf0c-6988-44a3-92d3-e996f326fab2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301199 Sep 16 05:12:02.757002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:02.822528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b45cf179-d016-4b3b-9627-b1aed2bc990e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.873439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-117b7f3f-cc9a-430b-b2d1-b78fee6ecd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.876362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-117b7f3f-cc9a-430b-b2d1-b78fee6ecd7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.1193979 Sep 16 05:12:02.983692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730733db-f0c0-4b7e-89d2-621e732904fb req-41684343-9c47-4265-b78e-ad0ef7b15f86 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.993779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-730733db-f0c0-4b7e-89d2-621e732904fb req-41684343-9c47-4265-b78e-ad0ef7b15f86 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 944 time: 0.1726873 Sep 16 05:12:03.014977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.051506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a65a16-d88f-46a8-af66-911ed20b81de req-2babe2d3-04ac-43e3-b506-924b1fedf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.053067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-2babe2d3-04ac-43e3-b506-924b1fedf0ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642478 Sep 16 05:12:03.053859 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-b45cf179-d016-4b3b-9627-b1aed2bc990e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:12:03.054796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b45cf179-d016-4b3b-9627-b1aed2bc990e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5698102 Sep 16 05:12:03.057693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51754) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.077065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.077972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 7, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82', 'name': '', 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:10:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:51Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:03.102772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-730733db-f0c0-4b7e-89d2-621e732904fb req-381defb8-ebcf-43b5-9a92-476c19f43323 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058304 Sep 16 05:12:03.131600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e6927-8cb9-4206-a99a-1dd066b82654 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 7, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82', 'name': '', 'network_id': '1572a1ad-5e61-4986-b7ed-5c94d772cd00', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:10:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:51Z', 'updated_at': '2021-09-16T05:11:59Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '34564c3b-567e-4ef2-82d7-5b8f9f65264a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:03.327615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.375620 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c919772-2726-45e6-89fe-2ca152fdef6f tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.411163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c919772-2726-45e6-89fe-2ca152fdef6f tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.503677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88627-8a13-49de-ba39-37cbb3d021e4 req-99c3394e-bed0-49eb-b7ac-ce9851825248 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.505503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85d88627-8a13-49de-ba39-37cbb3d021e4 req-99c3394e-bed0-49eb-b7ac-ce9851825248 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3315895 Sep 16 05:12:03.513079 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c919772-2726-45e6-89fe-2ca152fdef6f tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.517089 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c919772-2726-45e6-89fe-2ca152fdef6f tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.518551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3c919772-2726-45e6-89fe-2ca152fdef6f tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/fcd387b0-a62a-4330-8303-aadc38896423 HTTP/1.1" status: 204 len: 168 time: 0.4599042 Sep 16 05:12:03.522612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:03.548542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c919772-2726-45e6-89fe-2ca152fdef6f tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd387b0-a62a-4330-8303-aadc38896423,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.596270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-18374bd9-0197-4010-abbd-b9df790dc389 service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288801 Sep 16 05:12:03.654901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85d88627-8a13-49de-ba39-37cbb3d021e4 req-3e2dc567-3974-4ea1-98f2-955823cc10c0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351440 Sep 16 05:12:03.738312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a65a16-d88f-46a8-af66-911ed20b81de req-886c6ffc-4798-4690-9263-7a0a72dbe9dd service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316228 Sep 16 05:12:03.975702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-71b428c8-25ae-45a5-8b84-56f77ede09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.977698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-71b428c8-25ae-45a5-8b84-56f77ede09bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0989408 Sep 16 05:12:03.986270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a689e-e34b-4297-b854-84aa73922633 req-9b9e967e-2a63-436e-8fea-73aca7bf0aa8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.993895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-794a689e-e34b-4297-b854-84aa73922633 req-9b9e967e-2a63-436e-8fea-73aca7bf0aa8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1371472 Sep 16 05:12:04.037495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:04.065002 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-358bca40-1a79-40cb-b4d9-8f6b60cd8cc4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5362198 Sep 16 05:12:04.066279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51772) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.084240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f1bbc574-751c-4ec0-a924-699d62333c3d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445093604'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:04.211118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-794a689e-e34b-4297-b854-84aa73922633 req-e776fa0a-4a1d-4141-b290-cb90cea68791 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162414 Sep 16 05:12:04.241262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:04.256204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-85c7c9a9-107f-45ba-a14e-c553b5f5e3f7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1998997 Sep 16 05:12:04.258870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51776) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:04.265372 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:04.273415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc574-751c-4ec0-a924-699d62333c3d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.276647 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:04.277538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:04.336309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016220-09ae-4e9e-999e-af230e3b52b2 req-2145bb24-1fd9-4d02-ad6d-a5b49e26bc03 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.337920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39016220-09ae-4e9e-999e-af230e3b52b2 req-2145bb24-1fd9-4d02-ad6d-a5b49e26bc03 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 944 time: 0.1221337 Sep 16 05:12:04.342628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-5aa288a7-d18c-451a-8914-b1ca7b3c7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.344067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-5aa288a7-d18c-451a-8914-b1ca7b3c7b4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.3424625 Sep 16 05:12:04.382690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet 34564c3b-567e-4ef2-82d7-5b8f9f65264a {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:04.438144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-33643ba6-5295-41c8-bedd-15fbee4b7ae1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 217 time: 0.0823102 Sep 16 05:12:04.442240 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.528324 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:04.558383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39016220-09ae-4e9e-999e-af230e3b52b2 req-ad2b7f90-48cc-43bc-961a-e471d0572d84 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070291 Sep 16 05:12:04.596213 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.679496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-2a7b9181-f301-41b6-8da8-eaaad9870f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.681573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-2a7b9181-f301-41b6-8da8-eaaad9870f43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.1992960 Sep 16 05:12:04.786461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc574-751c-4ec0-a924-699d62333c3d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.820892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc574-751c-4ec0-a924-699d62333c3d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.859936 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:02Z', 'revision_number': 8, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:04.890212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-019586bc-22c2-46b1-b52b-cd94a4b9fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.891753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-019586bc-22c2-46b1-b52b-cd94a4b9fda1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1937099 Sep 16 05:12:04.939603 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:04.942208 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:04.942665 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.009816 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc574-751c-4ec0-a924-699d62333c3d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.014622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f1bbc574-751c-4ec0-a924-699d62333c3d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9415751 Sep 16 05:12:05.015908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51782) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.020566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.021072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7080ec33-4ee3-45b1-acd7-a29d9d60d1af tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': 'f93c629f-a2ef-4db2-a66a-01a5d6fb3e94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.022118 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-7080ec33-4ee3-45b1-acd7-a29d9d60d1af tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:12:05.022670 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-7080ec33-4ee3-45b1-acd7-a29d9d60d1af tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:05.027317 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7080ec33-4ee3-45b1-acd7-a29d9d60d1af tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068507 Sep 16 05:12:05.027731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51784) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.087005 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:05.098232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc574-751c-4ec0-a924-699d62333c3d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93c629f-a2ef-4db2-a66a-01a5d6fb3e94,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.177795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-7b1bc9b8-b04c-41bf-8b00-120d5ddd9735 service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699163 Sep 16 05:12:05.209442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7842b-a061-4739-82c5-79021f0734f5 req-611f625d-36eb-46aa-a21c-d659d7b994ef tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.211428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c7842b-a061-4739-82c5-79021f0734f5 req-611f625d-36eb-46aa-a21c-d659d7b994ef tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3327601 Sep 16 05:12:05.217571 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e7c0-7328-4c3d-9f0f-85f2248eafee tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.281850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.318991 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e7c0-7328-4c3d-9f0f-85f2248eafee tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.388320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=34564c3b-567e-4ef2-82d7-5b8f9f65264a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.397619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f7bf1-f713-42df-a06e-5de34d995d9d None None] Network 1572a1ad-5e61-4986-b7ed-5c94d772cd00 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:05.407691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.409898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-224651a8-ad9f-4942-b948-b611b22affa0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/34564c3b-567e-4ef2-82d7-5b8f9f65264a HTTP/1.1" status: 204 len: 168 time: 1.1477935 Sep 16 05:12:05.412828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51802) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.439912 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:02Z', 'revision_number': 8, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.448883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c7842b-a061-4739-82c5-79021f0734f5 req-43c8df30-3039-4ecf-a92e-f53a27230505 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192166 Sep 16 05:12:05.501079 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864432b-926d-429b-b4a4-ecfee32b9300 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:02Z', 'revision_number': 8, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc52ff81-869e-4248-a2f1-0bc7ea437240', 'name': '', 'network_id': '688fd594-0259-424f-99c3-996b9f675c27', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:78:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:45Z', 'updated_at': '2021-09-16T05:11:54Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': 'c412f835-30a7-403c-a239-b3ad9fbc174f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:05.511924 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e7c0-7328-4c3d-9f0f-85f2248eafee tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.515487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e7c0-7328-4c3d-9f0f-85f2248eafee tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.518795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d8b7e7c0-7328-4c3d-9f0f-85f2248eafee tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/f93c629f-a2ef-4db2-a66a-01a5d6fb3e94 HTTP/1.1" status: 204 len: 168 time: 0.4683075 Sep 16 05:12:05.526611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51806) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.548104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac6295-90c9-4027-9a84-ab84dbbf2eee req-0c0e2b32-873c-4f2f-bb69-d954be1fb65f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.555936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5ac6295-90c9-4027-9a84-ab84dbbf2eee req-0c0e2b32-873c-4f2f-bb69-d954be1fb65f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2200332 Sep 16 05:12:05.565951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af91742-91e8-4c87-88c0-e8ac3c992189 req-1f18347e-3143-450a-89e7-650a85a943a1 service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715355 Sep 16 05:12:05.577819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7e7c0-7328-4c3d-9f0f-85f2248eafee tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93c629f-a2ef-4db2-a66a-01a5d6fb3e94,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:05.639072 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.652614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5ac6295-90c9-4027-9a84-ab84dbbf2eee req-1489d520-d9ca-4544-ba7c-e0e80f20cf69 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955529 Sep 16 05:12:05.666910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ce86edc-211e-448b-bed1-335585efadfb tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363797 Sep 16 05:12:05.670682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51810) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.677228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-505980c6-6f72-4e38-909e-4e2d204447df tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086318650'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.729112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-505980c6-6f72-4e38-909e-4e2d204447df tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.742422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port e689e60d-a859-4b58-99b8-7889af96667e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:05.742777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.832375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a13166-eb91-455c-b16f-08137be43f7b req-afb9e0f3-576b-4264-b7c1-81e2ec40e349 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.835697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44a13166-eb91-455c-b16f-08137be43f7b req-afb9e0f3-576b-4264-b7c1-81e2ec40e349 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 944 time: 0.0781193 Sep 16 05:12:05.859444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port e689e60d-a859-4b58-99b8-7889af96667e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e689e60d-a859-4b58-99b8-7889af96667e,segment=NetworkSegment(1ca6de72-da43-4f1c-986f-58548bf08ea4),segment_id=1ca6de72-da43-4f1c-986f-58548bf08ea4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:05.859864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.885219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for e689e60d-a859-4b58-99b8-7889af96667e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:05.905812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44a13166-eb91-455c-b16f-08137be43f7b req-42514462-d3f6-48b0-b781-01ad9300ad98 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631413 Sep 16 05:12:05.942170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] DHCP port deletion for 1572a1ad-5e61-4986-b7ed-5c94d772cd00 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:05.951600 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-505980c6-6f72-4e38-909e-4e2d204447df tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.969328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-505980c6-6f72-4e38-909e-4e2d204447df tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.005397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-505980c6-6f72-4e38-909e-4e2d204447df tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.009891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-505980c6-6f72-4e38-909e-4e2d204447df tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3362777 Sep 16 05:12:06.013685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.019724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e25d66b1-3079-49ff-beb2-8f71763e8bb6 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '0eca1a1f-6e63-4bb5-92ab-eca337a87b0d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.020793 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-e25d66b1-3079-49ff-beb2-8f71763e8bb6 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:12:06.021452 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-e25d66b1-3079-49ff-beb2-8f71763e8bb6 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:06.023004 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e25d66b1-3079-49ff-beb2-8f71763e8bb6 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081203 Sep 16 05:12:06.024766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.026862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51814) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.042386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505980c6-6f72-4e38-909e-4e2d204447df tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca1a1f-6e63-4bb5-92ab-eca337a87b0d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.068330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] Deleting port e689e60d-a859-4b58-99b8-7889af96667e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:06.068712 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.071485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=e689e60d-a859-4b58-99b8-7889af96667e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.092331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port e689e60d-a859-4b58-99b8-7889af96667e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:06.098210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.098559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.098899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.099227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.099732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.100062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.100440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.100751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.101073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.101405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.101717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.102033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:06.192479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c01e280c-1e04-449d-8578-829bd85cba4d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.211817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] For port e689e60d-a859-4b58-99b8-7889af96667e, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:06.213021 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.231702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.237732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] Calling delete_port for e689e60d-a859-4b58-99b8-7889af96667e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:06.242072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] Port e689e60d-a859-4b58-99b8-7889af96667e was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:12:06.243474 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.268162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c01e280c-1e04-449d-8578-829bd85cba4d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.269819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] No DVR routers for this DVR port e689e60d-a859-4b58-99b8-7889af96667e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:06.271713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1572a1ad-5e61-4986-b7ed-5c94d772cd00']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.290765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca6de72-da43-4f1c-986f-58548bf08ea4') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.291056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca6de72-da43-4f1c-986f-58548bf08ea4') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:06.297924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0c4db-56b0-4e41-ab7f-c1ba5500d298 None None] Pushing event deleted for resources: {'Port': ['ID=e689e60d-a859-4b58-99b8-7889af96667e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.315759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.345636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.354621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c01e280c-1e04-449d-8578-829bd85cba4d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.358115 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c01e280c-1e04-449d-8578-829bd85cba4d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.359456 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c01e280c-1e04-449d-8578-829bd85cba4d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/0eca1a1f-6e63-4bb5-92ab-eca337a87b0d HTTP/1.1" status: 204 len: 168 time: 0.3285677 Sep 16 05:12:06.360999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:06.361576 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.362263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51826) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:06.380146 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:06.421455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-688dc488-a01f-4c76-9ee4-cc8e4700d07b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579016 Sep 16 05:12:06.425552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51828) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.431195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a0d4e1b3-4992-4edb-9022-712244c95ca4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--913830725'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:06.466541 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e1b3-4992-4edb-9022-712244c95ca4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.468065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e280c-1e04-449d-8578-829bd85cba4d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca1a1f-6e63-4bb5-92ab-eca337a87b0d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.475236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.487054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.494453 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/1572a1ad-5e61-4986-b7ed-5c94d772cd00 HTTP/1.1" status: 204 len: 168 time: 1.0762703 Sep 16 05:12:06.495204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51832) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:06.518741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff6bcf-76be-48dc-83f9-38d30340904f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=1572a1ad-5e61-4986-b7ed-5c94d772cd00,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:06.918418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:06.949420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:06.950162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 43dfcbb5-93b8-4621-a4fc-abe2b3bf0a82 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:06.950791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e689e60d-a859-4b58-99b8-7889af96667e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:06.976317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e689e60d-a859-4b58-99b8-7889af96667e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:06.977364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e689e60d-a859-4b58-99b8-7889af96667e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:07.072317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc986-67b0-49c1-af07-208871e616f7 req-51ea7d1a-bb34-4240-a9f3-0e13abce69d4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.073986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70ebc986-67b0-49c1-af07-208871e616f7 req-51ea7d1a-bb34-4240-a9f3-0e13abce69d4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.5235748 Sep 16 05:12:07.174109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead682-fe5c-459e-b26c-a3dbb93cd349 req-8066d677-c981-4f94-bd82-0e07a0cf775b tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.174109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66ead682-fe5c-459e-b26c-a3dbb93cd349 req-8066d677-c981-4f94-bd82-0e07a0cf775b tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2154822 Sep 16 05:12:07.227412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e1b3-4992-4edb-9022-712244c95ca4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.245491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e1b3-4992-4edb-9022-712244c95ca4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.254646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70ebc986-67b0-49c1-af07-208871e616f7 req-4df5f04c-fbf8-425e-bea7-46e33bce41d9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464083 Sep 16 05:12:07.306357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66ead682-fe5c-459e-b26c-a3dbb93cd349 req-370b50b9-b30f-4a2d-9ca8-36bf1f19f242 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128261 Sep 16 05:12:07.320144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e1b3-4992-4edb-9022-712244c95ca4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.324379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a0d4e1b3-4992-4edb-9022-712244c95ca4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8946261 Sep 16 05:12:07.325951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51842) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.330286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f7c6bce3-7d95-4e68-b07e-3a88d6b0ce02 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': 'b48c5732-d808-4dc1-8e4e-cf6dd044f69b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.353224 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-f7c6bce3-7d95-4e68-b07e-3a88d6b0ce02 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:12:07.353881 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-f7c6bce3-7d95-4e68-b07e-3a88d6b0ce02 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:07.357759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f7c6bce3-7d95-4e68-b07e-3a88d6b0ce02 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0283678 Sep 16 05:12:07.358818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4e1b3-4992-4edb-9022-712244c95ca4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c5732-d808-4dc1-8e4e-cf6dd044f69b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.359762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51844) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.373955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9e3428ca-7e8b-4e87-af0f-a448e3ac7799 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': 'b48c5732-d808-4dc1-8e4e-cf6dd044f69b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.382924 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-9e3428ca-7e8b-4e87-af0f-a448e3ac7799 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:12:07.383540 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-9e3428ca-7e8b-4e87-af0f-a448e3ac7799 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:07.390317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51846) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.392141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9e3428ca-7e8b-4e87-af0f-a448e3ac7799 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0252337 Sep 16 05:12:07.395577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a9947f01-a93d-478e-8b0b-904e70d93b75 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': 'b48c5732-d808-4dc1-8e4e-cf6dd044f69b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.396579 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-a9947f01-a93d-478e-8b0b-904e70d93b75 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:12:07.397216 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-a9947f01-a93d-478e-8b0b-904e70d93b75 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:07.400136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a9947f01-a93d-478e-8b0b-904e70d93b75 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067470 Sep 16 05:12:07.401775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51848) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.410045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6e8b3000-72c1-4fe5-ba0d-491fd68de0b0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': 'b48c5732-d808-4dc1-8e4e-cf6dd044f69b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.411152 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-6e8b3000-72c1-4fe5-ba0d-491fd68de0b0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:12:07.411808 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-6e8b3000-72c1-4fe5-ba0d-491fd68de0b0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:07.417390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51850) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.440588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6e8b3000-72c1-4fe5-ba0d-491fd68de0b0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0265293 Sep 16 05:12:07.547155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15c3cad8-e0d6-46fe-9870-33e995f592d0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.547734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd986-8eb8-424a-85c9-612c57d3edf0 req-8d75f406-bd0a-4ba6-8605-ec74fc37c48a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:07.549475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ccd986-8eb8-424a-85c9-612c57d3edf0 req-8d75f406-bd0a-4ba6-8605-ec74fc37c48a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 944 time: 0.0793140 Sep 16 05:12:07.587782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15c3cad8-e0d6-46fe-9870-33e995f592d0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.612305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ccd986-8eb8-424a-85c9-612c57d3edf0 req-074e30c8-d70b-43de-adab-1982bb594513 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544202 Sep 16 05:12:07.663329 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15c3cad8-e0d6-46fe-9870-33e995f592d0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.669105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15c3cad8-e0d6-46fe-9870-33e995f592d0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.670933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-15c3cad8-e0d6-46fe-9870-33e995f592d0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/b48c5732-d808-4dc1-8e4e-cf6dd044f69b HTTP/1.1" status: 204 len: 168 time: 0.2516978 Sep 16 05:12:07.674164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51860) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.688026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3cad8-e0d6-46fe-9870-33e995f592d0 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c5732-d808-4dc1-8e4e-cf6dd044f69b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.728147 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.788375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d82d3a6c-df98-4054-8b11-4a25ce7078bb tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127515 Sep 16 05:12:07.796124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51862) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.801486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-83915821-6e04-4b8b-ad82-4d83353e6bb7 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--456488827'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:07.849007 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83915821-6e04-4b8b-ad82-4d83353e6bb7 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.993487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83915821-6e04-4b8b-ad82-4d83353e6bb7 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.999388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83915821-6e04-4b8b-ad82-4d83353e6bb7 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.057858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83915821-6e04-4b8b-ad82-4d83353e6bb7 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.060462 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-83915821-6e04-4b8b-ad82-4d83353e6bb7 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2632246 Sep 16 05:12:08.064710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51864) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.071451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7676452b-0300-450b-b7a1-7d784aade2a4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.072278 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-7676452b-0300-450b-b7a1-7d784aade2a4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:12:08.072777 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-7676452b-0300-450b-b7a1-7d784aade2a4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.077304 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7676452b-0300-450b-b7a1-7d784aade2a4 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082214 Sep 16 05:12:08.077304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83915821-6e04-4b8b-ad82-4d83353e6bb7 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4903f8f6-8ed1-45c1-adee-811f02d864b7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.079704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.085509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2b4e814a-d690-49b7-8470-8163316d6fc9 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.130315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port cc52ff81-869e-4248-a2f1-0bc7ea437240 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:08.130842 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.134500 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-2b4e814a-d690-49b7-8470-8163316d6fc9 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.135951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b4e814a-d690-49b7-8470-8163316d6fc9 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0550573 Sep 16 05:12:08.139453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51868) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.144903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3717490d-24b6-421e-a91f-071bdacdc13e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.145778 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-3717490d-24b6-421e-a91f-071bdacdc13e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:12:08.146555 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-3717490d-24b6-421e-a91f-071bdacdc13e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.147732 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3717490d-24b6-421e-a91f-071bdacdc13e tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068159 Sep 16 05:12:08.151241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51870) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.157048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7ddc821e-a8ea-44ee-945c-179d16f1f517 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.206053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 7c07db16-0d1b-4c28-856e-3563877b2ee8 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:08.243905 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-7ddc821e-a8ea-44ee-945c-179d16f1f517 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.249080 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ddc821e-a8ea-44ee-945c-179d16f1f517 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0960948 Sep 16 05:12:08.249464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51872) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.254481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6bc2cf9b-a5d1-43ba-a9de-c4abce95154b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.255295 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-6bc2cf9b-a5d1-43ba-a9de-c4abce95154b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:12:08.255856 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-6bc2cf9b-a5d1-43ba-a9de-c4abce95154b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.258333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6bc2cf9b-a5d1-43ba-a9de-c4abce95154b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078230 Sep 16 05:12:08.261223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51874) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.266588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cdc76512-adc3-425b-856c-4dab602087ec tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.304034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port cc52ff81-869e-4248-a2f1-0bc7ea437240, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cc52ff81-869e-4248-a2f1-0bc7ea437240,segment=NetworkSegment(b3d4e9c6-1987-42bc-8b17-719aa385ad3e),segment_id=b3d4e9c6-1987-42bc-8b17-719aa385ad3e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:08.304361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.327408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for cc52ff81-869e-4248-a2f1-0bc7ea437240 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:08.405963 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-cdc76512-adc3-425b-856c-4dab602087ec tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.405963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cdc76512-adc3-425b-856c-4dab602087ec tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1432502 Sep 16 05:12:08.408831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51880) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.412474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 7c07db16-0d1b-4c28-856e-3563877b2ee8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:08.414499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-94b873f2-6735-478d-b366-898b852c6b2b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.414980 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-94b873f2-6735-478d-b366-898b852c6b2b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:12:08.415461 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-94b873f2-6735-478d-b366-898b852c6b2b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.423075 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-94b873f2-6735-478d-b366-898b852c6b2b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130994 Sep 16 05:12:08.423288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51884) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.431259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3f31db21-0489-4cf2-befb-def40bcf4859 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.435345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'mac_address': 'fa:16:3e:ca:78:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:08.479271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.496328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c07db16-0d1b-4c28-856e-3563877b2ee8 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:08.526490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 7c07db16-0d1b-4c28-856e-3563877b2ee8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:08.537372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.549274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a231cd-4956-4680-bf51-8c15bf30313c req-e28067e0-2e8a-4f52-8923-3792c356e1a8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.551011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1a231cd-4956-4680-bf51-8c15bf30313c req-e28067e0-2e8a-4f52-8923-3792c356e1a8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.0984674 Sep 16 05:12:08.607615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a152a09-ee58-481a-bcf1-ac12cea08c3a req-a04e34bd-d825-4cac-ab1d-6a3cddfae876 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.609438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a152a09-ee58-481a-bcf1-ac12cea08c3a req-a04e34bd-d825-4cac-ab1d-6a3cddfae876 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2195854 Sep 16 05:12:08.628930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=7c07db16-0d1b-4c28-856e-3563877b2ee8,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:08.692018 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-3f31db21-0489-4cf2-befb-def40bcf4859 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.693057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3f31db21-0489-4cf2-befb-def40bcf4859 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2664433 Sep 16 05:12:08.696566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.701095 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-344e093d-430c-4ed7-9557-e2aa3bb9c5eb tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4903f8f6-8ed1-45c1-adee-811f02d864b7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:08.710066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a152a09-ee58-481a-bcf1-ac12cea08c3a req-2b31c59b-b445-4630-a2a4-80ef2912aee3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884154 Sep 16 05:12:08.719653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1a231cd-4956-4680-bf51-8c15bf30313c req-d104dbab-79c3-4391-9b9b-22b064b150d7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296084 Sep 16 05:12:08.826583 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-344e093d-430c-4ed7-9557-e2aa3bb9c5eb tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:08.827785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-344e093d-430c-4ed7-9557-e2aa3bb9c5eb tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1302507 Sep 16 05:12:08.832477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51900) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:08.872863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:08.950157 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1831c5b-8bc2-4025-8270-7e912683c531 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.007337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1831c5b-8bc2-4025-8270-7e912683c531 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.084022 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1831c5b-8bc2-4025-8270-7e912683c531 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.087203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1831c5b-8bc2-4025-8270-7e912683c531 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.088607 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a1831c5b-8bc2-4025-8270-7e912683c531 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/4903f8f6-8ed1-45c1-adee-811f02d864b7 HTTP/1.1" status: 204 len: 168 time: 0.2551322 Sep 16 05:12:09.093526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51902) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.108777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1831c5b-8bc2-4025-8270-7e912683c531 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4903f8f6-8ed1-45c1-adee-811f02d864b7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.120112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=cc52ff81-869e-4248-a2f1-0bc7ea437240,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.125991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['7c07db16-0d1b-4c28-856e-3563877b2ee8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:09.139802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.193319 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-17645ac6-7e6c-43c8-84e6-8f9b34b94b1b tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928047 Sep 16 05:12:09.194278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.207094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6fff8490-cc98-4476-a5d2-84cf46d7454a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289909185'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:09.236842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fff8490-cc98-4476-a5d2-84cf46d7454a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.289630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afcaff-1572-43f9-b541-c8589ae6aea3 req-08d1606b-464a-4b44-86a8-c379d8f3e7d9 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.291282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30afcaff-1572-43f9-b541-c8589ae6aea3 req-08d1606b-464a-4b44-86a8-c379d8f3e7d9 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 945 time: 0.3533127 Sep 16 05:12:09.389658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fff8490-cc98-4476-a5d2-84cf46d7454a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.400995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fff8490-cc98-4476-a5d2-84cf46d7454a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.408418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30afcaff-1572-43f9-b541-c8589ae6aea3 req-6550b3f9-92db-41cf-8ef5-3923be55925f tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067252 Sep 16 05:12:09.443858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fff8490-cc98-4476-a5d2-84cf46d7454a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.445808 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6fff8490-cc98-4476-a5d2-84cf46d7454a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2501664 Sep 16 05:12:09.448274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff8490-cc98-4476-a5d2-84cf46d7454a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e143bba-850e-4479-9a68-8d038159f137,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:09.448730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51906) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.454513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4d17b935-f90f-4f89-8e4a-7e86e25c7573 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '8e143bba-850e-4479-9a68-8d038159f137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:09.508081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:09.535810 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-4d17b935-f90f-4f89-8e4a-7e86e25c7573 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The resource could not be found. Sep 16 05:12:09.540511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4d17b935-f90f-4f89-8e4a-7e86e25c7573 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0872679 Sep 16 05:12:09.540987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51908) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.549178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-43049590-c867-4613-8fb2-49e82e839d62 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '8e143bba-850e-4479-9a68-8d038159f137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '613973d1-e3f3-4d93-b5bb-fb85d602ef9f'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:09.628031 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-43049590-c867-4613-8fb2-49e82e839d62 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The resource could not be found. Sep 16 05:12:09.632682 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-43049590-c867-4613-8fb2-49e82e839d62 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0904913 Sep 16 05:12:09.632975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51910) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.651241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:09.672396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d380c918-25c7-48d3-a914-139392e01480 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1757939 Sep 16 05:12:09.674921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51912) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.679980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:09.711017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:09.711492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:09.754607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet c412f835-30a7-403c-a239-b3ad9fbc174f {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:09.795998 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.807727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59709fea-a859-440d-83b6-1effb6326273 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.847033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59709fea-a859-440d-83b6-1effb6326273 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.858789 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.906406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:09.959808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d690c-3337-4be9-af1e-3535ac0edb29 req-24d027bc-4b91-4cae-9ce4-1fc77285800f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:09.961602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-853d690c-3337-4be9-af1e-3535ac0edb29 req-24d027bc-4b91-4cae-9ce4-1fc77285800f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1116328 Sep 16 05:12:09.963885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59709fea-a859-440d-83b6-1effb6326273 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.967023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59709fea-a859-440d-83b6-1effb6326273 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:09.970870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-59709fea-a859-440d-83b6-1effb6326273 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/8e143bba-850e-4479-9a68-8d038159f137 HTTP/1.1" status: 204 len: 168 time: 0.3343306 Sep 16 05:12:09.973203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51924) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.019800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.022256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dff473-7d59-47ed-9c0a-66eb19f0862a req-988d798a-4fb8-40d7-a09c-3c9f7e1c8246 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.025133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6dff473-7d59-47ed-9c0a-66eb19f0862a req-988d798a-4fb8-40d7-a09c-3c9f7e1c8246 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1329560 Sep 16 05:12:10.026296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59709fea-a859-440d-83b6-1effb6326273 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e143bba-850e-4479-9a68-8d038159f137,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.048707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-853d690c-3337-4be9-af1e-3535ac0edb29 req-5eca5c3f-e86a-42c3-9c0b-d640b6097aa8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786972 Sep 16 05:12:10.082097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6dff473-7d59-47ed-9c0a-66eb19f0862a req-cab3a488-3af7-4468-b108-cdd21ca20f55 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466187 Sep 16 05:12:10.082545 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-99760ef4-5b3c-4ad9-a596-66887b1d3a87 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077850 Sep 16 05:12:10.086750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51930) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.091972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6cb2facc-b36c-44cd-abdf-eb8125b76316 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '4c011821-0de4-440c-9d1d-18510cf147aa', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:10.187415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.212500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5743071-44e2-48c9-bd9f-03c1152756aa None None] Network 688fd594-0259-424f-99c3-996b9f675c27 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:10.213658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.216044 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/c412f835-30a7-403c-a239-b3ad9fbc174f HTTP/1.1" status: 204 len: 168 time: 0.5395985 Sep 16 05:12:10.219535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51940) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.237031 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-6cb2facc-b36c-44cd-abdf-eb8125b76316 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The resource could not be found. Sep 16 05:12:10.243095 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cb2facc-b36c-44cd-abdf-eb8125b76316 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1503184 Sep 16 05:12:10.243095 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba111dbe-3e21-4cb2-b51c-ed95f8450ee6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=c412f835-30a7-403c-a239-b3ad9fbc174f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.243095 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51942) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.249599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2618f0fd-9b0c-4f4d-8b20-adb786cc89d8 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--870206528'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:10.278545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2618f0fd-9b0c-4f4d-8b20-adb786cc89d8 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.358118 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.429475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 9, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.448988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port d35016c6-fb0e-467b-898b-83248542a857 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:10.449333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.466966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2618f0fd-9b0c-4f4d-8b20-adb786cc89d8 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.475950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2618f0fd-9b0c-4f4d-8b20-adb786cc89d8 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.480800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] DHCP port deletion for 688fd594-0259-424f-99c3-996b9f675c27 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:10.511091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:10.537732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:10.538437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:10.538904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2618f0fd-9b0c-4f4d-8b20-adb786cc89d8 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.543544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2618f0fd-9b0c-4f4d-8b20-adb786cc89d8 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2962089 Sep 16 05:12:10.545187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.551914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1bc5c909-06c4-4198-91de-f0a0751c697d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667591618'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:10.557548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618f0fd-9b0c-4f4d-8b20-adb786cc89d8 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d478fb3-f61d-456a-933d-aa22bc234c3c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.584222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c909-06c4-4198-91de-f0a0751c697d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.593438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port d35016c6-fb0e-467b-898b-83248542a857, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d35016c6-fb0e-467b-898b-83248542a857,segment=NetworkSegment(b3d4e9c6-1987-42bc-8b17-719aa385ad3e),segment_id=b3d4e9c6-1987-42bc-8b17-719aa385ad3e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:10.594281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.621479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for d35016c6-fb0e-467b-898b-83248542a857 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:10.672758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] Deleting port d35016c6-fb0e-467b-898b-83248542a857 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:10.673138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.723732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744aa6-94d1-4cde-83d5-5c9d4c5e4b11 req-43a537b6-b471-4cb1-9a50-742160f7adc7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:10.727061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76744aa6-94d1-4cde-83d5-5c9d4c5e4b11 req-43a537b6-b471-4cb1-9a50-742160f7adc7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 945 time: 0.1231856 Sep 16 05:12:10.752153 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c909-06c4-4198-91de-f0a0751c697d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.761922 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c909-06c4-4198-91de-f0a0751c697d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.770599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:10.800512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76744aa6-94d1-4cde-83d5-5c9d4c5e4b11 req-2e5afc8d-6423-4b32-a455-2d1c41ef7d3d tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658743 Sep 16 05:12:10.836866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] For port d35016c6-fb0e-467b-898b-83248542a857, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d35016c6-fb0e-467b-898b-83248542a857,segment=NetworkSegment(b3d4e9c6-1987-42bc-8b17-719aa385ad3e),segment_id=b3d4e9c6-1987-42bc-8b17-719aa385ad3e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:10.837542 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.842076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.850206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1bc5c909-06c4-4198-91de-f0a0751c697d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:10.851488 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1bc5c909-06c4-4198-91de-f0a0751c697d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3032942 Sep 16 05:12:10.854390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51948) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.867327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a962b21c-af85-44db-b018-31232eaee3dc tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group_rule': {'security_group_id': '5d478fb3-f61d-456a-933d-aa22bc234c3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2d2938a8-74ab-4988-bbb1-fdae24442d8a'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:10.892409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=d35016c6-fb0e-467b-898b-83248542a857,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.898087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port d35016c6-fb0e-467b-898b-83248542a857 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:10.903406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5c909-06c4-4198-91de-f0a0751c697d tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2938a8-74ab-4988-bbb1-fdae24442d8a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:10.919599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] Calling delete_port for d35016c6-fb0e-467b-898b-83248542a857 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:11.005825 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-a962b21c-af85-44db-b018-31232eaee3dc tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:11.008063 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a962b21c-af85-44db-b018-31232eaee3dc tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1525006 Sep 16 05:12:11.008831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.010768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51950) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.054798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688fd594-0259-424f-99c3-996b9f675c27']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:11.070025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:11.070615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d4e9c6-1987-42bc-8b17-719aa385ad3e') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:11.095648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71b34159-a2bb-424d-94ff-4f67750dc739 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.115984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.129553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71b34159-a2bb-424d-94ff-4f67750dc739 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.146132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.157746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:11.158242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:11.162280 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:11.225928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d35016c6-fb0e-467b-898b-83248542a857 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:11.242474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71b34159-a2bb-424d-94ff-4f67750dc739 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.246293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71b34159-a2bb-424d-94ff-4f67750dc739 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.247732 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-71b34159-a2bb-424d-94ff-4f67750dc739 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d2938a8-74ab-4988-bbb1-fdae24442d8a HTTP/1.1" status: 204 len: 168 time: 0.2359009 Sep 16 05:12:11.260884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51964) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.262160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34159-a2bb-424d-94ff-4f67750dc739 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2938a8-74ab-4988-bbb1-fdae24442d8a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.272999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d35016c6-fb0e-467b-898b-83248542a857 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:11.274463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d35016c6-fb0e-467b-898b-83248542a857 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:11.348975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.349766 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c79f3612-484e-4f19-86f5-2a1dd83bb0fc tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0842729 Sep 16 05:12:11.352375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51968) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.354477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e75788-841b-4082-8d2d-090da6972024 req-450f1f54-185a-4757-9bb1-f0aa3a210c36 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.357467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76e75788-841b-4082-8d2d-090da6972024 req-450f1f54-185a-4757-9bb1-f0aa3a210c36 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1644998 Sep 16 05:12:11.359419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.365049 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.370201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/688fd594-0259-424f-99c3-996b9f675c27 HTTP/1.1" status: 204 len: 168 time: 1.1493306 Sep 16 05:12:11.370865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51972) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.416333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] Network 688fd594-0259-424f-99c3-996b9f675c27 is not hosted by any dhcp agent {{(pid=94720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:12:11.416800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] No DVR routers for this DVR port d35016c6-fb0e-467b-898b-83248542a857 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:11.418483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1273e-b10b-402f-88b4-956145975359 None None] Pushing event deleted for resources: {'Port': ['ID=d35016c6-fb0e-467b-898b-83248542a857,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.425152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6acd201-6b71-473d-81e3-8eafecba0463 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.462902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6acd201-6b71-473d-81e3-8eafecba0463 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.467646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884df89-8e39-41c3-b12f-a00409e50ddd req-9ee40671-1e5a-44b6-8c72-920eb7233db8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.469255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2884df89-8e39-41c3-b12f-a00409e50ddd req-9ee40671-1e5a-44b6-8c72-920eb7233db8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2536297 Sep 16 05:12:11.479950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 9, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:11.508533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f456d-e5db-40b4-9418-bc3f29cf1f31 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:08Z', 'revision_number': 9, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': '038f1782-1bd1-4368-8d47-4531bce6f1c6', 'name': '', 'network_id': '875c1b66-c997-419b-bbd7-53e314c32798', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:69:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:40Z', 'updated_at': '2021-09-16T05:11:45Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '447e1e9f-42cc-47c6-9660-4c148f7aee03', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:11.510611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242bae7-584a-445f-b16f-924596ddd01e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=688fd594-0259-424f-99c3-996b9f675c27,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.525886 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6acd201-6b71-473d-81e3-8eafecba0463 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.531356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6acd201-6b71-473d-81e3-8eafecba0463 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.532670 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e6acd201-6b71-473d-81e3-8eafecba0463 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/5d478fb3-f61d-456a-933d-aa22bc234c3c HTTP/1.1" status: 204 len: 168 time: 0.1786573 Sep 16 05:12:11.536255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51976) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.564917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd201-6b71-473d-81e3-8eafecba0463 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d478fb3-f61d-456a-933d-aa22bc234c3c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:11.576182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76e75788-841b-4082-8d2d-090da6972024 req-351a508f-3e53-4dff-b970-99dbc74d18ac tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985982 Sep 16 05:12:11.608860 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.618057 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3314f743-e9a1-407e-8bb8-1f6f263ad206 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795774 Sep 16 05:12:11.622699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51982) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:11.627360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-70667907-5259-45eb-b45d-de57189d7318 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684407928'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:11.636505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2884df89-8e39-41c3-b12f-a00409e50ddd req-a2a22c1b-0492-4555-b21d-ba01e51ef110 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559832 Sep 16 05:12:11.706079 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70667907-5259-45eb-b45d-de57189d7318 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.880024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a73d1-3fa2-4bd1-ae5e-2006f2de3432 req-f6864bab-ae01-45a7-815a-be785d54d619 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:11.881634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f7a73d1-3fa2-4bd1-ae5e-2006f2de3432 req-f6864bab-ae01-45a7-815a-be785d54d619 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 950 time: 0.0949500 Sep 16 05:12:11.952062 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70667907-5259-45eb-b45d-de57189d7318 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:11.977793 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70667907-5259-45eb-b45d-de57189d7318 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.022014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f7a73d1-3fa2-4bd1-ae5e-2006f2de3432 req-9f2ce2f3-afd7-45b3-beb4-800f72182412 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298289 Sep 16 05:12:12.053579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70667907-5259-45eb-b45d-de57189d7318 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.057539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-70667907-5259-45eb-b45d-de57189d7318 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4310784 Sep 16 05:12:12.058994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52002) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.066700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f0f5a98d-bf9e-4e46-98c5-bac2f239e422 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:12.067334 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-f0f5a98d-bf9e-4e46-98c5-bac2f239e422 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:12:12.067819 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-f0f5a98d-bf9e-4e46-98c5-bac2f239e422 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:12:12.068842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f0f5a98d-bf9e-4e46-98c5-bac2f239e422 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "PUT /v2.0/security-groups/a63a6dc2-837e-48cb-a341-458a26c9759b HTTP/1.1" status: 409 len: 330 time: 0.0074656 Sep 16 05:12:12.072132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52004) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.082813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e206e05-340c-4f02-87c0-8fa9b1f26578 req-8b40a013-30fc-4def-8f3c-3734409f165f tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.084422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e206e05-340c-4f02-87c0-8fa9b1f26578 req-8b40a013-30fc-4def-8f3c-3734409f165f tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 945 time: 0.1666048 Sep 16 05:12:12.086146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70667907-5259-45eb-b45d-de57189d7318 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a6dc2-837e-48cb-a341-458a26c9759b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.147748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.148209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96eab4df-2280-45d4-bd39-ca979929cc11 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.153519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e206e05-340c-4f02-87c0-8fa9b1f26578 req-81627554-975d-4c32-b8c0-03dcc5f9f128 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556631 Sep 16 05:12:12.173878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96eab4df-2280-45d4-bd39-ca979929cc11 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.227054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96eab4df-2280-45d4-bd39-ca979929cc11 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.231224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96eab4df-2280-45d4-bd39-ca979929cc11 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.232998 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-96eab4df-2280-45d4-bd39-ca979929cc11 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/a63a6dc2-837e-48cb-a341-458a26c9759b HTTP/1.1" status: 204 len: 168 time: 0.1585915 Sep 16 05:12:12.240454 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52006) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.241541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 7c07db16-0d1b-4c28-856e-3563877b2ee8 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:12.261449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab4df-2280-45d4-bd39-ca979929cc11 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63a6dc2-837e-48cb-a341-458a26c9759b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.322546 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1b5460e6-4fe2-42ff-917a-a9f51427ca1a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762041 Sep 16 05:12:12.322888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52008) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.334072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 7c07db16-0d1b-4c28-856e-3563877b2ee8 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:12.338311 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-39cc02cf-7718-4ea3-8333-3579948d4731 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] delete failed (client error): The resource could not be found. Sep 16 05:12:12.338898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 7c07db16-0d1b-4c28-856e-3563877b2ee8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:12.339395 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-39cc02cf-7718-4ea3-8333-3579948d4731 tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "DELETE /v2.0/security-groups/9ff14231-bbb9-466a-844d-bbe5dfca7e1e HTTP/1.1" status: 404 len: 347 time: 0.0152388 Sep 16 05:12:12.340575 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.345746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52010) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.363655 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-c3089d48-4148-404a-a703-7d3eb7b50d1a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] show failed (client error): The resource could not be found. Sep 16 05:12:12.364758 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c3089d48-4148-404a-a703-7d3eb7b50d1a tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-groups/58cf1243-3819-485d-9a60-78a1c3ae2533 HTTP/1.1" status: 404 len: 347 time: 0.0186939 Sep 16 05:12:12.368836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52012) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.387068 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-e4012a27-2a93-402d-9033-efc7e42e2a1c tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] show failed (client error): The resource could not be found. Sep 16 05:12:12.389043 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e4012a27-2a93-402d-9033-efc7e42e2a1c tempest-NegativeSecGroupTest-890932641 tempest-NegativeSecGroupTest-890932641-project] 10.222.0.55 "GET /v2.0/security-group-rules/46cd21f0-9284-485a-96d1-4cb8d0616a4c HTTP/1.1" status: 404 len: 356 time: 0.0176435 Sep 16 05:12:12.443216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.466327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:12.469002 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61f21b9-6d4a-41ea-b1e2-62bbbe460a95" -d '{"events": [{"server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "name": "network-vif-plugged", "status": "completed", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:12.483578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 7c07db16-0d1b-4c28-856e-3563877b2ee8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:12.490528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.529636 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30348e49-b5c1-4408-a225-73fe99778539 x-openstack-request-id: req-30348e49-b5c1-4408-a225-73fe99778539 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:12.529932 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "name": "network-vif-plugged", "status": "completed", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:12.530210 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30348e49-b5c1-4408-a225-73fe99778539 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:12.530645 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'code': 200} Sep 16 05:12:12.557278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=7c07db16-0d1b-4c28-856e-3563877b2ee8,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:12.727824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52024) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.785310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491bacc-a5b4-417a-8507-2c465887e63d req-07519ee2-a0bb-4e8a-bb31-72f72a94258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.786911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e491bacc-a5b4-417a-8507-2c465887e63d req-07519ee2-a0bb-4e8a-bb31-72f72a94258c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1699917 Sep 16 05:12:12.806683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71453c1d-15ab-4d6a-a2d3-99636cbce895 req-7756f8e8-7e4b-452c-9fe2-b2f24131bfe0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.808233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71453c1d-15ab-4d6a-a2d3-99636cbce895 req-7756f8e8-7e4b-452c-9fe2-b2f24131bfe0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1572025 Sep 16 05:12:12.832816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cc52ff81-869e-4248-a2f1-0bc7ea437240 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:12.858980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5a10b-94fe-4284-bf1d-2af140e64996 req-494aa935-8545-40e7-a186-e7492dd21c9c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:12.860517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: cc52ff81-869e-4248-a2f1-0bc7ea437240 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:12.860660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4b5a10b-94fe-4284-bf1d-2af140e64996 req-494aa935-8545-40e7-a186-e7492dd21c9c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1426022 Sep 16 05:12:12.861079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cc52ff81-869e-4248-a2f1-0bc7ea437240 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:12.899349 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-00c389b8-1363-4b53-811e-a361ce8bd15c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a56eb54fdbda4e05a69bacfdf5435285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701493 Sep 16 05:12:12.902757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52030) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:12.917333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71453c1d-15ab-4d6a-a2d3-99636cbce895 req-d055a9eb-d8f8-4bf9-92ed-afcb7dacc269 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002271 Sep 16 05:12:12.918949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e491bacc-a5b4-417a-8507-2c465887e63d req-b28c9527-4a08-4965-9db5-3a66d338fac3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219873 Sep 16 05:12:12.962685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4b5a10b-94fe-4284-bf1d-2af140e64996 req-ec48cb02-8c60-4844-95fd-952cfb89d266 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923784 Sep 16 05:12:12.969677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-428714fb-b435-440c-8744-6e1616ce08b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:12.994768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-428714fb-b435-440c-8744-6e1616ce08b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.039052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 038f1782-1bd1-4368-8d47-4531bce6f1c6 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:13.039527 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.053339 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-428714fb-b435-440c-8744-6e1616ce08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.057220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-428714fb-b435-440c-8744-6e1616ce08b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.058672 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-428714fb-b435-440c-8744-6e1616ce08b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4684a8c5-c81d-40ff-b487-d92834db0bb0 HTTP/1.1" status: 204 len: 168 time: 0.1549313 Sep 16 05:12:13.069077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428714fb-b435-440c-8744-6e1616ce08b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684a8c5-c81d-40ff-b487-d92834db0bb0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.163817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 038f1782-1bd1-4368-8d47-4531bce6f1c6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=038f1782-1bd1-4368-8d47-4531bce6f1c6,segment=NetworkSegment(20776206-424d-466a-b244-9c5c5e3bfa61),segment_id=20776206-424d-466a-b244-9c5c5e3bfa61)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:13.164289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.180758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 038f1782-1bd1-4368-8d47-4531bce6f1c6 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:13.275705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c6ed-80c1-4e17-9306-04902d854168 req-d7f1a71e-8fb8-456a-b75c-88d0f60624e8 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.277567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b845c6ed-80c1-4e17-9306-04902d854168 req-d7f1a71e-8fb8-456a-b75c-88d0f60624e8 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 950 time: 0.0981615 Sep 16 05:12:13.405424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b845c6ed-80c1-4e17-9306-04902d854168 req-e3781d05-b2a0-45a2-afe2-e1c89541c1cd tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190219 Sep 16 05:12:13.475819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6d723-7c1c-40dc-8a15-a1676a1423de req-fd86a062-9135-49c5-9f17-0efd034672cb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.477600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7b6d723-7c1c-40dc-8a15-a1676a1423de req-fd86a062-9135-49c5-9f17-0efd034672cb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1158829 Sep 16 05:12:13.569981 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.592282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-061617c7-57d0-4dbb-9cb3-89ce7b30f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.593989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-061617c7-57d0-4dbb-9cb3-89ce7b30f856 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1096 time: 0.1638660 Sep 16 05:12:13.629257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=038f1782-1bd1-4368-8d47-4531bce6f1c6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:13.645065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7b6d723-7c1c-40dc-8a15-a1676a1423de req-cf67063c-90dd-41f8-824c-27aeb7d0c871 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509709 Sep 16 05:12:13.712683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8792790-b81f-4941-bbc1-2d977ecb9649 req-52e8a9bd-4756-4945-959d-8008f9a3fd2f tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.714631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8792790-b81f-4941-bbc1-2d977ecb9649 req-52e8a9bd-4756-4945-959d-8008f9a3fd2f tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 946 time: 0.2148447 Sep 16 05:12:13.887350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:13.920152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8792790-b81f-4941-bbc1-2d977ecb9649 req-14917a6c-202c-426f-9b36-f469760b4ef7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604104 Sep 16 05:12:13.930745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-1962cfed-185d-4d31-bb29-ae51ccf22d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:13.932388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-1962cfed-185d-4d31-bb29-ae51ccf22d63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.3176818 Sep 16 05:12:14.132202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-7142dfe5-842c-4f0f-b433-64a22312d8c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.1473830 Sep 16 05:12:14.145056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2602f19-e8a4-417d-8768-4a59098eb367 req-a4ed24c4-acf1-4a91-9f22-b7b8803028c6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.146661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2602f19-e8a4-417d-8768-4a59098eb367 req-a4ed24c4-acf1-4a91-9f22-b7b8803028c6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1206546 Sep 16 05:12:14.297547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-665c5ecd-a9e6-4af3-9a75-52bab8a8b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.299047 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-665c5ecd-a9e6-4af3-9a75-52bab8a8b9fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1511633 Sep 16 05:12:14.304070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2602f19-e8a4-417d-8768-4a59098eb367 req-f8d4e7df-0082-4f8a-944b-a49677e3f95e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469948 Sep 16 05:12:14.350183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:14.409133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-bd903abb-409c-40dd-9537-8fb2744abd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.410816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-bd903abb-409c-40dd-9537-8fb2744abd2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001024 Sep 16 05:12:14.493540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:14.501311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-32502bcc-775a-4033-849c-880330eff05f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1244416 Sep 16 05:12:14.502196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52098) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.504935 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:14.515435 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:14.516630 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:14.570412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet 447e1e9f-42cc-47c6-9660-4c148f7aee03 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:14.582730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.590141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-c52180bf-204f-4165-9ba6-2c3b1e016445 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440489 Sep 16 05:12:14.612145 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:14.677645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.774404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13d392a1-fb1d-4933-a1b7-2708a7aafcbf req-019e0b6a-4c97-42a4-b74c-f05d2dcaba88 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746366 Sep 16 05:12:14.805556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2269ba4-6773-4e7c-b6f3-4bbce3eaf4fe req-bb67e79e-b67e-4648-8484-9f0c6c8bcb94 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.817552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2269ba4-6773-4e7c-b6f3-4bbce3eaf4fe req-bb67e79e-b67e-4648-8484-9f0c6c8bcb94 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.0807087 Sep 16 05:12:14.827495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.873335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2269ba4-6773-4e7c-b6f3-4bbce3eaf4fe req-961d49ef-c99d-4888-87c7-dfc315fec710 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540996 Sep 16 05:12:14.898487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.914482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:13Z', 'revision_number': 10, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:14.938636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=447e1e9f-42cc-47c6-9660-4c148f7aee03,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:14.940759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:14.942763 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ce16d1ff-b1f0-4a47-812d-533f089425a1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/447e1e9f-42cc-47c6-9660-4c148f7aee03 HTTP/1.1" status: 204 len: 168 time: 0.4388988 Sep 16 05:12:14.947290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52108) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:14.951507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63eee9-3163-4c01-aff7-d3719466a0b2 None None] Network 875c1b66-c997-419b-bbd7-53e314c32798 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:14.992972 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:15.004255 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:15.004973 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:15.053294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52110) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:15.071780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.115310 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:15.141183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace7281-f845-420e-8930-27a941dd15e2 req-579931df-c256-4163-be54-db0520bac2f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.143741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ace7281-f845-420e-8930-27a941dd15e2 req-579931df-c256-4163-be54-db0520bac2f1 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 946 time: 0.1270339 Sep 16 05:12:15.208690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ace7281-f845-420e-8930-27a941dd15e2 req-878ee1cc-c592-4f80-8592-d72f8ec9c22e tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553255 Sep 16 05:12:15.210262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 946c58e3-9572-4076-a638-833da3bece42 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:15.210604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.223266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] DHCP port deletion for 875c1b66-c997-419b-bbd7-53e314c32798 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:15.276701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] Deleting port 946c58e3-9572-4076-a638-833da3bece42 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:15.277373 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.346550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-186f7d95-8b69-49b0-9c67-062723d918d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.360875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] For port 946c58e3-9572-4076-a638-833da3bece42, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=946c58e3-9572-4076-a638-833da3bece42,segment=NetworkSegment(20776206-424d-466a-b244-9c5c5e3bfa61),segment_id=20776206-424d-466a-b244-9c5c5e3bfa61)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:15.361274 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.390525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] Calling delete_port for 946c58e3-9572-4076-a638-833da3bece42 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:15.393060 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:13Z', 'revision_number': 10, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:15.415533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 946c58e3-9572-4076-a638-833da3bece42, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=946c58e3-9572-4076-a638-833da3bece42,segment=NetworkSegment(20776206-424d-466a-b244-9c5c5e3bfa61),segment_id=20776206-424d-466a-b244-9c5c5e3bfa61)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:15.415905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.449177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 946c58e3-9572-4076-a638-833da3bece42 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:15.455313 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688edc7-a392-471a-bf22-1d410e1912f5 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:13Z', 'revision_number': 10, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None, '_interfaces': [{'id': 'f19ec726-faf5-43e9-a3d6-8a6fd0944989', 'name': '', 'network_id': '03a110da-e4ed-4a38-9ef7-d6a6989d743e', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'mac_address': 'fa:16:3e:9f:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:31Z', 'updated_at': '2021-09-16T05:11:39Z', 'revision_number': 5, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'subnets': [{'id': '438964bd-4ac5-42b9-af8a-9ab1754d03c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:15.526648 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.533671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-9d5449d3-b88a-49a5-abca-6c3e43c04492 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.535276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-9d5449d3-b88a-49a5-abca-6c3e43c04492 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1769748 Sep 16 05:12:15.548493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894db1c-9083-402b-8e8e-d28d651ecf14 req-291e8c9d-48c6-4aec-8fb5-014e1ba1f0b5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.550063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5894db1c-9083-402b-8e8e-d28d651ecf14 req-291e8c9d-48c6-4aec-8fb5-014e1ba1f0b5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1607499 Sep 16 05:12:15.567814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-186f7d95-8b69-49b0-9c67-062723d918d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.577493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-186f7d95-8b69-49b0-9c67-062723d918d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.584249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] No DVR routers for this DVR port 946c58e3-9572-4076-a638-833da3bece42 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:15.596822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4b18c-6c7e-46ee-b3ef-e6f7c9b9a96d None None] Pushing event deleted for resources: {'Port': ['ID=946c58e3-9572-4076-a638-833da3bece42,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.618594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-8299cb2c-29a1-4727-a635-4698df1a1734 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 696 time: 0.0656037 Sep 16 05:12:15.631924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f7d95-8b69-49b0-9c67-062723d918d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525fd1f9-d525-47a3-b2a2-2e00c33a48f0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.639308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'floatingip': {'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:15.639572 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-186f7d95-8b69-49b0-9c67-062723d918d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d6683e0541b4143be244f3a813d05b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823562 Sep 16 05:12:15.639572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52130) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:15.696238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf16a446-3ef1-4995-9e15-dedb9d7f9d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.701592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5894db1c-9083-402b-8e8e-d28d651ecf14 req-23cc3822-38ee-4581-a51b-cf06f9047e24 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381972 Sep 16 05:12:15.703655 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.733106 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf16a446-3ef1-4995-9e15-dedb9d7f9d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.738109 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.789404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf16a446-3ef1-4995-9e15-dedb9d7f9d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.791922 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf16a446-3ef1-4995-9e15-dedb9d7f9d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:15.795255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=946c58e3-9572-4076-a638-833da3bece42,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:15.796658 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf16a446-3ef1-4995-9e15-dedb9d7f9d34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/525fd1f9-d525-47a3-b2a2-2e00c33a48f0 HTTP/1.1" status: 204 len: 168 time: 0.1560585 Sep 16 05:12:15.800957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port 946c58e3-9572-4076-a638-833da3bece42 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:15.808492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a446-3ef1-4995-9e15-dedb9d7f9d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525fd1f9-d525-47a3-b2a2-2e00c33a48f0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.082717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d2faa605-01a0-42c0-a739-93ebe2c5b94c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:16.176224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.193362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eefb2e89-aad1-4c50-a584-66aa08f966a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.221884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:16.242604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'mac_address': 'fa:16:3e:13:2d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:16.274677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:16.305451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eefb2e89-aad1-4c50-a584-66aa08f966a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.306076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.313428 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eefb2e89-aad1-4c50-a584-66aa08f966a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.325201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.343933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2faa605-01a0-42c0-a739-93ebe2c5b94c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:16.357755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875c1b66-c997-419b-bbd7-53e314c32798']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.358356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb2e89-aad1-4c50-a584-66aa08f966a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41a816-d46e-47c1-bed5-4f181c7c0575,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.365836 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eefb2e89-aad1-4c50-a584-66aa08f966a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2949fc1970b64083a3444e814dd6eccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885049 Sep 16 05:12:16.366813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52142) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.369335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:16.377728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.379029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20776206-424d-466a-b244-9c5c5e3bfa61') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.379338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20776206-424d-466a-b244-9c5c5e3bfa61') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:16.424672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.428963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22dc3796-2ccb-4676-8f47-8da04e2aa11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.456894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ba8d1-f05d-4f68-9278-b4f9f3913c56 req-e2684b2d-9ee0-40f5-a773-59d38c865592 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:16.457176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22dc3796-2ccb-4676-8f47-8da04e2aa11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.464293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d3ba8d1-f05d-4f68-9278-b4f9f3913c56 req-e2684b2d-9ee0-40f5-a773-59d38c865592 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1602695 Sep 16 05:12:16.470394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.486608 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.489523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:16.490188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: self.session.flush() Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:16.498907 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:16.501616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.518750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:16.521277 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81144d01-5475-4412-8d5e-4758512c585c" -d '{"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-unplugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:16.524379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22dc3796-2ccb-4676-8f47-8da04e2aa11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.528034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22dc3796-2ccb-4676-8f47-8da04e2aa11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.529834 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-22dc3796-2ccb-4676-8f47-8da04e2aa11b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd41a816-d46e-47c1-bed5-4f181c7c0575 HTTP/1.1" status: 204 len: 168 time: 0.1620300 Sep 16 05:12:16.538870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['d2faa605-01a0-42c0-a739-93ebe2c5b94c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:16.542766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc3796-2ccb-4676-8f47-8da04e2aa11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41a816-d46e-47c1-bed5-4f181c7c0575,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.545859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:16.578125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.665360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d3ba8d1-f05d-4f68-9278-b4f9f3913c56 req-08b31b1f-5dd2-4682-a21d-0e5a0e2c997e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995988 Sep 16 05:12:16.679675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.728380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.737353 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.740357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/875c1b66-c997-419b-bbd7-53e314c32798 HTTP/1.1" status: 204 len: 168 time: 1.7921395 Sep 16 05:12:16.742356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52160) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:16.774471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500b540-7d0c-4b68-8c5c-cdee8bdaa46a tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=875c1b66-c997-419b-bbd7-53e314c32798,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:16.843775 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d77652-a313-4d9c-b55f-80842f901dc8 x-openstack-request-id: req-62d77652-a313-4d9c-b55f-80842f901dc8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:16.844175 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-unplugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:16.844377 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62d77652-a313-4d9c-b55f-80842f901dc8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:16.844771 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'code': 200} Sep 16 05:12:16.940893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 946c58e3-9572-4076-a638-833da3bece42 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:16.950565 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.973412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 946c58e3-9572-4076-a638-833da3bece42 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:16.973916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 946c58e3-9572-4076-a638-833da3bece42 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:16.974111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:16.974534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 038f1782-1bd1-4368-8d47-4531bce6f1c6 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:17.001108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 038f1782-1bd1-4368-8d47-4531bce6f1c6 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:17.001624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 038f1782-1bd1-4368-8d47-4531bce6f1c6 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:17.099840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118963e3-2edc-4467-8bbb-9799a0bd4f41 req-e5a6b833-8b64-4e15-9c0c-da4fc32872ce tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.101559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118963e3-2edc-4467-8bbb-9799a0bd4f41 req-e5a6b833-8b64-4e15-9c0c-da4fc32872ce tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1708727 Sep 16 05:12:17.135347 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d associated. External IP: 172.25.6.219, port: e8ae31f7-5db9-467a-9988-7d53443df54f. Sep 16 05:12:17.203975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118963e3-2edc-4467-8bbb-9799a0bd4f41 req-96e52af5-29f4-4655-a48b-51a732791380 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890198 Sep 16 05:12:17.264620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.396417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f008056-b13d-428f-9e96-c7be44b52676 req-1b25f649-03f2-4a72-a6ed-df1118c6fd16 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.398650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f008056-b13d-428f-9e96-c7be44b52676 req-1b25f649-03f2-4a72-a6ed-df1118c6fd16 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1132643 Sep 16 05:12:17.500666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f008056-b13d-428f-9e96-c7be44b52676 req-8bf81f5c-2ed7-4bc3-b2be-9c871964c044 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584259 Sep 16 05:12:17.505462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:17.562990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port f19ec726-faf5-43e9-a3d6-8a6fd0944989 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:17.563482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.669457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:17.676529 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.684288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:17.697930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:17.698582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:17.701331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port f19ec726-faf5-43e9-a3d6-8a6fd0944989, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f19ec726-faf5-43e9-a3d6-8a6fd0944989,segment=NetworkSegment(593f403f-64ed-459b-891a-5b9858b2e151),segment_id=593f403f-64ed-459b-891a-5b9858b2e151)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:17.701705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:17.720223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-a4267b14-51c0-4263-a62a-e7205aaf6780 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "PUT /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 200 len: 996 time: 2.0905221 Sep 16 05:12:17.720768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:17.724503 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c7050-7863-4ad9-8a2e-6f359f4362af" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:17.735192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for f19ec726-faf5-43e9-a3d6-8a6fd0944989 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:17.803794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-7516e211-f089-4cf9-8889-c137c29f9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.815326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-7516e211-f089-4cf9-8889-c137c29f9f42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.0802052 Sep 16 05:12:17.880799 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfd3631-2c90-4d0d-8842-d084d934c547 x-openstack-request-id: req-0bfd3631-2c90-4d0d-8842-d084d934c547 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:17.881415 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:17.881672 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bfd3631-2c90-4d0d-8842-d084d934c547 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:17.882070 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'status': 'completed', 'code': 200} Sep 16 05:12:17.992340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-5737622b-f696-43ca-90f3-1097f3463299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.993873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-5737622b-f696-43ca-90f3-1097f3463299 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.1776016 Sep 16 05:12:17.997004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-311a0232-b2fe-4608-bea3-152bd61fdc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:17.998514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-311a0232-b2fe-4608-bea3-152bd61fdc66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.0744083 Sep 16 05:12:18.008580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:18.029182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.083326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=f19ec726-faf5-43e9-a3d6-8a6fd0944989,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:18.167137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d2faa605-01a0-42c0-a739-93ebe2c5b94c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:18.215656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.279525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-40340b34-347e-4f62-9a88-f1136d06ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.281084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-40340b34-347e-4f62-9a88-f1136d06ca46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.2279680 Sep 16 05:12:18.433740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:18.434745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-70586e6f-28b2-4ac1-b42d-66b9cdd807a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 999 time: 0.4336057 Sep 16 05:12:18.442999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port d2faa605-01a0-42c0-a739-93ebe2c5b94c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:18.442999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.463699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb3f46-bd28-431a-bd49-9abe82a14239 req-2af6bccb-26ac-4007-b5f2-a5fb6707ed31 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.471732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9eb3f46-bd28-431a-bd49-9abe82a14239 req-2af6bccb-26ac-4007-b5f2-a5fb6707ed31 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.4200184 Sep 16 05:12:18.536786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-3a96965f-4b10-45f5-8c7a-db70a264e646 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 999 time: 0.2361398 Sep 16 05:12:18.572994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:18.583720 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-06b70cff-77f1-44e3-b0f2-c0c3274ead66 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393946 Sep 16 05:12:18.584885 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:18.586621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52228) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:18.607088 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:18.607676 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.690217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9eb3f46-bd28-431a-bd49-9abe82a14239 req-465d72ba-c8c0-4e76-9c5f-f301eff782f1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174637 Sep 16 05:12:18.722992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-868d3466-da63-41c9-8c5a-857b1e887e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.724537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-868d3466-da63-41c9-8c5a-857b1e887e9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.2370546 Sep 16 05:12:18.734106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:65:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:16Z', 'revision_number': 1, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.737329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.752023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting subnet 438964bd-4ac5-42b9-af8a-9ab1754d03c1 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:18.759183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.762425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-b82bc033-bd72-4174-9c69-c82ec01f63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.763970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-b82bc033-bd72-4174-9c69-c82ec01f63f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.2142315 Sep 16 05:12:18.785133 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:18.833934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:18.852216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.857077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:18.861528 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab81e8-401a-4e40-acaf-91dfee3eff34" -d '{"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-plugged", "status": "completed", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:18.897539 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:17Z', 'revision_number': 11, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.899036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:18.907481 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:18.911898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:18.912565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.929776 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:18.946476 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:18.947153 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:18.970978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-ab092879-aa7c-41ae-8d0b-03b2c81eacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:18.981635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-ab092879-aa7c-41ae-8d0b-03b2c81eacd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2396767 Sep 16 05:12:18.992494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-5d7494a4-49dd-4b38-893e-3e245f276588 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:19.005594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-5d7494a4-49dd-4b38-893e-3e245f276588 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225506 Sep 16 05:12:19.038639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.095842 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:19.120015 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.124143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:19.136443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-1d37ffcf-5f66-4fc5-be7f-747e6785ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.138088 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-1d37ffcf-5f66-4fc5-be7f-747e6785ad0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3436940 Sep 16 05:12:19.241892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.269873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061475c-5867-4743-9bb6-f21067f657d7 req-6ead2aa9-7c77-4391-b43f-dd407eb80ca7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:19.277451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8061475c-5867-4743-9bb6-f21067f657d7 req-6ead2aa9-7c77-4391-b43f-dd407eb80ca7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.4093313 Sep 16 05:12:19.340444 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.346175 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/438964bd-4ac5-42b9-af8a-9ab1754d03c1 HTTP/1.1" status: 204 len: 168 time: 0.7570920 Sep 16 05:12:19.351284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52260) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.355654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832ab0c-058a-4640-8ce6-53ccc53eb8ea None None] Network 03a110da-e4ed-4a38-9ef7-d6a6989d743e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:19.356980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf80360-5274-4fa6-a728-bb7ec4e55095 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Subnet': ['ID=438964bd-4ac5-42b9-af8a-9ab1754d03c1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:19.419820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8061475c-5867-4743-9bb6-f21067f657d7 req-46270397-a1ca-46b1-943b-d6f93fe10b4b tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408246 Sep 16 05:12:19.436566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-57d544b8-c7bf-4993-a16f-5cea146292b8 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279459 Sep 16 05:12:19.554482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:17Z', 'revision_number': 11, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:19.567021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-bbae03fc-b18f-4a0f-a68b-adfeb42652ff service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072480 Sep 16 05:12:19.586176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.590793 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3c5f0-449b-437a-976b-4f5a8fc17d79 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:17Z', 'revision_number': 11, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:19.721300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Deleting port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:19.722079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.897685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b9dc02-d957-49a3-abb9-2a69f95ac11e req-52353128-f7c9-40a4-a6bf-73f0b5ecc6e3 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494219 Sep 16 05:12:19.912027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] For port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7,segment=NetworkSegment(593f403f-64ed-459b-891a-5b9858b2e151),segment_id=593f403f-64ed-459b-891a-5b9858b2e151)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:19.912541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:19.914875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52274) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:19.967663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa0c7050-7863-4ad9-8a2e-6f359f4362af req-5aa6c786-cd3a-4801-bc5a-fdbab807b4c5 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008618 Sep 16 05:12:19.996254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Calling delete_port for 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:20.144581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d5add-6a9a-4628-921c-769ae09984f8 req-3e8722e6-8238-4700-96b3-868688731a25 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.146684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e9d5add-6a9a-4628-921c-769ae09984f8 req-3e8722e6-8238-4700-96b3-868688731a25 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1310725 Sep 16 05:12:20.157457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-dff35ee2-c1c8-4d95-8d9c-2b5b01e2cd65 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:20.166697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-dff35ee2-c1c8-4d95-8d9c-2b5b01e2cd65 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1297750 Sep 16 05:12:20.188945 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea668fe-092c-4470-b3ac-3d0f5fec9594 x-openstack-request-id: req-aea668fe-092c-4470-b3ac-3d0f5fec9594 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:20.189525 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-plugged", "status": "completed", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:20.189525 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aea668fe-092c-4470-b3ac-3d0f5fec9594 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:20.189862 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'code': 200} Sep 16 05:12:20.263625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.301159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:65:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:16Z', 'revision_number': 1, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:20.305391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Port': ['ID=3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.309509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No DVR routers for this DVR port 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:20.322241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1da8d093-4133-4bd7-be5c-3c524cf26a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.333736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d826d6-68f0-44b7-9571-1e26e5e87443 None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:65:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:16Z', 'revision_number': 1, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:20.389049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b1242-7965-428f-a918-630d59fe0b36 None None] DHCP port deletion for 03a110da-e4ed-4a38-9ef7-d6a6989d743e request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:20.430958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e9d5add-6a9a-4628-921c-769ae09984f8 req-d435c764-2041-44e4-944f-c31508e68c22 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585578 Sep 16 05:12:20.466560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-4faa21ea-04fc-4091-a9ba-73890b48127e tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 999 time: 0.2842999 Sep 16 05:12:20.540987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'floatingip': {'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:20.736389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f091886-641a-48c3-a34c-ff72cfc5dbf0 None None] New status for floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:20.744425 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1da8d093-4133-4bd7-be5c-3c524cf26a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.751360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.758667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1da8d093-4133-4bd7-be5c-3c524cf26a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.833166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.896575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a110da-e4ed-4a38-9ef7-d6a6989d743e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:20.923695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593f403f-64ed-459b-891a-5b9858b2e151') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:20.924081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593f403f-64ed-459b-891a-5b9858b2e151') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:20.930730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f19ec726-faf5-43e9-a3d6-8a6fd0944989 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:20.935672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8d093-4133-4bd7-be5c-3c524cf26a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434055c2-1f44-4a27-8ee6-9ea84b4a9ac0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:20.937491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.965830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.975621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: f19ec726-faf5-43e9-a3d6-8a6fd0944989 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:20.976643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:20.978215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.979212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1da8d093-4133-4bd7-be5c-3c524cf26a81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2200b79c0dfe4b8c89cf3c8a3e8d952c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0631640 Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:20.982560 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:20.984919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52290) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:20.993108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f19ec726-faf5-43e9-a3d6-8a6fd0944989 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:20.994396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:21.034742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90d4eb-8d77-449e-9c24-f15d96a88e4a req-e866dcbd-054c-48e1-94a5-429740c71cb2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:21.036358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a90d4eb-8d77-449e-9c24-f15d96a88e4a req-e866dcbd-054c-48e1-94a5-429740c71cb2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.4853187 Sep 16 05:12:21.045345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:21.045650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3c5d8fb0-4cb0-4001-ab9f-51558bfc24d7 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:21.077206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.093618 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.095827 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/networks/03a110da-e4ed-4a38-9ef7-d6a6989d743e HTTP/1.1" status: 204 len: 168 time: 1.7433708 Sep 16 05:12:21.103692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52292) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:21.117380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1db23b-178d-4d57-ae8a-e505e8acf812 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Pushing event deleted for resources: {'Network': ['ID=03a110da-e4ed-4a38-9ef7-d6a6989d743e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:21.118415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'routes': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:21.642618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a90d4eb-8d77-449e-9c24-f15d96a88e4a req-e8fe9cb5-6955-462f-af94-d8d07de78f49 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573287 Sep 16 05:12:21.725905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fc1f234-59ca-4f9b-bec6-973cd67f1d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.808622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.extraroute_db [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Added routes are [] {{(pid=94719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:12:21.808930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.extraroute_db [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Removed routes are [] {{(pid=94719) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:12:21.809308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.894519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fc1f234-59ca-4f9b-bec6-973cd67f1d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.097905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.138685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.148084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac705cde-3322-49fa-81e8-19187b1fb055 req-622cabb7-2cb7-4edc-8d3c-f64e6f627d42 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:22.149610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac705cde-3322-49fa-81e8-19187b1fb055 req-622cabb7-2cb7-4edc-8d3c-f64e6f627d42 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2763762 Sep 16 05:12:22.263436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fc1f234-59ca-4f9b-bec6-973cd67f1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.266125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fc1f234-59ca-4f9b-bec6-973cd67f1d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.269917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7fc1f234-59ca-4f9b-bec6-973cd67f1d64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/434055c2-1f44-4a27-8ee6-9ea84b4a9ac0 HTTP/1.1" status: 204 len: 168 time: 1.2861857 Sep 16 05:12:22.284196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.api [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:22.285609 n-d-713301-15 neutron-server[94719]: DEBUG oslo_db.api [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:22.292781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 5a23a41c-3469-4384-9e80-e70fb144788e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:22.308057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1f234-59ca-4f9b-bec6-973cd67f1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434055c2-1f44-4a27-8ee6-9ea84b4a9ac0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:22.387484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac705cde-3322-49fa-81e8-19187b1fb055 req-131a4e60-286e-4425-a91f-a3d83bbad43b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695168 Sep 16 05:12:22.421477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:22.429423 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.432142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4ce9f9b2-b86e-4b4c-b1a5-b51e54056233 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 200 len: 705 time: 1.3173389 Sep 16 05:12:22.435380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52306) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.449247 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] Sync routers for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:22.477873 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:22.479454 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.487297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-51392ab3-30e8-48ae-bb61-6235156c018f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 200 len: 205 time: 0.0503483 Sep 16 05:12:22.489904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52312) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.583380 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87623756-e00c-41bb-8eb4-26e8abf11465 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.620822 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:22.725751 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:17Z', 'revision_number': 11, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.771369 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] Checking router: 5a23a41c-3469-4384-9e80-e70fb144788e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:22.782528 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] Routers {'5a23a41c-3469-4384-9e80-e70fb144788e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:22.783806 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5a23a41c-3469-4384-9e80-e70fb144788e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:22.786717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.812758 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87623756-e00c-41bb-8eb4-26e8abf11465 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.815133 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87623756-e00c-41bb-8eb4-26e8abf11465 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.876267 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87623756-e00c-41bb-8eb4-26e8abf11465 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.876891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87623756-e00c-41bb-8eb4-26e8abf11465 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Fanout notify agent at l3_agent the message router_deleted on router 5a23a41c-3469-4384-9e80-e70fb144788e {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:22.884201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87623756-e00c-41bb-8eb4-26e8abf11465 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.889374 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-87623756-e00c-41bb-8eb4-26e8abf11465 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 204 len: 168 time: 0.3934786 Sep 16 05:12:22.899662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52322) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.899896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52324) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:22.905661 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] Set router 5a23a41c-3469-4384-9e80-e70fb144788e gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:22.913335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95c04e60-1257-456e-b6bd-88b03d6e8260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:22.939174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e828b64b-aced-486e-9569-6925b6494692 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-442882767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:22.993820 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:17Z', 'revision_number': 11, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:23.048413 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624462b-3b8a-4497-8ac1-9024343db5c5 None None] The sync data for ids ['5a23a41c-3469-4384-9e80-e70fb144788e'] in n-d-713301-15 is: [{'id': '5a23a41c-3469-4384-9e80-e70fb144788e', 'name': 'tempest-RoutersIpV6Test-router-1675095042', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:26Z', 'updated_at': '2021-09-16T05:12:17Z', 'revision_number': 11, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:23.081274 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95c04e60-1257-456e-b6bd-88b03d6e8260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.086882 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95c04e60-1257-456e-b6bd-88b03d6e8260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.087895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a903d-6f6d-4b0f-85c7-2316db21b6f8 req-e990cf7c-a7a3-46c6-ad9d-d6ac342a789e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.089489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e81a903d-6f6d-4b0f-85c7-2316db21b6f8 req-e990cf7c-a7a3-46c6-ad9d-d6ac342a789e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2211919 Sep 16 05:12:23.141645 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-95c04e60-1257-456e-b6bd-88b03d6e8260 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c58621298144a8784f125005175fb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414939 Sep 16 05:12:23.142736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c04e60-1257-456e-b6bd-88b03d6e8260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acebc5fd-bbbe-43a2-9619-d04936a169b4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.145821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52326) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.206299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e81a903d-6f6d-4b0f-85c7-2316db21b6f8 req-c0d04b32-06cf-4d8e-ad54-0eb57e372c39 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Sep 16 05:12:23.209926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e828b64b-aced-486e-9569-6925b6494692 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.210976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e828b64b-aced-486e-9569-6925b6494692 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.239990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d442ddd-ffe3-464a-94df-b27acd511cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.289937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d442ddd-ffe3-464a-94df-b27acd511cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.369346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d442ddd-ffe3-464a-94df-b27acd511cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.373526 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d442ddd-ffe3-464a-94df-b27acd511cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.375167 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9d442ddd-ffe3-464a-94df-b27acd511cd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acebc5fd-bbbe-43a2-9619-d04936a169b4 HTTP/1.1" status: 204 len: 168 time: 0.2284820 Sep 16 05:12:23.389435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d442ddd-ffe3-464a-94df-b27acd511cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acebc5fd-bbbe-43a2-9619-d04936a169b4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:23.427767 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e828b64b-aced-486e-9569-6925b6494692 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.437406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e828b64b-aced-486e-9569-6925b6494692 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.480808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e828b64b-aced-486e-9569-6925b6494692 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.482809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e828b64b-aced-486e-9569-6925b6494692 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5826454 Sep 16 05:12:23.487358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:23.495027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-34a92729-ae61-43a7-9136-67685027d9ff tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:23.539600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b9d3-f922-4bea-ade5-999c469eec76 req-329647ac-fae0-42e6-8718-3df9e68defa5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:23.551702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ad0b9d3-f922-4bea-ade5-999c469eec76 req-329647ac-fae0-42e6-8718-3df9e68defa5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2350926 Sep 16 05:12:23.752374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ad0b9d3-f922-4bea-ade5-999c469eec76 req-936ac8fa-10d6-4e5a-92b7-71682a2f75fc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994448 Sep 16 05:12:23.840149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-b0f399b0-fd42-4908-b756-874df256483f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1304014 Sep 16 05:12:23.986300 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34a92729-ae61-43a7-9136-67685027d9ff tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.002055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34a92729-ae61-43a7-9136-67685027d9ff tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.080234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.093435 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.164348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.164833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.165404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.165792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.166264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.166710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.167161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:24.169861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8508f899-e6b1-4963-8406-f600c5972beb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 6498 time: 0.1592720 Sep 16 05:12:24.189112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a92729-ae61-43a7-9136-67685027d9ff tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Router 083a45f4-0b73-4743-9524-0be0cf0a05b6 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:24.320771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a92729-ae61-43a7-9136-67685027d9ff tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:24.330373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34a92729-ae61-43a7-9136-67685027d9ff tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.331677 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-34a92729-ae61-43a7-9136-67685027d9ff tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "PUT /v2.0/routers/083a45f4-0b73-4743-9524-0be0cf0a05b6 HTTP/1.1" status: 200 len: 697 time: 0.8425131 Sep 16 05:12:24.341654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] Sync routers for ids ['083a45f4-0b73-4743-9524-0be0cf0a05b6'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:24.344291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52360) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.359674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] Routers {'083a45f4-0b73-4743-9524-0be0cf0a05b6'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:24.360653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['083a45f4-0b73-4743-9524-0be0cf0a05b6'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.480207 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a9c8bf5-17ad-42b9-a49d-a27fb64e85f6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/routers/083a45f4-0b73-4743-9524-0be0cf0a05b6 HTTP/1.1" status: 200 len: 703 time: 0.1241665 Sep 16 05:12:24.485597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52366) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.525245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] Set router 083a45f4-0b73-4743-9524-0be0cf0a05b6 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:24.526706 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-94272f1f-d81a-416c-806e-d195355437d1 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=083a45f4-0b73-4743-9524-0be0cf0a05b6 HTTP/1.1" status: 200 len: 205 time: 0.0381298 Sep 16 05:12:24.528582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52368) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:24.698033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2d24500-b16f-4217-affa-7965698234bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.698567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a45f4-0b73-4743-9524-0be0cf0a05b6', 'name': 'tempest-RoutersIpV6Test-router-442882767', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:23Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.770685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] Checking router: 083a45f4-0b73-4743-9524-0be0cf0a05b6 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:24.784023 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:24.795051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] Routers {'083a45f4-0b73-4743-9524-0be0cf0a05b6'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:24.796256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['083a45f4-0b73-4743-9524-0be0cf0a05b6'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:24.923513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] Set router 083a45f4-0b73-4743-9524-0be0cf0a05b6 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:25.008862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a45f4-0b73-4743-9524-0be0cf0a05b6', 'name': 'tempest-RoutersIpV6Test-router-442882767', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:23Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:25.020689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2d24500-b16f-4217-affa-7965698234bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.024190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2d24500-b16f-4217-affa-7965698234bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.044604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaa90e-5cfa-4e6a-96fa-a8a94a362432 None None] The sync data for ids ['083a45f4-0b73-4743-9524-0be0cf0a05b6'] in n-d-713301-15 is: [{'id': '083a45f4-0b73-4743-9524-0be0cf0a05b6', 'name': 'tempest-RoutersIpV6Test-router-442882767', 'tenant_id': 'b35130677bcb49b59fc72ba4624287d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:12:23Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 2, 'project_id': 'b35130677bcb49b59fc72ba4624287d6', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:25.094812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2efd-0642-45cf-abe5-210c38a7cd89 req-03535705-f075-42e7-8ff9-f4330357827a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.102744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce5d2efd-0642-45cf-abe5-210c38a7cd89 req-03535705-f075-42e7-8ff9-f4330357827a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.9455619 Sep 16 05:12:25.127784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2d24500-b16f-4217-affa-7965698234bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.128954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d24500-b16f-4217-affa-7965698234bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Fanout notify agent at l3_agent the message router_deleted on router 083a45f4-0b73-4743-9524-0be0cf0a05b6 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:12:25.157585 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d associated. External IP: 172.25.6.219, port: e8ae31f7-5db9-467a-9988-7d53443df54f. Sep 16 05:12:25.171588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2d24500-b16f-4217-affa-7965698234bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.178185 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2d24500-b16f-4217-affa-7965698234bb tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/083a45f4-0b73-4743-9524-0be0cf0a05b6 HTTP/1.1" status: 204 len: 168 time: 0.6438897 Sep 16 05:12:25.179520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52382) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.222594 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2c3e6351-48e3-4934-97c0-26b1941a981f tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=083a45f4-0b73-4743-9524-0be0cf0a05b6 HTTP/1.1" status: 200 len: 205 time: 0.0397813 Sep 16 05:12:25.223995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.258526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-1ca6ce6c-efb9-4372-a597-4dcd666536e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.258986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-1ca6ce6c-efb9-4372-a597-4dcd666536e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.259451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-1ca6ce6c-efb9-4372-a597-4dcd666536e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.261548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-1ca6ce6c-efb9-4372-a597-4dcd666536e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06b94b1b-7432-4930-a7bc-4551b88a64c2&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&id=87774183-9d3a-4059-a0e1-f8feda9e53ca&id=87774183-9d3a-4059-a0e1-f8feda9e53ca HTTP/1.1" status: 200 len: 2293 time: 1.0557156 Sep 16 05:12:25.275835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce5d2efd-0642-45cf-abe5-210c38a7cd89 req-94dc5ead-09fa-4e95-aa46-a601c67bada5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719139 Sep 16 05:12:25.302619 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-1fe206b9-442c-4ecd-b69f-dc9369f21a93 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] delete failed (client error): The resource could not be found. Sep 16 05:12:25.303773 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1fe206b9-442c-4ecd-b69f-dc9369f21a93 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/083a45f4-0b73-4743-9524-0be0cf0a05b6 HTTP/1.1" status: 404 len: 336 time: 0.0788386 Sep 16 05:12:25.306330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52392) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.379423 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e80efb-268e-4d7f-8e2f-1d3f20009061 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:25.379906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e80efb-268e-4d7f-8e2f-1d3f20009061 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:25.382575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-94e80efb-268e-4d7f-8e2f-1d3f20009061 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/34564c3b-567e-4ef2-82d7-5b8f9f65264a HTTP/1.1" status: 404 len: 337 time: 0.0748534 Sep 16 05:12:25.391310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52394) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.579385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-f4763ff8-8fdd-41d6-96db-52ec659dd9c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec HTTP/1.1" status: 200 len: 1000 time: 0.3024597 Sep 16 05:12:25.582266 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f442550-2b11-4263-a7e4-d4548385fe83 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:25.582792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f442550-2b11-4263-a7e4-d4548385fe83 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:25.584593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8f442550-2b11-4263-a7e4-d4548385fe83 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/c412f835-30a7-403c-a239-b3ad9fbc174f HTTP/1.1" status: 404 len: 337 time: 0.1417222 Sep 16 05:12:25.587237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52400) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.658734 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7383c4-0ed1-496a-a4a9-a7273fd2efde tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:25.659102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7383c4-0ed1-496a-a4a9-a7273fd2efde tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:25.679666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ab7383c4-0ed1-496a-a4a9-a7273fd2efde tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/447e1e9f-42cc-47c6-9660-4c148f7aee03 HTTP/1.1" status: 404 len: 337 time: 0.0760338 Sep 16 05:12:25.679666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.702460 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6882e0-2015-4737-baf2-faf25295cba7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:25.702769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6882e0-2015-4737-baf2-faf25295cba7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:25.706780 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9e6882e0-2015-4737-baf2-faf25295cba7 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/438964bd-4ac5-42b9-af8a-9ab1754d03c1 HTTP/1.1" status: 404 len: 337 time: 0.0339251 Sep 16 05:12:25.708478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-ca060a38-2c21-4878-9e42-95237d9be8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.710173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-ca060a38-2c21-4878-9e42-95237d9be8b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34aac0db-6620-4096-a8c7-152381e8aeca HTTP/1.1" status: 200 len: 851 time: 0.1197901 Sep 16 05:12:25.710724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52406) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.724182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba33f4f-7d3e-452a-94ac-7d568688d3b9 req-4da9d155-53f6-4ee9-8a66-ca90427afc9c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.727082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eba33f4f-7d3e-452a-94ac-7d568688d3b9 req-4da9d155-53f6-4ee9-8a66-ca90427afc9c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2263131 Sep 16 05:12:25.804444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-74b32f1f-a9f5-4fe6-8d85-bd1b57af373e tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 200 len: 205 time: 0.0897465 Sep 16 05:12:25.807054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52408) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.837192 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40a39df0-f093-4978-bb6f-7c863e60df5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:25.852475 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-a849199e-6044-4797-8438-6a3905baebe6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] delete failed (client error): The resource could not be found. Sep 16 05:12:25.853550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a849199e-6044-4797-8438-6a3905baebe6 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/5a23a41c-3469-4384-9e80-e70fb144788e HTTP/1.1" status: 404 len: 336 time: 0.0454762 Sep 16 05:12:25.859089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52410) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.889070 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-45284ae0-3c7e-47f5-ac38-0ae38e6016c8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e HTTP/1.1" status: 200 len: 205 time: 0.0287082 Sep 16 05:12:25.891360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52412) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:25.903215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eba33f4f-7d3e-452a-94ac-7d568688d3b9 req-de5d1880-4725-4688-8990-d1d9334f2088 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613879 Sep 16 05:12:25.918010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-ea882dc2-1d8f-4e65-b140-04afc0970f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:25.918799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-ea882dc2-1d8f-4e65-b140-04afc0970f99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06b94b1b-7432-4930-a7bc-4551b88a64c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808405 Sep 16 05:12:25.921755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:26.006337 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-3c6e6bd8-f998-4a4f-8031-24155418c109 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] delete failed (client error): The resource could not be found. Sep 16 05:12:26.009057 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c6e6bd8-f998-4a4f-8031-24155418c109 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/a8fb9e73-e1f1-4fcc-959f-10b3b6e2252e HTTP/1.1" status: 404 len: 336 time: 0.1154532 Sep 16 05:12:26.011181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.074430 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b50ee1-ef04-4072-8a04-71d19045e370 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:26.074908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b50ee1-ef04-4072-8a04-71d19045e370 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:26.077227 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a0b50ee1-ef04-4072-8a04-71d19045e370 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/eaac0c51-dbd2-4614-891c-5581a4fec657 HTTP/1.1" status: 404 len: 337 time: 0.0648086 Sep 16 05:12:26.079542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52424) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.127235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e05aa746-11f8-4dd6-aba6-106857a47378 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d862abc-3b96-4f21-a884-aa12d8219e10 HTTP/1.1" status: 200 len: 205 time: 0.0465286 Sep 16 05:12:26.133964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.145253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-7be99548-91e8-4f23-93d9-faa4aa363d4a service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169585 Sep 16 05:12:26.255531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-45f4ee76-a4d9-482c-a2fc-345630c1373f service neutron] 10.222.0.73 "GET /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013546 Sep 16 05:12:26.285644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:26.286245 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-7e725645-b8f6-46e2-bdaa-ba1eb6d5a91d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] delete failed (client error): The resource could not be found. Sep 16 05:12:26.290538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7e725645-b8f6-46e2-bdaa-ba1eb6d5a91d tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/5d862abc-3b96-4f21-a884-aa12d8219e10 HTTP/1.1" status: 404 len: 336 time: 0.1532419 Sep 16 05:12:26.294448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52432) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.302231 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:26.316980 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:26.317978 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:26.357713 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-88bb64cc-6d26-43d2-a459-87d91231b2c5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3780f3b-806e-45aa-bc28-5d461fb7e5e9 HTTP/1.1" status: 200 len: 205 time: 0.0603385 Sep 16 05:12:26.365120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52434) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.446193 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-26242a8e-0355-4b0f-9ac8-0058cf277cc5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] delete failed (client error): The resource could not be found. Sep 16 05:12:26.447253 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-26242a8e-0355-4b0f-9ac8-0058cf277cc5 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/a3780f3b-806e-45aa-bc28-5d461fb7e5e9 HTTP/1.1" status: 404 len: 336 time: 0.0817840 Sep 16 05:12:26.451673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52436) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.457454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-77a81f77-6741-43c2-bd1a-20f471b29386 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 217 time: 0.1841953 Sep 16 05:12:26.529104 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7be10de-4f8a-4636-89de-f02017e53cf8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:26.529570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7be10de-4f8a-4636-89de-f02017e53cf8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:26.538677 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a7be10de-4f8a-4636-89de-f02017e53cf8 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/d032a97f-fc83-4df9-bcab-c5906cee05b7 HTTP/1.1" status: 404 len: 337 time: 0.0870769 Sep 16 05:12:26.541790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52438) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.605493 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f44adb9f-1fed-43ec-93b4-f45feab443a4 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=68f006cd-404b-4ab2-a8d2-dbddbdea66c3 HTTP/1.1" status: 200 len: 205 time: 0.0625918 Sep 16 05:12:26.614237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.681121 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:26.712015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-754b4fac-8db4-4cfc-83d8-b146ec845d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.713591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-754b4fac-8db4-4cfc-83d8-b146ec845d96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.2377195 Sep 16 05:12:26.751906 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-9a522895-217e-4527-a5e6-2f7de9cf0403 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] delete failed (client error): The resource could not be found. Sep 16 05:12:26.753459 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a522895-217e-4527-a5e6-2f7de9cf0403 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/68f006cd-404b-4ab2-a8d2-dbddbdea66c3 HTTP/1.1" status: 404 len: 336 time: 0.1381195 Sep 16 05:12:26.756035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.781924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452462c8-c1ad-4156-9661-a599251acec8 req-e171f031-bb13-4d0a-9aa3-1e2af7df6825 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.789744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-452462c8-c1ad-4156-9661-a599251acec8 req-e171f031-bb13-4d0a-9aa3-1e2af7df6825 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.4033761 Sep 16 05:12:26.792762 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf45101b-3efa-4f3a-a96e-0019f9e464d0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:26.793424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf45101b-3efa-4f3a-a96e-0019f9e464d0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:26.796858 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bf45101b-3efa-4f3a-a96e-0019f9e464d0 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/0a706fda-892c-420f-a67d-8a3908d9fc98 HTTP/1.1" status: 404 len: 337 time: 0.0392318 Sep 16 05:12:26.802138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52446) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.866708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-cf8dc38f-4107-4055-ba03-07e295f5bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:26.868273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-cf8dc38f-4107-4055-ba03-07e295f5bd54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1453812 Sep 16 05:12:26.899000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-47912212-7ebb-44b5-8362-8a69ca31a185 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "GET /v2.0/ports?device_id=a397e961-4fc3-4cb2-bfb7-ed463d9cd254 HTTP/1.1" status: 200 len: 205 time: 0.0954535 Sep 16 05:12:26.899718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52450) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:26.961805 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-d77337a4-cf62-45d5-8fd0-106d69f60242 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] delete failed (client error): The resource could not be found. Sep 16 05:12:26.966505 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d77337a4-cf62-45d5-8fd0-106d69f60242 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/routers/a397e961-4fc3-4cb2-bfb7-ed463d9cd254 HTTP/1.1" status: 404 len: 336 time: 0.0643280 Sep 16 05:12:26.966699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52454) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:27.007551 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5dda6d-0509-4230-b6fe-be0a39dc6c31 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:27.011774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5dda6d-0509-4230-b6fe-be0a39dc6c31 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:27.012154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-452462c8-c1ad-4156-9661-a599251acec8 req-dd2878b8-6cac-4c5f-9981-66512a7f0144 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213776 Sep 16 05:12:27.016444 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ae5dda6d-0509-4230-b6fe-be0a39dc6c31 tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/068f62e5-93f1-460c-8b78-27913ec9e54d HTTP/1.1" status: 404 len: 337 time: 0.0466702 Sep 16 05:12:27.017333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52460) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:27.110030 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-732521e7-d549-4bf4-89ee-ea2ccfba64ab tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] DELETE failed (client error): The resource could not be found. Sep 16 05:12:27.110726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732521e7-d549-4bf4-89ee-ea2ccfba64ab tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:12:27.112702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-732521e7-d549-4bf4-89ee-ea2ccfba64ab tempest-RoutersIpV6Test-1786905300 tempest-RoutersIpV6Test-1786905300-project] 10.222.0.55 "DELETE /v2.0/subnets/d79a5227-b4b3-4434-8aa3-2d1f8ddd5756 HTTP/1.1" status: 404 len: 337 time: 0.0948086 Sep 16 05:12:27.162838 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:ca:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 3, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:27.210698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-22ee7740-e54b-41ac-846c-2d02b2412c89 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189676 Sep 16 05:12:27.226713 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:27.249324 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:27.249970 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:11:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:27.425948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-11f30a46-579f-43fa-b4d8-3430ed3a4424 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602232 Sep 16 05:12:27.443227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:27.452016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268d88-3f02-441d-b586-89baa985c461 req-dac4bc29-44f7-423e-990d-cb31de76e6ff tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.453605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02268d88-3f02-441d-b586-89baa985c461 req-dac4bc29-44f7-423e-990d-cb31de76e6ff tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.3378336 Sep 16 05:12:27.501714 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:27.535974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-a7b7f758-7656-4984-b0c9-d50d43f617fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 217 time: 0.1006331 Sep 16 05:12:27.551247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52470) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:27.669390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02268d88-3f02-441d-b586-89baa985c461 req-f3f0ccb9-7ca9-46e6-abee-33378d8cd1b8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371617 Sep 16 05:12:27.745174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-77576a74-0a0d-4baa-a1e1-ba22d4c46133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.748543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-77576a74-0a0d-4baa-a1e1-ba22d4c46133 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.1959188 Sep 16 05:12:27.888424 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-54fc7978-a69e-4af4-9d07-93554abcba14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b35130677bcb49b59fc72ba4624287d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353095 Sep 16 05:12:27.891017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:27.951532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116af20-d665-4d0f-89bc-ac1a19c7e5fa req-38b11aea-62b3-4edd-982c-ea97e93956bb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:27.954808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9116af20-d665-4d0f-89bc-ac1a19c7e5fa req-38b11aea-62b3-4edd-982c-ea97e93956bb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1144202 Sep 16 05:12:27.973292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:27.987182 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:ca:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 3, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:28.030818 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.036337 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1dab8-51ed-46f4-9d33-37a3966ce235 None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:ca:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:23Z', 'revision_number': 3, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:28.078592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5972-4680-453e-98b4-45babb9bb85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.122347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5972-4680-453e-98b4-45babb9bb85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.124283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c6555b78-9f2d-4a0e-9c30-c4057abe7b41 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:28.147638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9116af20-d665-4d0f-89bc-ac1a19c7e5fa req-d6214731-3943-4c98-9bee-c4c2693a953c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774406 Sep 16 05:12:28.153029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:28.156058 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24846cad-7d23-44ff-a22f-555d03d6cdda" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:28.190867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-89fc103f-92be-413e-a336-fe5a4a739091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.197819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-89fc103f-92be-413e-a336-fe5a4a739091 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4373035 Sep 16 05:12:28.222805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5972-4680-453e-98b4-45babb9bb85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.225834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4ff5972-4680-453e-98b4-45babb9bb85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.237421 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e4ff5972-4680-453e-98b4-45babb9bb85a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80bb08f9-ba21-4b9e-8265-a87413913ad8 HTTP/1.1" status: 204 len: 168 time: 0.3398235 Sep 16 05:12:28.268592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff5972-4680-453e-98b4-45babb9bb85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb08f9-ba21-4b9e-8265-a87413913ad8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:28.342354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2b0dac5c-b08b-4986-b6a2-b8425fda1ca5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "PUT /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 200 len: 999 time: 7.8717163 Sep 16 05:12:28.404203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-55358bf4-a334-4888-a103-b5ec4fff13ba tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.415742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:28.430180 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-55358bf4-a334-4888-a103-b5ec4fff13ba tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports/e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 942 time: 0.0866427 Sep 16 05:12:28.449373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'port_id': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'mac_address': 'fa:16:3e:68:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce29a734-4169-4c76-b2e3-2fe197987d17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:28.528345 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.536169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-460b30ce-3110-4a0f-abac-a5900bb2a32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.548396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd97db-3fd2-44ff-ad60-0b22ffe24fb5 None None] New status for floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:28.598636 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a42c6d0-0016-4a70-bb08-3c9eedc3d1d6 x-openstack-request-id: req-4a42c6d0-0016-4a70-bb08-3c9eedc3d1d6 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:28.598948 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:28.599236 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a42c6d0-0016-4a70-bb08-3c9eedc3d1d6 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:28.599638 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'status': 'completed', 'code': 200} Sep 16 05:12:28.615365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6555b78-9f2d-4a0e-9c30-c4057abe7b41 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:28.646374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-b6d0c787-ea04-420b-a31b-f78b2d277ee0 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836298 Sep 16 05:12:28.662472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:28.684373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-5ecd1683-d5ae-4015-b323-1bf50feda6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.687810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-5ecd1683-d5ae-4015-b323-1bf50feda6f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.1074264 Sep 16 05:12:28.702937 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:28.727696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-c2e3b72a-6f9b-498e-aeae-d44ffd4b099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.729580 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-c2e3b72a-6f9b-498e-aeae-d44ffd4b099b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.1164405 Sep 16 05:12:28.829557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-74ff1c60-5398-4a4d-ade1-d2f84ded8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:28.831133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-74ff1c60-5398-4a4d-ade1-d2f84ded8dff service neutron] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.1325068 Sep 16 05:12:28.936665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-80ca2663-6df8-4297-a02a-5ca673b78d8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 217 time: 0.0693190 Sep 16 05:12:29.004474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-e82d3597-f5b8-4d73-a105-08ba5f28401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.006782 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-e82d3597-f5b8-4d73-a105-08ba5f28401e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.2501647 Sep 16 05:12:29.009841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd516f-952e-458a-a39d-e0066c80f3a8 req-a6a51022-ef8a-43ad-9d28-e33f7ee6d97c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.011422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5bd516f-952e-458a-a39d-e0066c80f3a8 req-a6a51022-ef8a-43ad-9d28-e33f7ee6d97c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 945 time: 0.1774719 Sep 16 05:12:29.029487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:29.057726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.061498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.063201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.065067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.066114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.067073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.067867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.069375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.070373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.071763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.072717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.073706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:29.082890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5bd516f-952e-458a-a39d-e0066c80f3a8 req-045a6559-9f40-444c-8376-a74e94e8daa3 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575628 Sep 16 05:12:29.084692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-4ad51308-ea11-44e7-9aa1-90041fc1a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.087658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-4ad51308-ea11-44e7-9aa1-90041fc1a386 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.1417990 Sep 16 05:12:29.087863 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-343472ec-9b15-4992-8a57-4aadd3f060f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 217 time: 0.0709226 Sep 16 05:12:29.092563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-b6064977-a395-4834-af9b-2510df9b2ae4 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333882 Sep 16 05:12:29.162521 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.172887 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c6555b78-9f2d-4a0e-9c30-c4057abe7b41'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:29.187161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-dfc1b679-af6b-4fbf-aefd-33ec2b76044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.193805 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-dfc1b679-af6b-4fbf-aefd-33ec2b76044b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.0908031 Sep 16 05:12:29.218095 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:29.258341 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:29.259277 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:29.287754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-370f7dec-9c53-428a-97f8-544f4d620d1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10 HTTP/1.1" status: 200 len: 217 time: 0.1617703 Sep 16 05:12:29.393310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-311f679e-76c4-442d-8a82-804362a5964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.394902 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-311f679e-76c4-442d-8a82-804362a5964b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1846061 Sep 16 05:12:29.430341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-7f16a3db-9f5b-4ee3-a6b2-c18de65fae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.432329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-7f16a3db-9f5b-4ee3-a6b2-c18de65fae71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3358564 Sep 16 05:12:29.540052 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:29.627647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-e25ba27c-2916-4288-8031-0b2f025322ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.629280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-e25ba27c-2916-4288-8031-0b2f025322ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.3303814 Sep 16 05:12:29.696252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-57125f70-2aaf-46c6-b246-b2226163ae99 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520912 Sep 16 05:12:29.709891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-9a7edff9-e39c-4d16-9b7d-54332675f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:29.711552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-9a7edff9-e39c-4d16-9b7d-54332675f7a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0733271 Sep 16 05:12:29.743386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-5f36d3a4-a197-481a-9865-bf3986d51d73 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397624 Sep 16 05:12:29.751841 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:29.911128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-8a1ed078-7620-45df-bb8d-2fd9e16b111e service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793890 Sep 16 05:12:29.915650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-2fd0624f-0a79-41ab-8a8f-b92bcd5aac08 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028217 Sep 16 05:12:30.030606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-24846cad-7d23-44ff-a22f-555d03d6cdda req-7a2be4a9-e308-4838-8c89-9b202b82b2c7 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779152 Sep 16 05:12:30.080579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52534) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.097216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-1a00e3f1-0c03-4e6c-8c3e-f84b919e863f service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780581 Sep 16 05:12:30.142851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c6555b78-9f2d-4a0e-9c30-c4057abe7b41 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:30.205374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-d40a47cb-05b5-460b-af20-354a6bc1bd47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e1d663e3-939b-4841-a672-68fa0f345c3d HTTP/1.1" status: 200 len: 217 time: 0.0904968 Sep 16 05:12:30.341030 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:ca:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:30.361614 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.393959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c6555b78-9f2d-4a0e-9c30-c4057abe7b41 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:30.403339 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:30.426144 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:30.429006 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:30.436599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:30.453748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.486564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dba51fa4-7259-423f-9aa3-768d10235a17 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-924474466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:30.546634 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba51fa4-7259-423f-9aa3-768d10235a17 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.548156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba51fa4-7259-423f-9aa3-768d10235a17 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.581078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:30.638754 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:30.678142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba51fa4-7259-423f-9aa3-768d10235a17 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.683861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba51fa4-7259-423f-9aa3-768d10235a17 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.721761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba51fa4-7259-423f-9aa3-768d10235a17 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.725432 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dba51fa4-7259-423f-9aa3-768d10235a17 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6410503 Sep 16 05:12:30.725689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52546) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:30.735719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-917949023'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:30.750000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:30.752257 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dfa96c-c144-49cf-acc2-2d3b89b55434" -d '{"events": [{"name": "network-changed", "server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:30.756550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-04e732cd-6504-4175-a23a-2a960090ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.757733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-04e732cd-6504-4175-a23a-2a960090ea95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 200 len: 797 time: 0.5446429 Sep 16 05:12:30.802305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Made reservation on behalf of d2669fe1e5744d0f82fe6f2ef8eb590c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:30.823103 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.834657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-264653cd-a839-4ca4-8a27-9f3617e86e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.836270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-264653cd-a839-4ca4-8a27-9f3617e86e20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 1098 time: 0.7381294 Sep 16 05:12:30.846079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:30.977354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed9993-404c-4816-9225-b9f646cdc313 req-ddbbc348-d826-4843-8484-1c3158b6e64d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.979339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9ed9993-404c-4816-9225-b9f646cdc313 req-ddbbc348-d826-4843-8484-1c3158b6e64d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 944 time: 0.2193568 Sep 16 05:12:30.988295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-024549b9-b552-420c-924b-42879ff6dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:30.991312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-024549b9-b552-420c-924b-42879ff6dc27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.1472032 Sep 16 05:12:31.050817 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:ca:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:31.055700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.071780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.082833 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e32e2bd-6e53-40f8-aa94-75e51254ecff None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:ca:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:28Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:31.114642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:31.121048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-f4246a5a-0bdd-4c2f-a7fb-c89f83ce9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.123176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-f4246a5a-0bdd-4c2f-a7fb-c89f83ce9060 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=076ab2eb-acfc-4dd9-8fca-7c757f2953a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3287768 Sep 16 05:12:31.138236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e39487-6de8-4a1f-9640-1a1a56295b60,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.146795 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.147234 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Added segment 78212bba-169a-464e-962e-6ed23994a8f2 of type vlan for network 87061c34-13f8-43ed-af03-f2015080dfda Sep 16 05:12:31.151769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9ed9993-404c-4816-9225-b9f646cdc313 req-be94d945-4d02-4e65-b782-475e23466c93 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307881 Sep 16 05:12:31.197094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-7ca8d6c6-6007-4632-89ef-a741bb40c4cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 1002 time: 0.1988769 Sep 16 05:12:31.198419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.240677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.246257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.275928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.280065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.359077 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6290598 Sep 16 05:12:31.402950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-06161790-69e3-4f5a-8851-d6077287b484 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661018 Sep 16 05:12:31.403485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52566) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:31.433485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4ded-d642-49b8-b13b-303f0d58f7fe tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Network': ['ID=87061c34-13f8-43ed-af03-f2015080dfda,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:31.446398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 87061c34-13f8-43ed-af03-f2015080dfda details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:31.453098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'subnet': {'network_id': '87061c34-13f8-43ed-af03-f2015080dfda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:31.522809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-f01e28bf-1128-4b04-852a-7fc60c6cf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.524677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-f01e28bf-1128-4b04-852a-7fc60c6cf023 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.3162982 Sep 16 05:12:31.541160 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce22e3-f24a-4ed5-b485-c6ab11873d36 x-openstack-request-id: req-0dce22e3-f24a-4ed5-b485-c6ab11873d36 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:31.541920 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:31.542277 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0dce22e3-f24a-4ed5-b485-c6ab11873d36 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:31.542867 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'status': 'completed', 'code': 200} Sep 16 05:12:31.827026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-34b7e6c5-10d0-4258-9bdd-7c9118fae046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.828703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-34b7e6c5-10d0-4258-9bdd-7c9118fae046 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2811997 Sep 16 05:12:31.863913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-3ba114d2-53e6-4e13-919c-2b0c3967abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:31.865603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-3ba114d2-53e6-4e13-919c-2b0c3967abf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 1098 time: 0.2674735 Sep 16 05:12:31.875256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-3d386d54-286c-4340-a751-50e85938d464 service neutron] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134991 Sep 16 05:12:31.909157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Made reservation on behalf of d2669fe1e5744d0f82fe6f2ef8eb590c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:31.912956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:31.993742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-48ec1515-685e-44df-a2e4-f06ee48243ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e HTTP/1.1" status: 200 len: 217 time: 0.0921223 Sep 16 05:12:32.151842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c6555b78-9f2d-4a0e-9c30-c4057abe7b41 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:32.253003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:32.253683 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.332652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-b4c0a53a-032c-4800-9d3d-2822cc6d3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.336871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-b4c0a53a-032c-4800-9d3d-2822cc6d3d1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.3302467 Sep 16 05:12:32.368632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-672b0be9-5bf0-487c-be75-7feba0aabf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.370098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-672b0be9-5bf0-487c-be75-7feba0aabf30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.4835594 Sep 16 05:12:32.387308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-569b5dda-6bf8-4009-86c8-53697a6e9993 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415120 Sep 16 05:12:32.404933 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.440232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:32.441658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:32.444631 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9ee51c-7df1-40d9-aef0-51c6ac793208" -d '{"events": [{"server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "name": "network-vif-plugged", "status": "completed", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:32.449437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:32.517051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:32.643169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-18e30fbc-eb2c-4dee-94dd-ee9f207150f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 1002 time: 0.2551067 Sep 16 05:12:32.664620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6f634-438a-41c5-b61f-d69a4c20092e req-2107040c-ef52-4c29-a158-45291662a1f6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.673025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66e6f634-438a-41c5-b61f-d69a4c20092e req-2107040c-ef52-4c29-a158-45291662a1f6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 944 time: 0.3346143 Sep 16 05:12:32.676619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-10f3399f-c391-4370-bb7e-4e39d4748e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.678153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-10f3399f-c391-4370-bb7e-4e39d4748e70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3129816 Sep 16 05:12:32.873203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ceff1e9-f2de-4a9f-88b0-0ac57d7a299c req-fe924a04-5fa1-4e55-a93e-8ec99ff2a0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573641 Sep 16 05:12:32.939057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66e6f634-438a-41c5-b61f-d69a4c20092e req-037ad8b1-dd52-46fe-9e2a-a3aa535b5bd5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650144 Sep 16 05:12:32.977770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-2e64f59b-026f-4f5d-aaba-54b92724d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:32.982761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-2e64f59b-026f-4f5d-aaba-54b92724d89a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.2926416 Sep 16 05:12:32.986150 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.088963 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7762a5a5-cae2-4d81-9836-6877bb52d63a x-openstack-request-id: req-7762a5a5-cae2-4d81-9836-6877bb52d63a {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:33.089269 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "name": "network-vif-plugged", "status": "completed", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:33.089532 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7762a5a5-cae2-4d81-9836-6877bb52d63a {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:33.089940 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'code': 200} Sep 16 05:12:33.199034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-00ab6a4f-ee27-442b-ba29-d8487ee0b97b service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839585 Sep 16 05:12:33.227106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Subnet': ['ID=611a72d5-c392-4b80-8d64-36c27bf3ba41,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:33.296189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-591f710f-d77c-464b-bcf3-160c8f21372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.298711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-591f710f-d77c-464b-bcf3-160c8f21372d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3012493 Sep 16 05:12:33.338922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae906a82-0025-44b7-8fe8-f623ef3e0acc req-99b7eb21-b3c5-49e6-b524-eddafc530143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.341894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ae906a82-0025-44b7-8fe8-f623ef3e0acc req-99b7eb21-b3c5-49e6-b524-eddafc530143 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 1098 time: 0.0670147 Sep 16 05:12:33.344696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6455e2e4-3ef0-4c9d-8bfe-dd3b45c2313b req-d9f94401-31c2-4e0a-a7ab-8851fd237b89 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.2245715 Sep 16 05:12:33.373953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Checking segment: {'id': '78212bba-169a-464e-962e-6ed23994a8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87061c34-13f8-43ed-af03-f2015080dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:33.374368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network hostable DHCP agents. Network: 87061c34-13f8-43ed-af03-f2015080dfda, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:33.397238 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ae906a82-0025-44b7-8fe8-f623ef3e0acc req-8aee8a91-211f-49b5-865c-83da0d5598f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Sep 16 05:12:33.489447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455e2e4-3ef0-4c9d-8bfe-dd3b45c2313b req-d5dfd0d3-cc02-4657-94e1-53c9c8466f8a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.503901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6455e2e4-3ef0-4c9d-8bfe-dd3b45c2313b req-d5dfd0d3-cc02-4657-94e1-53c9c8466f8a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports/7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 943 time: 0.1501179 Sep 16 05:12:33.540834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-67138331-8c0a-46ed-94de-36258a0deee1 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284137 Sep 16 05:12:33.551315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network 87061c34-13f8-43ed-af03-f2015080dfda is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:33.589442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 87061c34-13f8-43ed-af03-f2015080dfda) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:33.601489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f134f-f41a-4aa8-8343-54795b345a95 None None] Network 87061c34-13f8-43ed-af03-f2015080dfda requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:33.638792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.639390 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.650216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-e4b5a1ef-6a60-4acd-b4bb-b58e4e3254db service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033049 Sep 16 05:12:33.713254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-42884357-dd5e-4430-b4f9-69821084e3ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2 HTTP/1.1" status: 200 len: 217 time: 0.0813160 Sep 16 05:12:33.753649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52594) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:33.753901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0c907997-96bd-4ee7-8f33-301bfc0c6398 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3208976 Sep 16 05:12:33.759651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'network': {'name': 'tempest-router-network01--1211787207'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:33.785752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6455e2e4-3ef0-4c9d-8bfe-dd3b45c2313b req-dfdfb1cb-7468-4e7c-8b50-8ae741de7527 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.2109444 Sep 16 05:12:33.821293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Made reservation on behalf of d2669fe1e5744d0f82fe6f2ef8eb590c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:33.831291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.912743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:33.917600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-18a42b4b-509a-48ef-8285-f6d6a230f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:33.919360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-18a42b4b-509a-48ef-8285-f6d6a230f7ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 200 len: 797 time: 0.1964710 Sep 16 05:12:33.930320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-87061c34-13f8-43ed-af03-f2015080dfda', 'network_id': '87061c34-13f8-43ed-af03-f2015080dfda', 'tenant_id': 'd2669fe1e5744d0f82fe6f2ef8eb590c', 'fixed_ips': [{'subnet_id': '611a72d5-c392-4b80-8d64-36c27bf3ba41'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:33.931297 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.945155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:33.946964 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Added segment 15159616-b0a8-45c3-bc37-3aa985cb1c5d of type vlan for network c5200a13-41b4-41ca-8a22-26c7f8099fcb Sep 16 05:12:34.009553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70dfa96c-c144-49cf-acc2-2d3b89b55434 req-894e24fb-05ea-405a-9b2a-e2cb5a3fe255 service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268790 Sep 16 05:12:34.022261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455e2e4-3ef0-4c9d-8bfe-dd3b45c2313b req-5ba8eb10-4bb4-407b-87f8-f5a5b76628e7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.029731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6455e2e4-3ef0-4c9d-8bfe-dd3b45c2313b req-5ba8eb10-4bb4-407b-87f8-f5a5b76628e7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2428844 Sep 16 05:12:34.061822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-63078575-553e-4892-b53d-de1fdc7abfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.064950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-63078575-553e-4892-b53d-de1fdc7abfe0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87774183-9d3a-4059-a0e1-f8feda9e53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1368985 Sep 16 05:12:34.089861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.152942 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.183709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.184830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.262214 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5047119 Sep 16 05:12:34.271093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.321197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'network': {'name': 'tempest-router-network02--1636167542'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:34.342958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Allocated IP 172.20.0.2 (87061c34-13f8-43ed-af03-f2015080dfda/611a72d5-c392-4b80-8d64-36c27bf3ba41/5017b6e8-9858-4bed-91c7-f71f7dd66275) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:34.355281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e366f-f12f-4047-ad8c-f6f5ed8c8585 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Network': ['ID=c5200a13-41b4-41ca-8a22-26c7f8099fcb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.370401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Made reservation on behalf of d2669fe1e5744d0f82fe6f2ef8eb590c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:34.374109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:34.377358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.424754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:34.457015 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.457424 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Added segment d073dc65-3791-4e57-b363-b81f9945c2d3 of type vlan for network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 Sep 16 05:12:34.549090 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.600924 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.622011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:34.624374 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.662682 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3902938 Sep 16 05:12:34.691405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52608) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:34.706400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'subnet': {'network_id': 'c5200a13-41b4-41ca-8a22-26c7f8099fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:34.735251 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.743610 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:34.769488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-da1bdfdf-251d-4099-80ad-ad1cda68a847 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.7217686 Sep 16 05:12:34.790473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Network 87061c34-13f8-43ed-af03-f2015080dfda is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:34.799071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:34.857768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa11e3-7cfb-4d79-ba18-b77b0095235e tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Network': ['ID=8c6c5afe-18f2-4d76-9b0a-cf62de6885b4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.864239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Pushing event updated for resources: {'Port': ['ID=5017b6e8-9858-4bed-91c7-f71f7dd66275,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:34.870902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:34.881872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:34.982035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-1777169c-3a8c-452c-b0e5-ce3570c0650e service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768798 Sep 16 05:12:34.993281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850747a5-d251-415c-a0fe-6307782c8a4e req-b2aca956-f217-450c-8b5c-6d67509be8a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.004852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-850747a5-d251-415c-a0fe-6307782c8a4e req-b2aca956-f217-450c-8b5c-6d67509be8a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2979255 Sep 16 05:12:35.024612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8482197-dbab-4845-8c01-3a10c4391fde req-2e17fa09-ed40-4589-9027-454a2b99e3ef tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.027260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-2e17fa09-ed40-4589-9027-454a2b99e3ef tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports/7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 943 time: 0.2411718 Sep 16 05:12:35.052908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Made reservation on behalf of d2669fe1e5744d0f82fe6f2ef8eb590c for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:35.065474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.292453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-850747a5-d251-415c-a0fe-6307782c8a4e req-c46a9747-865e-4c54-8ada-dc147a32da54 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863107 Sep 16 05:12:35.362877 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-734361b4-2ca0-4593-9424-9d8ae126dd6b req-45be2a74-2457-462c-b613-77dde34b5fc8 service neutron] 10.222.0.73 "GET /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525608 Sep 16 05:12:35.394648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-cb96fd55-bc3b-469d-af20-17253410118a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.2209964 Sep 16 05:12:35.395121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Attempting to bind port 5017b6e8-9858-4bed-91c7-f71f7dd66275 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:35.395439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Attempting to bind port 5017b6e8-9858-4bed-91c7-f71f7dd66275 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '78212bba-169a-464e-962e-6ed23994a8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87061c34-13f8-43ed-af03-f2015080dfda'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:35.395825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Attempting to bind port 5017b6e8-9858-4bed-91c7-f71f7dd66275 on network 87061c34-13f8-43ed-af03-f2015080dfda {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:35.412833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:35.413198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Checking segment: {'id': '78212bba-169a-464e-962e-6ed23994a8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87061c34-13f8-43ed-af03-f2015080dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:35.413658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.414068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Bound using segment: {'id': '78212bba-169a-464e-962e-6ed23994a8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87061c34-13f8-43ed-af03-f2015080dfda'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:35.414560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Bound port: 5017b6e8-9858-4bed-91c7-f71f7dd66275, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78212bba-169a-464e-962e-6ed23994a8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87061c34-13f8-43ed-af03-f2015080dfda'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:35.414954 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.528530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] For port 5017b6e8-9858-4bed-91c7-f71f7dd66275, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:35.533401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] For port 5017b6e8-9858-4bed-91c7-f71f7dd66275, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5017b6e8-9858-4bed-91c7-f71f7dd66275,segment=NetworkSegment(78212bba-169a-464e-962e-6ed23994a8f2),segment_id=78212bba-169a-464e-962e-6ed23994a8f2)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:35.539256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.547077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8482197-dbab-4845-8c01-3a10c4391fde req-5840f536-2e05-4c7b-be2e-1d65e7ec2c4e tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.556003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-5840f536-2e05-4c7b-be2e-1d65e7ec2c4e tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1625290 Sep 16 05:12:35.640933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e89f9-c861-431d-a26c-ac8c00e06748 None None] Pushing event updated for resources: {'Port': ['ID=5017b6e8-9858-4bed-91c7-f71f7dd66275,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.649182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.715432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-1fa8f150-00b6-4638-bd5e-fe5dbe76ef0c tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1002 time: 0.1582565 Sep 16 05:12:35.732630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:35.799787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Checking segment: {'id': '15159616-b0a8-45c3-bc37-3aa985cb1c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5200a13-41b4-41ca-8a22-26c7f8099fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:35.800948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network hostable DHCP agents. Network: c5200a13-41b4-41ca-8a22-26c7f8099fcb, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:35.817249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Subnet': ['ID=9e6b4548-db35-4162-9390-593b371dc477,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:35.847487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.853030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:35.869889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c5200a13-41b4-41ca-8a22-26c7f8099fcb) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:35.881953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c54d2-9c3f-4b05-b81c-c5cfbb06ddf0 None None] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:35.891644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:35.892656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:35.955067 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-566ead50-4d1e-4d6c-ab03-9194474a3e63 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2558053 Sep 16 05:12:35.959624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52620) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:35.973332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'subnet': {'network_id': '8c6c5afe-18f2-4d76-9b0a-cf62de6885b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:36.353334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.360223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.360803 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d disassociated. External IP: 172.25.6.219, port: 7c07db16-0d1b-4c28-856e-3563877b2ee8. Sep 16 05:12:36.379092 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Made reservation on behalf of d2669fe1e5744d0f82fe6f2ef8eb590c for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:36.385656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.482080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-c5200a13-41b4-41ca-8a22-26c7f8099fcb', 'network_id': 'c5200a13-41b4-41ca-8a22-26c7f8099fcb', 'tenant_id': 'd2669fe1e5744d0f82fe6f2ef8eb590c', 'fixed_ips': [{'subnet_id': '9e6b4548-db35-4162-9390-593b371dc477'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:36.482973 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:36.542864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd40d7-739c-44f2-9f18-970db5a7419a req-f221affe-6c77-453a-b166-cccd2bc89cc6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:36.554902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5efd40d7-739c-44f2-9f18-970db5a7419a req-f221affe-6c77-453a-b166-cccd2bc89cc6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.1124628 Sep 16 05:12:36.714551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5efd40d7-739c-44f2-9f18-970db5a7419a req-36135f41-b817-4cfe-ae0d-5bc15b2e3d7e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548452 Sep 16 05:12:36.805482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Allocated IP 172.20.0.2 (c5200a13-41b4-41ca-8a22-26c7f8099fcb/9e6b4548-db35-4162-9390-593b371dc477/8a90e80f-683c-4bdb-97a5-7933b33a21fa) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:37.044063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:37.147497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5017b6e8-9858-4bed-91c7-f71f7dd66275 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:37.198865 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:37.279702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5017b6e8-9858-4bed-91c7-f71f7dd66275 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:37.280371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.310375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.387209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.390172 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.413153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:37.426423 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.444636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:37.497912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.504211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Subnet': ['ID=5ed3b980-3eaf-4a9c-8478-005a67fff98c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:37.512297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:37.528445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c24684-b638-4ebe-957e-bbf2394fd1a9 req-90bcd3d3-e8cf-42c5-8086-ea2672938b49 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.530044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69c24684-b638-4ebe-957e-bbf2394fd1a9 req-90bcd3d3-e8cf-42c5-8086-ea2672938b49 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2326660 Sep 16 05:12:37.541220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:37.542205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-b55058f2-8528-476b-b0fe-342fc39958ca tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "PUT /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 200 len: 695 time: 1.8168168 Sep 16 05:12:37.543679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3adc481-d9c5-4c66-9f38-6a1ef1472da3 None None] Network 87061c34-13f8-43ed-af03-f2015080dfda requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:37.576993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:37.580171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:37.580888 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:37.586512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Checking segment: {'id': 'd073dc65-3791-4e57-b363-b81f9945c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8c6c5afe-18f2-4d76-9b0a-cf62de6885b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:37.586744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network hostable DHCP agents. Network: 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:37.629620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:37.646985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 5017b6e8-9858-4bed-91c7-f71f7dd66275, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5017b6e8-9858-4bed-91c7-f71f7dd66275,segment=NetworkSegment(78212bba-169a-464e-962e-6ed23994a8f2),segment_id=78212bba-169a-464e-962e-6ed23994a8f2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:37.654834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69c24684-b638-4ebe-957e-bbf2394fd1a9 req-b744cd13-cb10-4989-8377-74b336eff2eb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141963 Sep 16 05:12:37.655849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:37.687994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.689765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8482197-dbab-4845-8c01-3a10c4391fde req-de016910-3f07-445b-bc69-f571ec12bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.692946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:37.693902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.705645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-de016910-3f07-445b-bc69-f571ec12bb1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1173241 Sep 16 05:12:37.706026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ca113532-2f94-4c6c-aa42-9e4c94dfd1e8 None None] Provisioning complete for port 5017b6e8-9858-4bed-91c7-f71f7dd66275 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:37.706562 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ca113532-2f94-4c6c-aa42-9e4c94dfd1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.727822 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-49ee140c-0ce6-439d-b1e7-d61ad6382e61 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7667572 Sep 16 05:12:37.730349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda3e3c-96de-46ba-9aad-9a6f459b5636 None None] Network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:37.730538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52654) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:37.784364 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad14f51-f131-4f0a-8f8a-81936e3cb64b x-openstack-request-id: req-2ad14f51-f131-4f0a-8f8a-81936e3cb64b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:37.785184 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:37.787547 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ad14f51-f131-4f0a-8f8a-81936e3cb64b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:37.788201 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'status': 'completed', 'code': 200} Sep 16 05:12:37.830599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:37.831285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:37.871456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Pushing event updated for resources: {'Port': ['ID=8a90e80f-683c-4bdb-97a5-7933b33a21fa,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:38.040148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-d9be91b1-f8d1-4bac-8c7e-b36a0d4c4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.057674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-d9be91b1-f8d1-4bac-8c7e-b36a0d4c4440 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1866431 Sep 16 05:12:38.063231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8482197-dbab-4845-8c01-3a10c4391fde req-4db0bfca-c30e-44ca-9dea-7bbb78602239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.064878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-4db0bfca-c30e-44ca-9dea-7bbb78602239 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.3584359 Sep 16 05:12:38.208428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-4f4dbdd9-f0f9-439c-b0bc-1a7117f539ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 217 time: 0.1238029 Sep 16 05:12:38.250186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:38.312718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8482197-dbab-4845-8c01-3a10c4391fde req-c47f5fe2-4da2-49aa-a571-0359f4b97845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.314423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-c47f5fe2-4da2-49aa-a571-0359f4b97845 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.0992866 Sep 16 05:12:38.362050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-dd64517c-c796-40a0-b0b4-3c0f5ce8a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.363591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-dd64517c-c796-40a0-b0b4-3c0f5ce8a937 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.2978253 Sep 16 05:12:38.427893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-479a4cbd-ad90-4072-a315-6990d21cc0b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 200 len: 217 time: 0.0547388 Sep 16 05:12:38.431184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Attempting to bind port 8a90e80f-683c-4bdb-97a5-7933b33a21fa on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:38.431455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8482197-dbab-4845-8c01-3a10c4391fde req-2112f66a-4e9f-42de-8503-50a9069203db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.431575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Attempting to bind port 8a90e80f-683c-4bdb-97a5-7933b33a21fa by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '15159616-b0a8-45c3-bc37-3aa985cb1c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5200a13-41b4-41ca-8a22-26c7f8099fcb'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:38.431920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Attempting to bind port 8a90e80f-683c-4bdb-97a5-7933b33a21fa on network c5200a13-41b4-41ca-8a22-26c7f8099fcb {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:38.433057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-2112f66a-4e9f-42de-8503-50a9069203db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109915 Sep 16 05:12:38.457277 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.472912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:38.473273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Checking segment: {'id': '15159616-b0a8-45c3-bc37-3aa985cb1c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5200a13-41b4-41ca-8a22-26c7f8099fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:38.473598 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.473998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Bound using segment: {'id': '15159616-b0a8-45c3-bc37-3aa985cb1c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5200a13-41b4-41ca-8a22-26c7f8099fcb'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:38.474492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Bound port: 8a90e80f-683c-4bdb-97a5-7933b33a21fa, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15159616-b0a8-45c3-bc37-3aa985cb1c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5200a13-41b4-41ca-8a22-26c7f8099fcb'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:38.474898 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.556539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] For port 8a90e80f-683c-4bdb-97a5-7933b33a21fa, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:38.561981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] For port 8a90e80f-683c-4bdb-97a5-7933b33a21fa, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a90e80f-683c-4bdb-97a5-7933b33a21fa,segment=NetworkSegment(15159616-b0a8-45c3-bc37-3aa985cb1c5d),segment_id=15159616-b0a8-45c3-bc37-3aa985cb1c5d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:38.587929 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:38.666373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-a2f8f15b-88a0-40ed-9294-bddb21dad1cc service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219968 Sep 16 05:12:38.786280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-df66457c-815b-4d3e-8d6e-3b8b07d1b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:38.789477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-df66457c-815b-4d3e-8d6e-3b8b07d1b3bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.3533874 Sep 16 05:12:38.851810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Allocated IP 172.20.0.1 (c5200a13-41b4-41ca-8a22-26c7f8099fcb/9e6b4548-db35-4162-9390-593b371dc477/05db9bc0-a7cb-4158-abeb-0b8cd9c18933) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:38.997079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.031467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=5017b6e8-9858-4bed-91c7-f71f7dd66275,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.049389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-4a4b7dbd-3a50-4bff-98d1-3b7899cb536e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.051066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-4a4b7dbd-3a50-4bff-98d1-3b7899cb536e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 814 time: 0.5772107 Sep 16 05:12:39.053664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-8c6c5afe-18f2-4d76-9b0a-cf62de6885b4', 'network_id': '8c6c5afe-18f2-4d76-9b0a-cf62de6885b4', 'tenant_id': 'd2669fe1e5744d0f82fe6f2ef8eb590c', 'fixed_ips': [{'subnet_id': '5ed3b980-3eaf-4a9c-8478-005a67fff98c'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:39.054744 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.077447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.108672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-e3da64b3-a78a-49f5-9ee6-cf03d60902e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.110258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-e3da64b3-a78a-49f5-9ee6-cf03d60902e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3121989 Sep 16 05:12:39.126370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-cfb1dd46-5a88-4b33-8a13-e27ecd6deea6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/quotas/258ce8eed4b143d08834859e86cd733d HTTP/1.1" status: 200 len: 375 time: 0.0484064 Sep 16 05:12:39.170138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:39.173971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:39.181231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:39.302240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8482197-dbab-4845-8c01-3a10c4391fde req-fcf17c9f-b749-49ef-ab6f-1c573f4d0436 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998530 Sep 16 05:12:39.305699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.385142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Port': ['ID=05db9bc0-a7cb-4158-abeb-0b8cd9c18933,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.530517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:39.558258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f514d-0c17-44e7-9fae-578c3f64ec2e None None] Pushing event updated for resources: {'Port': ['ID=8a90e80f-683c-4bdb-97a5-7933b33a21fa,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:39.622832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Allocated IP 172.20.0.2 (8c6c5afe-18f2-4d76-9b0a-cf62de6885b4/5ed3b980-3eaf-4a9c-8478-005a67fff98c/7d38a790-f05e-460c-b47d-49eb9dd2e4e4) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:39.631961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:39.652122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-278f1d25-5e8f-40b2-b576-b2380f4b9326 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4863863 Sep 16 05:12:39.665523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:39.706213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:39.713073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:39.734571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-36061b7e-d211-40b0-9d74-002459602fce tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:39.737262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-36061b7e-d211-40b0-9d74-002459602fce tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c48ea6b-2068-4690-8523-67f1b8c577c1 HTTP/1.1" status: 200 len: 946 time: 0.2906306 Sep 16 05:12:39.759306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-0c03d044-a501-4e22-ae08-92965a457a17 service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082401 Sep 16 05:12:40.002920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-948d080b-a973-4cd1-b642-380e5601a3ae service neutron] 10.222.0.55 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463273 Sep 16 05:12:40.072861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:40.220754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-94053473-23a6-4f89-acc9-5a8981dfaf56 None None] Provisioning complete for port 5017b6e8-9858-4bed-91c7-f71f7dd66275 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:40.221136 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-94053473-23a6-4f89-acc9-5a8981dfaf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.243664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.250081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.257390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a4c28a-4c0d-4edd-aca2-be869c1be9aa req-6c661985-9e74-4e7e-b63d-f0c1f6fd5a77 service neutron] 10.222.0.64 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805443 Sep 16 05:12:40.282471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-b520c2f1-d97c-4844-ad57-dd0f831b0e90 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784433 Sep 16 05:12:40.304042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018faee1-7993-4ccd-8160-2f226c349385 req-4d37027c-ccc9-49e8-ad67-bea6221f6434 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:40.311466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-4d37027c-ccc9-49e8-ad67-bea6221f6434 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2096195 Sep 16 05:12:40.418314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.440080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-8a0d4afe-f9f8-4950-9257-bf6c8020c4c7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 698 time: 0.1272430 Sep 16 05:12:40.446587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'floatingip': {'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:40.448689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Port': ['ID=05db9bc0-a7cb-4158-abeb-0b8cd9c18933,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:40.455726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Deleting port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:40.456273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.664167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.679756 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.737462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:40.758699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:40.766837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:40.800724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d2170a-8262-46ed-bc70-be1a45ec6399 None None] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:40.902511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52740) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:40.999862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:41.020903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:41.033855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:41.052638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Router ab0ce39b-8a17-498c-be0b-8a842dcfe62b is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:12:41.124225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Pushing event updated for resources: {'Port': ['ID=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:41.236947 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17c41299-3a6f-4ce9-a796-bd5a64111a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.266066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a90e80f-683c-4bdb-97a5-7933b33a21fa up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:41.289229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Attempting to bind port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:41.290136 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Attempting to bind port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd073dc65-3791-4e57-b363-b81f9945c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8c6c5afe-18f2-4d76-9b0a-cf62de6885b4'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:41.290849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Attempting to bind port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 on network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:41.338671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:41.339245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Checking segment: {'id': 'd073dc65-3791-4e57-b363-b81f9945c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8c6c5afe-18f2-4d76-9b0a-cf62de6885b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:41.340517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.341281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Bound using segment: {'id': 'd073dc65-3791-4e57-b363-b81f9945c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8c6c5afe-18f2-4d76-9b0a-cf62de6885b4'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:41.342471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Bound port: 7d38a790-f05e-460c-b47d-49eb9dd2e4e4, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd073dc65-3791-4e57-b363-b81f9945c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8c6c5afe-18f2-4d76-9b0a-cf62de6885b4'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:41.342926 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.412137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4120043d-2043-4312-9dec-02d4e2d255e4 None None] Provisioning complete for port 8a90e80f-683c-4bdb-97a5-7933b33a21fa triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:41.412431 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4120043d-2043-4312-9dec-02d4e2d255e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.429521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:41.439780 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a646a90a-02ed-4f0b-9bfd-a526629767ac tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "PUT /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7071879 Sep 16 05:12:41.444936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:41.454108 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] Sync routers for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:41.467190 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:41.468227 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.566853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.569074 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.604239 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:41.605806 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.682718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8a90e80f-683c-4bdb-97a5-7933b33a21fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:41.685957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.688737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f1549-107a-45b5-81e6-322fe2cb28bf None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:41.739002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17c41299-3a6f-4ce9-a796-bd5a64111a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.758059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17c41299-3a6f-4ce9-a796-bd5a64111a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.758520 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:41.759204 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80214b15-278e-47c9-94ea-81e1fc82a1b4 None None] The sync data for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:41.843343 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.844658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] For port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:41.860015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] For port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,segment=NetworkSegment(d073dc65-3791-4e57-b363-b81f9945c2d3),segment_id=d073dc65-3791-4e57-b363-b81f9945c2d3)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:41.865491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe026fa4-2542-4e49-9daa-49f7d6699a32 req-b10c96cb-8cbd-455c-b35c-d5b9b02a37f4 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:41.867735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe026fa4-2542-4e49-9daa-49f7d6699a32 req-b10c96cb-8cbd-455c-b35c-d5b9b02a37f4 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 949 time: 1.2349231 Sep 16 05:12:41.879704 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.881609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] For port c6555b78-9f2d-4a0e-9c30-c4057abe7b41, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:41.881998 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:41.945393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Calling delete_port for c6555b78-9f2d-4a0e-9c30-c4057abe7b41 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:42.021804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4120043d-2043-4312-9dec-02d4e2d255e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.063905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fe293-0d43-40e1-aaf2-73748df67ceb None None] Pushing event updated for resources: {'Port': ['ID=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.094460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c41299-3a6f-4ce9-a796-bd5a64111a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3061e6f-5d37-445a-b818-88904aebbb3d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.150417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4120043d-2043-4312-9dec-02d4e2d255e4 None None] For port 8a90e80f-683c-4bdb-97a5-7933b33a21fa, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a90e80f-683c-4bdb-97a5-7933b33a21fa,segment=NetworkSegment(15159616-b0a8-45c3-bc37-3aa985cb1c5d),segment_id=15159616-b0a8-45c3-bc37-3aa985cb1c5d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:42.153955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.158822 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4120043d-2043-4312-9dec-02d4e2d255e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.162736 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-17c41299-3a6f-4ce9-a796-bd5a64111a02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04b3a2afa0ea42b0818cfc8c15efce4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2591562 Sep 16 05:12:42.167637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.176421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe026fa4-2542-4e49-9daa-49f7d6699a32 req-4176b93a-5146-49fe-a739-4cc73ac134ba tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913778 Sep 16 05:12:42.316754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.resource_extend [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:12:42.467449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eab8feae-b7c9-4b06-b70e-52636ab84dc3 req-329f89f3-3d67-4267-b196-967888e5d0ac tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 210 time: 0.0965838 Sep 16 05:12:42.484147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d074ae-08e9-487c-b873-9e70724fdced req-29a528cc-219c-497b-b4d5-7f6a94735b03 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.486670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9d074ae-08e9-487c-b873-9e70724fdced req-29a528cc-219c-497b-b4d5-7f6a94735b03 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7353c5a-6fb1-4507-ab67-097c984b3fa5 HTTP/1.1" status: 200 len: 946 time: 0.5341270 Sep 16 05:12:42.603034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7b41f39-a478-4347-a50b-6eeb6c6cd990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.633008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:42.634533 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:42.635485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120043d-2043-4312-9dec-02d4e2d255e4 None None] Pushing event updated for resources: {'Port': ['ID=8a90e80f-683c-4bdb-97a5-7933b33a21fa,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:42.646253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62ca70-5f9c-4b43-a792-053a433111e0 None None] New status for floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:42.650679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.686944 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.752938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7b41f39-a478-4347-a50b-6eeb6c6cd990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.759512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-85e025bb-2b0b-40ad-a139-acef9b966a3e None None] Provisioning complete for port 8a90e80f-683c-4bdb-97a5-7933b33a21fa triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:42.760190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e025bb-2b0b-40ad-a139-acef9b966a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.803461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-2d62ca70-5f9c-4b43-a792-053a433111e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:12:42.803811 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-2d62ca70-5f9c-4b43-a792-053a433111e0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:12:42.845085 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-595fbc73-f7d1-4fce-ad42-f23a1abd960c tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:12:42.848867 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-595fbc73-f7d1-4fce-ad42-f23a1abd960c tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "PUT /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4001164 Sep 16 05:12:42.860645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52760) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:42.872079 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d associated. External IP: 172.25.6.219, port: e8ae31f7-5db9-467a-9988-7d53443df54f. Sep 16 05:12:42.899030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-85e025bb-2b0b-40ad-a139-acef9b966a3e None None] Provisioning complete for port 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:42.899670 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85e025bb-2b0b-40ad-a139-acef9b966a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:42.972671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-d33ac687-f1b5-4170-97ba-4619c69c6e5e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:42.975312 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-d33ac687-f1b5-4170-97ba-4619c69c6e5e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 814 time: 0.6070483 Sep 16 05:12:42.982349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-85e025bb-2b0b-40ad-a139-acef9b966a3e None None] Port 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:42.996066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Request body: {'port': {'device_id': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'admin_state_up': True, 'tenant_id': '258ce8eed4b143d08834859e86cd733d'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:43.070997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.112949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-612b0801-ee08-48b9-97ab-54c9a9ea69cf None None] Provisioning complete for port 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.115890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Pushing event deleted for resources: {'Port': ['ID=c6555b78-9f2d-4a0e-9c30-c4057abe7b41,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.120778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Deleting port 7c07db16-0d1b-4c28-856e-3563877b2ee8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:43.121289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.123041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-612b0801-ee08-48b9-97ab-54c9a9ea69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.189677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Made reservation on behalf of 258ce8eed4b143d08834859e86cd733d for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:43.194978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.239186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-612b0801-ee08-48b9-97ab-54c9a9ea69cf None None] Port 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:43.241977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5017b6e8-9858-4bed-91c7-f71f7dd66275 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:43.279574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7b41f39-a478-4347-a50b-6eeb6c6cd990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.282371 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7b41f39-a478-4347-a50b-6eeb6c6cd990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.284005 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a7b41f39-a478-4347-a50b-6eeb6c6cd990 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3061e6f-5d37-445a-b818-88904aebbb3d HTTP/1.1" status: 204 len: 168 time: 1.1147423 Sep 16 05:12:43.304227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.304916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.305445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.305941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.306453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.306952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.307088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62ca70-5f9c-4b43-a792-053a433111e0 None None] New status for floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:43.307557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.308443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.308786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.309116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.309442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.309818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:43.330292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b41f39-a478-4347-a50b-6eeb6c6cd990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3061e6f-5d37-445a-b818-88904aebbb3d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:43.377619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] No DVR routers for this DVR port c6555b78-9f2d-4a0e-9c30-c4057abe7b41 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:43.385375 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.387467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcd71fed-51c7-4a8c-a7bb-595a46fd20e7 req-7494e62f-b323-4fd8-afbe-3be5049deb2a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "DELETE /v2.0/ports/c6555b78-9f2d-4a0e-9c30-c4057abe7b41 HTTP/1.1" status: 204 len: 173 time: 3.5652819 Sep 16 05:12:43.405447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'name': 'network-vif-deleted', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:43.409049 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861e82e-c93a-4662-af5b-6b3269c9a910" -d '{"events": [{"server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "name": "network-vif-deleted", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:43.457394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Allocated IP 172.20.0.6 (ebe885e6-4d04-4fd9-adee-ef5908fdde95/ce29a734-4169-4c76-b2e3-2fe197987d17/bb537a3d-e55d-420a-9b5c-f1a8e3df2772) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:43.516878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5017b6e8-9858-4bed-91c7-f71f7dd66275 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.517261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.535963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c1b1fabb-2f98-4d76-9542-28dedbc6d89c None None] Provisioning complete for port 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:43.536694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1b1fabb-2f98-4d76-9542-28dedbc6d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.669682 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b65ff47-7fb3-44d7-963d-5efe478b510a x-openstack-request-id: req-9b65ff47-7fb3-44d7-963d-5efe478b510a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:43.671979 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c48ea6b-2068-4690-8523-67f1b8c577c1", "name": "network-vif-deleted", "tag": "c6555b78-9f2d-4a0e-9c30-c4057abe7b41", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:43.679607 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b65ff47-7fb3-44d7-963d-5efe478b510a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:43.683053 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c48ea6b-2068-4690-8523-67f1b8c577c1', 'name': 'network-vif-deleted', 'tag': 'c6555b78-9f2d-4a0e-9c30-c4057abe7b41', 'status': 'completed', 'code': 200} Sep 16 05:12:43.700881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1fabb-2f98-4d76-9542-28dedbc6d89c None None] Port 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:43.707821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] For port 7c07db16-0d1b-4c28-856e-3563877b2ee8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=7c07db16-0d1b-4c28-856e-3563877b2ee8,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:43.708173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.744039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Calling delete_port for 7c07db16-0d1b-4c28-856e-3563877b2ee8 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:43.844633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c50cf-e64a-454a-b829-e50d6b21716e None None] Network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:43.929642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b84156d-6d49-47bf-b63f-67ecc7d3fcdb req-171e66ac-a058-4303-92d8-41200fcdc815 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 210 time: 0.2426605 Sep 16 05:12:44.003020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-76062616-0e31-40a5-a9a5-977514a053d4 None None] Provisioning complete for port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:44.003476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76062616-0e31-40a5-a9a5-977514a053d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.041385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52788) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:44.044695 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.094731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77a7c9aa-e857-4481-be46-f418de0dd990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.118631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:44.129594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.162947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e8ae31f7-5db9-467a-9988-7d53443df54f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:44.184521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Pushing event deleted for resources: {'Port': ['ID=7c07db16-0d1b-4c28-856e-3563877b2ee8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:44.213715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['7c07db16-0d1b-4c28-856e-3563877b2ee8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:44.221860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.267521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a90e80f-683c-4bdb-97a5-7933b33a21fa up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:44.310779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c6555b78-9f2d-4a0e-9c30-c4057abe7b41 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:44.321479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] No DVR routers for this DVR port 7c07db16-0d1b-4c28-856e-3563877b2ee8 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:44.325716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.329419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9d074ae-08e9-487c-b873-9e70724fdced req-c58b9c1c-cfbb-4bea-ba14-3afb6ed9ed7a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.64 "DELETE /v2.0/ports/7c07db16-0d1b-4c28-856e-3563877b2ee8 HTTP/1.1" status: 204 len: 173 time: 1.8149865 Sep 16 05:12:44.352149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: c6555b78-9f2d-4a0e-9c30-c4057abe7b41 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:44.352353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c6555b78-9f2d-4a0e-9c30-c4057abe7b41 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:44.352727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d2faa605-01a0-42c0-a739-93ebe2c5b94c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:44.459690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:44.473818 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:44.484685 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76062616-0e31-40a5-a9a5-977514a053d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.485870 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.501020 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:44.505989 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:44.593451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-fe8cecf3-720b-4933-8df8-51210e6d3b95 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "PUT /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 200 len: 998 time: 4.1442027 Sep 16 05:12:44.692400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8a90e80f-683c-4bdb-97a5-7933b33a21fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:44.692835 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.697696 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:44.699721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018faee1-7993-4ccd-8160-2f226c349385 req-c109d1f3-55bd-4508-9ed0-725392079b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.708075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-c109d1f3-55bd-4508-9ed0-725392079b76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.1114998 Sep 16 05:12:44.778238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.790943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-76062616-0e31-40a5-a9a5-977514a053d4 None None] For port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,segment=NetworkSegment(d073dc65-3791-4e57-b363-b81f9945c2d3),segment_id=d073dc65-3791-4e57-b363-b81f9945c2d3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:44.845903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76062616-0e31-40a5-a9a5-977514a053d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.921187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77a7c9aa-e857-4481-be46-f418de0dd990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.936982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018faee1-7993-4ccd-8160-2f226c349385 req-ccd6d3df-ef5d-4493-b958-ff0111eb4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:44.938780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-ccd6d3df-ef5d-4493-b958-ff0111eb4b7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.2295547 Sep 16 05:12:44.946250 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:44.947238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77a7c9aa-e857-4481-be46-f418de0dd990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.020274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76062616-0e31-40a5-a9a5-977514a053d4 None None] Pushing event updated for resources: {'Port': ['ID=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.055926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Network ebe885e6-4d04-4fd9-adee-ef5908fdde95 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:45.082298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-77a7c9aa-e857-4481-be46-f418de0dd990 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd26e8708162476e8fbe2f4442bca039&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0236084 Sep 16 05:12:45.083345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:45.087068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:45.088420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52802) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:45.089417 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f4b661-9904-4e4d-bb50-48e6e3bd95a9" -d '{"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:45.107814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2389f937-2244-4443-a91f-c885814d032e None None] Provisioning complete for port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:45.110585 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2389f937-2244-4443-a91f-c885814d032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.117825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:45.127441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.163526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:45.173401 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.177707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:45.192475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7c9aa-e857-4481-be46-f418de0dd990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c614271-4b74-49f7-a2cc-35ca1c00e111,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.236909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.238285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.241935 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34717ead-257a-442e-b9a6-e8219d61f8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.242338 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:65:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:43Z', 'revision_number': 7, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.268378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34717ead-257a-442e-b9a6-e8219d61f8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.274024 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-712764d6-f882-417e-bec4-dc3b81347bf1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2828338 Sep 16 05:12:45.280424 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:45.288031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.292744 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:45.294668 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.339860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Request body: {'port': {'device_id': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:45.340466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-9c98e44a-6a25-4fff-acee-7f589b962ff0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 999 time: 0.3851705 Sep 16 05:12:45.342226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:45.342608 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.381469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34717ead-257a-442e-b9a6-e8219d61f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.384036 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34717ead-257a-442e-b9a6-e8219d61f8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.387978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-34717ead-257a-442e-b9a6-e8219d61f8ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c614271-4b74-49f7-a2cc-35ca1c00e111 HTTP/1.1" status: 204 len: 168 time: 0.2787759 Sep 16 05:12:45.407566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-785d659a-d424-44fa-971f-7c035fef2049 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4510942 Sep 16 05:12:45.423043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a944a-c7f4-4425-88df-210edd9832a0 req-3ee81f16-bd9b-488a-9819-40f132ed82e6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.424677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-671a944a-c7f4-4425-88df-210edd9832a0 req-3ee81f16-bd9b-488a-9819-40f132ed82e6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 931 time: 0.3467460 Sep 16 05:12:45.436404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34717ead-257a-442e-b9a6-e8219d61f8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c614271-4b74-49f7-a2cc-35ca1c00e111,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:45.453050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018faee1-7993-4ccd-8160-2f226c349385 req-da6c4bf7-d9f6-41f5-9c57-a78d8d40ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.454719 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:45.462083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-da6c4bf7-d9f6-41f5-9c57-a78d8d40ec3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.1200578 Sep 16 05:12:45.515161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.551061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Deleting port 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:45.551478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.577211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-671a944a-c7f4-4425-88df-210edd9832a0 req-7f1de4b5-b8d0-4ad0-a1d5-07b971d26233 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361828 Sep 16 05:12:45.628585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018faee1-7993-4ccd-8160-2f226c349385 req-25bc448f-31b3-469a-9012-9ee34a9d6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.634169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-25bc448f-31b3-469a-9012-9ee34a9d6492 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690774 Sep 16 05:12:45.648435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.648976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.651131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.651803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.652546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.655007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.655678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:45.658003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6a77e4f6-9db1-48d7-bba0-54a96a2ba9d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6508 time: 0.1417959 Sep 16 05:12:45.664367 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0e4fe8-eefc-4b7d-b7d6-e3c9feccaa29 x-openstack-request-id: req-5a0e4fe8-eefc-4b7d-b7d6-e3c9feccaa29 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:45.664693 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:45.664953 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a0e4fe8-eefc-4b7d-b7d6-e3c9feccaa29 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:45.665354 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'code': 200} Sep 16 05:12:45.772931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'name': 'network-vif-deleted', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8'}, {'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:45.775557 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c" -d '{"events": [{"server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "name": "network-vif-deleted", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8"}, {"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:45.787140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-1b9e7664-d40f-420b-8a79-650267d2de7e service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257191 Sep 16 05:12:45.790348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:45.816850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Calling delete_port for 05db9bc0-a7cb-4158-abeb-0b8cd9c18933 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:45.911736 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:65:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:43Z', 'revision_number': 7, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:45.988870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:46.039332 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c0a5e-ee5d-4b2b-aa54-d6a675dd169f x-openstack-request-id: req-6c5c0a5e-ee5d-4b2b-aa54-d6a675dd169f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:46.039836 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7353c5a-6fb1-4507-ab67-097c984b3fa5", "name": "network-vif-deleted", "tag": "7c07db16-0d1b-4c28-856e-3563877b2ee8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:46.039943 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c5c0a5e-ee5d-4b2b-aa54-d6a675dd169f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:46.042134 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7353c5a-6fb1-4507-ab67-097c984b3fa5', 'name': 'network-vif-deleted', 'tag': '7c07db16-0d1b-4c28-856e-3563877b2ee8', 'status': 'completed', 'code': 200} Sep 16 05:12:46.044623 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'status': 'completed', 'code': 200} Sep 16 05:12:46.083414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018faee1-7993-4ccd-8160-2f226c349385 req-25955a5b-ad9d-4da2-bcfc-631f12784f57 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900801 Sep 16 05:12:46.123847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-e0fcafa0-1767-4580-96c0-53289b2a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.124361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-e0fcafa0-1767-4580-96c0-53289b2a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.124869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-e0fcafa0-1767-4580-96c0-53289b2a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.126848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-e0fcafa0-1767-4580-96c0-53289b2a7905 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2ca270e-a253-4db4-b22c-3bf0e80230be&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00 HTTP/1.1" status: 200 len: 2296 time: 0.3294823 Sep 16 05:12:46.127002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:46.127094 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.164941 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eecbdfd-6578-4038-9e84-99aaace3db5c None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'port_id': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'mac_address': 'fa:16:3e:65:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:50Z', 'updated_at': '2021-09-16T05:12:43Z', 'revision_number': 7, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:46.214663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb537a3d-e55d-420a-9b5c-f1a8e3df2772 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:46.234455 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.266582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Transition to ACTIVE for port object bb537a3d-e55d-420a-9b5c-f1a8e3df2772 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:46.268832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.287424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.350987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Port': ['ID=05db9bc0-a7cb-4158-abeb-0b8cd9c18933,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:46.476658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 7c07db16-0d1b-4c28-856e-3563877b2ee8 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:46.519375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:46.530140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 7c07db16-0d1b-4c28-856e-3563877b2ee8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:46.530550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 7c07db16-0d1b-4c28-856e-3563877b2ee8 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:46.612284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddb46c-9de8-4195-af61-623157541357 None None] New status for floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:46.694305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.723474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Attempting to bind port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:46.724150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Attempting to bind port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:46.724651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Attempting to bind port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:46.818240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:46.818681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Attempting to bind port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:46.827943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:46.828453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Checking segment: {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:46.828936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Bound using segment: {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:46.829640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Bound port: bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:46.830129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:46.838197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-1ae6c2e9-f014-43d2-963c-dabda718cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.839958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-1ae6c2e9-f014-43d2-963c-dabda718cc74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.7529733 Sep 16 05:12:46.922502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-696956fd-acdf-44b0-967d-d08706ff2f31 req-01f98a8c-c23b-4b54-929a-af3c14dfd1d5 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 200 len: 996 time: 0.7795672 Sep 16 05:12:46.922735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Router ab0ce39b-8a17-498c-be0b-8a842dcfe62b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:46.924478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-9295cb22-0aa7-467c-89fa-bb16277dd70e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 HTTP/1.1" status: 200 len: 1001 time: 0.7898595 Sep 16 05:12:46.958304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6eebb-6956-4554-be4f-f257980e2588 req-a8d8f029-9c24-4067-a1c9-c1ea0534741f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.959106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-faa6eebb-6956-4554-be4f-f257980e2588 req-a8d8f029-9c24-4067-a1c9-c1ea0534741f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 943 time: 0.1612260 Sep 16 05:12:47.052334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:47.061740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1d0ba2cb-9630-4ab0-9f7a-2b2b9848b3ef tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "PUT /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1983514 Sep 16 05:12:47.065031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52856) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.067563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:47.070950 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] Sync routers for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:47.075676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:47.079837 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:47.080877 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:47.081183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.116244 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:47.132922 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:47.133686 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:47.138761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-faa6eebb-6956-4554-be4f-f257980e2588 req-de15da8d-d6ce-48ff-8f9d-cb9182fb0751 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373262 Sep 16 05:12:47.144134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-3cc6884f-2ed3-413b-ab35-85dfb7def0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.146753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-3cc6884f-2ed3-413b-ab35-85dfb7def0ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59ab5a3a-b17a-462b-8adf-9a8d593bbcf0 HTTP/1.1" status: 200 len: 856 time: 0.2071478 Sep 16 05:12:47.146868 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-34d0cb18-8971-4b5e-9f6b-191109d9f1c9 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] delete failed (client error): The resource could not be found. Sep 16 05:12:47.151779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-34d0cb18-8971-4b5e-9f6b-191109d9f1c9 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-460411864 HTTP/1.1" status: 404 len: 334 time: 0.0817242 Sep 16 05:12:47.152606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52858) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.160967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9b2255ce-47be-4c47-a2a6-cc5683b101df tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:47.171553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.172337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.173896 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] 10.222.0.73 "PUT /v2.0/ports/bb537a3d-e55d-420a-9b5c-f1a8e3df2772 HTTP/1.1" status: 200 len: 1092 time: 1.8896396 Sep 16 05:12:47.174397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:47.176858 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08684c68-85f4-462d-b290-e540ae4697fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:47.213201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-235d8d7e-db10-4ba9-9b74-e223b0b8ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.215171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-235d8d7e-db10-4ba9-9b74-e223b0b8ef6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.3611567 Sep 16 05:12:47.230997 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:47.232655 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4788c-f3c8-462c-bc6b-e8ec6f2c0304 None None] The sync data for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:47.285569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696956fd-acdf-44b0-967d-d08706ff2f31 req-28c4a341-3718-4295-a0a5-dcaed91f4143 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.287039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-696956fd-acdf-44b0-967d-d08706ff2f31 req-28c4a341-3718-4295-a0a5-dcaed91f4143 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.3472638 Sep 16 05:12:47.298822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-43acb09b-79a8-4a40-9260-1e34307981ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.300470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5d184-c710-4ccc-a286-3011c4000916 service neutron] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.300967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-43acb09b-79a8-4a40-9260-1e34307981ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ca270e-a253-4db4-b22c-3bf0e80230be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430080 Sep 16 05:12:47.307033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-696956fd-acdf-44b0-967d-d08706ff2f31 req-d9b2ffe3-14e2-4ee3-adc7-924f3b388a6a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:12:47.308178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-696956fd-acdf-44b0-967d-d08706ff2f31 req-d9b2ffe3-14e2-4ee3-adc7-924f3b388a6a tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123050 Sep 16 05:12:47.332071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-16a30bb4-a722-4900-b351-61c37b2a9920 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 1001 time: 0.1055899 Sep 16 05:12:47.436580 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbae013-cc84-4c30-bc4a-fdf8085564df x-openstack-request-id: req-4cbae013-cc84-4c30-bc4a-fdf8085564df {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:47.437469 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:47.437738 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4cbae013-cc84-4c30-bc4a-fdf8085564df {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:47.438153 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'status': 'completed', 'code': 200} Sep 16 05:12:47.451433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-c2dcc15d-6f50-4637-ab0a-74afc265b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.453202 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-c2dcc15d-6f50-4637-ab0a-74afc265b932 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 1095 time: 0.1889646 Sep 16 05:12:47.482791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b2255ce-47be-4c47-a2a6-cc5683b101df tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.525792 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-5d7a8f31-7af0-4264-af19-d76370234e23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772 HTTP/1.1" status: 200 len: 217 time: 0.0462844 Sep 16 05:12:47.534925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-d971f5a0-1e82-4b52-99a3-374cc4d677d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.536540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-d971f5a0-1e82-4b52-99a3-374cc4d677d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.1777580 Sep 16 05:12:47.540353 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-9b2255ce-47be-4c47-a2a6-cc5683b101df tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] update failed (client error): The resource could not be found. Sep 16 05:12:47.541379 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9b2255ce-47be-4c47-a2a6-cc5683b101df tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "PUT /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b HTTP/1.1" status: 404 len: 339 time: 0.3863518 Sep 16 05:12:47.550242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.600530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-203e53fd-81b5-4bec-82ea-66c955406800 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720084 Sep 16 05:12:47.606271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-edd9a8f4-b014-4cf1-9cac-39b963934b70 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1001 time: 0.1303248 Sep 16 05:12:47.690802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-34d13a0d-7576-42d4-8cce-8b8ef5eed7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.692620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-34d13a0d-7576-42d4-8cce-8b8ef5eed7e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467488 Sep 16 05:12:47.710568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-b45f334c-76f9-4ea6-9c0b-532ff28c3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.712430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-b45f334c-76f9-4ea6-9c0b-532ff28c3208 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce29a734-4169-4c76-b2e3-2fe197987d17 HTTP/1.1" status: 200 len: 854 time: 0.1730084 Sep 16 05:12:47.741082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-41caa4df-07d0-40b1-a070-37291ecc26ea tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.742765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-41caa4df-07d0-40b1-a070-37291ecc26ea tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports/e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 942 time: 0.1238997 Sep 16 05:12:47.788885 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-7d705e2f-752f-48c0-b089-6dfb068fe5c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebe885e6-4d04-4fd9-adee-ef5908fdde95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283525 Sep 16 05:12:47.891724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-114d1455-509d-4f8f-8450-357b45ed01d4 service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825468 Sep 16 05:12:47.969863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-e7697c92-6b39-41a1-8176-184b0b504729 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 200 len: 217 time: 0.0666258 Sep 16 05:12:47.975255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-22a9ca46-ba4c-42df-b26f-0bb00d3b70f8 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1001 time: 0.1522322 Sep 16 05:12:47.977445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-630cbe65-f0f8-41a3-8c6e-27c44dde2b51 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536945 Sep 16 05:12:48.100359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-4d8ca771-84a0-42c0-97cf-64d04d7373f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.101858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-4d8ca771-84a0-42c0-97cf-64d04d7373f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.1235435 Sep 16 05:12:48.249067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0eec50-b987-4f49-bb4d-df47d8e4fb0c req-18c57710-e606-4d5f-ba80-95c00ccd5dd9 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606578 Sep 16 05:12:48.269727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-758aa5c4-890a-4471-bc08-42127a3824f4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.272760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-758aa5c4-890a-4471-bc08-42127a3824f4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2855053 Sep 16 05:12:48.304260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.310994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6e2e1e22-8c87-40a3-8420-437fe6f489e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.312927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6e2e1e22-8c87-40a3-8420-437fe6f489e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1608922 Sep 16 05:12:48.385751 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-e97088bb-a267-4b2f-98aa-a59d6458e24c service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365649 Sep 16 05:12:48.440842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-e747202b-1249-4c31-a840-38d6e449fa39 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 1001 time: 0.1452715 Sep 16 05:12:48.456350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298422f-cb88-4d21-9080-323fdc382e33 req-4f140b41-5c28-417a-b936-9925e547e9f1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.458192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6298422f-cb88-4d21-9080-323fdc382e33 req-4f140b41-5c28-417a-b936-9925e547e9f1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 943 time: 0.2056928 Sep 16 05:12:48.474776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:48.514679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:48.631238 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a090dcc6-56d8-43bb-9145-7e63fec8678a req-fcd64167-237e-4f30-a828-b8cd0f683d01 service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987598 Sep 16 05:12:48.683329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-4e4700d6-694d-48af-aec3-e81bb49c93a8 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263042 Sep 16 05:12:48.695791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6298422f-cb88-4d21-9080-323fdc382e33 req-4a7187bd-12ff-419b-ba4b-87c7a6a603a0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894925 Sep 16 05:12:48.718474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.746604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Allocated IP 172.20.0.1 (87061c34-13f8-43ed-af03-f2015080dfda/611a72d5-c392-4b80-8d64-36c27bf3ba41/135d5f65-c60e-41df-8f10-2ba900d762f7) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:48.766639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684c68-85f4-462d-b290-e540ae4697fe req-72285b96-1638-43c5-9ca5-14559ff1f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.768325 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-08684c68-85f4-462d-b290-e540ae4697fe req-72285b96-1638-43c5-9ca5-14559ff1f3b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 1095 time: 0.0791781 Sep 16 05:12:48.909172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:48.924550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'mac_address': 'fa:16:3e:80:7a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:48.963254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-5159c4ce-6a50-4873-ad31-2523a9cf2402 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611840 Sep 16 05:12:48.985569 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.987898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.991707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684c68-85f4-462d-b290-e540ae4697fe req-293e8345-5326-4bd7-a79c-16fac06f8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.993465 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-08684c68-85f4-462d-b290-e540ae4697fe req-293e8345-5326-4bd7-a79c-16fac06f8546 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 915 time: 0.2045391 Sep 16 05:12:49.005388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413c5546-c511-4bf2-91d2-aba1e385d09c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:49.034168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:49.039229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.049485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-95398b84-42cc-4da7-a842-3a851d7a2936 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 200 len: 217 time: 0.0409560 Sep 16 05:12:49.053828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.059487 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-08684c68-85f4-462d-b290-e540ae4697fe req-8c33c8eb-17a0-4a00-9ae8-ca42aa9861d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772 HTTP/1.1" status: 200 len: 217 time: 0.0541322 Sep 16 05:12:49.097667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.097667 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d disassociated. External IP: 172.25.6.219, port: e8ae31f7-5db9-467a-9988-7d53443df54f. Sep 16 05:12:49.118342 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.120172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.130559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684c68-85f4-462d-b290-e540ae4697fe req-b4e9b671-23ca-4943-9cb4-79874d0108a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.132924 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-08684c68-85f4-462d-b290-e540ae4697fe req-b4e9b671-23ca-4943-9cb4-79874d0108a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce29a734-4169-4c76-b2e3-2fe197987d17 HTTP/1.1" status: 200 len: 854 time: 0.0644791 Sep 16 05:12:49.165629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-7e20a8c4-3d8a-4cd8-a116-74d326c6a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.167118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-7e20a8c4-3d8a-4cd8-a116-74d326c6a729 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.1089823 Sep 16 05:12:49.196900 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-08684c68-85f4-462d-b290-e540ae4697fe req-e2ed2803-c744-4486-951c-a7c2a2e6923d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebe885e6-4d04-4fd9-adee-ef5908fdde95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382509 Sep 16 05:12:49.219404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network 87061c34-13f8-43ed-af03-f2015080dfda is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:49.221900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Port': ['ID=135d5f65-c60e-41df-8f10-2ba900d762f7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.225678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:49.239800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:49.272758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['413c5546-c511-4bf2-91d2-aba1e385d09c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:49.274607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-fae28449-9b97-4f94-b9a5-46f719194802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.280266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-fae28449-9b97-4f94-b9a5-46f719194802 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1017282 Sep 16 05:12:49.346597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.459192 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-08684c68-85f4-462d-b290-e540ae4697fe req-bb74ddfd-9df9-45dc-994c-52413c077ce6 service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542331 Sep 16 05:12:49.619285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.644233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-08684c68-85f4-462d-b290-e540ae4697fe req-5c30f07e-0a86-4e9d-aea9-0bda8b231446 service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733484 Sep 16 05:12:49.644614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a5924563-3141-4fa2-8d7e-4e77fe284071 None None] Provisioning complete for port 135d5f65-c60e-41df-8f10-2ba900d762f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:49.645104 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a5924563-3141-4fa2-8d7e-4e77fe284071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.704583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a5924563-3141-4fa2-8d7e-4e77fe284071 None None] Port 135d5f65-c60e-41df-8f10-2ba900d762f7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:49.983542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.989153 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.019358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-b92645b3-8c2a-4ef4-98bf-fca67c38b3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910319 Sep 16 05:12:50.025533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:50.035809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01960ee0-04e4-4253-af60-db234914a148 req-14078288-d944-4d8d-8331-c866610d2a87 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.037409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01960ee0-04e4-4253-af60-db234914a148 req-14078288-d944-4d8d-8331-c866610d2a87 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 943 time: 0.1299477 Sep 16 05:12:50.079136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.096265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event updated for resources: {'Port': ['ID=135d5f65-c60e-41df-8f10-2ba900d762f7,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.193437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01960ee0-04e4-4253-af60-db234914a148 req-6b88a5d5-eb25-43b0-8753-32c15e045054 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344748 Sep 16 05:12:50.208198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Network 87061c34-13f8-43ed-af03-f2015080dfda is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:50.220393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:50.248194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-a241b565-c9ac-4574-8b29-c0b329cdc92c service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202516 Sep 16 05:12:50.268382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb537a3d-e55d-420a-9b5c-f1a8e3df2772 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:50.345045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-1da4cade-2b18-43fb-b0ed-b6ee49a8804a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=39e53ccb-c433-416d-ab7b-20dec24412c8 HTTP/1.1" status: 200 len: 217 time: 0.0889208 Sep 16 05:12:50.346362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:50.357828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.399798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Router ab0ce39b-8a17-498c-be0b-8a842dcfe62b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:50.401362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:50.417969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:50.419603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:50.477825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f6267455-a63d-417c-9b84-409b4322a4a4 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "PUT /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 200 len: 695 time: 2.0181367 Sep 16 05:12:50.504042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:50.504341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:50.506343 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:50.545086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:50.563204 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] Sync routers for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:50.563765 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7a7ba91d-0b40-41da-96c8-4433a67f4ed7 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "PUT /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0079677 Sep 16 05:12:50.566244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52934) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:50.574734 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:50.575956 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:50.577808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-0ab55736-3907-4c26-baba-c363615cabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.579618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-0ab55736-3907-4c26-baba-c363615cabc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.2117789 Sep 16 05:12:50.593116 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5acb66d-3152-4718-b78e-cc49b64b1f7a x-openstack-request-id: req-a5acb66d-3152-4718-b78e-cc49b64b1f7a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:50.593604 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:50.594008 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5acb66d-3152-4718-b78e-cc49b64b1f7a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:50.594544 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'status': 'completed', 'code': 200} Sep 16 05:12:50.615882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:50.660976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'port_id': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'mac_address': 'fa:16:3e:a3:6c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce29a734-4169-4c76-b2e3-2fe197987d17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:50.661952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-60b68f21-3acb-4427-9835-0f0db9f67f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.668737 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:50.673896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-60b68f21-3acb-4427-9835-0f0db9f67f0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.1951766 Sep 16 05:12:50.683857 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:50.684552 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:50.687219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-968c3eae-3e42-4db6-b09d-3d9588ab8e4f None None] Provisioning complete for port 135d5f65-c60e-41df-8f10-2ba900d762f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:50.687706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-968c3eae-3e42-4db6-b09d-3d9588ab8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.691256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:50.709610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-29474400-2e0d-4734-b4ea-207db376261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.711163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-29474400-2e0d-4734-b4ea-207db376261e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1212425 Sep 16 05:12:50.754254 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:50.754930 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3083da0-f648-47aa-a928-75f5678ffdcf None None] The sync data for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:50.782264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6538bc4-c7d1-48a7-bd53-097c4cb0722a tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.808749 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.810810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-968c3eae-3e42-4db6-b09d-3d9588ab8e4f None None] Port 135d5f65-c60e-41df-8f10-2ba900d762f7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:50.853439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 413c5546-c511-4bf2-91d2-aba1e385d09c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:50.854454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.871957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-4bbbe537-00f2-4661-8fdb-74792d2afbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:50.873601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-4bbbe537-00f2-4661-8fdb-74792d2afbad service neutron] 10.222.0.55 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.1897569 Sep 16 05:12:50.889759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb537a3d-e55d-420a-9b5c-f1a8e3df2772 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:50.894062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-ad0d0dda-861e-4977-9873-df1b134b6c7a service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689615 Sep 16 05:12:50.911223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:50.924406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-f75e0871-6e30-448c-a2e0-94fa9623a943 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 217 time: 0.0417268 Sep 16 05:12:50.929369 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.077059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.100403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-acb4e9c6-4d64-4613-90e9-b9d480ddc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.102429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-acb4e9c6-4d64-4613-90e9-b9d480ddc213 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.1000335 Sep 16 05:12:51.110191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-0e0a5c9c-4135-4633-b6d8-6ed7200ce71f service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880000 Sep 16 05:12:51.174150 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.249511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-ddddd2c6-191f-4e52-805e-0c7c11732b38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946 HTTP/1.1" status: 200 len: 217 time: 0.1278861 Sep 16 05:12:51.305587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-53e84c31-ffa6-4317-a022-87c0a60dbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.311314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-53e84c31-ffa6-4317-a022-87c0a60dbe94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1952128 Sep 16 05:12:51.331459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-db4faf80-34b6-4e63-9f6b-71a8924d4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.332452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:51.333019 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-db4faf80-34b6-4e63-9f6b-71a8924d4c21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49cb7a34bed14df89abdd74c2607f247&device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 1097 time: 0.6977818 Sep 16 05:12:51.335640 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0f7088-2b85-4266-85fb-76c054fe159c" -d '{"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-plugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:51.374810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['bb537a3d-e55d-420a-9b5c-f1a8e3df2772'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:51.378202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:51.384596 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-f6538bc4-c7d1-48a7-bd53-097c4cb0722a tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:12:51.386155 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f6538bc4-c7d1-48a7-bd53-097c4cb0722a tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b HTTP/1.1" status: 409 len: 329 time: 0.8187318 Sep 16 05:12:51.391584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52944) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:51.414135 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.415061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-ccea0a68-6f9f-4801-a272-4d21239f46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.417207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-ccea0a68-6f9f-4801-a272-4d21239f46f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.1605370 Sep 16 05:12:51.426357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:51.484640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:51.514334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:51.514334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:51.544286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-8d196b43-3110-4d81-97fe-28f14984a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.546006 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-8d196b43-3110-4d81-97fe-28f14984a973 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 200 len: 922 time: 0.2037086 Sep 16 05:12:51.563978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cec54-10aa-4e1f-bff3-b0fa551f0cad req-03f1e24d-c79e-4077-839c-3fb2ceacf19c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.565700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-992cec54-10aa-4e1f-bff3-b0fa551f0cad req-03f1e24d-c79e-4077-839c-3fb2ceacf19c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 944 time: 0.1992643 Sep 16 05:12:51.576192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=10']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:51.594936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-dfef2bf7-ca1e-47a6-8983-7ec33d2a480f service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710116 Sep 16 05:12:51.631457 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-fe5d4ee5-a520-4720-b8bc-3f1b2faabf35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 200 len: 217 time: 0.0446036 Sep 16 05:12:51.645907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-894c2032-698f-4f5c-9f24-a632200ea1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.647569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-894c2032-698f-4f5c-9f24-a632200ea1a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1661801 Sep 16 05:12:51.699293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:51.744411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-992cec54-10aa-4e1f-bff3-b0fa551f0cad req-6b8a390f-169a-470e-ad06-bb4b0f8c48e9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483784 Sep 16 05:12:51.747666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-5da54024-4373-46b3-9267-f28a0bbe0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.749325 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-5da54024-4373-46b3-9267-f28a0bbe0e42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 200 len: 860 time: 0.0912614 Sep 16 05:12:51.846733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-ad8b0bd9-57d9-4975-aaca-5652ff84fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.849414 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-ad8b0bd9-57d9-4975-aaca-5652ff84fb96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b044c2c6-ecaf-466a-9c66-738fa3eec7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898802 Sep 16 05:12:51.884566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74f619f2-e3db-419c-ad41-3b6f0f402746 req-40fe3472-e441-46ea-888e-2b6ce2344f62 service neutron] 10.222.0.55 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699871 Sep 16 05:12:51.886798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-189e7d9d-934f-4739-9093-96aab7fa0f3d service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281463 Sep 16 05:12:51.966521 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1681f21e-2d45-4808-86b0-203394c04070 x-openstack-request-id: req-1681f21e-2d45-4808-86b0-203394c04070 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:51.966828 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-plugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:51.967249 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1681f21e-2d45-4808-86b0-203394c04070 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:51.967646 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'code': 200} Sep 16 05:12:52.002673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:52.066983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2793a77-51fb-474c-8602-89022b5ab709 None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9ce1b5c2-fbe1-460a-97d5-471a1f230625', 'name': '', 'network_id': 'b044c2c6-ecaf-466a-9c66-738fa3eec7e0', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'mac_address': 'fa:16:3e:7d:7c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'subnets': [{'id': '9ca64c6a-5e4b-445c-a0a7-60987f49bf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:52.067399 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-8bbc5b30-aaea-420d-9ba1-2dbed2eadfdb service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055273 Sep 16 05:12:52.115601 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.168364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-c14a2ca3-91df-4e3f-a786-988901c7f44b service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427372 Sep 16 05:12:52.291457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-672d5559-d46a-469c-ac43-5f414ed201de tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 200 len: 695 time: 0.0535774 Sep 16 05:12:52.292891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-cc65bf70-c201-4494-87c2-be665fb79b26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d HTTP/1.1" status: 200 len: 217 time: 0.1177566 Sep 16 05:12:52.335381 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6c7238d5-fca9-42e5-ac96-c59f6e9152dc req-88f5e48c-461f-48f6-96ad-88bb694832a5 service neutron] 10.222.0.73 "GET /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583997 Sep 16 05:12:52.500815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-c1e20d94-46de-4204-9fd7-f2a4ccbbacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.502304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-c1e20d94-46de-4204-9fd7-f2a4ccbbacb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.1894798 Sep 16 05:12:52.518699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdd3d8-8c1c-42e7-8708-477fdce22cdb None None] New status for floating IP b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:52.558097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-f37df3a8-15b4-468b-86ff-a36cc56856d7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.566581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-f37df3a8-15b4-468b-86ff-a36cc56856d7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2669029 Sep 16 05:12:52.595584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Deleting port 135d5f65-c60e-41df-8f10-2ba900d762f7 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:52.596152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.632417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-1733abc9-6137-49d9-870b-6ffd84b43572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.633974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-1733abc9-6137-49d9-870b-6ffd84b43572 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234126 Sep 16 05:12:52.644837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-37f6752f-1f01-48b8-ba6a-f4b01a2205bc tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 698 time: 0.0763602 Sep 16 05:12:52.727554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-cc1374a7-0e94-40da-bb32-d9226a780c6d tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.219 HTTP/1.1" status: 200 len: 698 time: 0.0816448 Sep 16 05:12:52.818116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.852290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Calling delete_port for 135d5f65-c60e-41df-8f10-2ba900d762f7 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:53.038344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-6817d7f8-581a-4862-84e0-b8a53d0a9b05 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905103 Sep 16 05:12:53.110926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d501992-aaa3-464c-a79b-6711c200766f req-2247fb17-6c37-42d4-989d-096f856a565c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.112846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d501992-aaa3-464c-a79b-6711c200766f req-2247fb17-6c37-42d4-989d-096f856a565c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 944 time: 0.2429051 Sep 16 05:12:53.254721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d501992-aaa3-464c-a79b-6711c200766f req-0c95c7e6-3091-4aa9-98b2-27f3158722f7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250970 Sep 16 05:12:53.278430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Deleting port 2cd2f0f8-42d7-4587-b79e-a81780b298da {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:53.280527 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.320170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.415457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Port': ['ID=135d5f65-c60e-41df-8f10-2ba900d762f7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.423556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-753ad450-b5be-46af-807f-c171d657aa76 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733244 Sep 16 05:12:53.527482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-f040a20a-ef55-4c43-b9d3-5bbab58089aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5 HTTP/1.1" status: 200 len: 217 time: 0.0887284 Sep 16 05:12:53.620429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.663647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.664289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.683588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Calling delete_port for 2cd2f0f8-42d7-4587-b79e-a81780b298da owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:53.697915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-f561744a-de2d-4d9f-8dcb-4f37eac8e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.699676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-f561744a-de2d-4d9f-8dcb-4f37eac8e672 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.1513481 Sep 16 05:12:53.926887 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.932080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Router ab0ce39b-8a17-498c-be0b-8a842dcfe62b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:53.966526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Pushing event deleted for resources: {'Port': ['ID=2cd2f0f8-42d7-4587-b79e-a81780b298da,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.970183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89397-07e2-450f-b587-110be2a6b61c req-de89fd88-9923-4d28-9e2e-b3fafe12f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.971793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-de89fd88-9923-4d28-9e2e-b3fafe12f9df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2609427 Sep 16 05:12:54.056586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:54.077687 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] Sync routers for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:54.080431 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a7ab83df-db70-4623-baca-08373b250d16 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "PUT /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875141 Sep 16 05:12:54.083913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53014) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.108288 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:54.109217 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.132768 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-25019402-35b4-4d95-a19b-04af28e6f16c tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] show failed (client error): The resource could not be found. Sep 16 05:12:54.136237 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-25019402-35b4-4d95-a19b-04af28e6f16c tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-302615159 HTTP/1.1" status: 404 len: 334 time: 0.0488815 Sep 16 05:12:54.140312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53016) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.145883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b96bccfc-6a61-45cc-b78b-455f46a8e792 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:54.156374 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.195732 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-b96bccfc-6a61-45cc-b78b-455f46a8e792 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] update failed (client error): The resource could not be found. Sep 16 05:12:54.197107 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b96bccfc-6a61-45cc-b78b-455f46a8e792 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-48523522 HTTP/1.1" status: 404 len: 333 time: 0.0555365 Sep 16 05:12:54.202315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53018) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.210868 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] Routers {'ab0ce39b-8a17-498c-be0b-8a842dcfe62b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:54.211755 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.251997 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:54.252991 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb444189-d609-4678-be02-8821cd1925c7 None None] The sync data for ids ['ab0ce39b-8a17-498c-be0b-8a842dcfe62b'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:54.278848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb537a3d-e55d-420a-9b5c-f1a8e3df2772 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:54.298949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Deleting subnet 5ed3b980-3eaf-4a9c-8478-005a67fff98c {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:54.306246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.389631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:54.391864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.409233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:54.409775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.551128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.561164 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.564000 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.593698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:54.596881 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a1f7b-486a-47dc-84ec-0164b18169da" -d '{"events": [{"server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:54.620639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:54.626328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.633724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.655953 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.659198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b5ebc5c-1533-45df-a324-f9642b32469f req-463aeca2-54db-4f33-b323-f83a6aabc2fa tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "DELETE /v2.0/floatingips/b7e1dff8-8fb9-4da3-b6d6-bacea56eca0d HTTP/1.1" status: 204 len: 173 time: 1.9304283 Sep 16 05:12:54.701546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f494f7-a183-4c93-9bff-fff98e2a31ef req-a66ca3bd-d6c8-4361-b719-ae8b6f6a5583 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.703390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8f494f7-a183-4c93-9bff-fff98e2a31ef req-a66ca3bd-d6c8-4361-b719-ae8b6f6a5583 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 944 time: 0.1467454 Sep 16 05:12:54.707239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-0a9f2164-1b76-47db-963f-7e66aa31c1e0 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255483 Sep 16 05:12:54.738780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.765057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.795660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed3b980-3eaf-4a9c-8478-005a67fff98c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:54.812367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:54.814621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b084258-1a5a-4e5f-8cbb-e4c1ff49484e None None] Network 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:54.814828 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-457d7ced-a5c9-4ab8-b8ce-716881ee2a32 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/subnets/5ed3b980-3eaf-4a9c-8478-005a67fff98c HTTP/1.1" status: 204 len: 168 time: 0.6110060 Sep 16 05:12:54.817992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53036) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:54.927158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8f494f7-a183-4c93-9bff-fff98e2a31ef req-61e73920-46e6-4e2a-b773-b896b292e5c9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152965 Sep 16 05:12:54.972706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7a89397-07e2-450f-b587-110be2a6b61c req-3f6a9e32-8209-4e7f-ac7f-088e7a130ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465241 Sep 16 05:12:55.002540 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b61c4-063e-4050-b4e5-fa6a89c68719 x-openstack-request-id: req-8e3b61c4-063e-4050-b4e5-fa6a89c68719 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:55.003534 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:55.004132 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e3b61c4-063e-4050-b4e5-fa6a89c68719 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:55.004762 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'code': 200} Sep 16 05:12:55.010210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Deleting subnet 9e6b4548-db35-4162-9390-593b371dc477 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:55.016576 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.189309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.212267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] DHCP port deletion for 8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:55.225026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa2250-a0a1-4e2c-aaee-89ea3a664395 req-89374bd3-f929-41af-a450-3642ba4ee080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.226961 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4eaa2250-a0a1-4e2c-aaee-89ea3a664395 req-89374bd3-f929-41af-a450-3642ba4ee080 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 1097 time: 0.1339836 Sep 16 05:12:55.285165 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4eaa2250-a0a1-4e2c-aaee-89ea3a664395 req-04e6b249-8836-49d5-9492-4d89a4967e7b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Sep 16 05:12:55.300912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c222b7-d2ff-4f31-b7aa-4ce0c54d0a2b req-53fc1a23-ac3b-4d8a-b87b-22f9cb8084e7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.309020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4c222b7-d2ff-4f31-b7aa-4ce0c54d0a2b req-53fc1a23-ac3b-4d8a-b87b-22f9cb8084e7 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 945 time: 0.0626867 Sep 16 05:12:55.341393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.360102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4c222b7-d2ff-4f31-b7aa-4ce0c54d0a2b req-feda4549-f431-4c77-853d-1d5be15be8bc tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482800 Sep 16 05:12:55.375926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] Deleting port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:55.376759 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.462138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.490544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] For port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,segment=NetworkSegment(d073dc65-3791-4e57-b363-b81f9945c2d3),segment_id=d073dc65-3791-4e57-b363-b81f9945c2d3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:55.491216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.498852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6b4548-db35-4162-9390-593b371dc477,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.506557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] Calling delete_port for 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:55.517136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.518998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b4e09-96e2-4cd5-8062-6e724a3e4075 None None] Network c5200a13-41b4-41ca-8a22-26c7f8099fcb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:55.519898 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-046ec3ef-95a2-4423-a0a7-5dccf7f6bab3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/subnets/9e6b4548-db35-4162-9390-593b371dc477 HTTP/1.1" status: 204 len: 168 time: 0.7009401 Sep 16 05:12:55.522597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53048) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:55.641844 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.737565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Deleting port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:55.737761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.805156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.903015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] For port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,segment=NetworkSegment(d073dc65-3791-4e57-b363-b81f9945c2d3),segment_id=d073dc65-3791-4e57-b363-b81f9945c2d3)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:55.903437 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.920749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] No DVR routers for this DVR port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:55.955741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e0f27-8176-490c-9d4a-809893e7a18e None None] Pushing event deleted for resources: {'Port': ['ID=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.972032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Calling delete_port for 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:55.976300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] DHCP port deletion for c5200a13-41b4-41ca-8a22-26c7f8099fcb request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:55.994527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a90e80f-683c-4bdb-97a5-7933b33a21fa no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:56.061973 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9884ec5-3d9e-4f21-a22a-4099e07a065f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.158853 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.207884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567eaa7-c970-4147-8a41-6fe00214892e req-c0ae188f-acbe-41c5-848d-1340b547553a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.210524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f567eaa7-c970-4147-8a41-6fe00214892e req-c0ae188f-acbe-41c5-848d-1340b547553a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0857859 Sep 16 05:12:56.218054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.220667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] Deleting port 8a90e80f-683c-4bdb-97a5-7933b33a21fa {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:56.221058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.271925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Port': ['ID=7d38a790-f05e-460c-b47d-49eb9dd2e4e4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.272965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 8a90e80f-683c-4bdb-97a5-7933b33a21fa, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a90e80f-683c-4bdb-97a5-7933b33a21fa,segment=NetworkSegment(15159616-b0a8-45c3-bc37-3aa985cb1c5d),segment_id=15159616-b0a8-45c3-bc37-3aa985cb1c5d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:56.275218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] No DVR routers for this DVR port 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:56.284512 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.285270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:56.394242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f567eaa7-c970-4147-8a41-6fe00214892e req-9d1f63f7-d9f5-4b47-ad7c-343d84f4c459 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600256 Sep 16 05:12:56.439637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:12:56.440254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7d38a790-f05e-460c-b47d-49eb9dd2e4e4 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:12:56.443158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] For port 8a90e80f-683c-4bdb-97a5-7933b33a21fa, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a90e80f-683c-4bdb-97a5-7933b33a21fa,segment=NetworkSegment(15159616-b0a8-45c3-bc37-3aa985cb1c5d),segment_id=15159616-b0a8-45c3-bc37-3aa985cb1c5d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:56.443591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.463721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.473924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] Calling delete_port for 8a90e80f-683c-4bdb-97a5-7933b33a21fa owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:56.551124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=8a90e80f-683c-4bdb-97a5-7933b33a21fa,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.602587 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.605467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6c5afe-18f2-4d76-9b0a-cf62de6885b4']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.632550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd073dc65-3791-4e57-b363-b81f9945c2d3') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.633156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd073dc65-3791-4e57-b363-b81f9945c2d3') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:56.643579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d85b9d-2d92-48d4-8de7-86cc405a43e9 req-e0187cc2-0f3a-4f4e-ac28-58ea68bc3683 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.651930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6d85b9d-2d92-48d4-8de7-86cc405a43e9 req-e0187cc2-0f3a-4f4e-ac28-58ea68bc3683 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 945 time: 0.1268284 Sep 16 05:12:56.658149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] No DVR routers for this DVR port 8a90e80f-683c-4bdb-97a5-7933b33a21fa on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:56.670503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceec5e-a34f-471c-98d2-1dd1adb699e4 None None] Pushing event deleted for resources: {'Port': ['ID=8a90e80f-683c-4bdb-97a5-7933b33a21fa,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.716553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.748892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6d85b9d-2d92-48d4-8de7-86cc405a43e9 req-5997200b-f946-4d42-bccc-9d1161519f90 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb293d68-af6d-4c30-b786-ff1a1566be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954545 Sep 16 05:12:56.756523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.777468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:56.778036 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:56.785412 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:56.857358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.898050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:56.898050 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/networks/8c6c5afe-18f2-4d76-9b0a-cf62de6885b4 HTTP/1.1" status: 204 len: 168 time: 1.3657005 Sep 16 05:12:56.898050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87565ac-9f0c-4ae3-96d4-e57e83237e90 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Network': ['ID=8c6c5afe-18f2-4d76-9b0a-cf62de6885b4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:56.898050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53070) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.017626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-1f9abb31-f755-44b6-9593-19ff1f019bf3 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.019804 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-1f9abb31-f755-44b6-9593-19ff1f019bf3 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 945 time: 0.0919237 Sep 16 05:12:57.053167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.303003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.316311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Deleting port e8ae31f7-5db9-467a-9988-7d53443df54f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:57.316658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.332628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5200a13-41b4-41ca-8a22-26c7f8099fcb']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.353307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15159616-b0a8-45c3-bc37-3aa985cb1c5d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.354088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15159616-b0a8-45c3-bc37-3aa985cb1c5d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:57.368292 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.387930 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.401774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:57.402472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.456509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] For port e8ae31f7-5db9-467a-9988-7d53443df54f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e8ae31f7-5db9-467a-9988-7d53443df54f,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:57.457145 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.472634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Calling delete_port for e8ae31f7-5db9-467a-9988-7d53443df54f owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:57.509975 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:57.560169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.586667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.599105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/networks/c5200a13-41b4-41ca-8a22-26c7f8099fcb HTTP/1.1" status: 204 len: 168 time: 0.6917131 Sep 16 05:12:57.615773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53088) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:57.625950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa52cc-32dc-4609-b8ea-c769fc92935a req-d8ef3a19-10f4-425d-a7c7-97960a4529a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.633439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2aa52cc-32dc-4609-b8ea-c769fc92935a req-d8ef3a19-10f4-425d-a7c7-97960a4529a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1219532 Sep 16 05:12:57.647230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca67057-25e9-48b2-82b0-e9d51f05db10 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Network': ['ID=c5200a13-41b4-41ca-8a22-26c7f8099fcb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.651261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.666984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e8ae31f7-5db9-467a-9988-7d53443df54f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:57.687525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Pushing event deleted for resources: {'Port': ['ID=e8ae31f7-5db9-467a-9988-7d53443df54f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.730906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2aa52cc-32dc-4609-b8ea-c769fc92935a req-abde1e49-d6a2-4ba1-86f4-24e2b8d1bb77 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965943 Sep 16 05:12:57.739080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Deleting subnet 611a72d5-c392-4b80-8d64-36c27bf3ba41 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:12:57.742871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.782752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] No DVR routers for this DVR port e8ae31f7-5db9-467a-9988-7d53443df54f on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:57.787038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.791936 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2c6e72eb-7988-41a9-ab75-231e52a030b1 req-36928c57-43d0-4111-b9fa-e59ae4d6e912 tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.73 "DELETE /v2.0/ports/e8ae31f7-5db9-467a-9988-7d53443df54f HTTP/1.1" status: 204 len: 173 time: 0.7613091 Sep 16 05:12:57.792663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'name': 'network-vif-deleted', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:57.798640 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370d6a77-64ef-4530-9fe9-0f468ed4ad71" -d '{"events": [{"server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "name": "network-vif-deleted", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:57.857941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.984059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc8ed9a4-1f97-4038-9e7a-8c80f04526d8 req-6317cef9-29fe-4b66-b09b-7b0ee26a3eac tempest-FloatingIPsAssociationTestJSON-32186199 tempest-FloatingIPsAssociationTestJSON-32186199-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc HTTP/1.1" status: 200 len: 210 time: 0.0466194 Sep 16 05:12:58.048521 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e5293-59ab-41e3-82df-26d28288ba16 x-openstack-request-id: req-e20e5293-59ab-41e3-82df-26d28288ba16 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:58.049065 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc", "name": "network-vif-deleted", "tag": "e8ae31f7-5db9-467a-9988-7d53443df54f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:58.049334 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e20e5293-59ab-41e3-82df-26d28288ba16 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:58.049819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf27cc-ff2e-4ae1-a905-7e1b4adf07f7 req-774fdd6a-b507-4311-93d0-b24d148dc3d0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.049958 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5f0cc2-5039-448f-a9e0-62bc41c5d8bc', 'name': 'network-vif-deleted', 'tag': 'e8ae31f7-5db9-467a-9988-7d53443df54f', 'status': 'completed', 'code': 200} Sep 16 05:12:58.051846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96cf27cc-ff2e-4ae1-a905-7e1b4adf07f7 req-774fdd6a-b507-4311-93d0-b24d148dc3d0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1502717 Sep 16 05:12:58.067919 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.164204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96cf27cc-ff2e-4ae1-a905-7e1b4adf07f7 req-62efed36-a837-4d06-b0ef-940af3534ad8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894325 Sep 16 05:12:58.200700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.203476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7418ec11-66b7-4240-b5fd-6ff85ff1783e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.248830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96202dfa-f707-41f4-8380-be1db51865c2 None None] Network 87061c34-13f8-43ed-af03-f2015080dfda requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:58.329676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Subnet': ['ID=611a72d5-c392-4b80-8d64-36c27bf3ba41,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:58.337831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.341448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d5657eb2-e6ce-425c-8e17-12cfde9b24ea tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/subnets/611a72d5-c392-4b80-8d64-36c27bf3ba41 HTTP/1.1" status: 204 len: 168 time: 0.7051876 Sep 16 05:12:58.344448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53110) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:58.807395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] DHCP port deletion for 87061c34-13f8-43ed-af03-f2015080dfda request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:12:58.828285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4061-a582-45eb-9050-f1fe14aafe7d req-52e7458a-5947-4cc7-8117-1f5a161e057c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.831745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dfd4061-a582-45eb-9050-f1fe14aafe7d req-52e7458a-5947-4cc7-8117-1f5a161e057c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1229594 Sep 16 05:12:58.909969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] Deleting port 5017b6e8-9858-4bed-91c7-f71f7dd66275 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:58.910538 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:58.913165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dfd4061-a582-45eb-9050-f1fe14aafe7d req-4ac3ed7f-b50c-4952-a7e9-3cc11e2d0ec2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748124 Sep 16 05:12:59.036991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] For port 5017b6e8-9858-4bed-91c7-f71f7dd66275, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5017b6e8-9858-4bed-91c7-f71f7dd66275,segment=NetworkSegment(78212bba-169a-464e-962e-6ed23994a8f2),segment_id=78212bba-169a-464e-962e-6ed23994a8f2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:59.036991 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.051796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] Calling delete_port for 5017b6e8-9858-4bed-91c7-f71f7dd66275 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:59.059158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.065385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53124) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.160032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.207838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Deleting port 5017b6e8-9858-4bed-91c7-f71f7dd66275 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:12:59.208407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.211682 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.228702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] No DVR routers for this DVR port 5017b6e8-9858-4bed-91c7-f71f7dd66275 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:59.248549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6d03f-14f3-455f-9776-ac7f98cd37d1 None None] Pushing event deleted for resources: {'Port': ['ID=5017b6e8-9858-4bed-91c7-f71f7dd66275,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.297054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] For port 5017b6e8-9858-4bed-91c7-f71f7dd66275, host n-d-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:59.298122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.299743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53132) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.316712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Calling delete_port for 5017b6e8-9858-4bed-91c7-f71f7dd66275 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:12:59.319654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Port 5017b6e8-9858-4bed-91c7-f71f7dd66275 was not found and therefore no delete operation was performed {{(pid=94718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:12:59.321404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.344537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd23d1-5b67-417d-b4ae-424b5b957533 req-9b13b0ac-47ce-4953-b462-898e04995c27 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.346164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3dd23d1-5b67-417d-b4ae-424b5b957533 req-9b13b0ac-47ce-4953-b462-898e04995c27 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1696649 Sep 16 05:12:59.361643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] No DVR routers for this DVR port 5017b6e8-9858-4bed-91c7-f71f7dd66275 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:12:59.366991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Port': ['ID=5017b6e8-9858-4bed-91c7-f71f7dd66275,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.466568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3dd23d1-5b67-417d-b4ae-424b5b957533 req-963bc456-078b-43ad-bfa5-63610e9f20da tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975471 Sep 16 05:12:59.478461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.505321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87061c34-13f8-43ed-af03-f2015080dfda']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.521649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78212bba-169a-464e-962e-6ed23994a8f2') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.522094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78212bba-169a-464e-962e-6ed23994a8f2') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:59.538386 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94431336-5019-4152-9b8c-2f7bf01aecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.542431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.573057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.587180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:12:59.587721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:12:59.592589 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:12:59.692429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.721046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.726866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53158) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.730055 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/networks/87061c34-13f8-43ed-af03-f2015080dfda HTTP/1.1" status: 204 len: 168 time: 1.3838019 Sep 16 05:12:59.730771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.750527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdd779-0aad-4a8e-8842-94648c8f3cf3 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Pushing event deleted for resources: {'Network': ['ID=87061c34-13f8-43ed-af03-f2015080dfda,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:59.782774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0a7d253-0ab5-4637-83b9-de52c754d219 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0ce39b-8a17-498c-be0b-8a842dcfe62b HTTP/1.1" status: 200 len: 205 time: 0.0541849 Sep 16 05:12:59.787135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53160) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:59.891623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94431336-5019-4152-9b8c-2f7bf01aecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.900069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94431336-5019-4152-9b8c-2f7bf01aecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:59.956896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5017b6e8-9858-4bed-91c7-f71f7dd66275 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:12:59.959092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e096a84c-fe3b-4cab-9c34-cddd7209e653 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.000281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5017b6e8-9858-4bed-91c7-f71f7dd66275 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:00.001132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5017b6e8-9858-4bed-91c7-f71f7dd66275 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:00.018402 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-94431336-5019-4152-9b8c-2f7bf01aecd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff4d27ee8f48438fabe748fcd28c69d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144773 Sep 16 05:13:00.018587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53166) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.030792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94431336-5019-4152-9b8c-2f7bf01aecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7834f6fe-d73a-4c34-bffd-122259271c62,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.106902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8690e97e-a707-47ac-bbf8-a69046ebb476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.132516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8690e97e-a707-47ac-bbf8-a69046ebb476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.239416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8690e97e-a707-47ac-bbf8-a69046ebb476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.242345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8690e97e-a707-47ac-bbf8-a69046ebb476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.243558 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8690e97e-a707-47ac-bbf8-a69046ebb476 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7834f6fe-d73a-4c34-bffd-122259271c62 HTTP/1.1" status: 204 len: 168 time: 0.2241082 Sep 16 05:13:00.260051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690e97e-a707-47ac-bbf8-a69046ebb476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834f6fe-d73a-4c34-bffd-122259271c62,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:00.263895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e096a84c-fe3b-4cab-9c34-cddd7209e653 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.271757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e096a84c-fe3b-4cab-9c34-cddd7209e653 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.306591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c95ae-f8a8-4d73-971e-6bdf5ff2e027 req-35aaec73-15e9-4f77-aba9-9042e9b45504 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:00.308550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f7c95ae-f8a8-4d73-971e-6bdf5ff2e027 req-35aaec73-15e9-4f77-aba9-9042e9b45504 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.2604375 Sep 16 05:13:00.313816 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.410597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e096a84c-fe3b-4cab-9c34-cddd7209e653 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.411171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e096a84c-fe3b-4cab-9c34-cddd7209e653 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Fanout notify agent at l3_agent the message router_deleted on router ab0ce39b-8a17-498c-be0b-8a842dcfe62b {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:00.420456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e096a84c-fe3b-4cab-9c34-cddd7209e653 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.431038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e096a84c-fe3b-4cab-9c34-cddd7209e653 tempest-RoutersNegativeTest-88231070 tempest-RoutersNegativeTest-88231070-project] 10.222.0.55 "DELETE /v2.0/routers/ab0ce39b-8a17-498c-be0b-8a842dcfe62b HTTP/1.1" status: 204 len: 168 time: 0.6321831 Sep 16 05:13:00.524573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f7c95ae-f8a8-4d73-971e-6bdf5ff2e027 req-7c2d851a-647d-4f91-908d-63b59cc27c37 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083101 Sep 16 05:13:00.807805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Deleting port 9ce1b5c2-fbe1-460a-97d5-471a1f230625 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:00.808803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.851044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53190) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.868739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6b7227-b654-47f5-8724-606aff9b5835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.897627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53192) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:00.934915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] For port 9ce1b5c2-fbe1-460a-97d5-471a1f230625, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ce1b5c2-fbe1-460a-97d5-471a1f230625,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:00.936009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:00.952589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Calling delete_port for 9ce1b5c2-fbe1-460a-97d5-471a1f230625 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:01.067784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6b7227-b654-47f5-8724-606aff9b5835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.075813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6b7227-b654-47f5-8724-606aff9b5835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.131155 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6b6b7227-b654-47f5-8724-606aff9b5835 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ad92f7a68904c299bf9b9093d52370e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786717 Sep 16 05:13:01.136621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53196) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:01.165084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b7227-b654-47f5-8724-606aff9b5835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a42dd8b-e15e-4a7e-a007-39f44946d082,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.177020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.215356 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cb95d43-a4d0-465b-a95f-3e39891d705b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2669fe1e5744d0f82fe6f2ef8eb590c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165686 Sep 16 05:13:01.218391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53198) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:01.234219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12f68582-307e-4ab4-835a-333b746c0b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.261694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12f68582-307e-4ab4-835a-333b746c0b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.300050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f78bf33-e31f-468f-a7fb-925bd1e1e1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.319256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12f68582-307e-4ab4-835a-333b746c0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.322107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12f68582-307e-4ab4-835a-333b746c0b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.323344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-12f68582-307e-4ab4-835a-333b746c0b20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a42dd8b-e15e-4a7e-a007-39f44946d082 HTTP/1.1" status: 204 len: 168 time: 0.1827059 Sep 16 05:13:01.340374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f68582-307e-4ab4-835a-333b746c0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a42dd8b-e15e-4a7e-a007-39f44946d082,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.348601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.351059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f78bf33-e31f-468f-a7fb-925bd1e1e1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.428447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce1b5c2-fbe1-460a-97d5-471a1f230625,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.455501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f78bf33-e31f-468f-a7fb-925bd1e1e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.458877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2f78bf33-e31f-468f-a7fb-925bd1e1e1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.461545 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2f78bf33-e31f-468f-a7fb-925bd1e1e1f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81e39487-6de8-4a1f-9640-1a1a56295b60 HTTP/1.1" status: 204 len: 168 time: 0.2408960 Sep 16 05:13:01.496866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78bf33-e31f-468f-a7fb-925bd1e1e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e39487-6de8-4a1f-9640-1a1a56295b60,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.728398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.864482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed9df0-9770-4478-83df-c4b05dc2dd8b req-ea4000dc-fcf8-4fcb-bc17-5c7d82e53462 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:01.872725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3ed9df0-9770-4478-83df-c4b05dc2dd8b req-ea4000dc-fcf8-4fcb-bc17-5c7d82e53462 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1413057 Sep 16 05:13:02.059146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3ed9df0-9770-4478-83df-c4b05dc2dd8b req-324a11b7-aba1-4da4-b719-44fc2a2eb012 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834419 Sep 16 05:13:02.228438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Router fb86c9be-fa83-4e38-9570-817d74bca093 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:02.300016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e8ae31f7-5db9-467a-9988-7d53443df54f no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:02.352026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: e8ae31f7-5db9-467a-9988-7d53443df54f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:02.352423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e8ae31f7-5db9-467a-9988-7d53443df54f not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:02.403900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:02.414712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.416789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] Sync routers for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:02.423197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-59934849-84dc-404b-b977-1af6a12200d7 admin admin] 10.222.0.55 "PUT /v2.0/routers/fb86c9be-fa83-4e38-9570-817d74bca093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3562098 Sep 16 05:13:02.440255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:02.441308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:02.590794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.614963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:02.787403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53262) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.800218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.830487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53270) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:02.896485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Deleting port 6aca8d57-f65b-4ce0-ab23-de2d67a35017 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:02.896912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.979253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:13:01Z', 'revision_number': 5, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port': {'id': '6aca8d57-f65b-4ce0-ab23-de2d67a35017', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:15Z', 'updated_at': '2021-09-16T05:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:02.995567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-101998373-network', 'tenant_id': 'ee248c40c36040019b811867ca157239'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:03.010914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] Checking router: fb86c9be-fa83-4e38-9570-817d74bca093 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:03.038288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] Routers {'fb86c9be-fa83-4e38-9570-817d74bca093'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:03.041577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['fb86c9be-fa83-4e38-9570-817d74bca093'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:03.052252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Made reservation on behalf of ee248c40c36040019b811867ca157239 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:03.055860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.079542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] For port 6aca8d57-f65b-4ce0-ab23-de2d67a35017, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6aca8d57-f65b-4ce0-ab23-de2d67a35017,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:03.079914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.082401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368683632'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:03.087478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.117418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.api [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:13:03.117418 n-d-713301-15 neutron-server[94719]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:13:03.117418 n-d-713301-15 neutron-server[94719]: [parameters: {'project_id_1': 'ee248c40c36040019b811867ca157239', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 12, 43, 108450)}] Sep 16 05:13:03.117418 n-d-713301-15 neutron-server[94719]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:03.117872 n-d-713301-15 neutron-server[94719]: DEBUG oslo_db.api [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:03.119696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Calling delete_port for 6aca8d57-f65b-4ce0-ab23-de2d67a35017 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:03.139368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.155370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.209819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] Set router fb86c9be-fa83-4e38-9570-817d74bca093 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:03.273747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574684e2-5aee-45db-80ed-52d0c2c7ea0b req-9584f83e-46dc-4937-8b1f-8fd3f84ed792 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:03.275661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-574684e2-5aee-45db-80ed-52d0c2c7ea0b req-9584f83e-46dc-4937-8b1f-8fd3f84ed792 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0742033 Sep 16 05:13:03.286701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 6, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:03.318469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cef94-2347-4a3f-9307-2f40f9a13af1 None None] The sync data for ids ['fb86c9be-fa83-4e38-9570-817d74bca093'] in n-d-713301-15 is: [{'id': 'fb86c9be-fa83-4e38-9570-817d74bca093', 'name': 'tempest-FloatingIPsAssociationTestJSON-2019787849-router', 'tenant_id': '49cb7a34bed14df89abdd74c2607f247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:14Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 6, 'project_id': '49cb7a34bed14df89abdd74c2607f247', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:03.340893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-574684e2-5aee-45db-80ed-52d0c2c7ea0b req-e86e269c-2d9a-446f-995a-600b0b5b165e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547066 Sep 16 05:13:03.390691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.398773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.413183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.444676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019d2bb8-7d83-4905-80a3-653f5cac8337,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.449078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aca8d57-f65b-4ce0-ab23-de2d67a35017,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.521793 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.526612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.548360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.561703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.562952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7311220 Sep 16 05:13:03.565761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53278) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.590620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f3148-77b4-4a69-8bb5-61e6df8ccee1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d429cc-ff40-4f91-a4ee-6bcb7b1e998d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:03.619358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.672401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.675533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.691211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-46c2e505-7717-4a11-b66c-d4a6b2057cce tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1238873 Sep 16 05:13:03.696308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53280) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.723777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cd4b8d51-e5ea-4042-9d51-bd75d483517f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-security--404512402', 'description': 'tempest-security-description-1617470534'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:03.774342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d51-e5ea-4042-9d51-bd75d483517f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.781688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.783159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb86c9be-fa83-4e38-9570-817d74bca093 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:03.789625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.791512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9f1ceab0-8373-4f3d-b862-3095a5d4b147 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fb86c9be-fa83-4e38-9570-817d74bca093 HTTP/1.1" status: 204 len: 168 time: 1.3755906 Sep 16 05:13:03.797250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53282) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.916792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d51-e5ea-4042-9d51-bd75d483517f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.925084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d51-e5ea-4042-9d51-bd75d483517f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.927657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d51-e5ea-4042-9d51-bd75d483517f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.929063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cd4b8d51-e5ea-4042-9d51-bd75d483517f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "PUT /v2.0/security-groups/77d429cc-ff40-4f91-a4ee-6bcb7b1e998d HTTP/1.1" status: 200 len: 1779 time: 0.2278605 Sep 16 05:13:03.932289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53290) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:03.944025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] Deleting subnet 9ca64c6a-5e4b-445c-a0a7-60987f49bf57 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:03.951761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.007509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.015832 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c6a7800d-ba2c-4ae1-a640-ad6f803c6d9e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups/77d429cc-ff40-4f91-a4ee-6bcb7b1e998d HTTP/1.1" status: 200 len: 1779 time: 0.0817902 Sep 16 05:13:04.019167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53296) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.019659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.028868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.055910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b8d51-e5ea-4042-9d51-bd75d483517f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d429cc-ff40-4f91-a4ee-6bcb7b1e998d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.082677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:04.098483 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4912-0717-4946-a25f-7293cc786a2c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.104003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.104618 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Added segment 83366bdd-9193-49ce-bb3b-09b0f0e5930b of type vlan for network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 Sep 16 05:13:04.130551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4912-0717-4946-a25f-7293cc786a2c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.177925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.290489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ce1b5c2-fbe1-460a-97d5-471a1f230625 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:04.299219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.299867 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4912-0717-4946-a25f-7293cc786a2c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.304954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4912-0717-4946-a25f-7293cc786a2c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.305152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a49cc6-d5a4-4419-83a7-16890e172dea,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.308538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7d8e4912-0717-4946-a25f-7293cc786a2c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/77d429cc-ff40-4f91-a4ee-6bcb7b1e998d HTTP/1.1" status: 204 len: 168 time: 0.2849948 Sep 16 05:13:04.310709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53300) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.335395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e4912-0717-4946-a25f-7293cc786a2c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d429cc-ff40-4f91-a4ee-6bcb7b1e998d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.342012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.389250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9ce1b5c2-fbe1-460a-97d5-471a1f230625 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:04.389772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ce1b5c2-fbe1-460a-97d5-471a1f230625 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:04.389941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.390916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.391508 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.406415 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eb4a9d46-7eae-4f1a-9788-710752754c65 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920804 Sep 16 05:13:04.409193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53308) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.430772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca64c6a-5e4b-445c-a0a7-60987f49bf57,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.438817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6475558 Sep 16 05:13:04.442678 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-1f935e0c-a56e-4e9e-99c0-c172d35cd72e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] delete failed (client error): The resource could not be found. Sep 16 05:13:04.447444 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f935e0c-a56e-4e9e-99c0-c172d35cd72e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/77d429cc-ff40-4f91-a4ee-6bcb7b1e998d HTTP/1.1" status: 404 len: 347 time: 0.0334032 Sep 16 05:13:04.448989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53310) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.452117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.452974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53312) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.457782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53314) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:04.457994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e2442-30e6-4fc5-b2f2-54bdcce97dce None None] Network b044c2c6-ecaf-466a-9c66-738fa3eec7e0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:04.460930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6a534cde-4bc7-4535-8a9d-683aa0a67845 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9ca64c6a-5e4b-445c-a0a7-60987f49bf57 HTTP/1.1" status: 204 len: 168 time: 0.6614585 Sep 16 05:13:04.465262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4c3bfb3d-cc6c-4162-9bdf-d12f41335f93 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174603276'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:04.504529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Request body: {'subnet': {'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-101998373-subnet', 'tenant_id': 'ee248c40c36040019b811867ca157239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:04.520822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48801ce-bff6-4934-a9cb-b9f719c59e85 admin admin] Pushing event updated for resources: {'Network': ['ID=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.561529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:04.604368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced61ac-d0c6-4a73-998a-f74b1d8a6b09 req-ad15eb16-5794-4aaf-8dfa-242b630a5941 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:04.605992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ced61ac-d0c6-4a73-998a-f74b1d8a6b09 req-ad15eb16-5794-4aaf-8dfa-242b630a5941 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1020553 Sep 16 05:13:04.611781 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb3d-cc6c-4162-9bdf-d12f41335f93 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.680462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Made reservation on behalf of ee248c40c36040019b811867ca157239 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:04.683061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.758019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.821142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] DHCP port deletion for b044c2c6-ecaf-466a-9c66-738fa3eec7e0 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:04.884849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] Deleting port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:04.885396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.979427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] For port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,segment=NetworkSegment(5aea850b-a2f2-4532-803f-d6d382eb7754),segment_id=5aea850b-a2f2-4532-803f-d6d382eb7754)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:04.980359 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.004511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] Calling delete_port for 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:05.008181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb3d-cc6c-4162-9bdf-d12f41335f93 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.049999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb3d-cc6c-4162-9bdf-d12f41335f93 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.112988 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.123049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Deleting port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:05.123415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.128453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] No DVR routers for this DVR port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:05.140442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb3d-cc6c-4162-9bdf-d12f41335f93 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.144217 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4c3bfb3d-cc6c-4162-9bdf-d12f41335f93 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6860132 Sep 16 05:13:05.154978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc113d-3f01-49f5-b837-ffe16d6aa58c None None] Pushing event deleted for resources: {'Port': ['ID=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.155239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53328) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.172002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-40b257d7-9839-40e9-ba25-491ae045448c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': '96213f4a-ae73-43b7-b1ef-027841b6080c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:05.195093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bfb3d-cc6c-4162-9bdf-d12f41335f93 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96213f4a-ae73-43b7-b1ef-027841b6080c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.209640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ced61ac-d0c6-4a73-998a-f74b1d8a6b09 req-43e2dd46-5f24-4304-b24f-2a054329b46c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967317 Sep 16 05:13:05.317742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.321276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] For port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9, host n-d-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:05.321632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.361787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40b257d7-9839-40e9-ba25-491ae045448c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.366337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Calling delete_port for 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:05.379331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 was not found and therefore no delete operation was performed {{(pid=94718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:13:05.393421 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.456124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] No DVR routers for this DVR port 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:05.460438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=87bfc9cd-fddc-439a-92bb-128ffe21fbc9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.485822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3bc70a-91ce-4713-8b33-531aa9691530,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.530101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Checking segment: {'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:05.530383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Network hostable DHCP agents. Network: 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:05.589323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40b257d7-9839-40e9-ba25-491ae045448c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.594366 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.599765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40b257d7-9839-40e9-ba25-491ae045448c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.647414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:05.650607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b044c2c6-ecaf-466a-9c66-738fa3eec7e0']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.660549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b257d7-9839-40e9-ba25-491ae045448c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca67d63f-6bee-4eac-b44d-7474ce183f61,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.670076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aea850b-a2f2-4532-803f-d6d382eb7754') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.670384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aea850b-a2f2-4532-803f-d6d382eb7754') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:05.683313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.686396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-40b257d7-9839-40e9-ba25-491ae045448c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.690247 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-40b257d7-9839-40e9-ba25-491ae045448c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5209811 Sep 16 05:13:05.690864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53332) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.693223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:05.697754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:05.698352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.708421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536485a4-bf90-4ff1-97bf-b713745d9295 None None] Network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:05.712943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.724070 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-38167258-0174-43df-94ec-01bf7a111fa2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2698565 Sep 16 05:13:05.727373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:05.728313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:05.733095 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:05.743252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5e0636e-f640-43d9-9288-3715e35f5429 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.758927 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5e0636e-f640-43d9-9288-3715e35f5429 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.806840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5e0636e-f640-43d9-9288-3715e35f5429 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.816410 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5e0636e-f640-43d9-9288-3715e35f5429 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.821056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5e0636e-f640-43d9-9288-3715e35f5429 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ca67d63f-6bee-4eac-b44d-7474ce183f61 HTTP/1.1" status: 204 len: 168 time: 0.1262379 Sep 16 05:13:05.822592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53336) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:05.827807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0636e-f640-43d9-9288-3715e35f5429 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca67d63f-6bee-4eac-b44d-7474ce183f61,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.852952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.890799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.895207 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] 10.222.0.55 "DELETE /v2.0/networks/b044c2c6-ecaf-466a-9c66-738fa3eec7e0 HTTP/1.1" status: 204 len: 168 time: 1.3974359 Sep 16 05:13:05.951908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdef4e-f337-43ba-ba3d-8fa0f5aa8c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b044c2c6-ecaf-466a-9c66-738fa3eec7e0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:05.994896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:06.005948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53344) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.006691 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b7325338-6643-45fd-bc20-e2b9bf22844f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1776547 Sep 16 05:13:06.053103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:06.053697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 87bfc9cd-fddc-439a-92bb-128ffe21fbc9 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:06.054423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6aca8d57-f65b-4ce0-ab23-de2d67a35017 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:06.077117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 6aca8d57-f65b-4ce0-ab23-de2d67a35017 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:06.077487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6aca8d57-f65b-4ce0-ab23-de2d67a35017 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:06.101498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652adf0a-e889-4518-bb50-099a0861c293 None None] Network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:06.142470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53354) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.144828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64e0c368-9e9f-4323-be39-a9ef67cfb32e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.220727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64e0c368-9e9f-4323-be39-a9ef67cfb32e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.232894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-84b9f051-1844-4207-b807-8e0660aece3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49cb7a34bed14df89abdd74c2607f247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891666 Sep 16 05:13:06.235382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53360) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.297395 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64e0c368-9e9f-4323-be39-a9ef67cfb32e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.300902 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64e0c368-9e9f-4323-be39-a9ef67cfb32e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.305688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-64e0c368-9e9f-4323-be39-a9ef67cfb32e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/96213f4a-ae73-43b7-b1ef-027841b6080c HTTP/1.1" status: 204 len: 168 time: 0.2967997 Sep 16 05:13:06.306406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53364) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.326828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0c368-9e9f-4323-be39-a9ef67cfb32e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96213f4a-ae73-43b7-b1ef-027841b6080c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.351642 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.427668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.484338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0a8ca58-25ce-429b-aae4-298e7f0b912c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1728966 Sep 16 05:13:06.489143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53368) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.499445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5374f-4138-4b8d-bfcf-a83796c899de req-0def5ce8-bd8d-483c-9f59-a0ed793b1b2d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:06.501269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70f5374f-4138-4b8d-bfcf-a83796c899de req-0def5ce8-bd8d-483c-9f59-a0ed793b1b2d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1476033 Sep 16 05:13:06.502378 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-262420fd-e60b-44b7-ac24-ae20d127051a tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--898225965'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:06.535462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-262420fd-e60b-44b7-ac24-ae20d127051a tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.549262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70f5374f-4138-4b8d-bfcf-a83796c899de req-5f779a14-cb50-42e3-8139-d11672623dc2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Sep 16 05:13:06.552907 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.555793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.557080 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb293d68-af6d-4c30-b786-ff1a1566be82 HTTP/1.1" status: 204 len: 168 time: 0.3207264 Sep 16 05:13:06.588371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb293d68-af6d-4c30-b786-ff1a1566be82,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.605867 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.606892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.607428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.607874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.608333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.608769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.609232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.609712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.610144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.611071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.611071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.611396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b0c88-17f4-468f-96a1-ace848f901ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:06.722893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-262420fd-e60b-44b7-ac24-ae20d127051a tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.728666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-262420fd-e60b-44b7-ac24-ae20d127051a tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.761608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262420fd-e60b-44b7-ac24-ae20d127051a tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1624b682-4f12-480b-ba88-2d0727d86613,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:06.772031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-262420fd-e60b-44b7-ac24-ae20d127051a tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.773221 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-262420fd-e60b-44b7-ac24-ae20d127051a tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2807162 Sep 16 05:13:06.776555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53372) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:06.782224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cbc47f4e-0db8-40bb-b0c8-f382ea8d2716 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': '1624b682-4f12-480b-ba88-2d0727d86613', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:06.845504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f4e-0db8-40bb-b0c8-f382ea8d2716 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.926473 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f4e-0db8-40bb-b0c8-f382ea8d2716 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.934504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f4e-0db8-40bb-b0c8-f382ea8d2716 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:06.998874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc47f4e-0db8-40bb-b0c8-f382ea8d2716 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f75358-bff4-493e-8489-5ed05e034132,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.018627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cbc47f4e-0db8-40bb-b0c8-f382ea8d2716 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.031067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cbc47f4e-0db8-40bb-b0c8-f382ea8d2716 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2529993 Sep 16 05:13:07.033600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53378) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.044617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-42c83482-1cc7-477d-b55b-fa91313d47bd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': '1624b682-4f12-480b-ba88-2d0727d86613', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.101812 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42c83482-1cc7-477d-b55b-fa91313d47bd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.204356 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42c83482-1cc7-477d-b55b-fa91313d47bd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.210337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42c83482-1cc7-477d-b55b-fa91313d47bd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.310899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83482-1cc7-477d-b55b-fa91313d47bd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5795c359-c461-483a-9752-68996eebe3f8,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.318382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42c83482-1cc7-477d-b55b-fa91313d47bd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.319668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-42c83482-1cc7-477d-b55b-fa91313d47bd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2849956 Sep 16 05:13:07.322955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53402) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.329172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c5dbd9be-facc-44ed-920f-9d9491e1d30f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': '1624b682-4f12-480b-ba88-2d0727d86613', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.424700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd9be-facc-44ed-920f-9d9491e1d30f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.555299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd9be-facc-44ed-920f-9d9491e1d30f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.563201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd9be-facc-44ed-920f-9d9491e1d30f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.605946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbd9be-facc-44ed-920f-9d9491e1d30f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c84ac6-c241-457e-8584-e4d4b1df1dd4,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.627161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c5dbd9be-facc-44ed-920f-9d9491e1d30f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.628561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c5dbd9be-facc-44ed-920f-9d9491e1d30f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046248 Sep 16 05:13:07.631584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53412) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.636652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0e1ac0bb-d89c-4bfe-841b-da48a3410fb9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': '1624b682-4f12-480b-ba88-2d0727d86613', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.696426 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac0bb-d89c-4bfe-841b-da48a3410fb9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.786623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac0bb-d89c-4bfe-841b-da48a3410fb9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.804677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac0bb-d89c-4bfe-841b-da48a3410fb9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.836671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ac0bb-d89c-4bfe-841b-da48a3410fb9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c09ac63-2d40-4ed3-9fa5-5fca55d06d98,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:07.841736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac0bb-d89c-4bfe-841b-da48a3410fb9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.843986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0e1ac0bb-d89c-4bfe-841b-da48a3410fb9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2106874 Sep 16 05:13:07.846290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53418) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:07.851604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b0db27d7-d28e-4853-8d88-5678b6ba918d tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': '1624b682-4f12-480b-ba88-2d0727d86613', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:07.874609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8adf8-f1ab-4ac0-8061-2d73acdf525f req-2904bff2-efc5-49e1-b229-1396a09d55ca tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:07.876708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d8adf8-f1ab-4ac0-8061-2d73acdf525f req-2904bff2-efc5-49e1-b229-1396a09d55ca tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1388686 Sep 16 05:13:07.949861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d8adf8-f1ab-4ac0-8061-2d73acdf525f req-e37ca3f0-8120-44a0-8ee4-889df59fbfee tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648530 Sep 16 05:13:07.954515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0db27d7-d28e-4853-8d88-5678b6ba918d tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.003530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53420) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.074928 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0db27d7-d28e-4853-8d88-5678b6ba918d tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.083339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0db27d7-d28e-4853-8d88-5678b6ba918d tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.135085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db27d7-d28e-4853-8d88-5678b6ba918d tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9321aaed-e23b-478a-8174-3e1400721e29,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.148956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0db27d7-d28e-4853-8d88-5678b6ba918d tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.150303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b0db27d7-d28e-4853-8d88-5678b6ba918d tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3028562 Sep 16 05:13:08.154358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.192075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-network', 'tenant_id': '4ed20572ef78426ebafb77baba923b14'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:08.227453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f852e93f-195c-4c79-bffc-40a2185cc9eb tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.239285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Made reservation on behalf of 4ed20572ef78426ebafb77baba923b14 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:08.242093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.245713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f852e93f-195c-4c79-bffc-40a2185cc9eb tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.266898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.318697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f852e93f-195c-4c79-bffc-40a2185cc9eb tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.330646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f852e93f-195c-4c79-bffc-40a2185cc9eb tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.332045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f852e93f-195c-4c79-bffc-40a2185cc9eb tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9321aaed-e23b-478a-8174-3e1400721e29 HTTP/1.1" status: 204 len: 168 time: 0.1766336 Sep 16 05:13:08.334918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.354361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852e93f-195c-4c79-bffc-40a2185cc9eb tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9321aaed-e23b-478a-8174-3e1400721e29,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.450544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2ff5a766-7dc8-45d9-9173-dc60ff5a65a6 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1078076 Sep 16 05:13:08.458474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.460011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53448) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.488869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.525164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab66aa-724c-4aeb-9d00-999dfa4cda12,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.534688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eef0b092-0858-48e5-87af-58f0a3ac3ea8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.546610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eef0b092-0858-48e5-87af-58f0a3ac3ea8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.577214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:08.604447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eef0b092-0858-48e5-87af-58f0a3ac3ea8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.606813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.607169 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Added segment 0997f90f-f15d-412e-a50d-12d79d7bac65 of type vlan for network 5b543e3e-3b22-49ca-bea8-b8c148776dde Sep 16 05:13:08.618374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-57683bb8-aeb1-44dd-b54b-5d13261b2472 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.619781 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eef0b092-0858-48e5-87af-58f0a3ac3ea8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.620406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-57683bb8-aeb1-44dd-b54b-5d13261b2472 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/networks?id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 HTTP/1.1" status: 200 len: 808 time: 0.1295357 Sep 16 05:13:08.620991 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eef0b092-0858-48e5-87af-58f0a3ac3ea8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4c09ac63-2d40-4ed3-9fa5-5fca55d06d98 HTTP/1.1" status: 204 len: 168 time: 0.1599820 Sep 16 05:13:08.623827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53454) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.630453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0b092-0858-48e5-87af-58f0a3ac3ea8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c09ac63-2d40-4ed3-9fa5-5fca55d06d98,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.667683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-b8c7fc44-0945-42f4-b86f-25b7beae55cb tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/quotas/ee248c40c36040019b811867ca157239 HTTP/1.1" status: 200 len: 375 time: 0.0176003 Sep 16 05:13:08.679494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.715432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-48e3a6d6-1fc4-4adf-9f76-b73df0126bde tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0893884 Sep 16 05:13:08.723845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53458) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.740771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-2306c738-eccb-4150-a9e2-f60ed06398b3 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee248c40c36040019b811867ca157239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611482 Sep 16 05:13:08.760615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.764687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:08.765733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.770848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f3b2-b87e-4245-8f1b-4d7ce5bc99af tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.842043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f3b2-b87e-4245-8f1b-4d7ce5bc99af tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.888407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-0af887eb-82d8-49bc-aaa5-7cc0682bd7a9 service neutron] 10.222.0.55 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384647 Sep 16 05:13:08.912562 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9077847 Sep 16 05:13:08.913484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53460) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:08.925743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Request body: {'subnet': {'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-subnet', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:08.931705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9efdcb-98f5-44fe-9c98-42758c88d6cc admin admin] Pushing event updated for resources: {'Network': ['ID=5b543e3e-3b22-49ca-bea8-b8c148776dde,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:08.948061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:08.974544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f3b2-b87e-4245-8f1b-4d7ce5bc99af tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.984832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f3b2-b87e-4245-8f1b-4d7ce5bc99af tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:08.999021 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ae8f3b2-b87e-4245-8f1b-4d7ce5bc99af tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/31c84ac6-c241-457e-8584-e4d4b1df1dd4 HTTP/1.1" status: 204 len: 168 time: 0.2712600 Sep 16 05:13:09.001430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Made reservation on behalf of 4ed20572ef78426ebafb77baba923b14 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:09.011050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.017525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53464) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.070352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f3b2-b87e-4245-8f1b-4d7ce5bc99af tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31c84ac6-c241-457e-8584-e4d4b1df1dd4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.103310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-0ac79107-bcfb-484b-a366-765605db3420 service neutron] 10.222.0.55 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070091 Sep 16 05:13:09.186327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53466) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.187190 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7226964-b076-4a69-9be3-fb8ab475860f tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1497657 Sep 16 05:13:09.220588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-006f36ab-1b20-4160-a1ac-c4d41aaa9790 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.236880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c14b-b4da-4f07-a616-55f561cc41e4 req-03ca9bd6-1be2-4d1c-a21e-c9f446eadb64 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.239109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6a5c14b-b4da-4f07-a616-55f561cc41e4 req-03ca9bd6-1be2-4d1c-a21e-c9f446eadb64 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1305187 Sep 16 05:13:09.251594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-006f36ab-1b20-4160-a1ac-c4d41aaa9790 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.338264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6a5c14b-b4da-4f07-a616-55f561cc41e4 req-f6d8c770-8928-403a-881c-333699608dfd tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893290 Sep 16 05:13:09.388319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea2de679-5cf4-4465-a30b-7dda0c5ea6fe req-15b63472-21fa-4588-8965-757d659bcd3e tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 210 time: 0.0611417 Sep 16 05:13:09.388962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-006f36ab-1b20-4160-a1ac-c4d41aaa9790 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.394207 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-006f36ab-1b20-4160-a1ac-c4d41aaa9790 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.395803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-006f36ab-1b20-4160-a1ac-c4d41aaa9790 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5795c359-c461-483a-9752-68996eebe3f8 HTTP/1.1" status: 204 len: 168 time: 0.2082467 Sep 16 05:13:09.399066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53472) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.428506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f36ab-1b20-4160-a1ac-c4d41aaa9790 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5795c359-c461-483a-9752-68996eebe3f8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.453440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.468206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5fd5ed4-dd00-40c9-a90d-eeb2face57ba tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0680730 Sep 16 05:13:09.471403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53474) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.504942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e06b-5f1c-4f8c-bc94-ef99003f3a86 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.516153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e06b-5f1c-4f8c-bc94-ef99003f3a86 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.541800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=362c59d0-491d-44be-a1f0-a209b354388a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.561845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e06b-5f1c-4f8c-bc94-ef99003f3a86 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.572945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2e06b-5f1c-4f8c-bc94-ef99003f3a86 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40f75358-bff4-493e-8489-5ed05e034132,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:09.597578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e06b-5f1c-4f8c-bc94-ef99003f3a86 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.600428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dcf2e06b-5f1c-4f8c-bc94-ef99003f3a86 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/40f75358-bff4-493e-8489-5ed05e034132 HTTP/1.1" status: 204 len: 168 time: 0.1273913 Sep 16 05:13:09.605810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53490) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.636361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Checking segment: {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:09.637230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Network hostable DHCP agents. Network: 5b543e3e-3b22-49ca-bea8-b8c148776dde, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:09.673057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f6a7bfaa-924b-43ec-bc20-d714c46b6590 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0617948 Sep 16 05:13:09.673668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53492) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.681256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:09.694150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 5b543e3e-3b22-49ca-bea8-b8c148776dde) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:09.730791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:09.732647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.740084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbacec5-ef7a-4f07-b4de-cb490423589b None None] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:09.772128 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd38b90f-c560-40e2-b0e4-e6b16f9ea2e2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.775305 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fbc98e37-41cd-4310-9c06-74a2bd4692ea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8533936 Sep 16 05:13:09.777936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53494) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.783367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:09.825027 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd38b90f-c560-40e2-b0e4-e6b16f9ea2e2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.857988 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.859045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.974021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.979212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd38b90f-c560-40e2-b0e4-e6b16f9ea2e2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.982009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cd38b90f-c560-40e2-b0e4-e6b16f9ea2e2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:09.983513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cd38b90f-c560-40e2-b0e4-e6b16f9ea2e2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/1624b682-4f12-480b-ba88-2d0727d86613 HTTP/1.1" status: 204 len: 168 time: 0.3086779 Sep 16 05:13:09.986575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53506) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:09.994432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38b90f-c560-40e2-b0e4-e6b16f9ea2e2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624b682-4f12-480b-ba88-2d0727d86613,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.034037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5b543e3e-3b22-49ca-bea8-b8c148776dde', 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'fixed_ips': [{'subnet_id': '362c59d0-491d-44be-a1f0-a209b354388a'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:10.036549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.065676 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3474f43e-5795-45f3-88f0-6f134b3aa8a4 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777926 Sep 16 05:13:10.071948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53508) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.078417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bf4015e1-7ee8-4fd0-9cb7-cd66420f6ab8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151997355'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:10.107984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf4015e1-7ee8-4fd0-9cb7-cd66420f6ab8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.198227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.244538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf4015e1-7ee8-4fd0-9cb7-cd66420f6ab8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.250358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf4015e1-7ee8-4fd0-9cb7-cd66420f6ab8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.276364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf4015e1-7ee8-4fd0-9cb7-cd66420f6ab8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.281820 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bf4015e1-7ee8-4fd0-9cb7-cd66420f6ab8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2067504 Sep 16 05:13:10.282358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53510) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.303715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b9f873ed-823f-443e-995f-43a1ae100bfd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': 'b6c93074-33ad-4d4f-b12c-f8c8ce0a75bd', 'direction': 'ingress', 'protocol': 17}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:10.317194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Allocated IP 172.20.0.2 (5b543e3e-3b22-49ca-bea8-b8c148776dde/362c59d0-491d-44be-a1f0-a209b354388a/450c1af0-f82f-46be-8471-3842afbf5b60) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:10.338016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4015e1-7ee8-4fd0-9cb7-cd66420f6ab8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c93074-33ad-4d4f-b12c-f8c8ce0a75bd,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.366675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9f873ed-823f-443e-995f-43a1ae100bfd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.523024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.536280 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.572793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9f873ed-823f-443e-995f-43a1ae100bfd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.578611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9f873ed-823f-443e-995f-43a1ae100bfd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.598844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:10.615937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9f873ed-823f-443e-995f-43a1ae100bfd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.620446 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b9f873ed-823f-443e-995f-43a1ae100bfd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3351610 Sep 16 05:13:10.621148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53520) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.626487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:10.632619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:10.633094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f873ed-823f-443e-995f-43a1ae100bfd tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95c7a2f-b577-4e50-9fe3-5ac8053aeb27,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.636785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Pushing event updated for resources: {'Port': ['ID=450c1af0-f82f-46be-8471-3842afbf5b60,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.656649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0bd1833-a316-4fe2-bf13-bb52bbe1c115 req-231e1c70-064b-4702-9ac5-a2f743c24a2d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 210 time: 0.0538580 Sep 16 05:13:10.696210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969596b2-1d5f-42e2-98f8-ebc674ce6548 req-e770407a-624c-482a-a4be-a1a1ad20f9a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:10.697812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-969596b2-1d5f-42e2-98f8-ebc674ce6548 req-e770407a-624c-482a-a4be-a1a1ad20f9a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1607993 Sep 16 05:13:10.699395 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.738623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.810105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b6153b1-b7ee-4bc9-b834-76fae7e6f1b2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.813400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Attempting to bind port 450c1af0-f82f-46be-8471-3842afbf5b60 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:10.814078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Attempting to bind port 450c1af0-f82f-46be-8471-3842afbf5b60 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:10.814679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Attempting to bind port 450c1af0-f82f-46be-8471-3842afbf5b60 on network 5b543e3e-3b22-49ca-bea8-b8c148776dde {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:10.823501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:10.823893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Checking segment: {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:10.824336 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.824736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Bound using segment: {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:10.825779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Bound port: 450c1af0-f82f-46be-8471-3842afbf5b60, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:10.826173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.853042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b6153b1-b7ee-4bc9-b834-76fae7e6f1b2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.916678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-969596b2-1d5f-42e2-98f8-ebc674ce6548 req-5033f0c9-b970-498e-a3c3-1845b8547abd tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069275 Sep 16 05:13:10.920930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b6153b1-b7ee-4bc9-b834-76fae7e6f1b2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.924151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b6153b1-b7ee-4bc9-b834-76fae7e6f1b2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:10.925674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b6153b1-b7ee-4bc9-b834-76fae7e6f1b2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6c93074-33ad-4d4f-b12c-f8c8ce0a75bd HTTP/1.1" status: 204 len: 168 time: 0.3020244 Sep 16 05:13:10.929030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53538) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:10.987712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] For port 450c1af0-f82f-46be-8471-3842afbf5b60, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:10.988870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6153b1-b7ee-4bc9-b834-76fae7e6f1b2 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c93074-33ad-4d4f-b12c-f8c8ce0a75bd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:10.993129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] For port 450c1af0-f82f-46be-8471-3842afbf5b60, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=450c1af0-f82f-46be-8471-3842afbf5b60,segment=NetworkSegment(0997f90f-f15d-412e-a50d-12d79d7bac65),segment_id=0997f90f-f15d-412e-a50d-12d79d7bac65)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:11.000944 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.050565 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb706030-4c55-4d57-baf9-c20b6e085d10 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204340 Sep 16 05:13:11.054640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53542) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.069136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b4f4749f-c52d-43c9-af0f-e5746f86d6f1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--126260764'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:11.099165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4f4749f-c52d-43c9-af0f-e5746f86d6f1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.108080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee52212-6ebe-4e05-9870-5de5d1d8f900 None None] Pushing event updated for resources: {'Port': ['ID=450c1af0-f82f-46be-8471-3842afbf5b60,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.115234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-4e561853-da7c-4064-805c-e98a55a45da7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:11.116839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-4e561853-da7c-4064-805c-e98a55a45da7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "GET /v2.0/networks?id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 HTTP/1.1" status: 200 len: 808 time: 0.1858988 Sep 16 05:13:11.135274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Allocated IP 172.25.6.223 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/d459cba7-0ab0-4bf2-991c-0006ee57501e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:11.143009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Request body: {'port': {'device_id': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9', 'admin_state_up': True, 'tenant_id': 'ee248c40c36040019b811867ca157239'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:11.221391 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4f4749f-c52d-43c9-af0f-e5746f86d6f1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.223872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4f4749f-c52d-43c9-af0f-e5746f86d6f1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.254768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4f4749f-c52d-43c9-af0f-e5746f86d6f1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.256916 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4f4749f-c52d-43c9-af0f-e5746f86d6f1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1958027 Sep 16 05:13:11.260411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53546) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.264557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4749f-c52d-43c9-af0f-e5746f86d6f1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fcaeeb-2d27-4663-861c-0fa269676d0a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.269012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4f0a1e9b-a956-4f02-a0c7-dd0cb47b1bf1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--325466111'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:11.355331 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1e9b-a956-4f02-a0c7-dd0cb47b1bf1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.420436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.431250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Made reservation on behalf of ee248c40c36040019b811867ca157239 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:11.435297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.548256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.608260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.645325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:11.659287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1e9b-a956-4f02-a0c7-dd0cb47b1bf1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.664152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:11.672021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:11.675782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1e9b-a956-4f02-a0c7-dd0cb47b1bf1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.707743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Pushing event updated for resources: {'Port': ['ID=d459cba7-0ab0-4bf2-991c-0006ee57501e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.753844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Allocated IP 172.20.0.7 (2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9/2d3bc70a-91ce-4713-8b33-531aa9691530/77a77958-6383-486c-b2a6-6feb4aa2c1cd) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:11.764066 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1e9b-a956-4f02-a0c7-dd0cb47b1bf1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.764066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4f0a1e9b-a956-4f02-a0c7-dd0cb47b1bf1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4998519 Sep 16 05:13:11.766401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53550) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:11.780516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-abedc8a7-baf8-4407-bdcf-24eb085367d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': 'c0fcaeeb-2d27-4663-861c-0fa269676d0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9df0c053-a76f-4fe0-a1ed-897aa29b793d', 'remote_ip_prefix': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:11.785476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8820b74-1779-4b9d-b8a2-d2ff4ab77282 req-6766dc09-06e2-439e-8b6f-6513c811cb68 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 210 time: 0.0568194 Sep 16 05:13:11.791538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a1e9b-a956-4f02-a0c7-dd0cb47b1bf1 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0c053-a76f-4fe0-a1ed-897aa29b793d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:11.846412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abedc8a7-baf8-4407-bdcf-24eb085367d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.972497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abedc8a7-baf8-4407-bdcf-24eb085367d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:11.983433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abedc8a7-baf8-4407-bdcf-24eb085367d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.031484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedc8a7-baf8-4407-bdcf-24eb085367d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98df8bb4-b332-48d3-bf9f-a7ef96abb2b0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.039459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-abedc8a7-baf8-4407-bdcf-24eb085367d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.044304 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-abedc8a7-baf8-4407-bdcf-24eb085367d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2737784 Sep 16 05:13:12.044692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53578) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.076825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 450c1af0-f82f-46be-8471-3842afbf5b60 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:12.090301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e48f347-5fe0-413b-bcf0-b2e976d05bd9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.099771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e48f347-5fe0-413b-bcf0-b2e976d05bd9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.132338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 450c1af0-f82f-46be-8471-3842afbf5b60 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.133798 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.140471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e48f347-5fe0-413b-bcf0-b2e976d05bd9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.146460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e48f347-5fe0-413b-bcf0-b2e976d05bd9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.150254 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5e48f347-5fe0-413b-bcf0-b2e976d05bd9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/98df8bb4-b332-48d3-bf9f-a7ef96abb2b0 HTTP/1.1" status: 204 len: 168 time: 0.0969925 Sep 16 05:13:12.151081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53580) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.185055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48f347-5fe0-413b-bcf0-b2e976d05bd9 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98df8bb4-b332-48d3-bf9f-a7ef96abb2b0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.213304 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3422105a-748e-419a-af5d-43a93ca44d0b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0584130 Sep 16 05:13:12.214123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53582) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.248110 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.279772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f870982-a865-47f8-8ea1-921f8d49c5c8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.291930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 450c1af0-f82f-46be-8471-3842afbf5b60, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=450c1af0-f82f-46be-8471-3842afbf5b60,segment=NetworkSegment(0997f90f-f15d-412e-a50d-12d79d7bac65),segment_id=0997f90f-f15d-412e-a50d-12d79d7bac65)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:12.304067 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.312122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f870982-a865-47f8-8ea1-921f8d49c5c8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.313622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c299d-b9f2-472f-84af-c5b775d107cf req-36ec14d7-f226-4710-865d-c34cfbf51554 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.315219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f0c299d-b9f2-472f-84af-c5b775d107cf req-36ec14d7-f226-4710-865d-c34cfbf51554 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 951 time: 0.2062843 Sep 16 05:13:12.316129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.331986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41df528-4b3e-4b20-a19b-902e91054c68 req-0062a045-58e6-464b-898c-1985feaff87e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.333617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e41df528-4b3e-4b20-a19b-902e91054c68 req-0062a045-58e6-464b-898c-1985feaff87e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.2913935 Sep 16 05:13:12.367947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd89b4-85a8-417e-8957-12779790fadc None None] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:12.373477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f870982-a865-47f8-8ea1-921f8d49c5c8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.377022 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f870982-a865-47f8-8ea1-921f8d49c5c8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.380878 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9f870982-a865-47f8-8ea1-921f8d49c5c8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/9df0c053-a76f-4fe0-a1ed-897aa29b793d HTTP/1.1" status: 204 len: 168 time: 0.1631815 Sep 16 05:13:12.387736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53584) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.400690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f870982-a865-47f8-8ea1-921f8d49c5c8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0c053-a76f-4fe0-a1ed-897aa29b793d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.453856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.467079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=450c1af0-f82f-46be-8471-3842afbf5b60,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.471911 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2ee97245-c694-47c8-bb32-910ba15bb24b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0797801 Sep 16 05:13:12.471911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53586) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.479882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-580fe0b3-a443-4bab-8cb5-5e810a6dfd83 None None] Provisioning complete for port 450c1af0-f82f-46be-8471-3842afbf5b60 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:12.480295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-580fe0b3-a443-4bab-8cb5-5e810a6dfd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.505755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f0c299d-b9f2-472f-84af-c5b775d107cf req-beaea5a9-6fcc-4816-996b-745dc2b5dddc tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366580 Sep 16 05:13:12.511638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e41df528-4b3e-4b20-a19b-902e91054c68 req-e4df03fa-f4cd-4686-8961-de4ab359775a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397202 Sep 16 05:13:12.547459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8977ff-9ed5-4b79-9045-997dae47e989 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.581357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8977ff-9ed5-4b79-9045-997dae47e989 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.639396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8977ff-9ed5-4b79-9045-997dae47e989 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.639396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8977ff-9ed5-4b79-9045-997dae47e989 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.644486 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b8977ff-9ed5-4b79-9045-997dae47e989 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/c0fcaeeb-2d27-4663-861c-0fa269676d0a HTTP/1.1" status: 204 len: 168 time: 0.1714020 Sep 16 05:13:12.645277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53594) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.657936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.663185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8977ff-9ed5-4b79-9045-997dae47e989 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fcaeeb-2d27-4663-861c-0fa269676d0a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.734758 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-740eea9c-8c6e-4b7f-a2b7-d7a90ec6f489 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769274 Sep 16 05:13:12.738960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Pushing event updated for resources: {'Port': ['ID=77a77958-6383-486c-b2a6-6feb4aa2c1cd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:12.740656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:12.758670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:12.761683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:12.762089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5ddf0ad9-6d7e-43de-a88f-dedc42884562 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131567303'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:12.790388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:12.797870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ad9-6d7e-43de-a88f-dedc42884562 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.847274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:12.848074 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.867981 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.973329 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ad9-6d7e-43de-a88f-dedc42884562 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:12.978667 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ad9-6d7e-43de-a88f-dedc42884562 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.009682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e47c8b90-f724-4a1d-8177-3c91307b89f7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8706455 Sep 16 05:13:13.015740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ad9-6d7e-43de-a88f-dedc42884562 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.017668 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5ddf0ad9-6d7e-43de-a88f-dedc42884562 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2627778 Sep 16 05:13:13.019869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf0ad9-6d7e-43de-a88f-dedc42884562 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c879fa85-07fb-4ab8-8dbd-2e03f7e48903,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.023672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.023834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802678d-f11e-4039-8766-99f9c47478d4 req-e612448b-fb69-4d6d-9541-34a6e8b3746f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.025764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7802678d-f11e-4039-8766-99f9c47478d4 req-e612448b-fb69-4d6d-9541-34a6e8b3746f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 931 time: 0.1110911 Sep 16 05:13:13.034111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Request body: {'port': {'device_id': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.037887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2187a151-a8f0-4f5e-bbc2-ba99c30d1dd3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': 'c879fa85-07fb-4ab8-8dbd-2e03f7e48903', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.078624 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2187a151-a8f0-4f5e-bbc2-ba99c30d1dd3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.082108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c3f9ad09-bc65-4c19-a6c8-e5c5015346c8 None None] Provisioning complete for port 450c1af0-f82f-46be-8471-3842afbf5b60 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:13.082530 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ad09-bc65-4c19-a6c8-e5c5015346c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.160601 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2187a151-a8f0-4f5e-bbc2-ba99c30d1dd3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.166318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2187a151-a8f0-4f5e-bbc2-ba99c30d1dd3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.195463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187a151-a8f0-4f5e-bbc2-ba99c30d1dd3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bedc8fe-fe7e-44ff-a966-052730e6f69d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.208614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2187a151-a8f0-4f5e-bbc2-ba99c30d1dd3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.210699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2187a151-a8f0-4f5e-bbc2-ba99c30d1dd3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1859314 Sep 16 05:13:13.213623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53652) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.250521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a02e93a5-008a-487d-bef6-955a9f2678b5 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.260463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a02e93a5-008a-487d-bef6-955a9f2678b5 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.297826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a02e93a5-008a-487d-bef6-955a9f2678b5 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.305703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a02e93a5-008a-487d-bef6-955a9f2678b5 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.307339 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a02e93a5-008a-487d-bef6-955a9f2678b5 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7bedc8fe-fe7e-44ff-a966-052730e6f69d HTTP/1.1" status: 204 len: 168 time: 0.0924551 Sep 16 05:13:13.310044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53664) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.337897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e93a5-008a-487d-bef6-955a9f2678b5 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bedc8fe-fe7e-44ff-a966-052730e6f69d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.372368 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-db0b0fc3-cca2-4f9f-87b9-c88d7d0213c3 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608349 Sep 16 05:13:13.373009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53676) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.445806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5490-6270-407e-9b0b-4a6d2c90ca7e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.470267 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5490-6270-407e-9b0b-4a6d2c90ca7e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.495554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.524184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5490-6270-407e-9b0b-4a6d2c90ca7e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.527062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5490-6270-407e-9b0b-4a6d2c90ca7e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.530657 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bcfa5490-6270-407e-9b0b-4a6d2c90ca7e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/c879fa85-07fb-4ab8-8dbd-2e03f7e48903 HTTP/1.1" status: 204 len: 168 time: 0.1542954 Sep 16 05:13:13.530847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7802678d-f11e-4039-8766-99f9c47478d4 req-7a3c4793-c568-4628-8218-66fd68d6851e tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970423 Sep 16 05:13:13.531852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53694) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.558853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa5490-6270-407e-9b0b-4a6d2c90ca7e tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879fa85-07fb-4ab8-8dbd-2e03f7e48903,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.579454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Router 89ef19d7-37b2-462d-97f1-1a0579f9f097 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:13.618113 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7462993-93ca-4b6a-a007-a7f1af7e70cb tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815544 Sep 16 05:13:13.618964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53708) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.624263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-877dd6f4-7261-4428-bea9-8bdaa79e3715 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072699098'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.652174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877dd6f4-7261-4428-bea9-8bdaa79e3715 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.777743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877dd6f4-7261-4428-bea9-8bdaa79e3715 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.782160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877dd6f4-7261-4428-bea9-8bdaa79e3715 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.807392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-877dd6f4-7261-4428-bea9-8bdaa79e3715 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.812311 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-877dd6f4-7261-4428-bea9-8bdaa79e3715 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1922863 Sep 16 05:13:13.814542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53724) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:13.818979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-63a667c4-6da7-4793-b92a-adc3fc7b8fee tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': 'fe2d702d-a180-4da0-83a8-dcb409c0b13e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:13.822131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dd6f4-7261-4428-bea9-8bdaa79e3715 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2d702d-a180-4da0-83a8-dcb409c0b13e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:13.901465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416317d-dab9-4fed-8700-23f12fe3d0ac req-8946bf8a-699e-4337-b3de-aba8f888fb38 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:13.903048 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c416317d-dab9-4fed-8700-23f12fe3d0ac req-8946bf8a-699e-4337-b3de-aba8f888fb38 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.2424793 Sep 16 05:13:13.918156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:13.929181 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Sync routers for ids ['89ef19d7-37b2-462d-97f1-1a0579f9f097'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:13.938026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 450c1af0-f82f-46be-8471-3842afbf5b60 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:13.951590 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Routers {'89ef19d7-37b2-462d-97f1-1a0579f9f097'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:13.952351 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['89ef19d7-37b2-462d-97f1-1a0579f9f097'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:13.960477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a667c4-6da7-4793-b92a-adc3fc7b8fee tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:13.996242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.000692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-434da085-ba08-4646-8dfe-03fdacab21ea admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2187743 Sep 16 05:13:14.001661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53744) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.013745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 450c1af0-f82f-46be-8471-3842afbf5b60 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:14.014150 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.036284 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c416317d-dab9-4fed-8700-23f12fe3d0ac req-5d6eeb27-f791-4688-82a5-96ec0485341c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188025 Sep 16 05:13:14.102486 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Set router 89ef19d7-37b2-462d-97f1-1a0579f9f097 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:14.117617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a77958-6383-486c-b2a6-6feb4aa2c1cd {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:14.132112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.135518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a667c4-6da7-4793-b92a-adc3fc7b8fee tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.146777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a667c4-6da7-4793-b92a-adc3fc7b8fee tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.163060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Transition to ACTIVE for port object 77a77958-6383-486c-b2a6-6feb4aa2c1cd will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:14.172421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a667c4-6da7-4793-b92a-adc3fc7b8fee tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea6d632-7a27-4f32-ab32-a31615a5baef,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.174722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.243848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63a667c4-6da7-4793-b92a-adc3fc7b8fee tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.248437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-63a667c4-6da7-4793-b92a-adc3fc7b8fee tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4328597 Sep 16 05:13:14.249544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53762) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.285628 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:14.302194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a27f0477-36c8-4b69-9a70-7af96b791e24 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules/aea6d632-7a27-4f32-ab32-a31615a5baef HTTP/1.1" status: 200 len: 763 time: 0.0485544 Sep 16 05:13:14.317069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53774) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.319752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Pushing event updated for resources: {'Port': ['ID=77a77958-6383-486c-b2a6-6feb4aa2c1cd,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.385401 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port': {'id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:10Z', 'updated_at': '2021-09-16T05:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:14.397619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Attempting to bind port 77a77958-6383-486c-b2a6-6feb4aa2c1cd on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:14.397958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Attempting to bind port 77a77958-6383-486c-b2a6-6feb4aa2c1cd by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:14.398297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Attempting to bind port 77a77958-6383-486c-b2a6-6feb4aa2c1cd on network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:14.404299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Port 77a77958-6383-486c-b2a6-6feb4aa2c1cd on network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:14.404631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Attempting to bind port 77a77958-6383-486c-b2a6-6feb4aa2c1cd on network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:14.412717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:14.413066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Checking segment: {'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:14.413457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Bound using segment: {'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:14.413908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Bound port: 77a77958-6383-486c-b2a6-6feb4aa2c1cd, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:14.414270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.425505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Checking router: 89ef19d7-37b2-462d-97f1-1a0579f9f097 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:14.426071 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Updating router 89ef19d7-37b2-462d-97f1-1a0579f9f097 port d459cba7-0ab0-4bf2-991c-0006ee57501e binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:14.444131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7de04290-b010-4d92-b1ef-661ee7a25b0b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1238489 Sep 16 05:13:14.445316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53788) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.459566 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.493187 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00ef87e4-bae1-4759-9731-dcb60678c9de tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.506741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00ef87e4-bae1-4759-9731-dcb60678c9de tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.542723 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00ef87e4-bae1-4759-9731-dcb60678c9de tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.554083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00ef87e4-bae1-4759-9731-dcb60678c9de tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.558003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-00ef87e4-bae1-4759-9731-dcb60678c9de tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/aea6d632-7a27-4f32-ab32-a31615a5baef HTTP/1.1" status: 204 len: 168 time: 0.1089945 Sep 16 05:13:14.561387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53790) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.580695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef87e4-bae1-4759-9731-dcb60678c9de tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea6d632-7a27-4f32-ab32-a31615a5baef,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.599703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:14.600702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] For port 77a77958-6383-486c-b2a6-6feb4aa2c1cd, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:14.604496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] For port 77a77958-6383-486c-b2a6-6feb4aa2c1cd, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77a77958-6383-486c-b2a6-6feb4aa2c1cd,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:14.620278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.674261 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-72c9d8b3-534a-4eff-b9ff-4ff45f9e75e8 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994086 Sep 16 05:13:14.678155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53798) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:14.683679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-27598ef9-2cbd-4eb7-be5c-474e01fb5523 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': 'fe2d702d-a180-4da0-83a8-dcb409c0b13e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:14.686955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.686955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.688018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] 10.222.0.64 "PUT /v2.0/ports/77a77958-6383-486c-b2a6-6feb4aa2c1cd HTTP/1.1" status: 200 len: 1092 time: 1.6598861 Sep 16 05:13:14.691864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'tag': '77a77958-6383-486c-b2a6-6feb4aa2c1cd'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:14.694337 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457c02ed-b1ec-450c-b7cf-007938b6ec8a" -d '{"events": [{"name": "network-changed", "server_uuid": "db10b35c-af1b-4437-b881-73ad2f26f401", "tag": "77a77958-6383-486c-b2a6-6feb4aa2c1cd"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:14.740082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4db9a-f7e6-4029-ba58-9cfed7ec6223 service neutron] Pushing event updated for resources: {'Port': ['ID=77a77958-6383-486c-b2a6-6feb4aa2c1cd,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:14.753063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.758869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc07251-ff92-4ff2-8538-a9a975a9b1b6 req-a023eb9c-d26b-4369-8637-79aa92e3ff3a tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.768718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bc07251-ff92-4ff2-8538-a9a975a9b1b6 req-a023eb9c-d26b-4369-8637-79aa92e3ff3a tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 943 time: 0.1008134 Sep 16 05:13:14.772322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27598ef9-2cbd-4eb7-be5c-474e01fb5523 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.816363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.848129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:14.851344 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53efc709-62da-482a-a7da-adb8c91c5c16" -d '{"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-unplugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:14.871414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:14.880028 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.908546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e8ca9219-87f5-4f39-8a06-3d5b8feb51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.910113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-e8ca9219-87f5-4f39-8a06-3d5b8feb51dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee248c40c36040019b811867ca157239&device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 1095 time: 0.1380730 Sep 16 05:13:14.918441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bc07251-ff92-4ff2-8538-a9a975a9b1b6 req-51822f94-8b64-4b0f-9116-71ae9aa0570f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489761 Sep 16 05:13:14.962891 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27598ef9-2cbd-4eb7-be5c-474e01fb5523 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.969457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27598ef9-2cbd-4eb7-be5c-474e01fb5523 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.974421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.013939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-69f9ada3-58a0-4fb9-8505-1477bbe78234 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a77958-6383-486c-b2a6-6feb4aa2c1cd HTTP/1.1" status: 200 len: 217 time: 0.0881226 Sep 16 05:13:15.029406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27598ef9-2cbd-4eb7-be5c-474e01fb5523 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c12213e-dc76-41e5-a04c-28b5fe6b56e9,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.032136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27598ef9-2cbd-4eb7-be5c-474e01fb5523 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.033778 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-27598ef9-2cbd-4eb7-be5c-474e01fb5523 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3539848 Sep 16 05:13:15.036766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53828) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.041796 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780eee9-8dac-4b35-868a-cc6c7639c898 x-openstack-request-id: req-e780eee9-8dac-4b35-868a-cc6c7639c898 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:15.047291 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db10b35c-af1b-4437-b881-73ad2f26f401", "tag": "77a77958-6383-486c-b2a6-6feb4aa2c1cd", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:15.047726 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e780eee9-8dac-4b35-868a-cc6c7639c898 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:15.048372 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'tag': '77a77958-6383-486c-b2a6-6feb4aa2c1cd', 'status': 'completed', 'code': 200} Sep 16 05:13:15.057887 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b92091f5-0470-48a3-898f-23af7c4fcd70 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules/3c12213e-dc76-41e5-a04c-28b5fe6b56e9 HTTP/1.1" status: 200 len: 763 time: 0.0199769 Sep 16 05:13:15.062231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53832) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.066937 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.079355 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.084488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Allocated IP 172.20.0.1 (5b543e3e-3b22-49ca-bea8-b8c148776dde/362c59d0-491d-44be-a1f0-a209b354388a/c3167c8c-f1ad-4204-9fad-9935f2bd6a19) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:15.131514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-2b8ecd76-1550-4565-9100-d4ff5c08d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.132954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-2b8ecd76-1550-4565-9100-d4ff5c08d536 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d3bc70a-91ce-4713-8b33-531aa9691530 HTTP/1.1" status: 200 len: 848 time: 0.1111355 Sep 16 05:13:15.145838 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Pushing event updated for resources: {'Port': ['ID=d459cba7-0ab0-4bf2-991c-0006ee57501e,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.151574 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1190fa5c-b0b6-4d6f-b5eb-a64dbfa36b30 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0881667 Sep 16 05:13:15.155422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53838) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.178984 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.179613 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.180127 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.180601 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.181067 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.181574 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.182106 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.182429 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.182760 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.183081 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.183403 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.183720 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:15.190881 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Attempting to bind port d459cba7-0ab0-4bf2-991c-0006ee57501e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:15.191302 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Attempting to bind port d459cba7-0ab0-4bf2-991c-0006ee57501e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:15.192365 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Attempting to bind port d459cba7-0ab0-4bf2-991c-0006ee57501e on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:15.206434 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:15.207509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-ce8e6567-1e63-46d3-b063-002b89a98b7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639393 Sep 16 05:13:15.208599 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:15.209238 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.209794 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:15.210544 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Bound port: d459cba7-0ab0-4bf2-991c-0006ee57501e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:15.211129 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.251447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-788a326d-3da9-4fa7-8324-bae531348e2b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.254429 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1e109b-e19a-4da1-bf9d-933546fdad1c x-openstack-request-id: req-af1e109b-e19a-4da1-bf9d-933546fdad1c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:15.254751 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-unplugged", "status": "completed", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:15.255111 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af1e109b-e19a-4da1-bf9d-933546fdad1c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:15.255767 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'code': 200} Sep 16 05:13:15.264811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-788a326d-3da9-4fa7-8324-bae531348e2b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.300430 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] For port d459cba7-0ab0-4bf2-991c-0006ee57501e, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:15.304817 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] For port d459cba7-0ab0-4bf2-991c-0006ee57501e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d459cba7-0ab0-4bf2-991c-0006ee57501e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:15.311705 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.334377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-788a326d-3da9-4fa7-8324-bae531348e2b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.340602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-788a326d-3da9-4fa7-8324-bae531348e2b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.342830 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-788a326d-3da9-4fa7-8324-bae531348e2b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3c12213e-dc76-41e5-a04c-28b5fe6b56e9 HTTP/1.1" status: 204 len: 168 time: 0.1866314 Sep 16 05:13:15.346107 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.355654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53846) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.382704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a326d-3da9-4fa7-8324-bae531348e2b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c12213e-dc76-41e5-a04c-28b5fe6b56e9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.386851 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Routers {'89ef19d7-37b2-462d-97f1-1a0579f9f097'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:15.388156 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['89ef19d7-37b2-462d-97f1-1a0579f9f097'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.400030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-52b16aee-4b4f-4965-9dbf-aae22b973de6 service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823449 Sep 16 05:13:15.446787 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335fd3b-ef45-4c69-9522-e3350d24cf77 None None] Pushing event updated for resources: {'Port': ['ID=d459cba7-0ab0-4bf2-991c-0006ee57501e,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.450691 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-28069d42-64cb-4063-9558-49a89ba3165c tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0900614 Sep 16 05:13:15.453325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53854) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.461931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Request body: {'security_group_rule': {'security_group_id': 'fe2d702d-a180-4da0-83a8-dcb409c0b13e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:15.469398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.531988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:15.539079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:15.539079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Pushing event updated for resources: {'Port': ['ID=c3167c8c-f1ad-4204-9fad-9935f2bd6a19,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.540979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:15.561225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef13be-0e26-4e36-816e-4dd13e15d7c1 req-065c56b0-e1c3-4ad9-8564-d94fc93b8464 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.568794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53ef13be-0e26-4e36-816e-4dd13e15d7c1 req-065c56b0-e1c3-4ad9-8564-d94fc93b8464 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1673682 Sep 16 05:13:15.581284 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Project 708bfa9753964c8888ec787629a93c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:15.586652 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] Set router 89ef19d7-37b2-462d-97f1-1a0579f9f097 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:15.604072 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.605818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.706200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53ef13be-0e26-4e36-816e-4dd13e15d7c1 req-f08a5582-b2c0-4793-b125-534027aa1211 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219842 Sep 16 05:13:15.706200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eef243db-a9a2-41a0-a7ec-038cc74808f2 req-b78aad47-f12e-40cb-8ee5-ea6c6ade9b66 service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787595 Sep 16 05:13:15.742238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.750984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.791627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.796538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3409848 Sep 16 05:13:15.797308 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53882) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.807541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a077b2-eaae-42ac-afd8-cfa7ace48b1b tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad43643-316d-44e6-b983-f927585c0e8f,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:15.839867 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ff8787f2-01aa-47f6-bcd1-08663b138eef tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules/fad43643-316d-44e6-b983-f927585c0e8f HTTP/1.1" status: 200 len: 769 time: 0.0412316 Sep 16 05:13:15.848590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53884) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:15.881860 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port': {'id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:10Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:15.886699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-797a9a8b-14d7-4bcf-a4b2-bedd425b3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.888778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-797a9a8b-14d7-4bcf-a4b2-bedd425b3f1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee248c40c36040019b811867ca157239&device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 1095 time: 0.0782142 Sep 16 05:13:15.915306 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71c4cb-79b6-4309-bac3-aada857b98c9 None None] The sync data for ids ['89ef19d7-37b2-462d-97f1-1a0579f9f097'] in n-d-713301-15 is: [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:12Z', 'revision_number': 3, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port': {'id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:10Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:15.942216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.970802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-93e4bcac-9c0d-4d69-8561-5d81e6a88fb7 None None] Provisioning complete for port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:15.971368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93e4bcac-9c0d-4d69-8561-5d81e6a88fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:15.977826 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-73fdecc8-0d82-4fe7-b422-807f98e77812 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1229858 Sep 16 05:13:15.977826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53888) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.037292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83134db1-9dcb-4943-9fe0-6f6378255677 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.038163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-93e4bcac-9c0d-4d69-8561-5d81e6a88fb7 None None] Port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:16.052798 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83134db1-9dcb-4943-9fe0-6f6378255677 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.096579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-1f8b517c-adce-4b8a-a844-b3fc2ff547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.106125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-1f8b517c-adce-4b8a-a844-b3fc2ff547b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 HTTP/1.1" status: 200 len: 909 time: 0.2009187 Sep 16 05:13:16.124184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83134db1-9dcb-4943-9fe0-6f6378255677 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.129897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-83134db1-9dcb-4943-9fe0-6f6378255677 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.133491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-83134db1-9dcb-4943-9fe0-6f6378255677 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/fad43643-316d-44e6-b983-f927585c0e8f HTTP/1.1" status: 204 len: 168 time: 0.1527355 Sep 16 05:13:16.159276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53898) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.176537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83134db1-9dcb-4943-9fe0-6f6378255677 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fad43643-316d-44e6-b983-f927585c0e8f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.184510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-74e06963-e6f1-42e7-9563-c8181c711f2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77a77958-6383-486c-b2a6-6feb4aa2c1cd HTTP/1.1" status: 200 len: 217 time: 0.0778196 Sep 16 05:13:16.194265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd571-4d7d-4816-b39b-709ad44433e1 req-e0cef59d-100e-40b5-8ce9-ed9e7b43331a tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.202556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-609cd571-4d7d-4816-b39b-709ad44433e1 req-e0cef59d-100e-40b5-8ce9-ed9e7b43331a tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 943 time: 0.1458240 Sep 16 05:13:16.297889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4eb3909b-9354-4412-9738-7701471bb266 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1371064 Sep 16 05:13:16.307654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53912) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.337500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-8291fceb-3405-427a-ad6f-c8829652c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.339390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-8291fceb-3405-427a-ad6f-c8829652c3df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d3bc70a-91ce-4713-8b33-531aa9691530 HTTP/1.1" status: 200 len: 848 time: 0.1346464 Sep 16 05:13:16.360711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-609cd571-4d7d-4816-b39b-709ad44433e1 req-1eaa8c12-32ae-453b-9b1f-76ce64a16a6e tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570382 Sep 16 05:13:16.437185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-b79a6de3-557b-4950-8c27-7e44d4da0e59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754151 Sep 16 05:13:16.554293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc51c0b5-5cee-4a88-a200-3d78bf56d757 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.615204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc51c0b5-5cee-4a88-a200-3d78bf56d757 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.634264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-afc39e60-3a2e-44be-b710-d712e3d48ff3 service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828442 Sep 16 05:13:16.670049 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.676887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.678651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc51c0b5-5cee-4a88-a200-3d78bf56d757 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.681499 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc51c0b5-5cee-4a88-a200-3d78bf56d757 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.683419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fc51c0b5-5cee-4a88-a200-3d78bf56d757 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "DELETE /v2.0/security-groups/fe2d702d-a180-4da0-83a8-dcb409c0b13e HTTP/1.1" status: 204 len: 168 time: 0.3741775 Sep 16 05:13:16.725967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53934) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.726789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51c0b5-5cee-4a88-a200-3d78bf56d757 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2d702d-a180-4da0-83a8-dcb409c0b13e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.765912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:16.769351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Pushing event updated for resources: {'Port': ['ID=c3167c8c-f1ad-4204-9fad-9935f2bd6a19,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:16.899124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7946fb57-f475-4280-a49f-adf84ad7e376 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1699395 Sep 16 05:13:16.905205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53940) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:16.915508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:16.917187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:16.953640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-457c02ed-b1ec-450c-b7cf-007938b6ec8a req-64dd5ad9-83ac-44d9-ba61-2a20faf1eedd service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860239 Sep 16 05:13:16.974128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f8fc4-4148-47e8-9dfc-0f44d997bc91 req-3cd476ce-13fa-42ec-a9a5-5855e5485144 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:16.993899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-750f8fc4-4148-47e8-9dfc-0f44d997bc91 req-3cd476ce-13fa-42ec-a9a5-5855e5485144 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1746571 Sep 16 05:13:17.071866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-361f09d1-2829-4823-8fd2-654d41c9d7d0 tempest-SecGroupIPv6Test-1921478323 tempest-SecGroupIPv6Test-1921478323-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1649876 Sep 16 05:13:17.093270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-750f8fc4-4148-47e8-9dfc-0f44d997bc91 req-2d3be0c6-0142-4aff-928f-545237dec35d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969532 Sep 16 05:13:17.113624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Router 89ef19d7-37b2-462d-97f1-1a0579f9f097 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:17.214202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018af1b1-e642-4d7f-b48e-e61e1b6a9686 req-dd3eb3e2-992a-4a80-a4a0-b664c41fe284 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.214202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018af1b1-e642-4d7f-b48e-e61e1b6a9686 req-dd3eb3e2-992a-4a80-a4a0-b664c41fe284 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.0803342 Sep 16 05:13:17.278939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c77cf03e-7cda-492b-8987-918a3a9c6df6 None None] Provisioning complete for port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:17.280216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-018af1b1-e642-4d7f-b48e-e61e1b6a9686 req-8ef14b96-e21a-4619-8b7a-fb4bbf7a9f53 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605147 Sep 16 05:13:17.280807 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c77cf03e-7cda-492b-8987-918a3a9c6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.316194 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:17.321724 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f6c5fa9-2b4b-4859-bf07-b6e5f2e98f19 admin admin] 10.222.0.55 "PUT /v2.0/routers/89ef19d7-37b2-462d-97f1-1a0579f9f097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3178923 Sep 16 05:13:17.336163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c77cf03e-7cda-492b-8987-918a3a9c6df6 None None] Port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:17.387197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53950) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.513950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbe990-3ec5-4ea7-b987-17cf950b12e2 req-ee21a3a7-f8e6-4931-9dfa-535166e9f990 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:17.515525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75fbe990-3ec5-4ea7-b987-17cf950b12e2 req-ee21a3a7-f8e6-4931-9dfa-535166e9f990 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 943 time: 0.0567048 Sep 16 05:13:17.562448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21859975-2001-47a4-8172-0762ae115696 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=708bfa9753964c8888ec787629a93c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738837 Sep 16 05:13:17.564752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53962) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.567211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75fbe990-3ec5-4ea7-b987-17cf950b12e2 req-658b6ea1-1c7a-44c0-af08-f109434e77a5 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Sep 16 05:13:17.630334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba9cc-3c04-4633-8922-bda7eac639fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.659939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba9cc-3c04-4633-8922-bda7eac639fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.697826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03616fc5-26cf-4dcb-be0b-de2abe01a561 req-0be6fda0-1d3a-4d5d-a4d8-ec9dc50dec2d tempest-FloatingIPsNegativeTestJSON-1503720107 tempest-FloatingIPsNegativeTestJSON-1503720107-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=4ed20572ef78426ebafb77baba923b14 HTTP/1.1" status: 200 len: 217 time: 0.0366194 Sep 16 05:13:17.710406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba9cc-3c04-4633-8922-bda7eac639fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.713326 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba9cc-3c04-4633-8922-bda7eac639fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:17.714619 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9b0ba9cc-3c04-4633-8922-bda7eac639fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/019d2bb8-7d83-4905-80a3-653f5cac8337 HTTP/1.1" status: 204 len: 168 time: 0.1487629 Sep 16 05:13:17.723921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ba9cc-3c04-4633-8922-bda7eac639fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019d2bb8-7d83-4905-80a3-653f5cac8337,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:17.745448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8aeb0dca-d36d-4cb1-8211-fd264f4d31c0 req-8ff5b1b7-f872-4202-93ea-46310725941f tempest-FloatingIPsNegativeTestJSON-1503720107 tempest-FloatingIPsNegativeTestJSON-1503720107-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0221641 Sep 16 05:13:17.801853 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-82f4beb9-f192-40c8-b4c0-b10287d940db req-15183d13-6e2d-4d9a-be97-589fecf90e11 tempest-FloatingIPsNegativeTestJSON-1503720107 tempest-FloatingIPsNegativeTestJSON-1503720107-project] show failed (client error): The resource could not be found. Sep 16 05:13:17.802914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82f4beb9-f192-40c8-b4c0-b10287d940db req-15183d13-6e2d-4d9a-be97-589fecf90e11 tempest-FloatingIPsNegativeTestJSON-1503720107 tempest-FloatingIPsNegativeTestJSON-1503720107-project] 10.222.0.55 "GET /v2.0/floatingips/c1282bd2-fba8-477e-823c-d6f4a27b7d0d HTTP/1.1" status: 404 len: 350 time: 0.0368657 Sep 16 05:13:17.813864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53970) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:17.962563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d459cba7-0ab0-4bf2-991c-0006ee57501e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:18.026243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d459cba7-0ab0-4bf2-991c-0006ee57501e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:18.026622 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.160840 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.193403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port d459cba7-0ab0-4bf2-991c-0006ee57501e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d459cba7-0ab0-4bf2-991c-0006ee57501e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:18.199606 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.269450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=d459cba7-0ab0-4bf2-991c-0006ee57501e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:18.274300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20dbf1-e751-40fe-8a32-601547086281 req-d80b4a6b-06df-4fbe-8d8d-1d8bc69f8ca9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.283921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa20dbf1-e751-40fe-8a32-601547086281 req-d80b4a6b-06df-4fbe-8d8d-1d8bc69f8ca9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0805533 Sep 16 05:13:18.314636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.341642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa20dbf1-e751-40fe-8a32-601547086281 req-e0010d9d-c460-4dd1-bf13-024ea756293c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558133 Sep 16 05:13:18.379464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Sync routers for ids ['89ef19d7-37b2-462d-97f1-1a0579f9f097'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:18.393809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Routers {'89ef19d7-37b2-462d-97f1-1a0579f9f097'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:18.395577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['89ef19d7-37b2-462d-97f1-1a0579f9f097'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:18.462135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cad8d-5201-400a-8e37-428cff996ab9 req-f8f4de2e-8aaf-47d9-b3b3-fa70f84531cc tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.464618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-801cad8d-5201-400a-8e37-428cff996ab9 req-f8f4de2e-8aaf-47d9-b3b3-fa70f84531cc tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.0582771 Sep 16 05:13:18.515470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-801cad8d-5201-400a-8e37-428cff996ab9 req-34f6451d-8c15-4563-956f-91c93c9bd11d tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 Sep 16 05:13:18.519087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Set router 89ef19d7-37b2-462d-97f1-1a0579f9f097 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:18.693317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Deleting port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:18.693763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.722011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb4918-cb3c-4a2b-b56d-94961c836b8b req-4fe4c927-13d9-4aa7-ac17-8ea634d2f1fd tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.723447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53998) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:18.728301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9eb4918-cb3c-4a2b-b56d-94961c836b8b req-4fe4c927-13d9-4aa7-ac17-8ea634d2f1fd tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 943 time: 0.0661607 Sep 16 05:13:18.771627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9eb4918-cb3c-4a2b-b56d-94961c836b8b req-1df990f2-f068-43bc-bbc2-28887ecb121e tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Sep 16 05:13:18.801286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:15Z', 'revision_number': 4, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port': {'id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:10Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c3167c8c-f1ad-4204-9fad-9935f2bd6a19', 'name': '', 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'mac_address': 'fa:16:3e:d4:df:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '362c59d0-491d-44be-a1f0-a209b354388a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:14Z', 'updated_at': '2021-09-16T05:13:16Z', 'revision_number': 2, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'subnets': [{'id': '362c59d0-491d-44be-a1f0-a209b354388a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:18.830488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Checking router: 89ef19d7-37b2-462d-97f1-1a0579f9f097 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:18.830857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Updating router 89ef19d7-37b2-462d-97f1-1a0579f9f097 port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:18.849545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.858350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1084952929'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:18.859850 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.879216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Calling delete_port for c3167c8c-f1ad-4204-9fad-9935f2bd6a19 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:18.909521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-8977f3c9-e974-4027-a8b3-8f140edca8eb tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:18.914243 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-8977f3c9-e974-4027-a8b3-8f140edca8eb tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.73 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.1067502 Sep 16 05:13:18.915313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Made reservation on behalf of 44c1f6ffbd04460cbe268432268c558a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:18.918849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:18.965807 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.147548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.153033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.193735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Deleting port d2faa605-01a0-42c0-a739-93ebe2c5b94c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:19.194123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.209124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06ae1e-4eeb-4777-aec2-930a9b05a3f7 None None] Pushing event updated for resources: {'Port': ['ID=c3167c8c-f1ad-4204-9fad-9935f2bd6a19,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.259431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Attempting to bind port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:19.259941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Attempting to bind port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:19.261239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Attempting to bind port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 on network 5b543e3e-3b22-49ca-bea8-b8c148776dde {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:19.267570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:19.268012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Checking segment: {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:19.268551 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.269484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Bound using segment: {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:19.270059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Bound port: c3167c8c-f1ad-4204-9fad-9935f2bd6a19, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:19.270540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.335708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.346074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.375529 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:19.376156 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:19.379756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:19.391315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.443906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.444292 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Added segment 3ea79b7d-4553-44d9-bb12-5e073ee074e9 of type vlan for network 327b2ffd-a975-4984-9181-e54c05af9ac7 Sep 16 05:13:19.450668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] For port d2faa605-01a0-42c0-a739-93ebe2c5b94c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=d2faa605-01a0-42c0-a739-93ebe2c5b94c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:19.451038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.460122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c3167c8c-f1ad-4204-9fad-9935f2bd6a19,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.468667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6050108b-7716-433c-8a6b-d86e590d5c7b None None] Could not find standard attr ID for object c3167c8c-f1ad-4204-9fad-9935f2bd6a19. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:13:19.471056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9bcf77-fb20-465a-a4cb-5d5cbe18296b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.486681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba8c4-0575-4f10-b285-9fa22d7f71e2 req-1532251f-e23e-447b-9ea6-79a9fc5175f2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.488353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b3ba8c4-0575-4f10-b285-9fa22d7f71e2 req-1532251f-e23e-447b-9ea6-79a9fc5175f2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0717053 Sep 16 05:13:19.502045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Calling delete_port for d2faa605-01a0-42c0-a739-93ebe2c5b94c owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:19.534062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b3ba8c4-0575-4f10-b285-9fa22d7f71e2 req-c5a1b046-85aa-4d8e-b6fe-dec08dfad1dd tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Sep 16 05:13:19.538805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.655830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15fd2d-1d8b-4c98-a12b-66f7863aa5d5 req-7e784f63-30e3-48c4-a8aa-1b24641401c9 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.657842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.663387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab15fd2d-1d8b-4c98-a12b-66f7863aa5d5 req-7e784f63-30e3-48c4-a8aa-1b24641401c9 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 947 time: 0.0604453 Sep 16 05:13:19.667152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.668125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.702763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab15fd2d-1d8b-4c98-a12b-66f7863aa5d5 req-ec000d6b-f1bb-400c-b1aa-7a61e5aa8eaf tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Sep 16 05:13:19.788647 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0637941 Sep 16 05:13:19.797809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54008) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:19.803204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-a99bc185-472a-40e2-9cf7-6dfd31f6db9c tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-1123765110') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:19.836060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e675a3a-813c-4b63-89c4-a69aac4c7a93 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Pushing event updated for resources: {'Network': ['ID=327b2ffd-a975-4984-9181-e54c05af9ac7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:19.851668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 327b2ffd-a975-4984-9181-e54c05af9ac7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:19.899099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Attempting to bind port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:19.899483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Attempting to bind port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:19.900048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Attempting to bind port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 on network 5b543e3e-3b22-49ca-bea8-b8c148776dde {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:19.959338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.974236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:19.974236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Checking segment: {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:19.974236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.974236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Bound using segment: {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:19.974881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Bound port: c3167c8c-f1ad-4204-9fad-9935f2bd6a19, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0997f90f-f15d-412e-a50d-12d79d7bac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5b543e3e-3b22-49ca-bea8-b8c148776dde'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:19.974980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:19.983537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669bc4-eda7-480e-82f4-90e32955b935 req-d7f1177e-964e-4265-8e89-2ae53d745fa8 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:19.988601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d459cba7-0ab0-4bf2-991c-0006ee57501e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:19.992712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb669bc4-eda7-480e-82f4-90e32955b935 req-d7f1177e-964e-4265-8e89-2ae53d745fa8 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 943 time: 0.1262119 Sep 16 05:13:20.017286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a99bc185-472a-40e2-9cf7-6dfd31f6db9c tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "PUT /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-1123765110 HTTP/1.1" status: 201 len: 201 time: 0.2181628 Sep 16 05:13:20.021833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54012) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.023501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.029182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-3f9abc9e-f646-4fce-8f1d-60963c8138d6 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-1123765110') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.056962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Pushing event deleted for resources: {'Port': ['ID=d2faa605-01a0-42c0-a739-93ebe2c5b94c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:20.057287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Port c3167c8c-f1ad-4204-9fad-9935f2bd6a19 has been deleted concurrently {{(pid=94720) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:13:20.065880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb669bc4-eda7-480e-82f4-90e32955b935 req-a1ae8e2f-0202-4cac-b0e1-ba5029dc303b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722749 Sep 16 05:13:20.098676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d459cba7-0ab0-4bf2-991c-0006ee57501e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:20.099104 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.101143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Routers {'89ef19d7-37b2-462d-97f1-1a0579f9f097'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:20.101767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['89ef19d7-37b2-462d-97f1-1a0579f9f097'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.144205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] No DVR routers for this DVR port d2faa605-01a0-42c0-a739-93ebe2c5b94c on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:20.153808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.157129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3f9abc9e-f646-4fce-8f1d-60963c8138d6 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "GET /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-1123765110 HTTP/1.1" status: 204 len: 168 time: 0.1342838 Sep 16 05:13:20.160350 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e7c96d97-5c57-4804-bb79-77f1662406e8 req-60e4f34d-8712-44ce-a6d2-9af628d7b5ed tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.73 "DELETE /v2.0/ports/d2faa605-01a0-42c0-a739-93ebe2c5b94c HTTP/1.1" status: 204 len: 173 time: 1.2332165 Sep 16 05:13:20.160557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54014) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.161868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-deleted', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:20.164759 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b78397d-209e-46f1-b924-01dbdbcadee0" -d '{"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-deleted", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:20.165023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-60c6b59f-a118-4791-a046-2204601e4e17 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.257837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-60c6b59f-a118-4791-a046-2204601e4e17 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "GET /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags HTTP/1.1" status: 200 len: 238 time: 0.0940077 Sep 16 05:13:20.258063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54018) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.262758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-28725932-4ff9-4c42-902e-db0c42a1365a tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', {'tags': ['tempest-TagsTest-Tag-2018956690', 'tempest-TagsTest-Tag-588955523', 'tempest-TagsTest-Tag-344356352']}) {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.265026 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747c7d40-02aa-4d77-842e-75ec156bd562 x-openstack-request-id: req-747c7d40-02aa-4d77-842e-75ec156bd562 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:20.265498 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5006df30-c338-49d0-8466-2666ba899b6d", "name": "network-vif-deleted", "tag": "d2faa605-01a0-42c0-a739-93ebe2c5b94c", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:20.265899 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-747c7d40-02aa-4d77-842e-75ec156bd562 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:20.266467 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5006df30-c338-49d0-8466-2666ba899b6d', 'name': 'network-vif-deleted', 'tag': 'd2faa605-01a0-42c0-a739-93ebe2c5b94c', 'status': 'completed', 'code': 200} Sep 16 05:13:20.326066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] Set router 89ef19d7-37b2-462d-97f1-1a0579f9f097 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:20.374115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Router 89ef19d7-37b2-462d-97f1-1a0579f9f097 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:20.379583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-28725932-4ff9-4c42-902e-db0c42a1365a tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "PUT /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags HTTP/1.1" status: 200 len: 307 time: 0.1182239 Sep 16 05:13:20.380150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54020) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.386183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-1361f481-334c-4f47-852f-b15cda010e19 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-2018956690') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.495788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1361f481-334c-4f47-852f-b15cda010e19 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "DELETE /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-2018956690 HTTP/1.1" status: 204 len: 168 time: 0.1144953 Sep 16 05:13:20.498635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54022) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.503678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-95cd39d5-da66-4c2b-a1ba-7e85765b8f2c tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-2018956690') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.522657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:20.530010 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-47494011-e924-47a1-962c-b5e5094347cd admin admin] 10.222.0.55 "PUT /v2.0/routers/89ef19d7-37b2-462d-97f1-1a0579f9f097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7150421 Sep 16 05:13:20.532508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54024) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.566212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:19Z', 'revision_number': 5, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port': {'id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:10Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:20.718918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1709a-67cc-4e1b-9acc-5895a3f02a80 req-64440ada-277e-4fbf-88cc-2011199d302e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:20.726290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68c1709a-67cc-4e1b-9acc-5895a3f02a80 req-64440ada-277e-4fbf-88cc-2011199d302e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0886285 Sep 16 05:13:20.768897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77a77958-6383-486c-b2a6-6feb4aa2c1cd details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:20.793194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68c1709a-67cc-4e1b-9acc-5895a3f02a80 req-3cae7576-4943-4f45-a2e8-2faf3f3c4e93 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657356 Sep 16 05:13:20.822081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232446e9-d8f0-4157-8b86-7c0ca71020cb None None] The sync data for ids ['89ef19d7-37b2-462d-97f1-1a0579f9f097'] in n-d-713301-15 is: [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:19Z', 'revision_number': 5, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port': {'id': 'd459cba7-0ab0-4bf2-991c-0006ee57501e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:10Z', 'updated_at': '2021-09-16T05:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:20.888796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a0eca07-5ebe-4c6f-a926-a17a824d8b69 req-d8e38620-8f0a-4b10-85de-d3963f67b0b3 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=5006df30-c338-49d0-8466-2666ba899b6d HTTP/1.1" status: 200 len: 210 time: 0.0452721 Sep 16 05:13:20.927712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77a77958-6383-486c-b2a6-6feb4aa2c1cd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77a77958-6383-486c-b2a6-6feb4aa2c1cd,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:20.949267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '77a77958-6383-486c-b2a6-6feb4aa2c1cd', 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9', 'port_id': '77a77958-6383-486c-b2a6-6feb4aa2c1cd', 'mac_address': 'fa:16:3e:c4:7e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3bc70a-91ce-4713-8b33-531aa9691530', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:20.987117 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-95cd39d5-da66-4c2b-a1ba-7e85765b8f2c tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] show failed (client error): The resource could not be found. Sep 16 05:13:20.988366 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-95cd39d5-da66-4c2b-a1ba-7e85765b8f2c tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "GET /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-2018956690 HTTP/1.1" status: 404 len: 326 time: 0.4886460 Sep 16 05:13:20.991152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54032) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:20.999874 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.001809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-64c07424-de38-42a9-90cb-781b1971ae37 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-588955523') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.016754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a77958-6383-486c-b2a6-6feb4aa2c1cd {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:21.023837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.048529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77a77958-6383-486c-b2a6-6feb4aa2c1cd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77a77958-6383-486c-b2a6-6feb4aa2c1cd,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:21.053943 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.125299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77a77958-6383-486c-b2a6-6feb4aa2c1cd,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.168866 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-64c07424-de38-42a9-90cb-781b1971ae37 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "GET /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-588955523 HTTP/1.1" status: 204 len: 168 time: 0.1766822 Sep 16 05:13:21.171623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54036) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.175954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-6ef4514d-8141-4fb0-b2ca-15c3a33ef23f tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-344356352') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.197494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7626cbe-3db7-44b9-bc98-3b55768a1736 req-4b114b87-2751-4e08-8c90-aad0644d2940 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:21.199942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7626cbe-3db7-44b9-bc98-3b55768a1736 req-4b114b87-2751-4e08-8c90-aad0644d2940 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 944 time: 0.0569425 Sep 16 05:13:21.217939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.244636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7626cbe-3db7-44b9-bc98-3b55768a1736 req-ba69432a-9b36-486e-9aaf-6983ad0406c9 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Sep 16 05:13:21.307538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ef4514d-8141-4fb0-b2ca-15c3a33ef23f tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "GET /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-344356352 HTTP/1.1" status: 204 len: 168 time: 0.1347675 Sep 16 05:13:21.310497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54038) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.314908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-6e918fe9-48b1-48d5-b3c5-4ee12cfa6fc3 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.322049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Deleting port d459cba7-0ab0-4bf2-991c-0006ee57501e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:21.322403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.474036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] For port d459cba7-0ab0-4bf2-991c-0006ee57501e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d459cba7-0ab0-4bf2-991c-0006ee57501e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:21.474421 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.497916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Calling delete_port for d459cba7-0ab0-4bf2-991c-0006ee57501e owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:21.505311 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6e918fe9-48b1-48d5-b3c5-4ee12cfa6fc3 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "DELETE /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags HTTP/1.1" status: 204 len: 168 time: 0.1938572 Sep 16 05:13:21.509071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54040) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.515145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-bad2097e-959f-454d-a0a8-d8c420edcbf5 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-588955523') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.564571 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] Sync routers for ids ['89ef19d7-37b2-462d-97f1-1a0579f9f097'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:21.575294 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] Routers {'89ef19d7-37b2-462d-97f1-1a0579f9f097'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:21.575939 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['89ef19d7-37b2-462d-97f1-1a0579f9f097'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.643823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['77a77958-6383-486c-b2a6-6feb4aa2c1cd'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:21.667848 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] Set router 89ef19d7-37b2-462d-97f1-1a0579f9f097 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:21.674304 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-bad2097e-959f-454d-a0a8-d8c420edcbf5 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] show failed (client error): The resource could not be found. Sep 16 05:13:21.675617 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bad2097e-959f-454d-a0a8-d8c420edcbf5 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "GET /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-588955523 HTTP/1.1" status: 404 len: 325 time: 0.1654913 Sep 16 05:13:21.678413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54042) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.683832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-fd8da163-3fd7-41e2-88e4-cc2144390737 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7', 'tempest-TagsTest-Tag-344356352') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.756535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.777325 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-fd8da163-3fd7-41e2-88e4-cc2144390737 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] show failed (client error): The resource could not be found. Sep 16 05:13:21.779342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fd8da163-3fd7-41e2-88e4-cc2144390737 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "GET /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags/tempest-TagsTest-Tag-344356352 HTTP/1.1" status: 404 len: 325 time: 0.0996640 Sep 16 05:13:21.782233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54044) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.786813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-027eef6d-6381-4136-89cf-8a057c5198b1 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '327b2ffd-a975-4984-9181-e54c05af9ac7') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.793745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Pushing event deleted for resources: {'Port': ['ID=d459cba7-0ab0-4bf2-991c-0006ee57501e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:21.865357 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 6, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.884828 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.911737 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] Checking router: 89ef19d7-37b2-462d-97f1-1a0579f9f097 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:21.929742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-027eef6d-6381-4136-89cf-8a057c5198b1 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "DELETE /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7/tags HTTP/1.1" status: 204 len: 168 time: 0.1463888 Sep 16 05:13:21.930401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54050) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:21.934404 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] Routers {'89ef19d7-37b2-462d-97f1-1a0579f9f097'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:21.940177 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:12:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['89ef19d7-37b2-462d-97f1-1a0579f9f097'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:21.999205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.001768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.040135 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] Set router 89ef19d7-37b2-462d-97f1-1a0579f9f097 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:22.057294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.057843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ef19d7-37b2-462d-97f1-1a0579f9f097 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:22.065201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ab62f-d545-4351-b912-a1d5953fb726 req-0cb7861c-e050-465a-9495-468a697f3fa9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.066538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.067220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-259ab62f-d545-4351-b912-a1d5953fb726 req-0cb7861c-e050-465a-9495-468a697f3fa9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1271856 Sep 16 05:13:22.068451 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee537331-afd7-4fcb-9115-6a788ef80808 admin admin] 10.222.0.55 "DELETE /v2.0/routers/89ef19d7-37b2-462d-97f1-1a0579f9f097 HTTP/1.1" status: 204 len: 168 time: 1.5349131 Sep 16 05:13:22.070978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54058) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.098017 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.101028 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 7, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:22.138800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] Deleting subnet 362c59d0-491d-44be-a1f0-a209b354388a {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:22.139428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e67b9-cbe0-4f06-ad98-cd179da31f36 None None] The sync data for ids ['89ef19d7-37b2-462d-97f1-1a0579f9f097'] in n-d-713301-15 is: [{'id': '89ef19d7-37b2-462d-97f1-1a0579f9f097', 'name': 'tempest-FloatingIPsNegativeTestJSON-1595154782-router', 'tenant_id': '4ed20572ef78426ebafb77baba923b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:09Z', 'updated_at': '2021-09-16T05:13:21Z', 'revision_number': 7, 'project_id': '4ed20572ef78426ebafb77baba923b14', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:22.151736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.170748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-259ab62f-d545-4351-b912-a1d5953fb726 req-9817337a-4468-4f0d-9c7d-9ce9658e0aa5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925634 Sep 16 05:13:22.197932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.244744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.269330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327b2ffd-a975-4984-9181-e54c05af9ac7']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:22.283343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea79b7d-4553-44d9-bb12-5e073ee074e9') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:22.283750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea79b7d-4553-44d9-bb12-5e073ee074e9') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:22.298980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.312196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.347339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.357922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:22.357922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:22.360668 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:22.385418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.394487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6692fe-5991-464d-866f-cddbb6526e1e req-7c9b06e5-84b2-48a9-aa02-94b45a8fc00d tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.396154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e6692fe-5991-464d-866f-cddbb6526e1e req-7c9b06e5-84b2-48a9-aa02-94b45a8fc00d tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 949 time: 0.0997629 Sep 16 05:13:22.398376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d2faa605-01a0-42c0-a739-93ebe2c5b94c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:22.416743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362c59d0-491d-44be-a1f0-a209b354388a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.422121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.422766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: d2faa605-01a0-42c0-a739-93ebe2c5b94c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:22.423363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device d2faa605-01a0-42c0-a739-93ebe2c5b94c not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:22.424544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-668e0a89-59bb-4e15-a5b9-53c80e32b432 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/362c59d0-491d-44be-a1f0-a209b354388a HTTP/1.1" status: 204 len: 168 time: 0.3516076 Sep 16 05:13:22.427046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54064) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.432525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2d1e9-c44b-49b3-8203-b2f52c6c2d33 None None] Network 5b543e3e-3b22-49ca-bea8-b8c148776dde requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:22.495592 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.515129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.517137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] 10.222.0.55 "DELETE /v2.0/networks/327b2ffd-a975-4984-9181-e54c05af9ac7 HTTP/1.1" status: 204 len: 168 time: 0.5855570 Sep 16 05:13:22.527568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.541717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e47a3-928e-4377-84cb-3f38d866d492 req-7d986b11-6739-496f-acb0-76c80c6f11f9 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:22.543334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b89e47a3-928e-4377-84cb-3f38d866d492 req-7d986b11-6739-496f-acb0-76c80c6f11f9 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 944 time: 0.1462567 Sep 16 05:13:22.546849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdea58-7286-40c9-a7ee-cbc2c406f262 tempest-TagsTest-1960116522 tempest-TagsTest-1960116522-project] Pushing event deleted for resources: {'Network': ['ID=327b2ffd-a975-4984-9181-e54c05af9ac7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.560772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e6692fe-5991-464d-866f-cddbb6526e1e req-a4c334d6-2a8b-4841-9c44-9a0679d7f759 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317365 Sep 16 05:13:22.598337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b89e47a3-928e-4377-84cb-3f38d866d492 req-94c51929-6bb6-4c2b-bc48-cc1d67357353 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470455 Sep 16 05:13:22.632883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Deleting port 450c1af0-f82f-46be-8471-3842afbf5b60 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:22.633255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.689307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] DHCP port deletion for 5b543e3e-3b22-49ca-bea8-b8c148776dde request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:22.717607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] For port 450c1af0-f82f-46be-8471-3842afbf5b60, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=450c1af0-f82f-46be-8471-3842afbf5b60,segment=NetworkSegment(0997f90f-f15d-412e-a50d-12d79d7bac65),segment_id=0997f90f-f15d-412e-a50d-12d79d7bac65)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:22.717976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.733238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Calling delete_port for 450c1af0-f82f-46be-8471-3842afbf5b60 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:22.745701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] Deleting port 450c1af0-f82f-46be-8471-3842afbf5b60 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:22.746169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.822391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] For port 450c1af0-f82f-46be-8471-3842afbf5b60, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=450c1af0-f82f-46be-8471-3842afbf5b60,segment=NetworkSegment(0997f90f-f15d-412e-a50d-12d79d7bac65),segment_id=0997f90f-f15d-412e-a50d-12d79d7bac65)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:22.822958 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.835052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.839773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] Calling delete_port for 450c1af0-f82f-46be-8471-3842afbf5b60 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:22.869082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Pushing event deleted for resources: {'Port': ['ID=450c1af0-f82f-46be-8471-3842afbf5b60,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.873440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] No DVR routers for this DVR port 450c1af0-f82f-46be-8471-3842afbf5b60 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:22.915108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54070) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:22.925551 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:22.954405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] Pushing event deleted for resources: {'Port': ['ID=450c1af0-f82f-46be-8471-3842afbf5b60,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:22.961037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecaea2-f150-49b2-a846-3aa8d1a9cea5 None None] No DVR routers for this DVR port 450c1af0-f82f-46be-8471-3842afbf5b60 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:22.979673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.003644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b543e3e-3b22-49ca-bea8-b8c148776dde']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:23.016018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0997f90f-f15d-412e-a50d-12d79d7bac65') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:23.016849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0997f90f-f15d-412e-a50d-12d79d7bac65') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:23.027216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.041591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.048332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:23.048737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: items = [ Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:23.050574 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:23.088704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-06988c15-03fc-4c85-8e08-a8ab3698ce6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44c1f6ffbd04460cbe268432268c558a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715865 Sep 16 05:13:23.091824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54074) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.112654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.122567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.124511 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] 10.222.0.55 "DELETE /v2.0/networks/5b543e3e-3b22-49ca-bea8-b8c148776dde HTTP/1.1" status: 204 len: 168 time: 0.6961219 Sep 16 05:13:23.134760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c82ade-16a5-4700-8bec-1a4cb32255fa admin admin] Pushing event deleted for resources: {'Network': ['ID=5b543e3e-3b22-49ca-bea8-b8c148776dde,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.153189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58654511-3129-4575-8791-fdaa0d962870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.175968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58654511-3129-4575-8791-fdaa0d962870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.240693 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58654511-3129-4575-8791-fdaa0d962870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.243168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58654511-3129-4575-8791-fdaa0d962870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.247776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-58654511-3129-4575-8791-fdaa0d962870 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f9bcf77-fb20-465a-a4cb-5d5cbe18296b HTTP/1.1" status: 204 len: 168 time: 0.1549230 Sep 16 05:13:23.259027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58654511-3129-4575-8791-fdaa0d962870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9bcf77-fb20-465a-a4cb-5d5cbe18296b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.265820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54082) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.312354 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07ef9279-1e4a-4288-a0a0-63f26a028f78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ed20572ef78426ebafb77baba923b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453849 Sep 16 05:13:23.316203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54084) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.321191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f66a57-5a31-44d3-980e-cdd19d2cf438 req-a523dc78-a351-4be9-956b-9ff24b8de0cf tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.322872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46f66a57-5a31-44d3-980e-cdd19d2cf438 req-a523dc78-a351-4be9-956b-9ff24b8de0cf tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0663226 Sep 16 05:13:23.370573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46f66a57-5a31-44d3-980e-cdd19d2cf438 req-1983c510-4223-484d-a95c-85710a3c9318 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Sep 16 05:13:23.373500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-375ee96d-103e-4ef5-b840-4086ef21a03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.400378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-375ee96d-103e-4ef5-b840-4086ef21a03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.452309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-375ee96d-103e-4ef5-b840-4086ef21a03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.455220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-375ee96d-103e-4ef5-b840-4086ef21a03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.456476 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-375ee96d-103e-4ef5-b840-4086ef21a03b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8ab66aa-724c-4aeb-9d00-999dfa4cda12 HTTP/1.1" status: 204 len: 168 time: 0.1405458 Sep 16 05:13:23.465774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee96d-103e-4ef5-b840-4086ef21a03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab66aa-724c-4aeb-9d00-999dfa4cda12,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:23.750684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1cafe-7c1d-4717-afea-43540397d047 req-05dd97ac-2df4-496f-9dad-b895587cdb39 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.750684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0b1cafe-7c1d-4717-afea-43540397d047 req-05dd97ac-2df4-496f-9dad-b895587cdb39 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 949 time: 0.0849874 Sep 16 05:13:23.780561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a1160-821f-4480-8d96-1b9402de7508 req-99598e86-8309-4b83-9366-2bbc95d9a73b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:23.787970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-883a1160-821f-4480-8d96-1b9402de7508 req-99598e86-8309-4b83-9366-2bbc95d9a73b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 944 time: 0.0929515 Sep 16 05:13:23.835791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0b1cafe-7c1d-4717-afea-43540397d047 req-af0a43c7-673c-4327-9cc9-438d22e1f82e tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786259 Sep 16 05:13:23.841573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-883a1160-821f-4480-8d96-1b9402de7508 req-e262049d-9642-4662-a9a0-3763cad8e0f4 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527012 Sep 16 05:13:23.946405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d459cba7-0ab0-4bf2-991c-0006ee57501e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:23.972494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d459cba7-0ab0-4bf2-991c-0006ee57501e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:23.972845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d459cba7-0ab0-4bf2-991c-0006ee57501e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:23.973273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 450c1af0-f82f-46be-8471-3842afbf5b60 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:23.994070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 450c1af0-f82f-46be-8471-3842afbf5b60 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:23.994188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 450c1af0-f82f-46be-8471-3842afbf5b60 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:24.505539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f81437-5769-49a1-96e3-d54619e701a9 req-4b588b93-3119-4902-ba40-4ca328f2bd86 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:24.507260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24f81437-5769-49a1-96e3-d54619e701a9 req-4b588b93-3119-4902-ba40-4ca328f2bd86 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0545483 Sep 16 05:13:24.553882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24f81437-5769-49a1-96e3-d54619e701a9 req-674b929a-3488-4375-b170-c02126c7de30 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 Sep 16 05:13:24.574818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.613478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77a77958-6383-486c-b2a6-6feb4aa2c1cd up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:24.712614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 77a77958-6383-486c-b2a6-6feb4aa2c1cd completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:24.717399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 77a77958-6383-486c-b2a6-6feb4aa2c1cd triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:24.717769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.812745 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.842409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a77958-6383-486c-b2a6-6feb4aa2c1cd'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:24.844728 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6035d7a2-6e74-4b54-902b-b9689a17ceff" -d '{"events": [{"server_uuid": "db10b35c-af1b-4437-b881-73ad2f26f401", "name": "network-vif-plugged", "status": "completed", "tag": "77a77958-6383-486c-b2a6-6feb4aa2c1cd"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:24.858461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77a77958-6383-486c-b2a6-6feb4aa2c1cd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77a77958-6383-486c-b2a6-6feb4aa2c1cd,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:24.864950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.899392 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efd31da-ac30-4e73-b799-93667cc641e6 x-openstack-request-id: req-0efd31da-ac30-4e73-b799-93667cc641e6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:24.899942 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10b35c-af1b-4437-b881-73ad2f26f401", "name": "network-vif-plugged", "status": "completed", "tag": "77a77958-6383-486c-b2a6-6feb4aa2c1cd", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:24.900656 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0efd31da-ac30-4e73-b799-93667cc641e6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:24.901799 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a77958-6383-486c-b2a6-6feb4aa2c1cd', 'code': 200} Sep 16 05:13:24.928520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77a77958-6383-486c-b2a6-6feb4aa2c1cd,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.011410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779e2ed-bf49-4aeb-ad77-765ff4185835 req-3e5b1d27-d87b-431a-819f-92c761c13195 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.013889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2779e2ed-bf49-4aeb-ad77-765ff4185835 req-3e5b1d27-d87b-431a-819f-92c761c13195 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 949 time: 0.0609949 Sep 16 05:13:25.158270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a19aa-b21e-4348-8660-dae8a11d80a3 req-40070350-9c54-4331-b369-be88d627537f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.159839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7a19aa-b21e-4348-8660-dae8a11d80a3 req-40070350-9c54-4331-b369-be88d627537f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 945 time: 0.1446993 Sep 16 05:13:25.175302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-5fbe821e-0382-4238-b9b6-c236c7b90033 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.176921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-5fbe821e-0382-4238-b9b6-c236c7b90033 tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.64 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 949 time: 0.1493857 Sep 16 05:13:25.199351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1f04b-16f6-403f-b621-a4f952300b60 req-361b7b95-615e-42db-bf58-b378f984de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.201394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8d1f04b-16f6-403f-b621-a4f952300b60 req-361b7b95-615e-42db-bf58-b378f984de42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 1097 time: 0.1168768 Sep 16 05:13:25.204609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2779e2ed-bf49-4aeb-ad77-765ff4185835 req-9c376873-bf90-4457-bbe7-d46d2df8920c tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/security-groups?id=a67c80a6-6fc2-4834-a7d6-600e9dcf868c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468766 Sep 16 05:13:25.298669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54214) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.331222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7a19aa-b21e-4348-8660-dae8a11d80a3 req-5604e800-5df4-4a46-8c6f-df3b93085a6b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524119 Sep 16 05:13:25.334671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8d1f04b-16f6-403f-b621-a4f952300b60 req-acbeb3c2-f77a-42b9-be0d-9da9e1e419df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210546 Sep 16 05:13:25.374198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Deleting port 413c5546-c511-4bf2-91d2-aba1e385d09c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:25.374456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.448715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-263d5994-72b5-4eaf-9eb5-1419bf584937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.484241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] For port 413c5546-c511-4bf2-91d2-aba1e385d09c, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=413c5546-c511-4bf2-91d2-aba1e385d09c,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:25.484935 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.499816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Calling delete_port for 413c5546-c511-4bf2-91d2-aba1e385d09c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:25.562275 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-263d5994-72b5-4eaf-9eb5-1419bf584937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.567357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-263d5994-72b5-4eaf-9eb5-1419bf584937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.569153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54220) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.613210 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-263d5994-72b5-4eaf-9eb5-1419bf584937 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50bb7e6fb67c4de6ab77d3bf5fd10827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135660 Sep 16 05:13:25.614692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d5994-72b5-4eaf-9eb5-1419bf584937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e505f7e-2dfa-4712-8d76-11fcfe255613,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.617595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54226) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:25.684315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32227c58-a2aa-446d-85e9-cfdcb401f346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.692978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.716896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32227c58-a2aa-446d-85e9-cfdcb401f346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.779007 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32227c58-a2aa-446d-85e9-cfdcb401f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.781746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32227c58-a2aa-446d-85e9-cfdcb401f346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.782972 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-32227c58-a2aa-446d-85e9-cfdcb401f346 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e505f7e-2dfa-4712-8d76-11fcfe255613 HTTP/1.1" status: 204 len: 168 time: 0.1641750 Sep 16 05:13:25.797121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32227c58-a2aa-446d-85e9-cfdcb401f346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e505f7e-2dfa-4712-8d76-11fcfe255613,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:25.836622 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80fb0a33-8a4f-422c-a2e0-09116213d88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.104903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Pushing event deleted for resources: {'Port': ['ID=413c5546-c511-4bf2-91d2-aba1e385d09c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.123029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0f392204-8575-400b-a510-5b08806f397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.172903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] No DVR routers for this DVR port 413c5546-c511-4bf2-91d2-aba1e385d09c on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:26.179942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.181969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aef7423b-0f09-4169-b3fd-246371439fd6 req-23b1b4a3-fd50-4e38-9d55-6775e1c6a2fe tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.64 "DELETE /v2.0/ports/413c5546-c511-4bf2-91d2-aba1e385d09c HTTP/1.1" status: 204 len: 173 time: 0.9851532 Sep 16 05:13:26.182424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-deleted', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:26.185250 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b52d88-6741-4be7-b3d2-52867b9b58bc" -d '{"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-deleted", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:26.207109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9d483-b926-4aeb-855b-4634f8d95621 req-45fd47db-fd5d-4ad5-a9ca-87f5bd66a8fd tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:26.208796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5e9d483-b926-4aeb-855b-4634f8d95621 req-45fd47db-fd5d-4ad5-a9ca-87f5bd66a8fd tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.5298860 Sep 16 05:13:26.237486 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d835d-0670-4c79-aaa4-ff614958c673 x-openstack-request-id: req-9c1d835d-0670-4c79-aaa4-ff614958c673 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:26.237811 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124cb490-b628-428b-b990-8c3fee7051b8", "name": "network-vif-deleted", "tag": "413c5546-c511-4bf2-91d2-aba1e385d09c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:26.238060 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c1d835d-0670-4c79-aaa4-ff614958c673 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:26.238636 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124cb490-b628-428b-b990-8c3fee7051b8', 'name': 'network-vif-deleted', 'tag': '413c5546-c511-4bf2-91d2-aba1e385d09c', 'status': 'completed', 'code': 200} Sep 16 05:13:26.295153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5e9d483-b926-4aeb-855b-4634f8d95621 req-cc76daea-fd49-4e7d-aba2-d0d5bb9cdef1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723085 Sep 16 05:13:26.336391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-682eea3b-6258-4e2f-a2a8-ed18bb274253 req-8ecf8cfd-615e-4ee2-9dca-33e8944aad7a tempest-ListImageFiltersTestJSON-2024173035 tempest-ListImageFiltersTestJSON-2024173035-project] 10.222.0.55 "GET /v2.0/ports?device_id=124cb490-b628-428b-b990-8c3fee7051b8 HTTP/1.1" status: 200 len: 210 time: 0.0365300 Sep 16 05:13:26.364738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0f392204-8575-400b-a510-5b08806f397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.370278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0f392204-8575-400b-a510-5b08806f397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.431780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f392204-8575-400b-a510-5b08806f397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aec691-b99c-4a76-8fd7-f223179b52b0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.450742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0f392204-8575-400b-a510-5b08806f397d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52dc3b3e7699452a99f06e03346f0529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8798225 Sep 16 05:13:26.453427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54254) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:26.506107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47613749-e830-4be1-97a4-6dd8851907d8 req-4bcb9837-ceef-4808-9a63-4804b5fbd8c8 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:26.507696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47613749-e830-4be1-97a4-6dd8851907d8 req-4bcb9837-ceef-4808-9a63-4804b5fbd8c8 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 945 time: 0.0974662 Sep 16 05:13:26.542376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a660a661-6909-48a0-b932-c21b94ef2ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.571236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47613749-e830-4be1-97a4-6dd8851907d8 req-d0be26d4-6a5c-4e6e-b943-e0856cfed888 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558431 Sep 16 05:13:26.584539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a660a661-6909-48a0-b932-c21b94ef2ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.641489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a660a661-6909-48a0-b932-c21b94ef2ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.644446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a660a661-6909-48a0-b932-c21b94ef2ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:26.645875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a660a661-6909-48a0-b932-c21b94ef2ff3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59aec691-b99c-4a76-8fd7-f223179b52b0 HTTP/1.1" status: 204 len: 168 time: 0.1912436 Sep 16 05:13:26.659011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660a661-6909-48a0-b932-c21b94ef2ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aec691-b99c-4a76-8fd7-f223179b52b0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:26.894448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-27190d5b-430a-4529-8957-9bfef4c63e6d tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d5d72d00a7ec4db08f941b76bc367495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262935 Sep 16 05:13:27.012427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-35db3b07-a39e-4513-a99e-2c752273269c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.014480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-35db3b07-a39e-4513-a99e-2c752273269c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101961 Sep 16 05:13:27.048808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-7f3a58dd-6891-40c7-b71b-fe23a366add3 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/quotas/d5d72d00a7ec4db08f941b76bc367495 HTTP/1.1" status: 200 len: 375 time: 0.0266767 Sep 16 05:13:27.070505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54278) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.085254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a6df13e-490b-47f2-a0be-8175cc358e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.088641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-c43151a1-7fac-4344-b386-5cb11ffba412 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5d72d00a7ec4db08f941b76bc367495&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370591 Sep 16 05:13:27.199175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a6df13e-490b-47f2-a0be-8175cc358e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.203189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a6df13e-490b-47f2-a0be-8175cc358e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.245749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6df13e-490b-47f2-a0be-8175cc358e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28745386-8cb3-47a6-ace7-0fb4aa03640b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.253960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54284) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:27.256174 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a6df13e-490b-47f2-a0be-8175cc358e84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a07aabc168546ee8bc1de3cd8fa93b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848209 Sep 16 05:13:27.295962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a3e1e91-58fd-4ffe-8e02-9b0b653c93a3 req-2566ab66-f934-4535-bbf7-be7f60253477 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 210 time: 0.0334969 Sep 16 05:13:27.339491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51466f56-9e2b-4d3c-9f56-27ee217e3787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.370093 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51466f56-9e2b-4d3c-9f56-27ee217e3787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.455719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ceffc-7b95-40f2-b414-2354d6345da8 req-0773d41d-02c4-4db2-a32d-f9466f18be75 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.457364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f5ceffc-7b95-40f2-b414-2354d6345da8 req-0773d41d-02c4-4db2-a32d-f9466f18be75 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0744333 Sep 16 05:13:27.473298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51466f56-9e2b-4d3c-9f56-27ee217e3787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.475971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51466f56-9e2b-4d3c-9f56-27ee217e3787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.477165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-51466f56-9e2b-4d3c-9f56-27ee217e3787 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28745386-8cb3-47a6-ace7-0fb4aa03640b HTTP/1.1" status: 204 len: 168 time: 0.2221999 Sep 16 05:13:27.498058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51466f56-9e2b-4d3c-9f56-27ee217e3787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28745386-8cb3-47a6-ace7-0fb4aa03640b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.537070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f5ceffc-7b95-40f2-b414-2354d6345da8 req-5feb3448-c788-449c-8da3-8214d17546a8 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717840 Sep 16 05:13:27.739529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d99fbd-75b6-48dd-9c64-4dd1b8b33d3b req-bedceb87-f79f-4634-afda-f57548eda30d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.748462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39d99fbd-75b6-48dd-9c64-4dd1b8b33d3b req-bedceb87-f79f-4634-afda-f57548eda30d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 945 time: 0.0797362 Sep 16 05:13:27.789700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39d99fbd-75b6-48dd-9c64-4dd1b8b33d3b req-c1a2270c-265d-4b54-89bf-12436d9f610f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Sep 16 05:13:28.194263 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-63887e76-a713-47d8-8c55-103e4eb154de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.410354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9e5859e-35c7-4f18-800e-a33d85c8fa86 req-69472577-3a5d-41a0-a350-51df9d61558f tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 210 time: 0.0296030 Sep 16 05:13:28.490900 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-338f2982-eae7-4847-ab09-205df0e1751f tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d5d72d00a7ec4db08f941b76bc367495&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326304 Sep 16 05:13:28.609733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:28.644542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 413c5546-c511-4bf2-91d2-aba1e385d09c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:28.645227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 413c5546-c511-4bf2-91d2-aba1e385d09c not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:28.694471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-06dceea3-97bf-46bc-9b7b-f5b14b11bcb7 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.696022 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-06dceea3-97bf-46bc-9b7b-f5b14b11bcb7 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986837 Sep 16 05:13:28.714652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Request body: {'port': {'device_id': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'd5d72d00a7ec4db08f941b76bc367495'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:28.794584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad03bfe-c0f8-4918-9c8d-5ae0e622028a req-223f8219-daa8-4e7a-ab89-cdb069b03987 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:28.797903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ad03bfe-c0f8-4918-9c8d-5ae0e622028a req-223f8219-daa8-4e7a-ab89-cdb069b03987 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0820036 Sep 16 05:13:28.880684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ad03bfe-c0f8-4918-9c8d-5ae0e622028a req-8f4f9016-4bb1-4b88-8c98-5aafb5422365 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 Sep 16 05:13:28.973738 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Made reservation on behalf of d5d72d00a7ec4db08f941b76bc367495 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:28.978745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:28.993869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.121368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.130158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.158273 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.199268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a5ac3b-cc08-4ec0-91fd-403b741dccce,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.269375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b9fd-c01a-47c8-a23d-b485151cef7a req-041d455f-07f5-4c3a-b0ec-cfad479b556d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.281007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c963b9fd-c01a-47c8-a23d-b485151cef7a req-041d455f-07f5-4c3a-b0ec-cfad479b556d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 945 time: 0.2834525 Sep 16 05:13:29.296822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Allocated IP 192.168.233.199 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:29.329239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c963b9fd-c01a-47c8-a23d-b485151cef7a req-1e0e3e50-ea4c-4828-9c77-9398bc0835ae tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Sep 16 05:13:29.487466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.532431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.540694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4c8146f-9a85-45ae-8479-fa97551d395c req-7e660e96-a320-43bb-9383-b1d0cb65182d tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 210 time: 0.0424769 Sep 16 05:13:29.583586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:29.587728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:29.593066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:29.655245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Pushing event updated for resources: {'Port': ['ID=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.674654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:29.675888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.694938 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-48e6ed06-d78c-478b-ab14-447d17e230d2 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9861221 Sep 16 05:13:29.718563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Request body: {'port': {'device_id': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:29.729559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.802002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.893187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-119d1023-4c01-4b4f-81f2-6682e6a99241 None None] Provisioning complete for port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:29.894595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-119d1023-4c01-4b4f-81f2-6682e6a99241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.947482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-119d1023-4c01-4b4f-81f2-6682e6a99241 None None] Port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:30.053941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc8fca-fbeb-47fc-a050-67478b4052cb req-f0b478e9-3642-4ade-8787-a4dedb7780a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.060741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cdc8fca-fbeb-47fc-a050-67478b4052cb req-f0b478e9-3642-4ade-8787-a4dedb7780a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.0715621 Sep 16 05:13:30.061679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54424) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.117275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cdc8fca-fbeb-47fc-a050-67478b4052cb req-d26bec7f-6689-44b2-8a5e-a1d820ef6bf5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Sep 16 05:13:30.140356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:30.149571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.163287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Transition to ACTIVE for port object 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:30.169542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.219534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Pushing event updated for resources: {'Port': ['ID=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.297431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7a038785-47f6-4b03-ad84-2e79c387d556 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfad3c86a1a14abf8a941e949c0a7ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336524 Sep 16 05:13:30.298311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54432) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.363571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Attempting to bind port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:30.364424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Attempting to bind port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:30.364994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Attempting to bind port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:30.372551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:30.373326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Attempting to bind port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:30.389758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:30.390390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:30.390390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:30.390795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Bound port: 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:30.391189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.409285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00e96139-b2e7-4693-aef1-4b6ae3e26014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.439467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-bec37a4f-1bdf-4be8-8689-b39da4abda1b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.445171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-bec37a4f-1bdf-4be8-8689-b39da4abda1b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 945 time: 0.0774064 Sep 16 05:13:30.468772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb537a3d-e55d-420a-9b5c-f1a8e3df2772 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:30.514041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00e96139-b2e7-4693-aef1-4b6ae3e26014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.591389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a79b39-a9ca-49d3-a54d-1ad1eaf1cf45 req-6eef166e-0b6d-4637-937c-7138de7ed23a tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.593419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a79b39-a9ca-49d3-a54d-1ad1eaf1cf45 req-6eef166e-0b6d-4637-937c-7138de7ed23a tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 945 time: 0.1749175 Sep 16 05:13:30.624571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:30.640208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb537a3d-e55d-420a-9b5c-f1a8e3df2772 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:30.662119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a79b39-a9ca-49d3-a54d-1ad1eaf1cf45 req-8e847255-ca3d-4165-b41f-fb71a10de318 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Sep 16 05:13:30.665237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] For port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:30.669838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] For port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:30.682819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.701648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Deleting port 77a77958-6383-486c-b2a6-6feb4aa2c1cd {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:30.702161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.711682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'port_id': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'mac_address': 'fa:16:3e:a3:6c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce29a734-4169-4c76-b2e3-2fe197987d17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:30.725511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.726335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.727983 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] 10.222.0.73 "PUT /v2.0/ports/3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b HTTP/1.1" status: 200 len: 1097 time: 1.0192804 Sep 16 05:13:30.728504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'tag': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:30.730958 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec", "tag": "3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:30.753595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00e96139-b2e7-4693-aef1-4b6ae3e26014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.767683 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00e96139-b2e7-4693-aef1-4b6ae3e26014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.771602 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-00e96139-b2e7-4693-aef1-4b6ae3e26014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a67c80a6-6fc2-4834-a7d6-600e9dcf868c HTTP/1.1" status: 204 len: 168 time: 0.4701724 Sep 16 05:13:30.812182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bf969-59ba-4f6a-ab97-b9d9a93296f6 req-cab68853-738f-4db4-a98a-8898f330231f tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.815688 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b4460a-22fd-4d97-9724-b915fcacacd6 x-openstack-request-id: req-75b4460a-22fd-4d97-9724-b915fcacacd6 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:30.815976 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec", "tag": "3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:30.816251 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75b4460a-22fd-4d97-9724-b915fcacacd6 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:30.816646 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'tag': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b', 'status': 'completed', 'code': 200} Sep 16 05:13:30.820486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-172bf969-59ba-4f6a-ab97-b9d9a93296f6 req-cab68853-738f-4db4-a98a-8898f330231f tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 948 time: 0.1618326 Sep 16 05:13:30.860916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bc567-679c-49bc-aca6-8903345d7bda service neutron] Pushing event updated for resources: {'Port': ['ID=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.879786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.880849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e96139-b2e7-4693-aef1-4b6ae3e26014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c80a6-6fc2-4834-a7d6-600e9dcf868c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.900148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-172bf969-59ba-4f6a-ab97-b9d9a93296f6 req-66267f7e-d5c7-4d6e-9d9c-57709c108bb3 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730491 Sep 16 05:13:30.903979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb537a3d-e55d-420a-9b5c-f1a8e3df2772 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:30.925861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-9a59ecf6-047b-4552-8715-f3b1b8d8105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:30.928047 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-9a59ecf6-047b-4552-8715-f3b1b8d8105f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5d72d00a7ec4db08f941b76bc367495&device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 1100 time: 0.1493764 Sep 16 05:13:30.939203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] For port 77a77958-6383-486c-b2a6-6feb4aa2c1cd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77a77958-6383-486c-b2a6-6feb4aa2c1cd,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:30.939963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.961018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Calling delete_port for 77a77958-6383-486c-b2a6-6feb4aa2c1cd owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:30.970442 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.989019 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-0713dfe2-9334-42ee-8783-4e773479c0ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b HTTP/1.1" status: 200 len: 217 time: 0.0469100 Sep 16 05:13:31.085883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:31.096445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-bf47c4c4-03e1-4a90-a7bd-81da49d45d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.097931 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-bf47c4c4-03e1-4a90-a7bd-81da49d45d26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1031895 Sep 16 05:13:31.099082 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.180162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-3e00cf14-d147-44e7-bf70-8706f087d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.182825 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-3e00cf14-d147-44e7-bf70-8706f087d741 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714622 Sep 16 05:13:31.214654 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.235556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:13:31.236129 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:13:31.242912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.269077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.269582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.269747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.270387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.270883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.271374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.271874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.272414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.272914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.273402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.273886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.274459 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:31.275640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb217d-b151-47c9-a73a-ac80593a53b1 req-c5c90ee8-0d59-4e1a-bba2-6b43846ab712 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.294759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2fb217d-b151-47c9-a73a-ac80593a53b1 req-c5c90ee8-0d59-4e1a-bba2-6b43846ab712 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 944 time: 0.0867155 Sep 16 05:13:31.303144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.326474 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-d9587e95-dcc8-45a4-be21-179ac8f716e8 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361847 Sep 16 05:13:31.336998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['77a77958-6383-486c-b2a6-6feb4aa2c1cd'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:31.344226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Pushing event deleted for resources: {'Port': ['ID=77a77958-6383-486c-b2a6-6feb4aa2c1cd,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:31.392048 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2fb217d-b151-47c9-a73a-ac80593a53b1 req-44f54b78-80d4-48f3-a091-4598adbaddd9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964184 Sep 16 05:13:31.415012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] No DVR routers for this DVR port 77a77958-6383-486c-b2a6-6feb4aa2c1cd on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:31.415909 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.418064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a43959f5-84ac-445b-8aa6-b7a2a50b191f req-581fc613-d538-494f-af7a-95e3446ea9ba tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "DELETE /v2.0/ports/77a77958-6383-486c-b2a6-6feb4aa2c1cd HTTP/1.1" status: 204 len: 173 time: 0.9549952 Sep 16 05:13:31.418518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'name': 'network-vif-deleted', 'tag': '77a77958-6383-486c-b2a6-6feb4aa2c1cd'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:31.421322 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ddc99-8abc-4166-a0d7-07f168619502" -d '{"events": [{"server_uuid": "db10b35c-af1b-4437-b881-73ad2f26f401", "name": "network-vif-deleted", "tag": "77a77958-6383-486c-b2a6-6feb4aa2c1cd"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:31.435553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['bb537a3d-e55d-420a-9b5c-f1a8e3df2772'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:31.480900 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-856dccff-b9fb-4f7e-a314-aef549194f97 req-d9aaf8f6-553d-4c6b-b822-bfe9d729ba98 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344435 Sep 16 05:13:31.494578 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641fd085-34b7-4222-92e9-7326f2b8b789 x-openstack-request-id: req-641fd085-34b7-4222-92e9-7326f2b8b789 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:31.495010 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10b35c-af1b-4437-b881-73ad2f26f401", "name": "network-vif-deleted", "tag": "77a77958-6383-486c-b2a6-6feb4aa2c1cd", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:31.495334 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-641fd085-34b7-4222-92e9-7326f2b8b789 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:31.495912 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10b35c-af1b-4437-b881-73ad2f26f401', 'name': 'network-vif-deleted', 'tag': '77a77958-6383-486c-b2a6-6feb4aa2c1cd', 'status': 'completed', 'code': 200} Sep 16 05:13:31.581971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-e224ce5c-071c-4a7c-8fc2-be12c89b537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.584460 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-e224ce5c-071c-4a7c-8fc2-be12c89b537b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5d72d00a7ec4db08f941b76bc367495&device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 1100 time: 0.0468235 Sep 16 05:13:31.710887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-cbd8b94e-7718-46ea-95f4-4fd7b30d5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.712431 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-cbd8b94e-7718-46ea-95f4-4fd7b30d5a42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.1205816 Sep 16 05:13:31.772699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-d29a99c4-715f-4f4a-8e8c-60e214a990b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b HTTP/1.1" status: 200 len: 217 time: 0.0465856 Sep 16 05:13:31.797495 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.832239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bb537a3d-e55d-420a-9b5c-f1a8e3df2772 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:31.852052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-349133b6-975d-4590-8f7e-2573ce1f3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.853569 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-349133b6-975d-4590-8f7e-2573ce1f3781 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0720816 Sep 16 05:13:31.866492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cd2a660-f935-469a-9ab7-1de52276175f req-4bba523d-f107-4d4f-a924-5f045c98b464 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=db10b35c-af1b-4437-b881-73ad2f26f401 HTTP/1.1" status: 200 len: 210 time: 0.0940411 Sep 16 05:13:31.870987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:31.875490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.946621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-d8a517d5-8f86-4de6-83db-9a8de09803f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.950082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-d8a517d5-8f86-4de6-83db-9a8de09803f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884850 Sep 16 05:13:31.950309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.032438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54486) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.067961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c214c-99da-4662-9f00-794abdc6c730 req-2fcb7935-f97c-4499-83cf-ed9c6f473c4c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.078580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db7c214c-99da-4662-9f00-794abdc6c730 req-2fcb7935-f97c-4499-83cf-ed9c6f473c4c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 948 time: 0.0763109 Sep 16 05:13:32.100829 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-87df5e6a-18b9-4659-a15d-a31915f4f43b service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368728 Sep 16 05:13:32.136014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db7c214c-99da-4662-9f00-794abdc6c730 req-b1e95a8d-baca-4952-a9a0-9aeb26e38541 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 Sep 16 05:13:32.176702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1768245301-network', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:32.198291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Made reservation on behalf of 589b6d16d23c4a619243aa3648f1e7c6 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:32.201824 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.212141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.220761 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3fec6bbb-93d0-4b5e-ad3b-5d64d9d9df21 req-3b5d0985-e959-4a29-bbd4-1e0224a7317f service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096129 Sep 16 05:13:32.314528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.319686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.346136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:32.354429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b23d1c-c23d-403e-9a8d-11221144993e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.361036 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.361392 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Added segment 98d2426f-2b25-44b6-9cbd-4f8614b45132 of type vlan for network 4a016958-4a9c-41cc-85d1-5479f1bc4474 Sep 16 05:13:32.403795 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.433844 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.435444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.436007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.469824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4363225 Sep 16 05:13:32.473088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54496) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.478166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Request body: {'subnet': {'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1768245301-subnet', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:32.480796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb537a3d-e55d-420a-9b5c-f1a8e3df2772 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:32.502355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Made reservation on behalf of 589b6d16d23c4a619243aa3648f1e7c6 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:32.505163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.514380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377627d-8736-462e-8286-69eaa413f7dd admin admin] Pushing event updated for resources: {'Network': ['ID=4a016958-4a9c-41cc-85d1-5479f1bc4474,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.554318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:32.564464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b977ce-2fdf-4252-82aa-9b7032bf38cc req-6defca8b-d4cd-44fb-b52d-1a558d707256 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.572462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88b977ce-2fdf-4252-82aa-9b7032bf38cc req-6defca8b-d4cd-44fb-b52d-1a558d707256 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 943 time: 0.0987175 Sep 16 05:13:32.597811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:32.601229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.621229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88b977ce-2fdf-4252-82aa-9b7032bf38cc req-741476ae-d733-4906-9b8b-03dc3732791d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476360 Sep 16 05:13:32.739620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.757989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.782226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:32.788476 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646860d9-0ee1-4f59-b7b2-9182b4015979" -d '{"events": [{"server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:32.796536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b75a6e-e3f0-47a6-99e6-47664551717a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.798748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:32.804946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.816558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Checking segment: {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:32.816995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Network hostable DHCP agents. Network: 4a016958-4a9c-41cc-85d1-5479f1bc4474, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:32.836594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:32.841395 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecbede3-ebf8-4946-9ee9-8625bebca0ae x-openstack-request-id: req-4ecbede3-ebf8-4946-9ee9-8625bebca0ae {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:32.841693 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:32.841946 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ecbede3-ebf8-4946-9ee9-8625bebca0ae {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:32.842339 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'code': 200} Sep 16 05:13:32.846317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4a016958-4a9c-41cc-85d1-5479f1bc4474) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:32.857309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78cac4-bd70-4d43-8d96-c0f1689aaff1 None None] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:32.859467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.860220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.876716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-51700565-bb7a-409d-93ae-88a59408a691 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4024212 Sep 16 05:13:32.878992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:32.879586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54502) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:32.884661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:32.913558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:32.915246 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.006866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.034200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded4214-2495-46fa-9715-bbbc672a7dfe req-aadf1ef1-7627-479a-b5bf-13d6756212fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.036234 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9ded4214-2495-46fa-9715-bbbc672a7dfe req-aadf1ef1-7627-479a-b5bf-13d6756212fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 1097 time: 0.0621681 Sep 16 05:13:33.103864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4a016958-4a9c-41cc-85d1-5479f1bc4474', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:33.104750 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.108889 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9ded4214-2495-46fa-9715-bbbc672a7dfe req-d165f5b4-1a6d-4d10-82e2-72b9395cff1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596213 Sep 16 05:13:33.228761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.353191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Allocated IP 172.20.0.2 (4a016958-4a9c-41cc-85d1-5479f1bc4474/08b75a6e-e3f0-47a6-99e6-47664551717a/73e267f1-9a7c-4e76-9240-1c7c714e46ca) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:33.442590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-eb5d6901-f76f-4200-960f-d25b6e3eeb14 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.450779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-eb5d6901-f76f-4200-960f-d25b6e3eeb14 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/networks?id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 HTTP/1.1" status: 200 len: 808 time: 0.2696478 Sep 16 05:13:33.483061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e93963-975d-410a-96b1-cd292bad2451 req-328bb678-f78c-4343-9e92-3ff8ab78ccff tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.490902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4e93963-975d-410a-96b1-cd292bad2451 req-328bb678-f78c-4343-9e92-3ff8ab78ccff tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 948 time: 0.1726556 Sep 16 05:13:33.524735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-6c87acc3-812e-406b-af9a-cad2de866f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.526400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-6c87acc3-812e-406b-af9a-cad2de866f84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1096 time: 0.1824832 Sep 16 05:13:33.533832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-6aed8914-b10e-4ece-92ed-c69a11275a0f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/quotas/ee248c40c36040019b811867ca157239 HTTP/1.1" status: 200 len: 375 time: 0.0818172 Sep 16 05:13:33.584155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.594315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.609016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-92c83c73-695a-49ee-bdc6-8b541047bf6e tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee248c40c36040019b811867ca157239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743284 Sep 16 05:13:33.641781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:33.648364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:33.652825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:33.662834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Pushing event updated for resources: {'Port': ['ID=73e267f1-9a7c-4e76-9240-1c7c714e46ca,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.706918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4e93963-975d-410a-96b1-cd292bad2451 req-985269a1-4bee-4e13-8063-0af19dd75296 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158380 Sep 16 05:13:33.718377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Attempting to bind port 73e267f1-9a7c-4e76-9240-1c7c714e46ca on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:33.718763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Attempting to bind port 73e267f1-9a7c-4e76-9240-1c7c714e46ca by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:33.719131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Attempting to bind port 73e267f1-9a7c-4e76-9240-1c7c714e46ca on network 4a016958-4a9c-41cc-85d1-5479f1bc4474 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:33.725416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:33.725800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Checking segment: {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:33.726204 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.726595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Bound using segment: {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:33.727064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Bound port: 73e267f1-9a7c-4e76-9240-1c7c714e46ca, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:33.727445 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.776510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-3deed6d9-a3f7-4f11-ae70-ba6678da04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.778329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-3deed6d9-a3f7-4f11-ae70-ba6678da04bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.2414174 Sep 16 05:13:33.807404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] For port 73e267f1-9a7c-4e76-9240-1c7c714e46ca, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:33.811247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] For port 73e267f1-9a7c-4e76-9240-1c7c714e46ca, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=73e267f1-9a7c-4e76-9240-1c7c714e46ca,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:33.816430 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.881078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51758f3-cc11-4781-8cef-9c46774074ea None None] Pushing event updated for resources: {'Port': ['ID=73e267f1-9a7c-4e76-9240-1c7c714e46ca,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.899184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-8b6dd9a1-446d-4721-b4ba-1182455042c7 service neutron] 10.222.0.55 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779365 Sep 16 05:13:34.018121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-61ad6c12-46bd-49ab-ba82-b6c5b41e834f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.2292688 Sep 16 05:13:34.061260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8a61-6bad-4653-8da5-44f8412c876f req-0a83770e-4875-4d43-906f-333e97fa7110 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.069553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f92f8a61-6bad-4653-8da5-44f8412c876f req-0a83770e-4875-4d43-906f-333e97fa7110 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2795722 Sep 16 05:13:34.124248 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.165032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.194150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-081634d0-5149-4f40-81ce-2e2ebbdfc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.195363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-081634d0-5149-4f40-81ce-2e2ebbdfc4b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1426208 Sep 16 05:13:34.247462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-c2f04ae3-9494-4a28-82a5-4d0c729b0da0 service neutron] 10.222.0.55 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197746 Sep 16 05:13:34.270911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f92f8a61-6bad-4653-8da5-44f8412c876f req-e9752a82-0083-4dbc-8f52-6e367d78deb2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004879 Sep 16 05:13:34.342759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-7553a78c-93b4-490c-aef9-91e4930f63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.344588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-7553a78c-93b4-490c-aef9-91e4930f63b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398504 Sep 16 05:13:34.438559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Allocated IP 172.25.6.217 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/07b276db-d14b-4384-80b3-fa62c85e614a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:34.488256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:34.531936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0799ef-58be-498f-b690-56a433e022dd req-25589dcc-1f56-4901-be7a-1d29f29316de tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:34.534602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea0799ef-58be-498f-b690-56a433e022dd req-25589dcc-1f56-4901-be7a-1d29f29316de tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.1710658 Sep 16 05:13:34.632630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3aa3509b-bc80-45b2-83cc-ae2860e66e97 req-d7ae165c-6bf2-41d4-b930-706ce5d54f32 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 210 time: 0.1020746 Sep 16 05:13:34.704286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:34.719305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-80da5baf-6403-4600-aff5-21068eb1b590 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669429 Sep 16 05:13:34.728982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea0799ef-58be-498f-b690-56a433e022dd req-995d6f23-118e-41c4-8790-c4d2c86fb430 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750822 Sep 16 05:13:34.730651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b', 'mac_address': 'fa:16:3e:52:2d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:34.735555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77a77958-6383-486c-b2a6-6feb4aa2c1cd no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:34.768629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 77a77958-6383-486c-b2a6-6feb4aa2c1cd {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:34.769227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77a77958-6383-486c-b2a6-6feb4aa2c1cd not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:34.815803 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.832212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:34.854225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:34.866035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.930042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:34.954461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.007180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f91cf6-3342-4cd2-85db-9a8781df95ac req-b10288ac-35b7-42b9-9449-e26d338592a6 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:35.015019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6f91cf6-3342-4cd2-85db-9a8781df95ac req-b10288ac-35b7-42b9-9449-e26d338592a6 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 949 time: 0.1793349 Sep 16 05:13:35.023421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.065477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78be9f-2d0d-4bce-b744-61fd702df550 None None] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:35.075957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a83ef32-444f-4ce2-ba65-67ccbea0b076 req-0a09451d-e758-4e75-9519-7650601548da service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458798 Sep 16 05:13:35.093844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:35.105140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:35.113409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:35.128527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6f91cf6-3342-4cd2-85db-9a8781df95ac req-e759f367-981a-489e-bd6a-4c9dbedf397b tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125789 Sep 16 05:13:35.170541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:35.205050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d0b199c6-a7f1-4c03-9ed8-242cdc788387 None None] Provisioning complete for port 73e267f1-9a7c-4e76-9240-1c7c714e46ca triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:35.205429 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0b199c6-a7f1-4c03-9ed8-242cdc788387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.616641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Pushing event updated for resources: {'Port': ['ID=07b276db-d14b-4384-80b3-fa62c85e614a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.620282 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0b199c6-a7f1-4c03-9ed8-242cdc788387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.760427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d0b199c6-a7f1-4c03-9ed8-242cdc788387 None None] For port 73e267f1-9a7c-4e76-9240-1c7c714e46ca, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=73e267f1-9a7c-4e76-9240-1c7c714e46ca,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:35.770775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0b199c6-a7f1-4c03-9ed8-242cdc788387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.839932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55707962-3af0-465d-8317-0dafa13e9b59 req-e8f5976f-2a59-47ad-b154-fd2c486489e8 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 210 time: 0.0643213 Sep 16 05:13:35.849918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bee8f-f9dc-4b05-a5cb-65995ca3c880 req-2869bf5d-cd90-422c-8f9f-c4e19e7871ce tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:35.858555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bee8f-f9dc-4b05-a5cb-65995ca3c880 req-2869bf5d-cd90-422c-8f9f-c4e19e7871ce tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2348680 Sep 16 05:13:35.905175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b199c6-a7f1-4c03-9ed8-242cdc788387 None None] Pushing event updated for resources: {'Port': ['ID=73e267f1-9a7c-4e76-9240-1c7c714e46ca,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.098423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 73e267f1-9a7c-4e76-9240-1c7c714e46ca up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:36.173398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 73e267f1-9a7c-4e76-9240-1c7c714e46ca triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:36.173398 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.187753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-653bee8f-f9dc-4b05-a5cb-65995ca3c880 req-04c350fe-38b7-4c81-b019-d44f99637376 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280873 Sep 16 05:13:36.225248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-99ac314f-64d9-47a7-8199-f829b90b1cec None None] Provisioning complete for port 73e267f1-9a7c-4e76-9240-1c7c714e46ca triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:36.225624 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-99ac314f-64d9-47a7-8199-f829b90b1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.304016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd270f3-3089-4bfc-a07c-0029f9ea447b req-7ba13e56-abcb-4e4d-8b10-95301b8be926 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.313347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efd270f3-3089-4bfc-a07c-0029f9ea447b req-7ba13e56-abcb-4e4d-8b10-95301b8be926 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.2917554 Sep 16 05:13:36.346655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-ea5af96f-30a1-4201-bff0-e60321698be5 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.348080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-ea5af96f-30a1-4201-bff0-e60321698be5 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "GET /v2.0/networks?id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 HTTP/1.1" status: 200 len: 808 time: 0.3467135 Sep 16 05:13:36.397857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Request body: {'port': {'device_id': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9', 'admin_state_up': True, 'tenant_id': 'ee248c40c36040019b811867ca157239'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:36.466786 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.539912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efd270f3-3089-4bfc-a07c-0029f9ea447b req-4ba3213d-4ff4-4938-a2eb-956a2b7e00bb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271945 Sep 16 05:13:36.587208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dea43-1d1c-43c7-a441-311f647cc2ca req-71e5a68a-e7b5-4b9c-b07d-4c09b92b1add tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.594436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f8dea43-1d1c-43c7-a441-311f647cc2ca req-71e5a68a-e7b5-4b9c-b07d-4c09b92b1add tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 949 time: 0.2452281 Sep 16 05:13:36.777588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f8dea43-1d1c-43c7-a441-311f647cc2ca req-bf37aaf2-9f44-4251-986b-7cdfa00c8fd8 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822655 Sep 16 05:13:36.794319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Made reservation on behalf of ee248c40c36040019b811867ca157239 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:36.803970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.835973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273131-b789-4fad-8f50-810c8f6ad8ad req-5741e68c-fb73-4616-9cbb-63f7e9c393f0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:36.840742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a273131-b789-4fad-8f50-810c8f6ad8ad req-5741e68c-fb73-4616-9cbb-63f7e9c393f0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.2077930 Sep 16 05:13:37.007197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a273131-b789-4fad-8f50-810c8f6ad8ad req-7d9bfefc-2764-4d36-833c-a9721c22788c tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401062 Sep 16 05:13:37.011932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.157982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46f9bc42-2410-473d-8fb2-581ca2b94d6d req-7421cd7f-1b66-4c46-95dc-867535a9c0e7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 210 time: 0.1155417 Sep 16 05:13:37.190315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Allocated IP 172.20.0.5 (2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9/2d3bc70a-91ce-4713-8b33-531aa9691530/6e3a7e4c-ff34-4f40-bd05-97f89580765f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:37.429186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f43068-cb5d-4d42-85e5-3a7d1138e0fc req-e4a68b94-d436-40b4-80a1-e3378f17affc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.437318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1f43068-cb5d-4d42-85e5-3a7d1138e0fc req-e4a68b94-d436-40b4-80a1-e3378f17affc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1391842 Sep 16 05:13:37.504725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Router 9ca79985-6c44-4702-9fe9-f783dba07ecb is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:37.644584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1f43068-cb5d-4d42-85e5-3a7d1138e0fc req-28ee23ad-d9b6-41f4-a0d1-e4d496e5150e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062917 Sep 16 05:13:37.672554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.718344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-43b5849a-44b8-4b39-95d3-1223d4f1aafa tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:37.720080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-43b5849a-44b8-4b39-95d3-1223d4f1aafa tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 814 time: 0.2363510 Sep 16 05:13:37.779501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-e54810a4-42f3-46d5-975a-87ec4e5756e4 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/quotas/258ce8eed4b143d08834859e86cd733d HTTP/1.1" status: 200 len: 375 time: 0.0300009 Sep 16 05:13:37.808538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:37.811303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.820748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Sync routers for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:37.835367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:37.836134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.964332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.973790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-70db21eb-b9e7-440b-a6be-e505b88ef82a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0930450 Sep 16 05:13:37.976530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54616) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.980945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:37.986868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:38.036450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-eebfb66b-511c-4a8c-b518-7bbdf12afa2d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2443655 Sep 16 05:13:38.039093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:38.041234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Pushing event updated for resources: {'Port': ['ID=6e3a7e4c-ff34-4f40-bd05-97f89580765f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.052849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:38.069313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 73e267f1-9a7c-4e76-9240-1c7c714e46ca up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:38.173779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a313a5-831a-4abe-8b24-bb21cd6933eb req-a88071d4-b946-4e13-8a31-dabf188e5063 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.181672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50a313a5-831a-4abe-8b24-bb21cd6933eb req-a88071d4-b946-4e13-8a31-dabf188e5063 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 949 time: 0.2523479 Sep 16 05:13:38.201350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.205126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.262977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 73e267f1-9a7c-4e76-9240-1c7c714e46ca triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:38.263369 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.305875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-4daeb0ab-696e-4861-be09-309a6f5f7fe3 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678368 Sep 16 05:13:38.320248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50a313a5-831a-4abe-8b24-bb21cd6933eb req-9ff36dbc-8036-4634-9908-2e7e851be4d0 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367660 Sep 16 05:13:38.324893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-435a8fcf-a208-4f82-8a77-7eda15512e02 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9438496 Sep 16 05:13:38.359073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Request body: {'port': {'device_id': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:38.480249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.526754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:35Z', 'revision_number': 3, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.540407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:38.679426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Checking router: 9ca79985-6c44-4702-9fe9-f783dba07ecb for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:38.679785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Updating router 9ca79985-6c44-4702-9fe9-f783dba07ecb port 07b276db-d14b-4384-80b3-fa62c85e614a binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:38.732340 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.751554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-163ffcc9-d432-4c05-953b-4f23539d1027 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441187 Sep 16 05:13:38.907487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3a7e4c-ff34-4f40-bd05-97f89580765f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:38.923895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.933630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:38.951205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:38.956834 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.962183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575024a-8695-4c09-8822-3622d5360db9 req-e04ac193-9f76-4d90-8ce7-b0d467dd72d3 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:38.964638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3575024a-8695-4c09-8822-3622d5360db9 req-e04ac193-9f76-4d90-8ce7-b0d467dd72d3 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 931 time: 0.2279832 Sep 16 05:13:38.968717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Transition to ACTIVE for port object 6e3a7e4c-ff34-4f40-bd05-97f89580765f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:38.982129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.261679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-096c19b0-efd8-4334-b09e-d7eb767b29af tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.265585 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-096c19b0-efd8-4334-b09e-d7eb767b29af tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "GET /v2.0/ports?device_id=c23e9172-8a4a-4d22-b5b1-8b0740d8bf83 HTTP/1.1" status: 200 len: 945 time: 0.5164824 Sep 16 05:13:39.307736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3a7e4c-ff34-4f40-bd05-97f89580765f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.323196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3575024a-8695-4c09-8822-3622d5360db9 req-3952fa70-bb65-41e8-a98c-1adfdfa6e797 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509679 Sep 16 05:13:39.325741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6653998-7a2e-4529-a7b4-dd4c7d98fa94 req-26c729b6-ff6b-4894-bbdd-2d8e02cd54bf tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 210 time: 0.1188509 Sep 16 05:13:39.522378 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.539054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.558271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Attempting to bind port 6e3a7e4c-ff34-4f40-bd05-97f89580765f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:39.558608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Attempting to bind port 6e3a7e4c-ff34-4f40-bd05-97f89580765f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:39.558936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Attempting to bind port 6e3a7e4c-ff34-4f40-bd05-97f89580765f on network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:39.576335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Port 6e3a7e4c-ff34-4f40-bd05-97f89580765f on network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:39.576647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Attempting to bind port 6e3a7e4c-ff34-4f40-bd05-97f89580765f on network 2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:39.626772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:39.627112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Checking segment: {'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:39.627507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Bound using segment: {'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:39.627963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Bound port: 6e3a7e4c-ff34-4f40-bd05-97f89580765f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83366bdd-9193-49ce-bb3b-09b0f0e5930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:39.628354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.707076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Attempting to bind port 07b276db-d14b-4384-80b3-fa62c85e614a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:39.707332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Attempting to bind port 07b276db-d14b-4384-80b3-fa62c85e614a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:39.707698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Attempting to bind port 07b276db-d14b-4384-80b3-fa62c85e614a on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:39.750037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:39.751496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:39.751921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.752529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:39.753038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Bound port: 07b276db-d14b-4384-80b3-fa62c85e614a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:39.753430 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.760243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaf609-2b2e-477e-bf6b-f80f739b0611 None None] Pushing event updated for resources: {'Port': ['ID=07b276db-d14b-4384-80b3-fa62c85e614a,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.760463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] For port 6e3a7e4c-ff34-4f40-bd05-97f89580765f, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:39.766381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] For port 6e3a7e4c-ff34-4f40-bd05-97f89580765f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6e3a7e4c-ff34-4f40-bd05-97f89580765f,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:39.789875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.790758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc30295-30e0-4268-875c-5edc683f0362 req-5cb3735e-dc8b-4b30-8544-223ac91d72e3 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.801552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efc30295-30e0-4268-875c-5edc683f0362 req-5cb3735e-dc8b-4b30-8544-223ac91d72e3 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 949 time: 0.2159507 Sep 16 05:13:39.824873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.826951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:39.829307 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3d906-0024-4b43-9a36-650ec478475a" -d '{"events": [{"server_uuid": "3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec", "name": "network-vif-plugged", "status": "completed", "tag": "3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:39.861481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:39.884062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.974161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3a7e4c-ff34-4f40-bd05-97f89580765f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.979561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.003509 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ad198d-cf00-4874-98ce-9a45d32817a0 x-openstack-request-id: req-05ad198d-cf00-4874-98ce-9a45d32817a0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:40.004139 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec", "name": "network-vif-plugged", "status": "completed", "tag": "3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:40.004139 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05ad198d-cf00-4874-98ce-9a45d32817a0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:40.004343 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b', 'code': 200} Sep 16 05:13:40.021527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.022162 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.023756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Deleting port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:40.023924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-852f212e-8ff5-4570-b908-a1f69deacf31 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e3a7e4c-ff34-4f40-bd05-97f89580765f HTTP/1.1" status: 200 len: 1092 time: 1.6763277 Sep 16 05:13:40.024393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.024800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'tag': '6e3a7e4c-ff34-4f40-bd05-97f89580765f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:40.027468 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629d3e87-c228-42d8-ba27-c31039b4eee8" -d '{"events": [{"name": "network-changed", "server_uuid": "b38f7d6f-fc28-493f-9947-cb296a34632c", "tag": "6e3a7e4c-ff34-4f40-bd05-97f89580765f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:40.043284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] For port 07b276db-d14b-4384-80b3-fa62c85e614a, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:40.110810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] For port 07b276db-d14b-4384-80b3-fa62c85e614a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=07b276db-d14b-4384-80b3-fa62c85e614a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:40.135626 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.154668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:40.167324 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f5b52a-46d4-43fc-9b14-aa6902c376de x-openstack-request-id: req-73f5b52a-46d4-43fc-9b14-aa6902c376de {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:40.167898 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38f7d6f-fc28-493f-9947-cb296a34632c", "tag": "6e3a7e4c-ff34-4f40-bd05-97f89580765f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:40.169031 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73f5b52a-46d4-43fc-9b14-aa6902c376de {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:40.169651 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'tag': '6e3a7e4c-ff34-4f40-bd05-97f89580765f', 'status': 'completed', 'code': 200} Sep 16 05:13:40.175912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efc30295-30e0-4268-875c-5edc683f0362 req-f01d9a6a-d676-461f-b422-de398b668841 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754544 Sep 16 05:13:40.236983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-a41aee5c-d541-43f0-9a0b-5bdea786f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.239682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-a41aee5c-d541-43f0-9a0b-5bdea786f6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee248c40c36040019b811867ca157239&device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 1095 time: 0.1503575 Sep 16 05:13:40.247731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c8426-4c32-4559-a901-3007e9fbcac9 req-a777fb7f-5532-450a-a8c7-176c1a8b36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.254253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-792c8426-4c32-4559-a901-3007e9fbcac9 req-a777fb7f-5532-450a-a8c7-176c1a8b36d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 1102 time: 0.1950722 Sep 16 05:13:40.262156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:40.263397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.326992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaf609-2b2e-477e-bf6b-f80f739b0611 None None] Pushing event updated for resources: {'Port': ['ID=07b276db-d14b-4384-80b3-fa62c85e614a,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:40.369328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-c426fe9f-74f4-4cc4-b345-d10ae6816c7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3a7e4c-ff34-4f40-bd05-97f89580765f HTTP/1.1" status: 200 len: 217 time: 0.1138325 Sep 16 05:13:40.449215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-792c8426-4c32-4559-a901-3007e9fbcac9 req-56ebe710-9c90-4ca7-aab7-9fd2a2d568a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798277 Sep 16 05:13:40.464678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-9709f52b-1c6c-45ce-9ae7-702e4fff85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:40.468759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-9709f52b-1c6c-45ce-9ae7-702e4fff85b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d3bc70a-91ce-4713-8b33-531aa9691530 HTTP/1.1" status: 200 len: 848 time: 0.0900750 Sep 16 05:13:40.481687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:40.491348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] For port bb537a3d-e55d-420a-9b5c-f1a8e3df2772, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:40.491929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.510716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Calling delete_port for bb537a3d-e55d-420a-9b5c-f1a8e3df2772 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:40.567513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-b9fea03c-8d87-4b8a-b789-32e09e28a2f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921628 Sep 16 05:13:40.804209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Allocated IP 172.20.0.1 (4a016958-4a9c-41cc-85d1-5479f1bc4474/08b75a6e-e3f0-47a6-99e6-47664551717a/b41e9560-a293-4d04-9489-8ede8f9c75a3) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:40.805490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:35Z', 'revision_number': 3, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:40.904920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31963f5c-df40-4825-b316-dc6db5dea142 None None] The sync data for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 is: [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:35Z', 'revision_number': 3, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:41.001871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.055387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Pushing event deleted for resources: {'Port': ['ID=bb537a3d-e55d-420a-9b5c-f1a8e3df2772,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.117895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] No DVR routers for this DVR port bb537a3d-e55d-420a-9b5c-f1a8e3df2772 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:41.126128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.128259 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d1e8345-7356-4463-830d-cd2d5df00dd8 req-aca98612-40bf-4232-a801-a95b993ffe80 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "DELETE /v2.0/ports/bb537a3d-e55d-420a-9b5c-f1a8e3df2772 HTTP/1.1" status: 204 len: 173 time: 1.6833034 Sep 16 05:13:41.128709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'name': 'network-vif-deleted', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:41.131131 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef525ad2-881f-4ad1-9aae-85dd280cb9e5" -d '{"events": [{"server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "name": "network-vif-deleted", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:41.148542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.186532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9cc072f3-8212-4a10-a6e0-f948c7ad9e3a req-4b91651e-e79f-4a4d-81e8-bb737a50ec73 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 210 time: 0.5765498 Sep 16 05:13:41.206734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.241659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:41.244801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:41.331802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:41.445426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.449263 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626d48bb-fefc-469e-a971-4d86f5646f9e x-openstack-request-id: req-626d48bb-fefc-469e-a971-4d86f5646f9e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:41.449652 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23e9172-8a4a-4d22-b5b1-8b0740d8bf83", "name": "network-vif-deleted", "tag": "bb537a3d-e55d-420a-9b5c-f1a8e3df2772", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:41.450563 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-626d48bb-fefc-469e-a971-4d86f5646f9e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:41.451047 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23e9172-8a4a-4d22-b5b1-8b0740d8bf83', 'name': 'network-vif-deleted', 'tag': 'bb537a3d-e55d-420a-9b5c-f1a8e3df2772', 'status': 'completed', 'code': 200} Sep 16 05:13:41.508958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Pushing event updated for resources: {'Port': ['ID=b41e9560-a293-4d04-9489-8ede8f9c75a3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.619443 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.711451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68b009-59dc-4762-a623-028e48305775 req-42d08348-85a4-4965-acc6-caa111bce66c tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:41.713165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f68b009-59dc-4762-a623-028e48305775 req-42d08348-85a4-4965-acc6-caa111bce66c tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 943 time: 1.1240497 Sep 16 05:13:41.725704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-0f4f8653-73f9-4623-94b1-2ce869ac40a9 service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1251938 Sep 16 05:13:41.757076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d493b3ce-3880-46b1-a1ab-e071b90b247c None None] Provisioning complete for port b41e9560-a293-4d04-9489-8ede8f9c75a3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:41.757949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d493b3ce-3880-46b1-a1ab-e071b90b247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.765251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.795671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-46dd5a3e-834b-4369-985c-ee03d802d4e7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:41.798046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-46dd5a3e-834b-4369-985c-ee03d802d4e7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 814 time: 0.5636983 Sep 16 05:13:41.826898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Request body: {'port': {'device_id': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'admin_state_up': True, 'tenant_id': '258ce8eed4b143d08834859e86cd733d'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:41.849208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d493b3ce-3880-46b1-a1ab-e071b90b247c None None] Port b41e9560-a293-4d04-9489-8ede8f9c75a3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:41.859628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f68b009-59dc-4762-a623-028e48305775 req-2511f864-e6df-4fde-a51e-eaf0e02876e7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294255 Sep 16 05:13:41.955179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b75c9-196c-4995-9799-86719b1ba39c req-1a507329-1b7e-4a1b-9d3c-5f3516401eb3 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:41.957016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084b75c9-196c-4995-9799-86719b1ba39c req-1a507329-1b7e-4a1b-9d3c-5f3516401eb3 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 950 time: 0.3677726 Sep 16 05:13:42.065535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 07b276db-d14b-4384-80b3-fa62c85e614a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:42.142395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05c2740a-08f4-44d4-8e21-8701adae04f6 req-31453d41-f957-49b8-9791-771d2ebffcea service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893909 Sep 16 05:13:42.146359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084b75c9-196c-4995-9799-86719b1ba39c req-70aa12b6-cfea-4b05-9336-182529add3bf tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801424 Sep 16 05:13:42.162660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 07b276db-d14b-4384-80b3-fa62c85e614a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:42.164412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.207882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Made reservation on behalf of 258ce8eed4b143d08834859e86cd733d for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:42.213153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.231735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.242019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.336364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.346422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Pushing event updated for resources: {'Port': ['ID=b41e9560-a293-4d04-9489-8ede8f9c75a3,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.369743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.432024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Allocated IP 172.20.0.11 (ebe885e6-4d04-4fd9-adee-ef5908fdde95/ce29a734-4169-4c76-b2e3-2fe197987d17/6f73a1fc-3b02-4076-b9d2-df5f9ea9db29) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:42.434936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 07b276db-d14b-4384-80b3-fa62c85e614a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=07b276db-d14b-4384-80b3-fa62c85e614a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:42.445379 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.521250 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:42.521815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb537a3d-e55d-420a-9b5c-f1a8e3df2772 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:42.523685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:42.566613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=07b276db-d14b-4384-80b3-fa62c85e614a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.570308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: bb537a3d-e55d-420a-9b5c-f1a8e3df2772 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:42.600282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device bb537a3d-e55d-420a-9b5c-f1a8e3df2772 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:42.641901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51b52cc3-1926-42ed-a257-cbc0c1c41b0e req-cb590818-9c95-47b8-a9e0-77a01acd7768 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 210 time: 0.1121395 Sep 16 05:13:42.692137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-534d3556-14d5-4833-b90e-fa3a3ce63dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:42.693884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-534d3556-14d5-4833-b90e-fa3a3ce63dba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee248c40c36040019b811867ca157239&device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 1095 time: 0.4433591 Sep 16 05:13:42.738415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.744665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Router 9ca79985-6c44-4702-9fe9-f783dba07ecb has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:42.844144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-7392d439-a31a-43ca-a2c7-5447131daa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:42.845983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-7392d439-a31a-43ca-a2c7-5447131daa7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 HTTP/1.1" status: 200 len: 909 time: 0.1371713 Sep 16 05:13:42.905982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-566374e8-27a9-4765-aa36-de2f39abe82d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3a7e4c-ff34-4f40-bd05-97f89580765f HTTP/1.1" status: 200 len: 217 time: 0.0485141 Sep 16 05:13:42.950928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:42.983898 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6d4cf01-31c1-498d-94da-f3c1797dafdc admin admin] 10.222.0.55 "PUT /v2.0/routers/9ca79985-6c44-4702-9fe9-f783dba07ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0037849 Sep 16 05:13:42.999516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bcc26bd4-9784-4be1-9bca-73c29635bf2f None None] Provisioning complete for port b41e9560-a293-4d04-9489-8ede8f9c75a3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:43.000083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bcc26bd4-9784-4be1-9bca-73c29635bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.049559 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.065307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-4a17a521-20dd-4566-b0f8-429fb651b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.066868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-4a17a521-20dd-4566-b0f8-429fb651b534 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d3bc70a-91ce-4713-8b33-531aa9691530 HTTP/1.1" status: 200 len: 848 time: 0.1505649 Sep 16 05:13:43.086556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bcc26bd4-9784-4be1-9bca-73c29635bf2f None None] Port b41e9560-a293-4d04-9489-8ede8f9c75a3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:43.135923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bedfd-6375-4124-8510-6a86d08548c9 req-66628c6c-2554-4053-a3c8-69a92709d87d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.137690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a43bedfd-6375-4124-8510-6a86d08548c9 req-66628c6c-2554-4053-a3c8-69a92709d87d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 943 time: 0.1444860 Sep 16 05:13:43.180377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-b93c12f0-99ee-4949-abfa-8ff5fce35d17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904729 Sep 16 05:13:43.194497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Network ebe885e6-4d04-4fd9-adee-ef5908fdde95 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:43.208349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Pushing event updated for resources: {'Port': ['ID=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.212175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:43.227933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:43.284759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a43bedfd-6375-4124-8510-6a86d08548c9 req-f004398b-495c-4d21-906f-18dd11b0dbe7 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222825 Sep 16 05:13:43.362802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.363050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.396860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-1dbae753-f883-46f8-865a-7a3b1d6116a2 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5755589 Sep 16 05:13:43.420330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Request body: {'port': {'device_id': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:43.433130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-570dece5-9e7c-44f1-a4ce-d502ad0c929d service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307539 Sep 16 05:13:43.543333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Sync routers for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:43.554772 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:43.555418 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:43.581881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.670019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-629d3e87-c228-42d8-ba27-c31039b4eee8 req-43c8eb3e-ad2c-4583-bc90-1c2c1becd7a2 service neutron] 10.222.0.64 "GET /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228775 Sep 16 05:13:43.683765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a77b78-0174-45df-9178-8b18c3b0d3c5 req-31d70bf8-1eba-40f0-bfb4-624ef574dc0a tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:43.685575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36a77b78-0174-45df-9178-8b18c3b0d3c5 req-31d70bf8-1eba-40f0-bfb4-624ef574dc0a tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 950 time: 0.2803617 Sep 16 05:13:43.739063 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:43.892452 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54686) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:43.897509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4369c06f-6706-4bd3-bb70-fd99d4bb93a6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587870637', 'description': 'tempest-description--1924253732'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:43.995166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4369c06f-6706-4bd3-bb70-fd99d4bb93a6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.048212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 07b276db-d14b-4384-80b3-fa62c85e614a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:44.114513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 07b276db-d14b-4384-80b3-fa62c85e614a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.115160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.120144 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 2, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:44.137801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:44.149603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.163887 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Checking router: 9ca79985-6c44-4702-9fe9-f783dba07ecb for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:44.164706 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Updating router 9ca79985-6c44-4702-9fe9-f783dba07ecb port b41e9560-a293-4d04-9489-8ede8f9c75a3 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:44.166132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Transition to ACTIVE for port object 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:44.173814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4369c06f-6706-4bd3-bb70-fd99d4bb93a6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.179643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4369c06f-6706-4bd3-bb70-fd99d4bb93a6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.186269 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.199566 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.213002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4369c06f-6706-4bd3-bb70-fd99d4bb93a6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.215403 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4369c06f-6706-4bd3-bb70-fd99d4bb93a6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3216159 Sep 16 05:13:44.222099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54688) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.228370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a9fc2e60-7cd6-4f35-9dc5-5462bc0232fb tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Request body: {'security_group_rule': {'security_group_id': '6660286d-0f75-434f-b13b-b42f4a3d979c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:44.247292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36a77b78-0174-45df-9178-8b18c3b0d3c5 req-2b27bb66-8472-43aa-9f10-ed0a6ad5ee26 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865015 Sep 16 05:13:44.271556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Pushing event updated for resources: {'Port': ['ID=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.273183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369c06f-6706-4bd3-bb70-fd99d4bb93a6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6660286d-0f75-434f-b13b-b42f4a3d979c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.289930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.290268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.290714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.291155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.291592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.292180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.292620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.293134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.293517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.293947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.294395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.294826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:44.316402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081368d-0116-40b5-9bdb-55ccc6552fa5 req-84b97550-452d-481c-b6ec-9f371147b2c5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.318541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4081368d-0116-40b5-9bdb-55ccc6552fa5 req-84b97550-452d-481c-b6ec-9f371147b2c5 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 944 time: 0.1470959 Sep 16 05:13:44.333729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2e60-7cd6-4f35-9dc5-5462bc0232fb tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.422219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4081368d-0116-40b5-9bdb-55ccc6552fa5 req-d0210482-2dc0-47e9-8b23-f6c0eb4a3b9a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969427 Sep 16 05:13:44.454577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2e60-7cd6-4f35-9dc5-5462bc0232fb tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.461756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Attempting to bind port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:44.462001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2e60-7cd6-4f35-9dc5-5462bc0232fb tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.463181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Attempting to bind port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:44.464433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Attempting to bind port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:44.474639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:44.477449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Attempting to bind port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 on network ebe885e6-4d04-4fd9-adee-ef5908fdde95 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:44.486756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc2e60-7cd6-4f35-9dc5-5462bc0232fb tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd33f824-6c54-4df5-b9ec-ea26768a033a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.492439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:44.494067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Checking segment: {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:44.506930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Bound using segment: {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:44.508421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Bound port: 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12c493-9b5d-4f47-bd02-de124cfaab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:44.510734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9fc2e60-7cd6-4f35-9dc5-5462bc0232fb tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.511558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.516430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a9fc2e60-7cd6-4f35-9dc5-5462bc0232fb tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930641 Sep 16 05:13:44.517485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54696) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.529709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-331e5e41-87e4-4441-99ea-481b8be4b35b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Request body: {'security_group_rule': {'security_group_id': '6660286d-0f75-434f-b13b-b42f4a3d979c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:44.655842 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.663342 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.681465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-331e5e41-87e4-4441-99ea-481b8be4b35b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.720925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6554bfe-16a9-44a8-b543-4561620a2e10 req-edda7bea-f72b-4c11-a60a-31458b6694b2 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.721177 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe439fb3-47f5-492d-aab8-4770838a14c5 None None] Pushing event updated for resources: {'Port': ['ID=b41e9560-a293-4d04-9489-8ede8f9c75a3,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.721841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6554bfe-16a9-44a8-b543-4561620a2e10 req-edda7bea-f72b-4c11-a60a-31458b6694b2 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 943 time: 0.1632857 Sep 16 05:13:44.738006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf254d9c-ad2f-4d46-98dc-eaaea0e6fe43 req-4710a80c-8a4d-4cbb-83cd-f711a8bfb224 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.739688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf254d9c-ad2f-4d46-98dc-eaaea0e6fe43 req-4710a80c-8a4d-4cbb-83cd-f711a8bfb224 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 950 time: 0.1822288 Sep 16 05:13:44.801363 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Attempting to bind port b41e9560-a293-4d04-9489-8ede8f9c75a3 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:44.802161 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Attempting to bind port b41e9560-a293-4d04-9489-8ede8f9c75a3 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:44.802389 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Attempting to bind port b41e9560-a293-4d04-9489-8ede8f9c75a3 on network 4a016958-4a9c-41cc-85d1-5479f1bc4474 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:44.803587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] For port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:44.809157 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:44.810560 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Checking segment: {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:44.811188 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.811823 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Bound using segment: {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:44.812756 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Bound port: b41e9560-a293-4d04-9489-8ede8f9c75a3, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:44.824319 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.833460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] For port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:44.858661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.875868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf254d9c-ad2f-4d46-98dc-eaaea0e6fe43 req-bf473ed6-0378-4ae3-a7de-6027ff8e5874 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127057 Sep 16 05:13:44.894694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6554bfe-16a9-44a8-b543-4561620a2e10 req-fa8fa213-444d-4810-8d57-6cf0805fb1bb tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489565 Sep 16 05:13:44.928888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-331e5e41-87e4-4441-99ea-481b8be4b35b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.937157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.937781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.939202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] 10.222.0.73 "PUT /v2.0/ports/6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 HTTP/1.1" status: 200 len: 1093 time: 1.5238245 Sep 16 05:13:44.939812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'tag': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:44.942115 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8678c-44eb-4dd1-9f55-3d15cca47301" -d '{"events": [{"name": "network-changed", "server_uuid": "5d158ac0-24b5-4f5c-beae-8c30f0a102ce", "tag": "6f73a1fc-3b02-4076-b9d2-df5f9ea9db29"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:44.945225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-331e5e41-87e4-4441-99ea-481b8be4b35b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.949852 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] For port b41e9560-a293-4d04-9489-8ede8f9c75a3, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:44.954466 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] For port b41e9560-a293-4d04-9489-8ede8f9c75a3, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b41e9560-a293-4d04-9489-8ede8f9c75a3,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:44.963384 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.021516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e44c762b-9240-431f-82d7-7877479068a5 None None] Provisioning complete for port b41e9560-a293-4d04-9489-8ede8f9c75a3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.022116 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e44c762b-9240-431f-82d7-7877479068a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.039760 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c2225-3e03-4992-81b3-d9e4c81d849c x-openstack-request-id: req-f30c2225-3e03-4992-81b3-d9e4c81d849c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:45.040062 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d158ac0-24b5-4f5c-beae-8c30f0a102ce", "tag": "6f73a1fc-3b02-4076-b9d2-df5f9ea9db29", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:45.040342 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f30c2225-3e03-4992-81b3-d9e4c81d849c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:45.040759 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'tag': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29', 'status': 'completed', 'code': 200} Sep 16 05:13:45.069490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e5e41-87e4-4441-99ea-481b8be4b35b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c0ad78-6761-42a1-8c36-a0b3d3d2823d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.076730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb6b8-74e9-40fc-8471-cb0640574471 service neutron] Pushing event updated for resources: {'Port': ['ID=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.084644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-331e5e41-87e4-4441-99ea-481b8be4b35b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.089123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-331e5e41-87e4-4441-99ea-481b8be4b35b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5608339 Sep 16 05:13:45.089251 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:45.089251 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.089459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54706) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.094978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:45.148422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.164359 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe439fb3-47f5-492d-aab8-4770838a14c5 None None] Pushing event updated for resources: {'Port': ['ID=b41e9560-a293-4d04-9489-8ede8f9c75a3,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.221528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e44c762b-9240-431f-82d7-7877479068a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.300725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e44c762b-9240-431f-82d7-7877479068a5 None None] For port b41e9560-a293-4d04-9489-8ede8f9c75a3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b41e9560-a293-4d04-9489-8ede8f9c75a3,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:45.310483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e44c762b-9240-431f-82d7-7877479068a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.311765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-08d2ceca-838e-46e0-9fa0-0ee943b826ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.313518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-08d2ceca-838e-46e0-9fa0-0ee943b826ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 1096 time: 0.2941587 Sep 16 05:13:45.344770 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:45.382818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-58560c65-772c-453f-b03a-183543a895f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 HTTP/1.1" status: 200 len: 217 time: 0.0601180 Sep 16 05:13:45.407831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c762b-9240-431f-82d7-7877479068a5 None None] Pushing event updated for resources: {'Port': ['ID=b41e9560-a293-4d04-9489-8ede8f9c75a3,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.430982 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.447923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ceb9d09c-7790-4c3c-9e79-3f4e52583cc5 None None] Provisioning complete for port b41e9560-a293-4d04-9489-8ede8f9c75a3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.448339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d09c-7790-4c3c-9e79-3f4e52583cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.467546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-ddfed632-695f-4dbc-a5cb-be93aea2a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.474028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-ddfed632-695f-4dbc-a5cb-be93aea2a15c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce29a734-4169-4c76-b2e3-2fe197987d17 HTTP/1.1" status: 200 len: 854 time: 0.0820246 Sep 16 05:13:45.535078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-914c9554-f742-4d85-a5f4-ed2a806dc405 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebe885e6-4d04-4fd9-adee-ef5908fdde95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515628 Sep 16 05:13:45.563231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.647511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Allocated IP 172.25.6.230 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/7f12d3af-1468-4ffa-acfe-84556b5caa6d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:45.726495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2010e4-7c96-4b90-a776-f3c975532cf2 req-cf847854-cac9-4b4b-a0ff-25e432b3fc54 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:45.728590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c2010e4-7c96-4b90-a776-f3c975532cf2 req-cf847854-cac9-4b4b-a0ff-25e432b3fc54 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 944 time: 0.1582980 Sep 16 05:13:45.773225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-ad32ed48-e736-4571-8891-618bbabe77fe service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309806 Sep 16 05:13:45.778643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13d303e2-04a4-49d3-8907-755a0528be07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.797179 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.813748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c2010e4-7c96-4b90-a776-f3c975532cf2 req-ea19305e-ae9f-4181-bb6a-f9e3a8931f4f tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769939 Sep 16 05:13:45.830600 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d47f0-429b-4118-a5e6-9dc61b9fc42d None None] The sync data for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 is: [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:44Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:45.866877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.936752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdcd46a1-6e98-4abe-ba58-99703ba303d4 req-ff0890b8-dd26-4555-a31e-ab16244081a6 service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506805 Sep 16 05:13:46.027637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13d303e2-04a4-49d3-8907-755a0528be07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.037332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13d303e2-04a4-49d3-8907-755a0528be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.137789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee5b8f-b911-4046-975a-a8c71801273e req-ac0a73c0-7ffe-450d-9828-b0887862755f tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.141849 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2aee5b8f-b911-4046-975a-a8c71801273e req-ac0a73c0-7ffe-450d-9828-b0887862755f tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 950 time: 0.2901855 Sep 16 05:13:46.152953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b41e9560-a293-4d04-9489-8ede8f9c75a3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:46.156130 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-13d303e2-04a4-49d3-8907-755a0528be07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0833b48339d6433b930a89e0cdffb45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913565 Sep 16 05:13:46.161945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54724) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.202496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d303e2-04a4-49d3-8907-755a0528be07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e69406e-5a9d-4ea3-ba63-e7e89f52eee1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.229050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.229228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-25cedcaf-aa98-4010-b6f9-527d2ed91167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.233197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-25cedcaf-aa98-4010-b6f9-527d2ed91167 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=258ce8eed4b143d08834859e86cd733d&device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 1096 time: 0.2170722 Sep 16 05:13:46.261625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc008d-66d7-462e-bcf2-c51282feb94b req-820da9f7-7c39-46fc-8574-ad825779a89b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.264440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18cc008d-66d7-462e-bcf2-c51282feb94b req-820da9f7-7c39-46fc-8574-ad825779a89b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 943 time: 0.2323997 Sep 16 05:13:46.267793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b41e9560-a293-4d04-9489-8ede8f9c75a3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.268826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.301372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:46.315394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:46.323133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:46.331613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event updated for resources: {'Port': ['ID=7f12d3af-1468-4ffa-acfe-84556b5caa6d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.395529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Deleting port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:46.395813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.442013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-efea5868-23f3-470e-b6f1-245e966bf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.445226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-efea5868-23f3-470e-b6f1-245e966bf623 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 200 len: 915 time: 0.1713958 Sep 16 05:13:46.489855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a29db-51c9-4504-86f8-58c376908206 req-4e40890e-a5b0-46bf-9a8d-fed7d814b6c4 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.491772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-088a29db-51c9-4504-86f8-58c376908206 req-4e40890e-a5b0-46bf-9a8d-fed7d814b6c4 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 950 time: 0.4038880 Sep 16 05:13:46.531310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-5cfe6a07-538a-4b73-ae55-fb5579515ef3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 HTTP/1.1" status: 200 len: 217 time: 0.0683286 Sep 16 05:13:46.600188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.615335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f096705c-9d0e-49b4-9a17-3d9011e52c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.627834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18cc008d-66d7-462e-bcf2-c51282feb94b req-8c651b92-2a7b-49a6-b7bf-b5f16a0ece93 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891878 Sep 16 05:13:46.656728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] For port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:46.657408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.683374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Calling delete_port for 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:46.686208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.686972 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f096705c-9d0e-49b4-9a17-3d9011e52c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.703457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-a4671f02-5cb0-4806-a1d6-b0fc4a9ace3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:46.705129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-a4671f02-5cb0-4806-a1d6-b0fc4a9ace3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce29a734-4169-4c76-b2e3-2fe197987d17 HTTP/1.1" status: 200 len: 854 time: 0.1629694 Sep 16 05:13:46.720553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-088a29db-51c9-4504-86f8-58c376908206 req-403d9e3b-4504-4f78-a9fa-ea04d589eec8 tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/security-groups?id=83a5ac3b-cc08-4ec0-91fd-403b741dccce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941476 Sep 16 05:13:46.758200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-7deb1c10-62c1-41d8-9424-3ef4213ea59d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebe885e6-4d04-4fd9-adee-ef5908fdde95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413003 Sep 16 05:13:46.765193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6e3a7e4c-ff34-4f40-bd05-97f89580765f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:46.871451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f096705c-9d0e-49b4-9a17-3d9011e52c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.882324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f096705c-9d0e-49b4-9a17-3d9011e52c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.883534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f096705c-9d0e-49b4-9a17-3d9011e52c34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e69406e-5a9d-4ea3-ba63-e7e89f52eee1 HTTP/1.1" status: 204 len: 168 time: 0.7208643 Sep 16 05:13:46.920857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 6e3a7e4c-ff34-4f40-bd05-97f89580765f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6e3a7e4c-ff34-4f40-bd05-97f89580765f,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:46.941073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096705c-9d0e-49b4-9a17-3d9011e52c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e69406e-5a9d-4ea3-ba63-e7e89f52eee1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.951825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '6e3a7e4c-ff34-4f40-bd05-97f89580765f', 'network_id': '2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9', 'port_id': '6e3a7e4c-ff34-4f40-bd05-97f89580765f', 'mac_address': 'fa:16:3e:18:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3bc70a-91ce-4713-8b33-531aa9691530', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:46.971053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-e3340c87-103a-48b0-9500-35fa1c4d1e3f service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015407 Sep 16 05:13:47.063877 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.101052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3a7e4c-ff34-4f40-bd05-97f89580765f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:47.148404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4f4fa-9a68-49ae-a701-1478af970106 req-0d0d958c-1493-4a23-b82e-99015d0ce4ee tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.157237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85f4f4fa-9a68-49ae-a701-1478af970106 req-0d0d958c-1493-4a23-b82e-99015d0ce4ee tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 944 time: 0.2254705 Sep 16 05:13:47.164894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 6e3a7e4c-ff34-4f40-bd05-97f89580765f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6e3a7e4c-ff34-4f40-bd05-97f89580765f,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:47.173639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.200251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-39c17220-7b94-4138-87a1-5055198a5322 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2445884 Sep 16 05:13:47.248832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85f4f4fa-9a68-49ae-a701-1478af970106 req-679b5b26-c5f1-43a6-b1b7-7919b0ff6721 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892813 Sep 16 05:13:47.271173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca8678c-44eb-4dd1-9f55-3d15cca47301 req-27e5d371-e18a-4d39-9b6e-160a9eb3c640 service neutron] 10.222.0.73 "GET /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544043 Sep 16 05:13:47.319061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=6e3a7e4c-ff34-4f40-bd05-97f89580765f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:47.333529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-7afef3e3-82fa-49dc-be64-54713cb70ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.336578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-7afef3e3-82fa-49dc-be64-54713cb70ee2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 1097 time: 0.0859106 Sep 16 05:13:47.346566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.367564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:47.400134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.430088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Pushing event deleted for resources: {'Port': ['ID=3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:47.431709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.441457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54732) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:47.489190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed531-3755-4625-919a-8db50d7edd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.504594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] No DVR routers for this DVR port 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:47.511549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.513818 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2aee5b8f-b911-4046-975a-a8c71801273e req-c9223f44-1198-4be9-bd6c-20106f560d1c tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.73 "DELETE /v2.0/ports/3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b HTTP/1.1" status: 204 len: 173 time: 1.3542356 Sep 16 05:13:47.515838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'name': 'network-vif-deleted', 'tag': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:47.518000 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdf925-2e52-4ca7-a15c-5024bc097f5a" -d '{"events": [{"server_uuid": "3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec", "name": "network-vif-deleted", "tag": "3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:47.599405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event updated for resources: {'Port': ['ID=7f12d3af-1468-4ffa-acfe-84556b5caa6d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:47.605769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.629312 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa853b6-23a6-4057-9d67-bcfb7a50cbe4 x-openstack-request-id: req-4fa853b6-23a6-4057-9d67-bcfb7a50cbe4 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:47.629913 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec", "name": "network-vif-deleted", "tag": "3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:47.630327 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fa853b6-23a6-4057-9d67-bcfb7a50cbe4 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:47.630894 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec', 'name': 'network-vif-deleted', 'tag': '3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b', 'status': 'completed', 'code': 200} Sep 16 05:13:47.667464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-082b78f0-4dd8-4d9d-a5f9-882ca9289b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.668705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-082b78f0-4dd8-4d9d-a5f9-882ca9289b68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.3108594 Sep 16 05:13:47.722249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-9bc410dc-7e18-4673-94dd-d05e825268c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1 HTTP/1.1" status: 200 len: 217 time: 0.0450516 Sep 16 05:13:47.735904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['6e3a7e4c-ff34-4f40-bd05-97f89580765f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:47.817287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed531-3755-4625-919a-8db50d7edd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.825923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-894888e6-cc70-45ac-9b35-b728f1d17009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.827672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-894888e6-cc70-45ac-9b35-b728f1d17009 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.0973029 Sep 16 05:13:47.830697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.840963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed531-3755-4625-919a-8db50d7edd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.842467 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d338ff34-6573-4c7d-a3c9-301377e0144f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7521503 Sep 16 05:13:47.914084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac4ff-128b-4812-8c48-b23b8eb26023 req-e01eb38b-68a3-4573-9ab5-f54486852b7f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.915812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acfac4ff-128b-4812-8c48-b23b8eb26023 req-e01eb38b-68a3-4573-9ab5-f54486852b7f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 944 time: 0.1758633 Sep 16 05:13:47.928423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4e5d325-1ae7-4307-beb0-f4251eb69e15 req-5eb31a92-7fae-434c-98a9-d0c3a0f8f74e tempest-ImagesNegativeTestJSON-1648667414 tempest-ImagesNegativeTestJSON-1648667414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ee84304-e7cd-47c6-b4b9-f5fd8cf0acec HTTP/1.1" status: 200 len: 210 time: 0.0932217 Sep 16 05:13:47.976244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ed531-3755-4625-919a-8db50d7edd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbf21b4-8a11-4183-862f-2efb124b690c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:47.980699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ac4ed531-3755-4625-919a-8db50d7edd17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=492605c93f4243d4a28c7cc569174751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380096 Sep 16 05:13:47.983542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54746) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:48.000868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-598a8ec9-14bf-4d5d-92be-aef679b4fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:48.002815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-598a8ec9-14bf-4d5d-92be-aef679b4fd93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564338 Sep 16 05:13:48.008615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acfac4ff-128b-4812-8c48-b23b8eb26023 req-e944698f-9dac-458e-99ec-e5823bce0a24 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787253 Sep 16 05:13:48.047824 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-773dc551-8177-4082-afdc-2f36827406aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.080204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-773dc551-8177-4082-afdc-2f36827406aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.145202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-773dc551-8177-4082-afdc-2f36827406aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.148709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-773dc551-8177-4082-afdc-2f36827406aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:48.152353 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-773dc551-8177-4082-afdc-2f36827406aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cbf21b4-8a11-4183-862f-2efb124b690c HTTP/1.1" status: 204 len: 168 time: 0.1651335 Sep 16 05:13:48.159550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dc551-8177-4082-afdc-2f36827406aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbf21b4-8a11-4183-862f-2efb124b690c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:48.225988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5794693-63c4-49de-b0e4-73023660a69c tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--587870637&fields=id&tenant_id=589b6d16d23c4a619243aa3648f1e7c6 HTTP/1.1" status: 200 len: 267 time: 0.0848029 Sep 16 05:13:48.362591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-abef2d03-7880-4d92-b123-98ae99824999 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411305 Sep 16 05:13:48.821347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-2101425d-75de-4d23-ab0f-0e799f712cbd tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:48.823212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-2101425d-75de-4d23-ab0f-0e799f712cbd tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/networks?id=4a016958-4a9c-41cc-85d1-5479f1bc4474 HTTP/1.1" status: 200 len: 812 time: 0.5663424 Sep 16 05:13:48.836761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4853fe-9e84-4f29-9916-fa3376c8aca2 req-8505af52-fbe6-48c7-a3ec-06df1198de85 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:48.838354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd4853fe-9e84-4f29-9916-fa3376c8aca2 req-8505af52-fbe6-48c7-a3ec-06df1198de85 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 944 time: 0.5023975 Sep 16 05:13:48.868709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-74a6ec79-9939-4a6b-a169-24b579d29266 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/quotas/589b6d16d23c4a619243aa3648f1e7c6 HTTP/1.1" status: 200 len: 375 time: 0.0293131 Sep 16 05:13:48.931942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d53205-5bcb-48ef-b5fa-a5cbf8792e26 req-3954fd41-5a37-48b2-b32e-944304241134 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473051 Sep 16 05:13:48.949412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd4853fe-9e84-4f29-9916-fa3376c8aca2 req-2291ba19-555a-45b5-937c-3501d241153b tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985999 Sep 16 05:13:48.994677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-f656be4e-cc2c-43e6-b2f1-659bb1f513b7 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=589b6d16d23c4a619243aa3648f1e7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133440 Sep 16 05:13:49.107653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-62c183f5-6af5-4c6c-a994-38e63790b3e1 service neutron] 10.222.0.55 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022308 Sep 16 05:13:49.243607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-0a0a9bae-0384-436e-a602-e45407c27519 service neutron] 10.222.0.55 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285064 Sep 16 05:13:49.255181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0b2b9-62f6-4179-b2c8-dc4b772ebe38 req-a566eb80-fb20-4c5e-8fcb-2711c8137295 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:49.256686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ec0b2b9-62f6-4179-b2c8-dc4b772ebe38 req-a566eb80-fb20-4c5e-8fcb-2711c8137295 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 944 time: 0.0739679 Sep 16 05:13:49.300064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ec0b2b9-62f6-4179-b2c8-dc4b772ebe38 req-22e719ce-2271-4c37-82d9-cf37364ed29b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366013 Sep 16 05:13:49.482916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29409bf7-b287-4a18-ab28-b94bb8fd0e89 req-b87745f0-ac3f-4537-b615-e3c7ce9f63ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 210 time: 0.0371845 Sep 16 05:13:49.707323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54824) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:49.878384 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ebb827a5-1e65-4f2f-b7e1-c2413014fbb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5d72d00a7ec4db08f941b76bc367495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697655 Sep 16 05:13:49.881155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54834) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:49.937273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d33ba1f-ef2c-4891-82ad-1ce5e96a59a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.964069 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d33ba1f-ef2c-4891-82ad-1ce5e96a59a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.041987 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d33ba1f-ef2c-4891-82ad-1ce5e96a59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.045024 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d33ba1f-ef2c-4891-82ad-1ce5e96a59a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.048957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6d33ba1f-ef2c-4891-82ad-1ce5e96a59a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83a5ac3b-cc08-4ec0-91fd-403b741dccce HTTP/1.1" status: 204 len: 168 time: 0.1639464 Sep 16 05:13:50.070603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33ba1f-ef2c-4891-82ad-1ce5e96a59a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a5ac3b-cc08-4ec0-91fd-403b741dccce,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.105644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27a893-f5ce-4840-8241-849614bd4fb9 req-4dc078a4-e918-4554-993e-4c41ccee8f41 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.108562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab27a893-f5ce-4840-8241-849614bd4fb9 req-4dc078a4-e918-4554-993e-4c41ccee8f41 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 944 time: 0.0761678 Sep 16 05:13:50.173394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab27a893-f5ce-4840-8241-849614bd4fb9 req-737399e4-5f90-48ae-a045-ba7f3642f66d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Sep 16 05:13:50.455636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5c8aa-a2b9-4cd8-bd68-efa7f4694fa9 req-964dfc88-172e-4b34-8797-bec3cad7ddfa tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.457225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcc5c8aa-a2b9-4cd8-bd68-efa7f4694fa9 req-964dfc88-172e-4b34-8797-bec3cad7ddfa tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 944 time: 0.0632112 Sep 16 05:13:50.511496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcc5c8aa-a2b9-4cd8-bd68-efa7f4694fa9 req-60ce6b14-9571-4f85-b3b3-4e06b7e4a658 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Sep 16 05:13:50.559429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:50.563478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:50.628114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18b8ea5d-e83d-4370-ad78-b04debd44231 req-6209de4a-4af8-466a-8c0e-8059a4d9c1e7 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 210 time: 0.0477681 Sep 16 05:13:50.645954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:50.646635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 3d94a6ef-d0ea-4ac3-8426-a0efbb328d7b not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:50.768325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:50.782883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6e3a7e4c-ff34-4f40-bd05-97f89580765f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:50.793102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-59ccf6bc-f0bc-46a0-be8f-b838aaf23d44 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.795656 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-59ccf6bc-f0bc-46a0-be8f-b838aaf23d44 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.73 "GET /v2.0/networks?id=4a016958-4a9c-41cc-85d1-5479f1bc4474 HTTP/1.1" status: 200 len: 812 time: 0.2742479 Sep 16 05:13:50.814841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29', 'network_id': 'ebe885e6-4d04-4fd9-adee-ef5908fdde95', 'port_id': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29', 'mac_address': 'fa:16:3e:fb:fd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce29a734-4169-4c76-b2e3-2fe197987d17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:50.877600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 6e3a7e4c-ff34-4f40-bd05-97f89580765f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:50.880978 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-376b9a1f-65c6-4734-993c-4ff01c427b43 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=589b6d16d23c4a619243aa3648f1e7c6 HTTP/1.1" status: 200 len: 379 time: 0.0680463 Sep 16 05:13:50.882435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 6e3a7e4c-ff34-4f40-bd05-97f89580765f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:50.882831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.884561 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.893490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Request body: {'port': {'device_id': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'admin_state_up': True, 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'security_groups': ['6660286d-0f75-434f-b13b-b42f4a3d979c']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:50.969926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:51.001597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:51.012932 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.044208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54874) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:51.119492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Made reservation on behalf of 589b6d16d23c4a619243aa3648f1e7c6 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:51.124359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.233528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1983286323-network', 'tenant_id': '1de2948b9fdb4db790eaa4088db854fa'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:51.283931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Made reservation on behalf of 1de2948b9fdb4db790eaa4088db854fa for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:51.285059 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:51.290553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.326488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.382312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.385504 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.417731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Allocated IP 172.20.0.9 (4a016958-4a9c-41cc-85d1-5479f1bc4474/08b75a6e-e3f0-47a6-99e6-47664551717a/043f5711-2c24-40a1-be1b-bf9cdcd4f0e0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:51.427505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d3a43-6b44-45e5-ad15-86d84a175c71 req-ef64851a-b687-437e-b071-d4f6e54f654a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.430013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e81d3a43-6b44-45e5-ad15-86d84a175c71 req-ef64851a-b687-437e-b071-d4f6e54f654a tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 945 time: 0.1060236 Sep 16 05:13:51.461170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3a7e4c-ff34-4f40-bd05-97f89580765f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:51.465497 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0323f1fe-c949-4e8d-93ca-e0812cf55bf6" -d '{"events": [{"server_uuid": "b38f7d6f-fc28-493f-9947-cb296a34632c", "name": "network-vif-plugged", "status": "completed", "tag": "6e3a7e4c-ff34-4f40-bd05-97f89580765f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:51.472544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 6e3a7e4c-ff34-4f40-bd05-97f89580765f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6e3a7e4c-ff34-4f40-bd05-97f89580765f,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:51.483300 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.487090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6f73a1fc-3b02-4076-b9d2-df5f9ea9db29'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:51.576363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e81d3a43-6b44-45e5-ad15-86d84a175c71 req-ba65581c-40e3-4d0f-8658-95798175b2f0 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196477 Sep 16 05:13:51.704144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.714037 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.715743 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cae203-6bb9-4d4c-b5de-03e7e712b11d x-openstack-request-id: req-e1cae203-6bb9-4d4c-b5de-03e7e712b11d {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:51.717140 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38f7d6f-fc28-493f-9947-cb296a34632c", "name": "network-vif-plugged", "status": "completed", "tag": "6e3a7e4c-ff34-4f40-bd05-97f89580765f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:51.719000 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1cae203-6bb9-4d4c-b5de-03e7e712b11d {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:51.720471 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3a7e4c-ff34-4f40-bd05-97f89580765f', 'code': 200} Sep 16 05:13:51.741842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.763474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285c8fa-b320-4127-b137-699f4726f05c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.824854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=6e3a7e4c-ff34-4f40-bd05-97f89580765f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.834476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:51.842026 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.893668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:51.900057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:51.904854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.905390 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Added segment 6e612539-6dd6-41d5-a6db-7829d95bc1cf of type vlan for network d7daca8c-5320-468f-8511-0bd3b9277a1a Sep 16 05:13:51.907936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:51.943136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event updated for resources: {'Port': ['ID=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:51.946349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508984-b5a9-45a6-ae39-fd0a2e9c0b16 req-c08d3cc1-1295-41dd-b85b-58b4960a1d21 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.960837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b508984-b5a9-45a6-ae39-fd0a2e9c0b16 req-c08d3cc1-1295-41dd-b85b-58b4960a1d21 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 945 time: 0.1998405 Sep 16 05:13:51.989178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.989897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:51.996275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deb222-72f6-474f-8e6e-b8669d98733a req-ccc5727d-ee64-4732-bc4f-22d30b86771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.998098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53deb222-72f6-474f-8e6e-b8669d98733a req-ccc5727d-ee64-4732-bc4f-22d30b86771e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 1097 time: 0.1884418 Sep 16 05:13:52.009979 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a2299ce8-8592-4738-869a-c2a742f083ef tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1212983 Sep 16 05:13:52.030446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Request body: {'port': {'device_id': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:52.064122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.070332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.077444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.083440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.090907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.097240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.103302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.107545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.111529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-c4b36c04-4dd5-475b-9645-214cbebf19b3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.3043613 Sep 16 05:13:52.124467 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.158762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53deb222-72f6-474f-8e6e-b8669d98733a req-834e1373-6186-45e6-8302-361340dd2e6f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442373 Sep 16 05:13:52.186082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b508984-b5a9-45a6-ae39-fd0a2e9c0b16 req-64b89af6-3377-4cf0-9c18-af7b4c45c2b5 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243397 Sep 16 05:13:52.200502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f23a2e5-6b03-461e-b766-f1e6abd4ac2a req-83165ac6-abd9-4a36-9bad-cb2b5f00d1e5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875077 Sep 16 05:13:52.201701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.202900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.203448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.246867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2008367 Sep 16 05:13:52.251670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:52.256634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Request body: {'subnet': {'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1983286323-subnet', 'tenant_id': '1de2948b9fdb4db790eaa4088db854fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:52.270228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cf11ceef-0c40-4c05-94cd-814153109820 None None] Provisioning complete for port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.270603 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceef-0c40-4c05-94cd-814153109820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.314906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Made reservation on behalf of 1de2948b9fdb4db790eaa4088db854fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:52.317582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.319385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b6b4e-43ec-4c1d-802b-6d1b51b52dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=d7daca8c-5320-468f-8511-0bd3b9277a1a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.321553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cf11ceef-0c40-4c05-94cd-814153109820 None None] Port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:52.345276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d7daca8c-5320-468f-8511-0bd3b9277a1a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:52.393050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37012668-4876-4270-b37a-7f8c085ac8e7 req-4aaa2d8f-7234-4a96-8860-892e17bfe451 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.395062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37012668-4876-4270-b37a-7f8c085ac8e7 req-4aaa2d8f-7234-4a96-8860-892e17bfe451 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 931 time: 0.0642784 Sep 16 05:13:52.440399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37012668-4876-4270-b37a-7f8c085ac8e7 req-3c6a617d-04a4-46d3-8374-35bb7ec1bd50 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384004 Sep 16 05:13:52.553062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:52.561308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:52.563857 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.607451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Transition to ACTIVE for port object 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:52.627846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.638467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:52.645549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:52.646088 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.664469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.714954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7371b511-8032-4ae9-97d8-6ec279767c5e,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.739664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Pushing event updated for resources: {'Port': ['ID=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:52.763902 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.832562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Checking segment: {'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:52.832976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Network hostable DHCP agents. Network: d7daca8c-5320-468f-8511-0bd3b9277a1a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:52.845158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:52.854075 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.856931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb82a71-3026-4c25-b930-08fdb69bdcaa req-0d8780f2-1301-499b-93f7-ecfa579a1c71 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.859465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fb82a71-3026-4c25-b930-08fdb69bdcaa req-0d8780f2-1301-499b-93f7-ecfa579a1c71 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 945 time: 0.0898874 Sep 16 05:13:52.875704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Network d7daca8c-5320-468f-8511-0bd3b9277a1a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:52.884872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Attempting to bind port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:52.885219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Attempting to bind port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:52.885563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Attempting to bind port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 on network 4a016958-4a9c-41cc-85d1-5479f1bc4474 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:52.891952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 on network 4a016958-4a9c-41cc-85d1-5479f1bc4474 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:52.893022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Attempting to bind port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 on network 4a016958-4a9c-41cc-85d1-5479f1bc4474 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:52.900827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d7daca8c-5320-468f-8511-0bd3b9277a1a) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:52.903696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:52.904049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Checking segment: {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:52.904492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Bound using segment: {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:52.905016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Bound port: 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d2426f-2b25-44b6-9cbd-4f8614b45132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:52.905441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.911036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.911724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.948162 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-67a1a391-95aa-4d95-ad0c-802336e35550 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6882088 Sep 16 05:13:52.960456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790125f-15fb-4594-be22-ebab64243378 None None] Network d7daca8c-5320-468f-8511-0bd3b9277a1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:53.003783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.023723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.034466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.054714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.061648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.070787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.078995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.086933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.090131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-da1659e9-146a-4bf9-9400-6d0a0003f5f3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.2598913 Sep 16 05:13:53.102161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] For port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:53.112990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fb82a71-3026-4c25-b930-08fdb69bdcaa req-4f51593f-5568-44c4-b7d4-408dec707ac6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336915 Sep 16 05:13:53.114871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] For port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:53.125156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.186517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-b9fd950c-6255-4b03-a39f-2ce0ae7f8b63 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.188517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-b9fd950c-6255-4b03-a39f-2ce0ae7f8b63 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "GET /v2.0/ports/74a915c3-1c83-4d70-9572-61b068b83c34?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0734775 Sep 16 05:13:53.194700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a3245420-dcb0-4379-b00c-ecacb77b02f2 req-c6e4c80a-1b9c-4a8c-be93-dbc6f02583b5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1571372903', 'description': 'tempest-description-55483754'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.203561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.206396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.207850 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] 10.222.0.73 "PUT /v2.0/ports/043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 HTTP/1.1" status: 200 len: 1092 time: 1.1861613 Sep 16 05:13:53.218937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:53.225915 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdf837-b995-4496-a521-b13b5835fcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:53.247711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642fff7-be60-4b4e-98e2-9f514a3aa84a None None] Network d7daca8c-5320-468f-8511-0bd3b9277a1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:53.266472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c12da7-2989-49e0-851b-6fbdd2a4631b service neutron] Pushing event updated for resources: {'Port': ['ID=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.364614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-c44ef88f-65ce-4331-a3b5-4217610d9243 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "GET /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1609821 Sep 16 05:13:53.367973 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3245420-dcb0-4379-b00c-ecacb77b02f2 req-c6e4c80a-1b9c-4a8c-be93-dbc6f02583b5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.369273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-c08f0c5d-1f9f-42c2-98e6-8483f5fddd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.372438 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-c08f0c5d-1f9f-42c2-98e6-8483f5fddd7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=589b6d16d23c4a619243aa3648f1e7c6&device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 1095 time: 0.0982993 Sep 16 05:13:53.427550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:53.490502 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-6fbd7d94-d56b-4e2d-8b98-d2ba64bc0958 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 HTTP/1.1" status: 200 len: 217 time: 0.1012151 Sep 16 05:13:53.544817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3365-5e58-450f-8b7d-c28f8097203a req-1ce381a1-f1a0-4b9c-9955-2cce19180e4c tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.546408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f31a3365-5e58-450f-8b7d-c28f8097203a req-1ce381a1-f1a0-4b9c-9955-2cce19180e4c tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 945 time: 0.1804066 Sep 16 05:13:53.584682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a0694d35-49c8-4349-8d64-16e395f50b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.586347 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-a0694d35-49c8-4349-8d64-16e395f50b05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08b75a6e-e3f0-47a6-99e6-47664551717a HTTP/1.1" status: 200 len: 851 time: 0.0854342 Sep 16 05:13:53.606380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.673315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-312d8b53-26d8-4b44-9f4a-10701ca80349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.676445 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-312d8b53-26d8-4b44-9f4a-10701ca80349 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4a016958-4a9c-41cc-85d1-5479f1bc4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791929 Sep 16 05:13:53.706508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f31a3365-5e58-450f-8b7d-c28f8097203a req-d6315e3e-2cb4-4323-be3a-5237e2165462 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441023 Sep 16 05:13:53.722273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:53.726909 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fff691-cfcb-4134-b1db-deb245928631" -d '{"events": [{"server_uuid": "5d158ac0-24b5-4f5c-beae-8c30f0a102ce", "name": "network-vif-plugged", "status": "completed", "tag": "6f73a1fc-3b02-4076-b9d2-df5f9ea9db29"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:53.734048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3245420-dcb0-4379-b00c-ecacb77b02f2 req-c6e4c80a-1b9c-4a8c-be93-dbc6f02583b5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.751862 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3245420-dcb0-4379-b00c-ecacb77b02f2 req-c6e4c80a-1b9c-4a8c-be93-dbc6f02583b5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.831684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3245420-dcb0-4379-b00c-ecacb77b02f2 req-c6e4c80a-1b9c-4a8c-be93-dbc6f02583b5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.838903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3245420-dcb0-4379-b00c-ecacb77b02f2 req-c6e4c80a-1b9c-4a8c-be93-dbc6f02583b5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6487267 Sep 16 05:13:53.860286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4c80a-1b9c-4a8c-be93-dbc6f02583b5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec673b-38db-4d02-8550-cb0eb8a81ebf,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.950488 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c6d8b-24f3-4819-8a79-63a9be86e9a0 x-openstack-request-id: req-d88c6d8b-24f3-4819-8a79-63a9be86e9a0 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:53.951039 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:53.951178 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d88c6d8b-24f3-4819-8a79-63a9be86e9a0 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:53.953429 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'status': 'completed', 'code': 200} Sep 16 05:13:53.964786 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-604fff59-2d89-430e-840f-dc18a9e5ab31 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781422 Sep 16 05:13:54.022105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.028918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.035510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.042080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.048617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.055800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.063292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.065622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-7c4a9553-d33f-4dc0-a332-66f709e4bf68 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 5434 time: 0.2216961 Sep 16 05:13:54.067986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] For port 74a915c3-1c83-4d70-9572-61b068b83c34, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=74a915c3-1c83-4d70-9572-61b068b83c34,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:54.082529 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-197daebb-06e8-4a07-be56-09a7ffda4899 req-bab0a170-1f6c-4850-9836-19a7dd414be2 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095154 Sep 16 05:13:54.176318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] For port 74a915c3-1c83-4d70-9572-61b068b83c34, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:54.178167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-5ca84589-8ab8-4332-827a-e1a7708c2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.179850 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-5ca84589-8ab8-4332-827a-e1a7708c2290 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=589b6d16d23c4a619243aa3648f1e7c6&device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 1095 time: 0.0494792 Sep 16 05:13:54.213480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] device_id is not set on port 74a915c3-1c83-4d70-9572-61b068b83c34 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:54.223232 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.247390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54934) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:54.263273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.287916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-9b4f8519-dfac-43e1-a22d-9d42c333bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.289734 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-9b4f8519-dfac-43e1-a22d-9d42c333bb00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4a016958-4a9c-41cc-85d1-5479f1bc4474 HTTP/1.1" status: 200 len: 913 time: 0.1029558 Sep 16 05:13:54.322130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d206c-98a5-4fad-bbdc-f726ceceabcf req-bb87e642-ac0f-4fad-93a0-62beec29b351 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.323918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-735d206c-98a5-4fad-bbdc-f726ceceabcf req-bb87e642-ac0f-4fad-93a0-62beec29b351 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 943 time: 0.3173153 Sep 16 05:13:54.351681 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-f2f9e850-fd3b-4ba2-bc36-814720d5e521 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 HTTP/1.1" status: 200 len: 217 time: 0.0524685 Sep 16 05:13:54.359623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] No DVR routers for this DVR port 74a915c3-1c83-4d70-9572-61b068b83c34 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:54.400078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b31b3b4-a33a-42d3-91e7-f988182538d9 req-0f5e1111-bfd9-493f-b24e-e3ba154513b1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&id=abe1cb68-1ee2-4c98-b9f4-8328083e6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3025496 Sep 16 05:13:54.424384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-e0c1a6d9-d8f5-48e4-93d9-ab70ef0cd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.426275 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-e0c1a6d9-d8f5-48e4-93d9-ab70ef0cd8c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08b75a6e-e3f0-47a6-99e6-47664551717a HTTP/1.1" status: 200 len: 851 time: 0.0658739 Sep 16 05:13:54.433792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] In _notify_port_updated(), no bound segment for port 74a915c3-1c83-4d70-9572-61b068b83c34 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:13:54.435304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.435931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.437242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] 10.222.0.73 "PUT /v2.0/ports/74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 200 len: 1027 time: 1.0179377 Sep 16 05:13:54.437853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263318e-0f19-481d-bb03-c0bc3f4ca637 service neutron] Pushing event updated for resources: {'Port': ['ID=74a915c3-1c83-4d70-9572-61b068b83c34,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:54.471489 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ee712-dafb-441a-9224-d84216735bb1 x-openstack-request-id: req-9d0ee712-dafb-441a-9224-d84216735bb1 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:54.471986 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d158ac0-24b5-4f5c-beae-8c30f0a102ce", "name": "network-vif-plugged", "status": "completed", "tag": "6f73a1fc-3b02-4076-b9d2-df5f9ea9db29", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:54.472076 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d0ee712-dafb-441a-9224-d84216735bb1 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:54.472901 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29', 'code': 200} Sep 16 05:13:54.495572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-df3f9000-0a14-4ce5-ac4a-0aa65288aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.497729 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-df3f9000-0a14-4ce5-ac4a-0aa65288aed9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4a016958-4a9c-41cc-85d1-5479f1bc4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607309 Sep 16 05:13:54.502719 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-175ebe53-cafe-4c51-a478-f9833f0a48e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.539712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-735d206c-98a5-4fad-bbdc-f726ceceabcf req-b5ba80a7-a71a-4dd9-b734-821507ffe05f tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884387 Sep 16 05:13:54.547312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-e8a6010d-44a6-470b-bc27-a9842babc560 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.548891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-e8a6010d-44a6-470b-bc27-a9842babc560 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "GET /v2.0/ports/6b280801-5830-4730-864a-dd246928f429?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0938251 Sep 16 05:13:54.564343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:54.589943 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.622286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3c582e30-bc6e-4fd5-ae14-505c65a4538e None None] Provisioning complete for port 74a915c3-1c83-4d70-9572-61b068b83c34 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:54.623888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cd644d27-a287-41fb-98a3-f6751f10799c req-80f17d8e-7886-45b2-823b-6f259d39fb06 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1158690920', 'description': 'tempest-description-1606312259'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:54.624308 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c582e30-bc6e-4fd5-ae14-505c65a4538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.681202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3c582e30-bc6e-4fd5-ae14-505c65a4538e None None] Port 74a915c3-1c83-4d70-9572-61b068b83c34 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:54.701948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bef17-17cf-4886-9a8b-b879a6de777c req-eab89278-88eb-4ebb-ae2d-d34b2cd90653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.703444 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-158bef17-17cf-4886-9a8b-b879a6de777c req-eab89278-88eb-4ebb-ae2d-d34b2cd90653 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 1098 time: 0.1022480 Sep 16 05:13:54.723465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.757742 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-efa31d05-d41c-486e-9777-6bc8b006cf42 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325082 Sep 16 05:13:54.759939 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-158bef17-17cf-4886-9a8b-b879a6de777c req-ed3adb66-faad-47f5-8f83-e363e8ced92d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Sep 16 05:13:54.797801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad15e8-5a0d-4db9-b84e-7ddc03b3ca9b req-c68344d2-a25f-443a-b42f-2d178ff0e052 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:54.799376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10ad15e8-5a0d-4db9-b84e-7ddc03b3ca9b req-c68344d2-a25f-443a-b42f-2d178ff0e052 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.1514533 Sep 16 05:13:54.903316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-175ebe53-cafe-4c51-a478-f9833f0a48e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:54.908515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10ad15e8-5a0d-4db9-b84e-7ddc03b3ca9b req-bd40fa9c-bc44-4e84-9a7b-3affcd117c0e tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984781 Sep 16 05:13:54.937712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-175ebe53-cafe-4c51-a478-f9833f0a48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.002103 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd644d27-a287-41fb-98a3-f6751f10799c req-80f17d8e-7886-45b2-823b-6f259d39fb06 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.052126 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aefdf837-b995-4496-a521-b13b5835fcb2 req-3965d041-3390-433e-b07e-ccc790942d09 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988955 Sep 16 05:13:55.054761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-175ebe53-cafe-4c51-a478-f9833f0a48e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0655922a9d64c27af0b024a3408bc14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055260 Sep 16 05:13:55.057531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54940) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:55.061004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ebe53-cafe-4c51-a478-f9833f0a48e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ada072-f6b1-411a-ae7c-da34ff59edf0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.065099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] For port 6b280801-5830-4730-864a-dd246928f429, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6b280801-5830-4730-864a-dd246928f429,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.121226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6457e867-8ec6-4a30-8740-4554ffca7533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.129348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae799df-4ec0-421f-ad04-d7070b93ac60 req-259661a9-6196-4f6b-b759-177fecb9075f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.130911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ae799df-4ec0-421f-ad04-d7070b93ac60 req-259661a9-6196-4f6b-b759-177fecb9075f tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 945 time: 0.1555510 Sep 16 05:13:55.145189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] For port 6b280801-5830-4730-864a-dd246928f429, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:55.145473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6457e867-8ec6-4a30-8740-4554ffca7533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.195604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6457e867-8ec6-4a30-8740-4554ffca7533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.198136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6457e867-8ec6-4a30-8740-4554ffca7533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.202252 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6457e867-8ec6-4a30-8740-4554ffca7533 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9ada072-f6b1-411a-ae7c-da34ff59edf0 HTTP/1.1" status: 204 len: 168 time: 0.1433268 Sep 16 05:13:55.210489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457e867-8ec6-4a30-8740-4554ffca7533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ada072-f6b1-411a-ae7c-da34ff59edf0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.218542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] device_id is not set on port 6b280801-5830-4730-864a-dd246928f429 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:13:55.227876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ae799df-4ec0-421f-ad04-d7070b93ac60 req-c8651746-986b-4fdb-9f0e-fa19cd4d2567 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899951 Sep 16 05:13:55.238923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.252884 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.291009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd644d27-a287-41fb-98a3-f6751f10799c req-80f17d8e-7886-45b2-823b-6f259d39fb06 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.303514 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd644d27-a287-41fb-98a3-f6751f10799c req-80f17d8e-7886-45b2-823b-6f259d39fb06 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.361501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] No DVR routers for this DVR port 6b280801-5830-4730-864a-dd246928f429 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:55.411651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] In _notify_port_updated(), no bound segment for port 6b280801-5830-4730-864a-dd246928f429 on network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:13:55.412586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.413216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.414571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] 10.222.0.73 "PUT /v2.0/ports/6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 200 len: 1028 time: 0.8561933 Sep 16 05:13:55.420337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71181316-d88c-43d1-bfac-5511e3404a10 service neutron] Pushing event updated for resources: {'Port': ['ID=6b280801-5830-4730-864a-dd246928f429,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.422968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd644d27-a287-41fb-98a3-f6751f10799c req-80f17d8e-7886-45b2-823b-6f259d39fb06 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.424254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd644d27-a287-41fb-98a3-f6751f10799c req-80f17d8e-7886-45b2-823b-6f259d39fb06 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8098722 Sep 16 05:13:55.475096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f17d8e-7886-45b2-823b-6f259d39fb06 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2f456-e364-4078-980d-956ae40f38c4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.617040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-29d4dd3b-8adf-46f2-bc1d-4e3bda61e265 None None] Provisioning complete for port 6b280801-5830-4730-864a-dd246928f429 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:55.618677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-29d4dd3b-8adf-46f2-bc1d-4e3bda61e265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.643328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ee7c1-aa7e-4fb7-a38f-bfe038d5ac9c req-ac549cf9-6d3d-4013-80cb-baf267217053 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.649665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ee7c1-aa7e-4fb7-a38f-bfe038d5ac9c req-ac549cf9-6d3d-4013-80cb-baf267217053 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.659977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ee7c1-aa7e-4fb7-a38f-bfe038d5ac9c req-ac549cf9-6d3d-4013-80cb-baf267217053 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.669299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ee7c1-aa7e-4fb7-a38f-bfe038d5ac9c req-ac549cf9-6d3d-4013-80cb-baf267217053 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.676626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ee7c1-aa7e-4fb7-a38f-bfe038d5ac9c req-ac549cf9-6d3d-4013-80cb-baf267217053 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.678490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b90ee7c1-aa7e-4fb7-a38f-bfe038d5ac9c req-ac549cf9-6d3d-4013-80cb-baf267217053 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 3885 time: 0.1241992 Sep 16 05:13:55.685560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-29d4dd3b-8adf-46f2-bc1d-4e3bda61e265 None None] Port 6b280801-5830-4730-864a-dd246928f429 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:55.727565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54964) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:55.736876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port f8acb577-2488-45fd-aea8-44e3da10e2c2 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:55.737227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.745489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9e202d-5e73-481c-81fe-75f9ab4c148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.842609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-09c43d13-c305-451d-b6ed-7aa9642eec10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.858766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc40dc2-56c7-44bb-ad90-3b96f2510239 req-00d2f3bf-92d4-486b-a1ed-fae4914915ad tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.865732 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9e202d-5e73-481c-81fe-75f9ab4c148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.867560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfc40dc2-56c7-44bb-ad90-3b96f2510239 req-00d2f3bf-92d4-486b-a1ed-fae4914915ad tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 943 time: 0.1837463 Sep 16 05:13:55.872952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9e202d-5e73-481c-81fe-75f9ab4c148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.880487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b90ee7c1-aa7e-4fb7-a38f-bfe038d5ac9c req-32b1729a-84ae-42ca-b41e-6480c1221743 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815085 Sep 16 05:13:55.921354 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ff9e202d-5e73-481c-81fe-75f9ab4c148b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fde5a2a5825e4c9a9aebc9e216b9f287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925073 Sep 16 05:13:55.922476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54970) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:55.932435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e202d-5e73-481c-81fe-75f9ab4c148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199af961-e41f-48a1-b445-dc6029bec729,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.940882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfc40dc2-56c7-44bb-ad90-3b96f2510239 req-3d8b1ff6-f28f-4dd5-ab6b-68c660f81756 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684710 Sep 16 05:13:55.942649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] For port f8acb577-2488-45fd-aea8-44e3da10e2c2, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f8acb577-2488-45fd-aea8-44e3da10e2c2,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.942878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.958955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for f8acb577-2488-45fd-aea8-44e3da10e2c2 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:56.029427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5a433e86-6921-401d-ae26-7f50eddfe14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.056122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5a433e86-6921-401d-ae26-7f50eddfe14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.123042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5a433e86-6921-401d-ae26-7f50eddfe14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.126184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5a433e86-6921-401d-ae26-7f50eddfe14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.132908 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5a433e86-6921-401d-ae26-7f50eddfe14c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/199af961-e41f-48a1-b445-dc6029bec729 HTTP/1.1" status: 204 len: 168 time: 0.2070575 Sep 16 05:13:56.147356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433e86-6921-401d-ae26-7f50eddfe14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199af961-e41f-48a1-b445-dc6029bec729,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.282266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.323775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394d40-8992-4d09-873c-d2f7b14174ae req-fd061e74-9a6b-4f9f-9236-0de0ac51299a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.332161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-fd061e74-9a6b-4f9f-9236-0de0ac51299a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 813 time: 0.2601521 Sep 16 05:13:56.349833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=f8acb577-2488-45fd-aea8-44e3da10e2c2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.366703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-a69a079b-3b7c-45cf-b81f-b34f1ba1a162 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/quotas/1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 375 time: 0.0215173 Sep 16 05:13:56.432621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] No DVR routers for this DVR port f8acb577-2488-45fd-aea8-44e3da10e2c2 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:56.437347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-8736b14f-42cd-416a-867d-fa487fdbe495 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502634 Sep 16 05:13:56.438419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.440356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-894d3990-90cd-47b1-ac5d-05f58c18601e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "DELETE /v2.0/ports/f8acb577-2488-45fd-aea8-44e3da10e2c2 HTTP/1.1" status: 204 len: 173 time: 1.0125709 Sep 16 05:13:56.440970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': 'f8acb577-2488-45fd-aea8-44e3da10e2c2'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:56.443361 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe6f02f-846a-40bd-9592-0e7f9b5c9510" -d '{"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "f8acb577-2488-45fd-aea8-44e3da10e2c2"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:56.453853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2d86b-c8b9-4941-8abd-d7ac50bd9007 req-2e10f7e3-55d5-4f36-a206-0a54a24d3716 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.455400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8c2d86b-c8b9-4941-8abd-d7ac50bd9007 req-2e10f7e3-55d5-4f36-a206-0a54a24d3716 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.1918092 Sep 16 05:13:56.579654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f8acb577-2488-45fd-aea8-44e3da10e2c2 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:56.613745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: f8acb577-2488-45fd-aea8-44e3da10e2c2 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:56.614097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f8acb577-2488-45fd-aea8-44e3da10e2c2 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:56.614516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 687ff280-df51-48c4-b2f2-a29f3f6e2f10 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:56.626581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8c2d86b-c8b9-4941-8abd-d7ac50bd9007 req-cca38128-a7a7-4bc5-8713-b6c51da468b7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544464 Sep 16 05:13:56.662649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-e17f2e68-7e95-4375-9842-97fa732f7359 service neutron] 10.222.0.55 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047827 Sep 16 05:13:56.697964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:56.698307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.725167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.759262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:56.762987 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d04327-0861-4666-9d57-d9cb98e73588" -d '{"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:56.782955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:56.790184 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.791764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:56.880883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edbeb-aa16-463e-9e24-00c9f4d83364 req-4b8d6736-c1e3-4c22-8b63-47e5b4b5cffc tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.882826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-954edbeb-aa16-463e-9e24-00c9f4d83364 req-4b8d6736-c1e3-4c22-8b63-47e5b4b5cffc tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 945 time: 0.1752439 Sep 16 05:13:56.915812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-0c3136af-150e-41c8-9250-f26258dfb9af service neutron] 10.222.0.55 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436953 Sep 16 05:13:56.961260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] For port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:56.962227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:56.973957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=687ff280-df51-48c4-b2f2-a29f3f6e2f10,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:56.982530 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.011329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-954edbeb-aa16-463e-9e24-00c9f4d83364 req-fec9228e-6590-4ef4-ba59-f1dcb853bd8b tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171770 Sep 16 05:13:57.047418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:57.053652 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.056475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6b280801-5830-4730-864a-dd246928f429 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:57.090090 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc69fa2e-6ed9-4353-8f81-8c85dd68d366 x-openstack-request-id: req-dc69fa2e-6ed9-4353-8f81-8c85dd68d366 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:57.090914 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "f8acb577-2488-45fd-aea8-44e3da10e2c2", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:57.091287 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc69fa2e-6ed9-4353-8f81-8c85dd68d366 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:57.091558 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': 'f8acb577-2488-45fd-aea8-44e3da10e2c2', 'status': 'completed', 'code': 200} Sep 16 05:13:57.109628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6b280801-5830-4730-864a-dd246928f429 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:57.110102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 74a915c3-1c83-4d70-9572-61b068b83c34 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:57.190873 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a047804-c6cd-47fd-b1cb-e3238ce4ad87 x-openstack-request-id: req-2a047804-c6cd-47fd-b1cb-e3238ce4ad87 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:57.191996 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:57.191996 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a047804-c6cd-47fd-b1cb-e3238ce4ad87 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:57.191996 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10', 'code': 200} Sep 16 05:13:57.258828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 74a915c3-1c83-4d70-9572-61b068b83c34 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:57.259230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a647c09-84eb-4c95-a487-a9b93616ca9e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:57.264135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:57.372483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.377220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e20f-868d-46fb-abe5-79745cb66c37 req-15f708c9-433b-4053-b62f-e651d40c0fed tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.378998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2765e20f-868d-46fb-abe5-79745cb66c37 req-15f708c9-433b-4053-b62f-e651d40c0fed tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.1413686 Sep 16 05:13:57.424625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a647c09-84eb-4c95-a487-a9b93616ca9e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:57.432782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.433628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e1d663e3-939b-4841-a672-68fa0f345c3d no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:57.461889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d663fb-a149-4dae-a7eb-87d75804b8f7 req-a50f2248-95f8-4667-a4da-4a3c7060ac7f tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.471773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d663fb-a149-4dae-a7eb-87d75804b8f7 req-a50f2248-95f8-4667-a4da-4a3c7060ac7f tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.479724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d663fb-a149-4dae-a7eb-87d75804b8f7 req-a50f2248-95f8-4667-a4da-4a3c7060ac7f tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.488375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d663fb-a149-4dae-a7eb-87d75804b8f7 req-a50f2248-95f8-4667-a4da-4a3c7060ac7f tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.490288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46d663fb-a149-4dae-a7eb-87d75804b8f7 req-a50f2248-95f8-4667-a4da-4a3c7060ac7f tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 3146 time: 0.2194138 Sep 16 05:13:57.545119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2765e20f-868d-46fb-abe5-79745cb66c37 req-412e79ca-22a3-4d34-956e-5b6355d79254 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563573 Sep 16 05:13:57.549847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0a647c09-84eb-4c95-a487-a9b93616ca9e,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:57.550476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.550909 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.551235 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Floating IP c388588f-f81f-4794-be9a-9c2fb9bcef0e disassociated. External IP: 172.25.6.34, port: 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec. Sep 16 05:13:57.551585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:57.611906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46d663fb-a149-4dae-a7eb-87d75804b8f7 req-f9d480f6-815f-4842-a70c-05695654e9b4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021585 Sep 16 05:13:57.637879 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.680074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e1d663e3-939b-4841-a672-68fa0f345c3d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e1d663e3-939b-4841-a672-68fa0f345c3d,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:57.697490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.778785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e1d663e3-939b-4841-a672-68fa0f345c3d,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:57.824654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b050-3bba-4fac-b6f1-d0624a8ea8f6 req-7ec3eeaa-880a-49b5-bff9-73820ed111bd tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.832865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6992b050-3bba-4fac-b6f1-d0624a8ea8f6 req-7ec3eeaa-880a-49b5-bff9-73820ed111bd tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 943 time: 0.1430535 Sep 16 05:13:57.876353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f9439c9-c2ea-4d71-a72f-0dca9d0bc02c req-1f799bf7-24c0-4bc5-ab04-ac885ea5a9d9 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 210 time: 0.0406320 Sep 16 05:13:57.972594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6992b050-3bba-4fac-b6f1-d0624a8ea8f6 req-bb205d66-1b2c-4b17-8acb-7cb5cbb39259 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369038 Sep 16 05:13:58.024986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.180256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b7c61a5d-e8e6-43c0-aa94-0f34c96810ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.429851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-f4c23857-25d0-4276-9054-5392485d56c8 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.431421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-f4c23857-25d0-4276-9054-5392485d56c8 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 945 time: 0.4489570 Sep 16 05:13:58.440904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=5b796f2b-9edc-470c-ae3d-78f4ce1c3dec,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.589845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:58.717068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926326b2-7297-4a28-a336-4de54b05b620 req-a477a0eb-bdbf-480d-a08c-b0bf964d21cb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.718732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-926326b2-7297-4a28-a336-4de54b05b620 req-a477a0eb-bdbf-480d-a08c-b0bf964d21cb tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.2833521 Sep 16 05:13:58.763609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84314507-4c2e-46d9-9da3-0c1ccad71ed6 req-aea25472-a63d-43ba-8da1-3b18be12ece0 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.765369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84314507-4c2e-46d9-9da3-0c1ccad71ed6 req-aea25472-a63d-43ba-8da1-3b18be12ece0 tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 945 time: 0.3329408 Sep 16 05:13:58.776808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:58.789637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'port_id': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'mac_address': 'fa:16:3e:94:46:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:58.833228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.848475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:58.873478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:58.879309 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.894298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394d40-8992-4d09-873c-d2f7b14174ae req-0a1433f4-a6d9-47ea-975a-88135dc54520 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:58.895623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-0a1433f4-a6d9-47ea-975a-88135dc54520 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.64 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 813 time: 0.4181232 Sep 16 05:13:58.924741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-926326b2-7297-4a28-a336-4de54b05b620 req-d2e254ec-ca85-46b1-9a90-0e651bb6de01 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751184 Sep 16 05:13:58.933002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'port': {'device_id': '4d23c263-0076-432d-b197-d03e65381fe2', 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a', 'admin_state_up': True, 'tenant_id': '1de2948b9fdb4db790eaa4088db854fa'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:58.948958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.957420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84314507-4c2e-46d9-9da3-0c1ccad71ed6 req-6c907a40-a73a-4878-9648-17601fd0c0ae tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6a49cc6-d5a4-4419-83a7-16890e172dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792791 Sep 16 05:13:58.976117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Router abafbe24-36a4-43b4-bc18-aa6621d6c91c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:59.101648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Deleting port 6e3a7e4c-ff34-4f40-bd05-97f89580765f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:59.102001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.102271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['043f5711-2c24-40a1-be1b-bf9cdcd4f0e0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:59.174123 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.193649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:59.195944 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526f3d8-0be6-4364-aea0-370ca9a783b3" -d '{"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:59.273841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f5d203f-f3a8-4462-bfe0-83b735bc410d req-482b3e1a-05d2-4b6c-a729-542006ecd344 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 210 time: 0.0856631 Sep 16 05:13:59.338014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed0e9-6206-445c-84b2-63065a29fb52 req-1c803993-6417-4fe1-be3c-117555e8a1b2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.344512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed0e9-6206-445c-84b2-63065a29fb52 req-1c803993-6417-4fe1-be3c-117555e8a1b2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.350729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed0e9-6206-445c-84b2-63065a29fb52 req-1c803993-6417-4fe1-be3c-117555e8a1b2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.352436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b1ed0e9-6206-445c-84b2-63065a29fb52 req-1c803993-6417-4fe1-be3c-117555e8a1b2 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 2409 time: 0.2877071 Sep 16 05:13:59.438187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:59.451536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] Sync routers for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:59.461258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:59.461973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:59.468344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b1ed0e9-6206-445c-84b2-63065a29fb52 req-ae8ab3b1-7e96-4292-b34c-dce325faa2bf tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085260 Sep 16 05:13:59.476049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Made reservation on behalf of 1de2948b9fdb4db790eaa4088db854fa for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:59.479624 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.483639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] For port 6e3a7e4c-ff34-4f40-bd05-97f89580765f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6e3a7e4c-ff34-4f40-bd05-97f89580765f,segment=NetworkSegment(83366bdd-9193-49ce-bb3b-09b0f0e5930b),segment_id=83366bdd-9193-49ce-bb3b-09b0f0e5930b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:59.484002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.550692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Calling delete_port for 6e3a7e4c-ff34-4f40-bd05-97f89580765f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:59.554563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] No DVR routers for this DVR port 5b796f2b-9edc-470c-ae3d-78f4ce1c3dec on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:59.579750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea281d0-f86b-4368-8544-89b3774d06cb req-b8379de3-db98-4657-a14e-6d1e702193a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.583217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eea281d0-f86b-4368-8544-89b3774d06cb req-b8379de3-db98-4657-a14e-6d1e702193a7 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.2270291 Sep 16 05:13:59.616666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:59.618270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.620232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-f288e26d-12d5-420c-b111-be1bd6733d47 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "DELETE /v2.0/ports/5b796f2b-9edc-470c-ae3d-78f4ce1c3dec HTTP/1.1" status: 204 len: 173 time: 3.1635301 Sep 16 05:13:59.623574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:59.625863 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e926a7f-10c2-4a66-9219-5d644b7f6af6" -d '{"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:59.764363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.841339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eea281d0-f86b-4368-8544-89b3774d06cb req-0d979634-4601-4c81-8d30-7a5fce673ee9 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117867 Sep 16 05:13:59.846033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 5, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:59.890839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] Checking router: abafbe24-36a4-43b4-bc18-aa6621d6c91c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:59.897496 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc9a7d6-c510-4ed9-b170-585cf4cd242c x-openstack-request-id: req-fbc9a7d6-c510-4ed9-b170-585cf4cd242c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:59.897890 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:59.898039 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbc9a7d6-c510-4ed9-b170-585cf4cd242c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:59.898448 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'code': 200} Sep 16 05:13:59.898707 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e', 'code': 200} Sep 16 05:13:59.898961 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d', 'code': 200} Sep 16 05:13:59.917263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:59.917922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:59.954030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.960266 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2733c5-8667-4614-8457-a4dedaaaac23 x-openstack-request-id: req-8e2733c5-8667-4614-8457-a4dedaaaac23 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:59.960757 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "5b796f2b-9edc-470c-ae3d-78f4ce1c3dec", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:59.960932 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e2733c5-8667-4614-8457-a4dedaaaac23 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:59.961439 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': '5b796f2b-9edc-470c-ae3d-78f4ce1c3dec', 'status': 'completed', 'code': 200} Sep 16 05:14:00.020900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156eb3e-92fa-400f-891c-c31574d0cec8 req-7016d700-5651-4aec-9d80-eba3ef4c32a1 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.028289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3156eb3e-92fa-400f-891c-c31574d0cec8 req-7016d700-5651-4aec-9d80-eba3ef4c32a1 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 944 time: 0.4114099 Sep 16 05:14:00.062678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:00.067768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Pushing event deleted for resources: {'Port': ['ID=6e3a7e4c-ff34-4f40-bd05-97f89580765f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.128525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3156eb3e-92fa-400f-891c-c31574d0cec8 req-74b69b78-d67b-42a4-8893-1677a1a644e1 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993414 Sep 16 05:14:00.129328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] No DVR routers for this DVR port 6e3a7e4c-ff34-4f40-bd05-97f89580765f on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:00.135359 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.137970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f22a018f-2898-48e7-a3c3-414f97d4a2e0 req-e762157e-fe1d-41f7-b57f-b2424b328c1d tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.64 "DELETE /v2.0/ports/6e3a7e4c-ff34-4f40-bd05-97f89580765f HTTP/1.1" status: 204 len: 173 time: 1.6326900 Sep 16 05:14:00.168135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e76e3128-a02a-48ad-99dd-dbfec9a90f31 req-c4ceb1d4-f225-4a64-a9bf-7e97e4b12d5a tempest-VolumesActionsTest-233063833 tempest-VolumesActionsTest-233063833-project] 10.222.0.55 "GET /v2.0/ports?device_id=b38f7d6f-fc28-493f-9947-cb296a34632c HTTP/1.1" status: 200 len: 210 time: 0.0454516 Sep 16 05:14:00.170393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port e1d663e3-939b-4841-a672-68fa0f345c3d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:00.171150 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.216140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Allocated IP 172.20.0.8 (d7daca8c-5320-468f-8511-0bd3b9277a1a/7371b511-8032-4ae9-97d8-6ec279767c5e/3df7ed2f-5d66-4175-ada8-ef326d2c1c32) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:00.421422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 5, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.430324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18f23e-31dd-4098-a505-c3518a539379 req-22b3dc20-f016-424d-a52b-6f1bcc965039 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.436106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c18f23e-31dd-4098-a505-c3518a539379 req-22b3dc20-f016-424d-a52b-6f1bcc965039 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.1532102 Sep 16 05:14:00.459820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] For port e1d663e3-939b-4841-a672-68fa0f345c3d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e1d663e3-939b-4841-a672-68fa0f345c3d,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:00.460568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.467224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eefec-64a0-4fd5-8c61-4f21ac66697c None None] The sync data for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 is: [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:03:23Z', 'revision_number': 4, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9217ea68-e9af-4d07-be78-38e4ce205909', 'name': '', 'network_id': '06b94b1b-7432-4930-a7bc-4551b88a64c2', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'mac_address': 'fa:16:3e:df:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:20Z', 'updated_at': '2021-09-16T05:03:28Z', 'revision_number': 5, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'subnets': [{'id': '34aac0db-6620-4096-a8c7-152381e8aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:00.542133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7296b1d-4550-4f50-893e-15da7d581c02 req-d0108258-1e90-4226-8a63-dd1738924c5f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 210 time: 0.0892217 Sep 16 05:14:00.550061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for e1d663e3-939b-4841-a672-68fa0f345c3d owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:00.586389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:00.638250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c18f23e-31dd-4098-a505-c3518a539379 req-2caea9aa-054b-4b39-a382-ee9d75b6ea45 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792986 Sep 16 05:14:00.658172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:00.660256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:00.660909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.748599 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.778847 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.826187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:00.831376 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:00.858968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93a711-c4bf-41b4-9c7b-d0a063dc8390 req-f2d7a017-ae5e-434f-bb52-b02ad3266717 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.867184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93a711-c4bf-41b4-9c7b-d0a063dc8390 req-f2d7a017-ae5e-434f-bb52-b02ad3266717 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.874677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93a711-c4bf-41b4-9c7b-d0a063dc8390 req-f2d7a017-ae5e-434f-bb52-b02ad3266717 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.883386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c93a711-c4bf-41b4-9c7b-d0a063dc8390 req-f2d7a017-ae5e-434f-bb52-b02ad3266717 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 2409 time: 0.2076888 Sep 16 05:14:00.888738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6e3a7e4c-ff34-4f40-bd05-97f89580765f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:00.899323 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd80ad5-193d-4ce0-a710-1be92f66570d None None] New status for floating IP c388588f-f81f-4794-be9a-9c2fb9bcef0e: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:00.917782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 6e3a7e4c-ff34-4f40-bd05-97f89580765f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:00.918128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6e3a7e4c-ff34-4f40-bd05-97f89580765f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:00.936880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:00.980779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a866a-f998-4794-9d14-3b40c4a2adec req-47f85560-dd8b-40ab-ac93-fb984c279ec6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.982921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-983a866a-f998-4794-9d14-3b40c4a2adec req-47f85560-dd8b-40ab-ac93-fb984c279ec6 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.2214479 Sep 16 05:14:00.989842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c93a711-c4bf-41b4-9c7b-d0a063dc8390 req-e0c2bd7d-aad8-4abb-95ae-904f51e08666 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055477 Sep 16 05:14:00.998750 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.062699 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.084792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Network d7daca8c-5320-468f-8511-0bd3b9277a1a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:01.092434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:01.095096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:01.159162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.177990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.190703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] No DVR routers for this DVR port e1d663e3-939b-4841-a672-68fa0f345c3d on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:01.201206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-983a866a-f998-4794-9d14-3b40c4a2adec req-c9b3cbc0-e512-4242-8c62-2d1ff6488953 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046008 Sep 16 05:14:01.203697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.206377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "DELETE /v2.0/ports/e1d663e3-939b-4841-a672-68fa0f345c3d HTTP/1.1" status: 204 len: 173 time: 1.5731142 Sep 16 05:14:01.245479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03668d3b-74bd-4d38-a824-30fc6f6c09c7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=e1d663e3-939b-4841-a672-68fa0f345c3d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:01.294716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.295372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.371248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-c2540c89-9d33-45cd-a48f-cfecea03ec18 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4559312 Sep 16 05:14:01.395653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a358c0-e5a5-47b2-a2dc-1c32a4387ea4 req-13596f8b-3291-4b0a-bf0a-ce207f359251 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.405044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23a358c0-e5a5-47b2-a2dc-1c32a4387ea4 req-13596f8b-3291-4b0a-bf0a-ce207f359251 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.1324129 Sep 16 05:14:01.416021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Request body: {'port': {'device_id': '4d23c263-0076-432d-b197-d03e65381fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:01.518704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port 0a647c09-84eb-4c95-a487-a9b93616ca9e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:01.519632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.556398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23a358c0-e5a5-47b2-a2dc-1c32a4387ea4 req-e682d9a0-9d75-4606-89dc-d38046ca6c64 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504304 Sep 16 05:14:01.579593 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.838121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] For port 0a647c09-84eb-4c95-a487-a9b93616ca9e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a647c09-84eb-4c95-a487-a9b93616ca9e,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:01.838482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.900200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:01.903836 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2674c393-b800-4714-b02c-eb76ae95cb7f" -d '{"events": [{"server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "name": "network-vif-plugged", "status": "completed", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:02.260966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'name': 'network-vif-deleted', 'tag': '6e3a7e4c-ff34-4f40-bd05-97f89580765f'}, {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:02.263790 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90215aa0-b2e2-42b0-9615-edc38745ef0f" -d '{"events": [{"server_uuid": "b38f7d6f-fc28-493f-9947-cb296a34632c", "name": "network-vif-deleted", "tag": "6e3a7e4c-ff34-4f40-bd05-97f89580765f"}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:02.282287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f82c5-a7c2-48ba-8af9-3a8d7049c91a req-428c27ce-3576-42bc-bd8e-8d2735ee3967 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.283856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-060f82c5-a7c2-48ba-8af9-3a8d7049c91a req-428c27ce-3576-42bc-bd8e-8d2735ee3967 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 931 time: 0.5881121 Sep 16 05:14:02.294292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for 0a647c09-84eb-4c95-a487-a9b93616ca9e owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:02.337852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1983e-c6a2-4dd4-9513-3e08659387ed req-983746f4-f182-4af1-a25b-cf11efb66cc1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.340587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00e1983e-c6a2-4dd4-9513-3e08659387ed req-983746f4-f182-4af1-a25b-cf11efb66cc1 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.5595009 Sep 16 05:14:02.469202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-060f82c5-a7c2-48ba-8af9-3a8d7049c91a req-4187209b-7ee6-4853-973d-b5b8afea977f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728737 Sep 16 05:14:02.503093 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00e1983e-c6a2-4dd4-9513-3e08659387ed req-b274b1f4-6663-42ee-bdae-bae188406249 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/security-groups?id=efaef133-b5c5-42d3-9172-4158852a63ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439328 Sep 16 05:14:02.519448 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c364e2-18fc-430b-be80-f9cd45f67ba0 x-openstack-request-id: req-a7c364e2-18fc-430b-be80-f9cd45f67ba0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:02.519846 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "name": "network-vif-plugged", "status": "completed", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:02.520233 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7c364e2-18fc-430b-be80-f9cd45f67ba0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:02.520722 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'code': 200} Sep 16 05:14:02.586060 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75f285d-3cd4-43c1-bdad-d2a38e93aa2f x-openstack-request-id: req-f75f285d-3cd4-43c1-bdad-d2a38e93aa2f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:02.586528 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38f7d6f-fc28-493f-9947-cb296a34632c", "name": "network-vif-deleted", "tag": "6e3a7e4c-ff34-4f40-bd05-97f89580765f", "status": "completed", "code": 200}, {"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "e1d663e3-939b-4841-a672-68fa0f345c3d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:02.586651 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f75f285d-3cd4-43c1-bdad-d2a38e93aa2f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:02.587031 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38f7d6f-fc28-493f-9947-cb296a34632c', 'name': 'network-vif-deleted', 'tag': '6e3a7e4c-ff34-4f40-bd05-97f89580765f', 'status': 'completed', 'code': 200} Sep 16 05:14:02.587289 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': 'e1d663e3-939b-4841-a672-68fa0f345c3d', 'status': 'completed', 'code': 200} Sep 16 05:14:02.656685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe66739-26ee-4413-b45b-f6cd8129d7f1 req-189aebd4-651c-42b7-9c80-9c3e66113cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.658412 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dfe66739-26ee-4413-b45b-f6cd8129d7f1 req-189aebd4-651c-42b7-9c80-9c3e66113cc6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 1097 time: 0.0665164 Sep 16 05:14:02.758575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dfe66739-26ee-4413-b45b-f6cd8129d7f1 req-0850f4cf-f5f6-4c72-948a-f90bfaf31d25 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888686 Sep 16 05:14:02.879208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:02.892382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3830cf-74f9-4cc4-b417-24bbf883e4fe req-4257cc61-eca8-4e37-be51-ea8df673c66b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.898445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3830cf-74f9-4cc4-b417-24bbf883e4fe req-4257cc61-eca8-4e37-be51-ea8df673c66b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.900157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f3830cf-74f9-4cc4-b417-24bbf883e4fe req-4257cc61-eca8-4e37-be51-ea8df673c66b tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 1677 time: 0.2601244 Sep 16 05:14:02.907943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.930589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.949100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Transition to ACTIVE for port object 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:02.998434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad1348-806d-4171-abbb-767ebd04926c req-da13a689-abb6-42c6-984b-67b952ebe0a3 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:02.999908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bad1348-806d-4171-abbb-767ebd04926c req-da13a689-abb6-42c6-984b-67b952ebe0a3 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.2044263 Sep 16 05:14:03.000630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.004506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=0a647c09-84eb-4c95-a487-a9b93616ca9e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.109213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f3830cf-74f9-4cc4-b417-24bbf883e4fe req-f6328839-a165-42a2-bb37-022a83a66796 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups?id=48687f92-1957-46d8-800d-584617b448c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852951 Sep 16 05:14:03.137728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-45f49408-09c8-4537-a202-b6c7c8851e17 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:03.139932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] No DVR routers for this DVR port 0a647c09-84eb-4c95-a487-a9b93616ca9e on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:03.143593 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-45f49408-09c8-4537-a202-b6c7c8851e17 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 946 time: 0.0616188 Sep 16 05:14:03.153732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.155724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-0125ac5e-9112-4376-9fac-fc2599cda71a tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "DELETE /v2.0/ports/0a647c09-84eb-4c95-a487-a9b93616ca9e HTTP/1.1" status: 204 len: 173 time: 1.9195068 Sep 16 05:14:03.159012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.239592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bad1348-806d-4171-abbb-767ebd04926c req-328ce925-874d-4e25-959a-785634a26f0d tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977975 Sep 16 05:14:03.303055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Deleting port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:03.303756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.414141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Attempting to bind port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:03.414141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Attempting to bind port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:03.414141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Attempting to bind port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 on network d7daca8c-5320-468f-8511-0bd3b9277a1a {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:03.421523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 on network d7daca8c-5320-468f-8511-0bd3b9277a1a not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:03.421852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Attempting to bind port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 on network d7daca8c-5320-468f-8511-0bd3b9277a1a {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:03.432760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:03.436803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Checking segment: {'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:03.441508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Bound using segment: {'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:03.442211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Bound port: 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:03.442744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.488211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] For port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,segment=NetworkSegment(6d12c493-9b5d-4f47-bd02-de124cfaab4a),segment_id=6d12c493-9b5d-4f47-bd02-de124cfaab4a)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:03.488586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.507529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Calling delete_port for 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:03.523354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:03.528367 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.793117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.807042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6f73a1fc-3b02-4076-b9d2-df5f9ea9db29'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:03.843568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Pushing event deleted for resources: {'Port': ['ID=6f73a1fc-3b02-4076-b9d2-df5f9ea9db29,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:03.913283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-930c382d-7bd9-4673-85c4-a0f1f809e497 req-645431c9-0870-4bf7-84c3-07a0fae1a082 tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d158ac0-24b5-4f5c-beae-8c30f0a102ce HTTP/1.1" status: 200 len: 210 time: 0.1621742 Sep 16 05:14:03.927840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] No DVR routers for this DVR port 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:03.931332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.938426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] For port 687ff280-df51-48c4-b2f2-a29f3f6e2f10, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=687ff280-df51-48c4-b2f2-a29f3f6e2f10,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:03.940387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:03.947156 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-211f4b37-1251-4c0f-9dcb-177ceea15387 req-d1d478b0-943d-4d4d-9195-8d3206005b8d tempest-ServerDiskConfigTestJSON-641318436 tempest-ServerDiskConfigTestJSON-641318436-project] 10.222.0.73 "DELETE /v2.0/ports/6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 HTTP/1.1" status: 204 len: 173 time: 0.7950046 Sep 16 05:14:03.948209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'name': 'network-vif-deleted', 'tag': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:03.952061 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d94c7c7-1b6f-4c41-b95f-3b8b1c21793c" -d '{"events": [{"server_uuid": "5d158ac0-24b5-4f5c-beae-8c30f0a102ce", "name": "network-vif-deleted", "tag": "6f73a1fc-3b02-4076-b9d2-df5f9ea9db29"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:03.972906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:04.032189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for 687ff280-df51-48c4-b2f2-a29f3f6e2f10 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:04.040354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:04.083367 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.283433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5d148-fc92-4046-8657-e86b5f41885d req-89a3e10d-d1df-4aeb-a8f3-1f93f5b0ca68 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.291099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dd5d148-fc92-4046-8657-e86b5f41885d req-89a3e10d-d1df-4aeb-a8f3-1f93f5b0ca68 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 943 time: 0.5391140 Sep 16 05:14:04.374197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:04.374971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.376659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 200 len: 1092 time: 2.9687603 Sep 16 05:14:04.450716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dd5d148-fc92-4046-8657-e86b5f41885d req-49cf530a-02ba-4cf3-86b3-ead66a97625e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585217 Sep 16 05:14:04.506030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:04.572767 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8703bc-44b4-4a39-a36f-ad8079253dc9 x-openstack-request-id: req-1d8703bc-44b4-4a39-a36f-ad8079253dc9 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:04.573059 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d158ac0-24b5-4f5c-beae-8c30f0a102ce", "name": "network-vif-deleted", "tag": "6f73a1fc-3b02-4076-b9d2-df5f9ea9db29", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:04.573312 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d8703bc-44b4-4a39-a36f-ad8079253dc9 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:04.573712 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d158ac0-24b5-4f5c-beae-8c30f0a102ce', 'name': 'network-vif-deleted', 'tag': '6f73a1fc-3b02-4076-b9d2-df5f9ea9db29', 'status': 'completed', 'code': 200} Sep 16 05:14:04.625642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e'}, {'name': 'network-changed', 'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:04.633767 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69667749-8ff0-4a61-b92c-c82b5a5288c9" -d '{"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e"}, {"name": "network-changed", "server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:04.663835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5811b3-2796-44a4-8296-92b594ce48d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.838501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=687ff280-df51-48c4-b2f2-a29f3f6e2f10,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:04.864311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b4c3273-e363-4378-8532-b1f2bdcbca7e req-90895593-417c-44b6-be00-49c4bbe1b37c tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.2098296 Sep 16 05:14:05.009619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] No DVR routers for this DVR port 687ff280-df51-48c4-b2f2-a29f3f6e2f10 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:05.021603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.024333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c90d2487-59c5-437f-988a-4068e72ac508 req-53a23d30-ac50-43e5-8940-b90fea132de7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.73 "DELETE /v2.0/ports/687ff280-df51-48c4-b2f2-a29f3f6e2f10 HTTP/1.1" status: 204 len: 173 time: 1.8073413 Sep 16 05:14:05.031079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394d40-8992-4d09-873c-d2f7b14174ae req-8269ff5e-4729-4141-8ced-2313afa88149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.035934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-8269ff5e-4729-4141-8ced-2313afa88149 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1095 time: 0.5017493 Sep 16 05:14:05.094351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-d6b6dd47-2c15-4df0-b512-cd1e4db1223b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 200 len: 217 time: 0.0454810 Sep 16 05:14:05.109467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1159fd-9401-4ac2-b59b-f0a7a4e72500 req-1900d161-42b6-4284-9ca2-82a048f5514d tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.118254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db1159fd-9401-4ac2-b59b-f0a7a4e72500 req-1900d161-42b6-4284-9ca2-82a048f5514d tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.3221092 Sep 16 05:14:05.191138 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de3cc82-043f-427c-8808-134acb33222b x-openstack-request-id: req-0de3cc82-043f-427c-8808-134acb33222b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:05.191448 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "0a647c09-84eb-4c95-a487-a9b93616ca9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:05.191705 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0de3cc82-043f-427c-8808-134acb33222b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:05.192120 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': '0a647c09-84eb-4c95-a487-a9b93616ca9e', 'status': 'completed', 'code': 200} Sep 16 05:14:05.192377 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32', 'status': 'completed', 'code': 200} Sep 16 05:14:05.262052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db1159fd-9401-4ac2-b59b-f0a7a4e72500 req-ec32557d-543a-47ae-8194-195c713515f2 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370225 Sep 16 05:14:05.293058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394d40-8992-4d09-873c-d2f7b14174ae req-62695608-2b05-4230-a363-f10cd8588feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.294770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-62695608-2b05-4230-a363-f10cd8588feb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.1618385 Sep 16 05:14:05.394101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-b669472b-1d87-4810-8c59-650b96729294 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807633 Sep 16 05:14:05.690230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7190a-9929-40de-a191-eb27aa82a977 req-f11a63a5-9fc2-4046-aa89-bcd14755bc77 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.692128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dd7190a-9929-40de-a191-eb27aa82a977 req-f11a63a5-9fc2-4046-aa89-bcd14755bc77 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.2254128 Sep 16 05:14:05.702652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55220) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:05.706499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Request body: {'floatingip': {'port_id': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:05.756816 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55222) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:05.761075 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:05.766352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-307eab0e-57ae-4e53-a4e3-9946304368b8 service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642685 Sep 16 05:14:05.829242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b5721-ffce-4ee8-8184-840a24851030 req-eba1ab84-8f90-4e59-abab-7381e2c2df7b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:05.836319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e36b5721-ffce-4ee8-8184-840a24851030 req-eba1ab84-8f90-4e59-abab-7381e2c2df7b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 943 time: 0.2267704 Sep 16 05:14:05.873341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] Deleting subnet ce29a734-4169-4c76-b2e3-2fe197987d17 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:05.893270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.076891 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.167983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5b4c56b-ec92-4c55-91cb-b6db658cf9f3 req-13643d5f-b116-4fd1-84bf-444adad499a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0552523 Sep 16 05:14:06.200793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e36b5721-ffce-4ee8-8184-840a24851030 req-644822ec-7f80-4070-a5db-03225872d51c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632901 Sep 16 05:14:06.234280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.347468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.435654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce29a734-4169-4c76-b2e3-2fe197987d17,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:06.451417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.455782 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7b3c8717-8c5a-47f1-8b40-f2f0eff997f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ce29a734-4169-4c76-b2e3-2fe197987d17 HTTP/1.1" status: 204 len: 168 time: 0.6977117 Sep 16 05:14:06.459649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55232) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:06.534817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49394d40-8992-4d09-873c-d2f7b14174ae req-1e80321e-bd55-42c9-ab85-96e1847823fa service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320378 Sep 16 05:14:06.597902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:06.660482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.672806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:06.673601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6f73a1fc-3b02-4076-b9d2-df5f9ea9db29 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:06.772138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-6e90c564-6cee-4184-9044-e495898f5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.773793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-6e90c564-6cee-4184-9044-e495898f5d09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1095 time: 0.1157491 Sep 16 05:14:06.849434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.884673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe885e6-4d04-4fd9-adee-ef5908fdde95']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:06.909580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d12c493-9b5d-4f47-bd02-de124cfaab4a') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:06.910375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d12c493-9b5d-4f47-bd02-de124cfaab4a') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:06.923419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.resource_extend [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:14:06.924819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.939214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.945463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:06.945854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:06.947850 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:07.023242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.028072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-fe9087d0-a569-42ae-871b-cf3c91394f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.030647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-fe9087d0-a569-42ae-871b-cf3c91394f27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 914 time: 0.2467155 Sep 16 05:14:07.031952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.077083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.103531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.107771 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ebe885e6-4d04-4fd9-adee-ef5908fdde95 HTTP/1.1" status: 204 len: 168 time: 0.6445026 Sep 16 05:14:07.107771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe885e6-4d04-4fd9-adee-ef5908fdde95,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:07.114794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.115144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.115494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.115829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.116182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.116617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.116954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.117283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.117618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.117944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.118265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.118588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf758e5-109c-4c93-96c2-008535e19dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:07.174235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-25535f28-c2b8-4821-99b0-32630d019358 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 200 len: 217 time: 0.0754666 Sep 16 05:14:07.194499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:07.197590 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62072a-5ea0-4974-a769-c010a756152a" -d '{"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:07.225662 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Floating IP 01ca0484-a1a3-4efd-bdbc-37da51803b09 associated. External IP: 172.25.6.230, port: 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0. Sep 16 05:14:07.307969 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a1edf0-6297-4aa2-b684-a4bf22844a87 x-openstack-request-id: req-b4a1edf0-6297-4aa2-b684-a4bf22844a87 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:07.310064 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee16b7-2122-4ff0-b39c-8e1da7cae712", "name": "network-vif-deleted", "tag": "687ff280-df51-48c4-b2f2-a29f3f6e2f10", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:07.311565 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4a1edf0-6297-4aa2-b684-a4bf22844a87 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:07.311981 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee16b7-2122-4ff0-b39c-8e1da7cae712', 'name': 'network-vif-deleted', 'tag': '687ff280-df51-48c4-b2f2-a29f3f6e2f10', 'status': 'completed', 'code': 200} Sep 16 05:14:07.332362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-b267b572-6b3f-4356-8146-89f3e0ea9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:07.339237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-b267b572-6b3f-4356-8146-89f3e0ea9abe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.1544194 Sep 16 05:14:07.484872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55248) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:07.577213 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-115d372a-b276-4ba3-b7e8-f1361d0ca0b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=258ce8eed4b143d08834859e86cd733d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882938 Sep 16 05:14:07.581213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55250) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:07.707201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c8b736b-d66f-446d-983c-ad37b03d4310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.759253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c8b736b-d66f-446d-983c-ad37b03d4310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.906199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c8b736b-d66f-446d-983c-ad37b03d4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.909674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c8b736b-d66f-446d-983c-ad37b03d4310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:07.916474 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c8b736b-d66f-446d-983c-ad37b03d4310 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efaef133-b5c5-42d3-9172-4158852a63ef HTTP/1.1" status: 204 len: 168 time: 0.3339238 Sep 16 05:14:07.927259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b736b-d66f-446d-983c-ad37b03d4310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaef133-b5c5-42d3-9172-4158852a63ef,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:08.174031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-763bb874-7547-4229-8fef-d6f50741f3fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7883794 Sep 16 05:14:08.291922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98d9ba8d-15f6-42da-80e4-94df2afc3809 req-0efe3d07-c150-4c7a-a9c0-7efb3aa335a1 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.8624437 Sep 16 05:14:08.451023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a05793-28d9-4342-855f-d4f908108f3b req-d366aaa0-863e-47bc-8982-0ae0a7ab887e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.453126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67a05793-28d9-4342-855f-d4f908108f3b req-d366aaa0-863e-47bc-8982-0ae0a7ab887e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 943 time: 1.1337357 Sep 16 05:14:08.653117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-3f93beab-52fd-491a-8c04-abf9e5c2899c service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354770 Sep 16 05:14:08.664565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67a05793-28d9-4342-855f-d4f908108f3b req-39570266-7cac-4021-b7c5-f81d6d18a3e2 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476967 Sep 16 05:14:08.745199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Router 9ca79985-6c44-4702-9fe9-f783dba07ecb has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:08.868900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69667749-8ff0-4a61-b92c-c82b5a5288c9 req-3b1a4ba4-c3d9-443c-9c72-ca17ae2a3cae service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006574 Sep 16 05:14:08.970881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:08.975849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.986259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] Sync routers for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:09.005178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:09.008216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:09.035368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b111325a-d17a-4ec3-803f-c3eaa7b1ec7a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "PUT /v2.0/floatingips/01ca0484-a1a3-4efd-bdbc-37da51803b09 HTTP/1.1" status: 200 len: 991 time: 3.3324597 Sep 16 05:14:09.313133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:09.316793 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab94635c-4bde-49a0-9233-ec342e4e6848" -d '{"events": [{"name": "network-changed", "server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:09.513927 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668da678-3d87-4750-9d65-d6916840231d x-openstack-request-id: req-668da678-3d87-4750-9d65-d6916840231d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:09.514224 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:09.514489 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-668da678-3d87-4750-9d65-d6916840231d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:09.514895 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'status': 'completed', 'code': 200} Sep 16 05:14:09.515412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55300) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:09.597611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:09.699098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ceb1222-574e-4113-be16-eb44680b8324 req-fca1ad76-f93c-4e8e-89e8-dd5f6ad7c74e tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.1342959 Sep 16 05:14:09.757528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-e15a0ffa-8bf6-4556-96d0-62211c4e6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.759001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-e15a0ffa-8bf6-4556-96d0-62211c4e6a52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=589b6d16d23c4a619243aa3648f1e7c6&device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 1097 time: 0.2162938 Sep 16 05:14:09.834054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-806993882-network', 'tenant_id': 'fff5c85fd3184e2fa40f37ab2b98c220'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:09.886417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Made reservation on behalf of fff5c85fd3184e2fa40f37ab2b98c220 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:09.889604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.908947 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.109879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e7232-2677-4cfa-9103-f1b82f257aad req-29e64021-028b-48d8-9e41-f36cb500d301 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.112229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2e7232-2677-4cfa-9103-f1b82f257aad req-29e64021-028b-48d8-9e41-f36cb500d301 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 943 time: 0.2796156 Sep 16 05:14:10.124660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-16898433-28f3-4148-b4e0-9fb84b04f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.126143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-16898433-28f3-4148-b4e0-9fb84b04f79c service neutron] 10.222.0.73 "GET /v2.0/networks?id=4a016958-4a9c-41cc-85d1-5479f1bc4474 HTTP/1.1" status: 200 len: 913 time: 0.3507025 Sep 16 05:14:10.164940 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.177488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '01ca0484-a1a3-4efd-bdbc-37da51803b09', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'port_id': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'mac_address': 'fa:16:3e:94:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:46Z', 'updated_at': '2021-09-16T05:14:06Z', 'revision_number': 1, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 5, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:10.179875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.225245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:10.316850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] Checking router: 9ca79985-6c44-4702-9fe9-f783dba07ecb for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:10.327350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.328617 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Added segment 638e851d-87b1-418c-9022-20e845b44dc0 of type vlan for network e8a49c71-1d83-494b-811e-ad26d73cc966 Sep 16 05:14:10.336074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c1aa97-0504-4fdd-ae2d-68223663b72e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.358880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d2e7232-2677-4cfa-9103-f1b82f257aad req-90e4c320-c917-43ba-be21-278645a04621 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367637 Sep 16 05:14:10.373454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-03dd8832-cc38-4d32-9706-026feafc27ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 HTTP/1.1" status: 200 len: 999 time: 0.2296503 Sep 16 05:14:10.375979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:10.377012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:13:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:10.465946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-8cfa4065-6420-4bfa-a6ef-a947f0df4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.467544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-8cfa4065-6420-4bfa-a6ef-a947f0df4b54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08b75a6e-e3f0-47a6-99e6-47664551717a HTTP/1.1" status: 200 len: 851 time: 0.0818889 Sep 16 05:14:10.479246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.553458 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.554671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.555594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.584710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-7e416923-fc83-4894-bca5-264784e7093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.586457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-7e416923-fc83-4894-bca5-264784e7093e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4a016958-4a9c-41cc-85d1-5479f1bc4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108017 Sep 16 05:14:10.631981 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1147158 Sep 16 05:14:10.635614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55326) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:10.641832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Request body: {'subnet': {'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-806993882-subnet', 'tenant_id': 'fff5c85fd3184e2fa40f37ab2b98c220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:10.700972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Made reservation on behalf of fff5c85fd3184e2fa40f37ab2b98c220 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:10.703972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.725545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:10.884480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-4e113276-aeaa-4758-ac4a-f14ee4ce0fa0 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875369 Sep 16 05:14:10.946357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:10.957353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7091-10bc-4025-b217-d8e27db810d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a49c71-1d83-494b-811e-ad26d73cc966,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.968943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.999124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network e8a49c71-1d83-494b-811e-ad26d73cc966 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:11.093996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d075c86d-a440-4505-9f84-3fba03f4e259,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:11.099988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Checking segment: {'id': '638e851d-87b1-418c-9022-20e845b44dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:11.100620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Network hostable DHCP agents. Network: e8a49c71-1d83-494b-811e-ad26d73cc966, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:11.139136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Network e8a49c71-1d83-494b-811e-ad26d73cc966 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:11.158183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3afda1ad-f53a-4b0a-a549-da16521d8fc4 req-7f164bf4-352a-4dc2-a853-b64123f06803 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0713506 Sep 16 05:14:11.158719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, e8a49c71-1d83-494b-811e-ad26d73cc966) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:11.164137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.165064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.205337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab94635c-4bde-49a0-9233-ec342e4e6848 req-b772b25f-983d-411b-80b5-e453dc625a39 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134873 Sep 16 05:14:11.217574 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bebc21cb-bcbd-4063-baab-bb29ca0790cf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5727117 Sep 16 05:14:11.359578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aca89b-9ee6-4eb5-9c2c-a46bd5e194a9 None None] Network e8a49c71-1d83-494b-811e-ad26d73cc966 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:11.378335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:14:11.531685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:11.581950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32', 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a', 'port_id': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32', 'mac_address': 'fa:16:3e:d3:f2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7371b511-8032-4ae9-97d8-6ec279767c5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:11.642884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bfa3b-5bf8-4e33-a986-4997148ea90a req-74782e01-47d2-4962-8119-f730021651a7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.644577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb0bfa3b-5bf8-4e33-a986-4997148ea90a req-74782e01-47d2-4962-8119-f730021651a7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 943 time: 0.1141748 Sep 16 05:14:11.730304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb0bfa3b-5bf8-4e33-a986-4997148ea90a req-02120352-1707-429b-b3fa-7161d77d0229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539210 Sep 16 05:14:11.803236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.966616 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:11.992916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-23dc9447-6df1-462c-b095-202bed4aaae0 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.995737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:12.001001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-23dc9447-6df1-462c-b095-202bed4aaae0 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/networks?id=e8a49c71-1d83-494b-811e-ad26d73cc966 HTTP/1.1" status: 200 len: 817 time: 0.2057621 Sep 16 05:14:12.018182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-62e96a01-cc56-4e70-9dce-c460a8121ed8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/quotas/fff5c85fd3184e2fa40f37ab2b98c220 HTTP/1.1" status: 200 len: 375 time: 0.0162363 Sep 16 05:14:12.056124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-05a4de95-e1a7-4c47-99dc-0c535aded2ca tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fff5c85fd3184e2fa40f37ab2b98c220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367243 Sep 16 05:14:12.088380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:12.109836 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:12.139650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f00e80-b875-41ae-9570-ed51c51c1f41 None None] Network e8a49c71-1d83-494b-811e-ad26d73cc966 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:12.181352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '01ca0484-a1a3-4efd-bdbc-37da51803b09', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'port_id': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'mac_address': 'fa:16:3e:94:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:46Z', 'updated_at': '2021-09-16T05:14:06Z', 'revision_number': 1, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 5, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:12.269176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b31d8-a335-4c9f-9b90-3c1a40a11705 None None] The sync data for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 is: [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '01ca0484-a1a3-4efd-bdbc-37da51803b09', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'port_id': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'mac_address': 'fa:16:3e:94:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:46Z', 'updated_at': '2021-09-16T05:14:06Z', 'revision_number': 1, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 5, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:12.285492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:12.410976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5193318-74e8-4607-8697-a04c343b6fb7 req-3a5b3ba6-265a-4877-b95b-e738ecdd1057 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0855014 Sep 16 05:14:12.454126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-045df20d-c52e-474b-83a5-6b9d9382c865 service neutron] 10.222.0.55 "GET /v2.0/networks/e8a49c71-1d83-494b-811e-ad26d73cc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973358 Sep 16 05:14:12.655262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:12.689424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-642c9289-4ec4-494a-be8d-8384629f78a9 service neutron] 10.222.0.55 "GET /v2.0/networks/e8a49c71-1d83-494b-811e-ad26d73cc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341361 Sep 16 05:14:12.692664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026fc179-6863-402f-99ce-0dbb0b2764d2 None None] New status for floating IP 01ca0484-a1a3-4efd-bdbc-37da51803b09: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:12.962564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a12b7-88ec-4783-a9a5-ccecc001a685 req-9a4a4a59-6c58-4a08-bf93-f66bc387996f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.971040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f7a12b7-88ec-4783-a9a5-ccecc001a685 req-9a4a4a59-6c58-4a08-bf93-f66bc387996f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 944 time: 0.0727918 Sep 16 05:14:13.045918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f7a12b7-88ec-4783-a9a5-ccecc001a685 req-71e9cbbe-2d6d-45dd-9744-72d430e348f5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688491 Sep 16 05:14:13.121106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09b2aa12-ad4e-41d2-ac0d-71e5bf56a557 req-2c24fd59-2b19-42ad-af0c-0fc84101f906 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 210 time: 0.0406156 Sep 16 05:14:13.610444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47028fea-59d6-4266-82b4-29ea1bd23bb7 req-73c18b06-da76-441f-96a3-530a32fa8773 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0511754 Sep 16 05:14:14.301271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023ada-8ca8-44a2-adc0-eac63ec1bedd req-b261439a-cbe0-4c89-a02d-28caa1093037 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.310155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff023ada-8ca8-44a2-adc0-eac63ec1bedd req-b261439a-cbe0-4c89-a02d-28caa1093037 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 944 time: 0.1144433 Sep 16 05:14:14.333004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fb53f1a-5f78-43a1-90f6-b953fb7d0c23 req-4fc2c96a-0269-43e1-8301-02b1702a7b04 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 210 time: 0.0510321 Sep 16 05:14:14.392925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff023ada-8ca8-44a2-adc0-eac63ec1bedd req-4f65b76b-9f06-4996-af0f-fef402556246 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815232 Sep 16 05:14:14.756264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96e51d0f-f92b-4377-b237-0e5cb4fdeedc req-dbc6bfe5-f267-4bc4-9f74-7589a7024fe6 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0491297 Sep 16 05:14:14.937826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:15.078564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:15.091150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:15.091506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.289984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.356003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:15.358979 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d65cb0-17b6-4080-9b51-97dfca0caf70" -d '{"events": [{"server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "name": "network-vif-plugged", "status": "completed", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:15.391050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-93aed7f2-f0df-426a-aa88-6b4f5f153bea tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.395768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-93aed7f2-f0df-426a-aa88-6b4f5f153bea tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.73 "GET /v2.0/networks?id=e8a49c71-1d83-494b-811e-ad26d73cc966 HTTP/1.1" status: 200 len: 817 time: 0.3505361 Sep 16 05:14:15.413893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:15.415220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Request body: {'port': {'device_id': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966', 'admin_state_up': True, 'tenant_id': 'fff5c85fd3184e2fa40f37ab2b98c220'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:15.422665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:15.537814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:15.582551 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27848ac3-c99a-4062-984f-3d6e38aa4302 x-openstack-request-id: req-27848ac3-c99a-4062-984f-3d6e38aa4302 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:15.582930 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "name": "network-vif-plugged", "status": "completed", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:15.583274 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27848ac3-c99a-4062-984f-3d6e38aa4302 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:15.583786 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32', 'code': 200} Sep 16 05:14:15.682312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-917dc59d-52ce-47d8-9c57-5c0d1414a30c req-ac6ece00-883f-4d4a-bcdf-b46f0c4e9df5 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 210 time: 0.1489260 Sep 16 05:14:15.893327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22934ed9-b0a6-48b5-b7a7-9160d4cce8be req-6e34263e-662c-40c4-9849-5a1ad7b5c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.895172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22934ed9-b0a6-48b5-b7a7-9160d4cce8be req-6e34263e-662c-40c4-9849-5a1ad7b5c452 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1097 time: 0.2119894 Sep 16 05:14:15.922686 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6552f-14b4-4122-a8c0-c4b40afbd152 req-99d84769-b47e-4bf1-8b95-bb5283a41860 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.924373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cb6552f-14b4-4122-a8c0-c4b40afbd152 req-99d84769-b47e-4bf1-8b95-bb5283a41860 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 945 time: 0.1997414 Sep 16 05:14:15.970568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Made reservation on behalf of fff5c85fd3184e2fa40f37ab2b98c220 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:15.974540 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.017637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22934ed9-b0a6-48b5-b7a7-9160d4cce8be req-07630434-830c-42b4-a289-79ce2d66518d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122670 Sep 16 05:14:16.039897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cb6552f-14b4-4122-a8c0-c4b40afbd152 req-6ed72d9d-f894-4cbb-95a6-8eac99b9531f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068997 Sep 16 05:14:16.094931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f006d67-4ace-4056-a505-e12f99a90b3c req-a0bed6dc-37c7-4b93-86ad-15c417c9acd4 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0894907 Sep 16 05:14:16.276945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Allocated IP 172.20.0.14 (e8a49c71-1d83-494b-811e-ad26d73cc966/d075c86d-a440-4505-9f84-3fba03f4e259/726e23e8-0593-4d51-ac1d-baa90333fe28) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:16.674203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.720322 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:16.764414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Network e8a49c71-1d83-494b-811e-ad26d73cc966 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:16.782904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:16.785472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:16.941594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Pushing event updated for resources: {'Port': ['ID=726e23e8-0593-4d51-ac1d-baa90333fe28,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:16.978510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.980237 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.062057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79eaf2-ec35-489c-bc58-afbc75e928f8 req-9f17564e-38b2-4361-9969-7ca17b14db13 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.063996 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a79eaf2-ec35-489c-bc58-afbc75e928f8 req-9f17564e-38b2-4361-9969-7ca17b14db13 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 932 time: 0.2522810 Sep 16 05:14:17.066102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-360622a3-c0f9-4c6b-9776-a63477546806 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6603439 Sep 16 05:14:17.114526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Request body: {'port': {'device_id': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:17.226106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a79eaf2-ec35-489c-bc58-afbc75e928f8 req-65983310-2667-4b7e-b9f5-b0b2d256a703 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386471 Sep 16 05:14:17.273642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.326929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b2d2-9f06-455f-a2db-5c486904d996 req-c9b5cfcf-4a9b-4ff5-9be9-695061ffe7fe tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.328645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22f9b2d2-9f06-455f-a2db-5c486904d996 req-c9b5cfcf-4a9b-4ff5-9be9-695061ffe7fe tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 945 time: 0.1898775 Sep 16 05:14:17.378310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c77dd715-65e9-4d71-9aee-e8394b97660b req-4f1c71a6-a0ae-4bc6-ada0-68159853edb7 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0628240 Sep 16 05:14:17.416735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22f9b2d2-9f06-455f-a2db-5c486904d996 req-db4d13ac-601a-4797-a2ab-e41fbecaf8fb tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718114 Sep 16 05:14:17.876288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726e23e8-0593-4d51-ac1d-baa90333fe28 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:17.888176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.938581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Transition to ACTIVE for port object 726e23e8-0593-4d51-ac1d-baa90333fe28 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:17.945886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.174555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Pushing event updated for resources: {'Port': ['ID=726e23e8-0593-4d51-ac1d-baa90333fe28,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.218971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Attempting to bind port 726e23e8-0593-4d51-ac1d-baa90333fe28 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:18.219365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Attempting to bind port 726e23e8-0593-4d51-ac1d-baa90333fe28 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '638e851d-87b1-418c-9022-20e845b44dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:18.219641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Attempting to bind port 726e23e8-0593-4d51-ac1d-baa90333fe28 on network e8a49c71-1d83-494b-811e-ad26d73cc966 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:18.226353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Port 726e23e8-0593-4d51-ac1d-baa90333fe28 on network e8a49c71-1d83-494b-811e-ad26d73cc966 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:18.226961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Attempting to bind port 726e23e8-0593-4d51-ac1d-baa90333fe28 on network e8a49c71-1d83-494b-811e-ad26d73cc966 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:18.234441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:18.234878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Checking segment: {'id': '638e851d-87b1-418c-9022-20e845b44dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:18.235362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Bound using segment: {'id': '638e851d-87b1-418c-9022-20e845b44dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:18.235816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Bound port: 726e23e8-0593-4d51-ac1d-baa90333fe28, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638e851d-87b1-418c-9022-20e845b44dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:18.236286 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.335939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] For port 726e23e8-0593-4d51-ac1d-baa90333fe28, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:18.341476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] For port 726e23e8-0593-4d51-ac1d-baa90333fe28, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=726e23e8-0593-4d51-ac1d-baa90333fe28,segment=NetworkSegment(638e851d-87b1-418c-9022-20e845b44dc0),segment_id=638e851d-87b1-418c-9022-20e845b44dc0)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:18.348809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.453671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.454733 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:18.456540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] 10.222.0.73 "PUT /v2.0/ports/726e23e8-0593-4d51-ac1d-baa90333fe28 HTTP/1.1" status: 200 len: 1093 time: 1.3646882 Sep 16 05:14:18.459180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'tag': '726e23e8-0593-4d51-ac1d-baa90333fe28'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:18.461648 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c69c5f91-b194-43d7-ba72-4ab2236e9519", "tag": "726e23e8-0593-4d51-ac1d-baa90333fe28"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:18.528833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5276f-f815-4908-892a-de09c6693355 req-d8155d8b-e6e7-43f1-ac94-01cbef7dbca9 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.530562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ced5276f-f815-4908-892a-de09c6693355 req-d8155d8b-e6e7-43f1-ac94-01cbef7dbca9 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 944 time: 0.1319723 Sep 16 05:14:18.604787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11d04b-b179-4c1a-a128-5acad34b2865 service neutron] Pushing event updated for resources: {'Port': ['ID=726e23e8-0593-4d51-ac1d-baa90333fe28,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:18.656274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ced5276f-f815-4908-892a-de09c6693355 req-bbc00b15-1849-431d-929f-7f496ad3559b tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637326 Sep 16 05:14:18.658310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-51777078-1b6f-4b1e-bcb5-ba767e4c8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.659671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-51777078-1b6f-4b1e-bcb5-ba767e4c8edb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff5c85fd3184e2fa40f37ab2b98c220&device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 1096 time: 0.1465368 Sep 16 05:14:18.671932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857e725-d727-4f5b-938d-eef4e6f4dcab req-84785e07-c7f1-4175-988f-bdf3d6a33d1c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.679509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f857e725-d727-4f5b-938d-eef4e6f4dcab req-84785e07-c7f1-4175-988f-bdf3d6a33d1c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 945 time: 0.1206174 Sep 16 05:14:18.755371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-1e4967a4-8a62-4bad-920f-332cbf7f5869 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726e23e8-0593-4d51-ac1d-baa90333fe28 HTTP/1.1" status: 200 len: 217 time: 0.0581586 Sep 16 05:14:18.810771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-874d94ea-ce25-4e42-85e6-ea0a9d8af041 req-d54f1059-db86-475d-9a7b-7fe76d3ed377 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0536819 Sep 16 05:14:18.939856 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd552866-63cd-4914-a921-39be27290ef0 x-openstack-request-id: req-bd552866-63cd-4914-a921-39be27290ef0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:18.940514 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69c5f91-b194-43d7-ba72-4ab2236e9519", "tag": "726e23e8-0593-4d51-ac1d-baa90333fe28", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:18.940514 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd552866-63cd-4914-a921-39be27290ef0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:18.940811 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'tag': '726e23e8-0593-4d51-ac1d-baa90333fe28', 'status': 'completed', 'code': 200} Sep 16 05:14:18.962566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f857e725-d727-4f5b-938d-eef4e6f4dcab req-6340b6dd-b325-4c07-8e6b-933be3a632a2 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774584 Sep 16 05:14:19.023456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-e3e5c8db-d9b8-4252-b483-273098f0a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.025881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-e3e5c8db-d9b8-4252-b483-273098f0a9a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d075c86d-a440-4505-9f84-3fba03f4e259 HTTP/1.1" status: 200 len: 857 time: 0.2132902 Sep 16 05:14:19.104272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-dfde82a3-d43b-40f9-a9d4-a4b25ea3a26e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8a49c71-1d83-494b-811e-ad26d73cc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697782 Sep 16 05:14:19.275809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-b3d3f3be-aa86-4f92-815e-bd2ad9a10a9c service neutron] 10.222.0.73 "GET /v2.0/networks/e8a49c71-1d83-494b-811e-ad26d73cc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454458 Sep 16 05:14:19.297746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-1bc54525-570f-42aa-85a5-6aa8e0f1955a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1571372903&fields=id&tenant_id=1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 267 time: 0.1827042 Sep 16 05:14:19.541218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-ad1d71c1-e9f0-4bfa-99d3-71c0e3ed328b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.549897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-ad1d71c1-e9f0-4bfa-99d3-71c0e3ed328b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 945 time: 0.2433186 Sep 16 05:14:19.561073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'port': {'security_groups': ['5285c8fa-b320-4127-b137-699f4726f05c', '7eec673b-38db-4d02-8550-cb0eb8a81ebf']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:19.570937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca385a7-158f-4a54-80a3-67c5fd83dee3 req-361d7b89-44ef-4570-ae09-8326f6885ea0 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a49c71-1d83-494b-811e-ad26d73cc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720494 Sep 16 05:14:19.688204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.745558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-c41685a7-5693-4171-b7fa-996c100a50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.748352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-c41685a7-5693-4171-b7fa-996c100a50d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff5c85fd3184e2fa40f37ab2b98c220&device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 1096 time: 0.0998631 Sep 16 05:14:20.471627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f93ec-e6f8-49cc-af46-6fadb67f406b req-1655a6a9-314c-4663-9d03-47178c9eb575 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.474006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-993f93ec-e6f8-49cc-af46-6fadb67f406b req-1655a6a9-314c-4663-9d03-47178c9eb575 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 944 time: 0.6982398 Sep 16 05:14:20.652131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-416684a1-b675-461d-a388-644889de3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.653672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-416684a1-b675-461d-a388-644889de3e54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e8a49c71-1d83-494b-811e-ad26d73cc966 HTTP/1.1" status: 200 len: 918 time: 0.3048348 Sep 16 05:14:20.656622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-993f93ec-e6f8-49cc-af46-6fadb67f406b req-3e7991e4-1fc6-43da-b744-551d583e67cb tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728730 Sep 16 05:14:20.786725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:20.845605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-b87780a6-f477-43b0-89bb-e561b21117f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726e23e8-0593-4d51-ac1d-baa90333fe28 HTTP/1.1" status: 200 len: 217 time: 0.1416695 Sep 16 05:14:20.878575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a4d8211-38fa-4212-8cfd-f85d9c8ef49c req-78148250-5a15-4735-a6cb-5864a6bc2446 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0761428 Sep 16 05:14:20.951678 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.968868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.008400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:21.088965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.089732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.098703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-492b9edd-fb5c-4a44-b417-1d11fd4b99d5 req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "PUT /v2.0/ports/3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 200 len: 981 time: 1.5476644 Sep 16 05:14:21.100380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-7a424c47-9fe6-4486-b15f-e4806f6892d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.113438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-7a424c47-9fe6-4486-b15f-e4806f6892d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d075c86d-a440-4505-9f84-3fba03f4e259 HTTP/1.1" status: 200 len: 857 time: 0.2458344 Sep 16 05:14:21.116683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:21.122360 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d102422-da76-449c-9c08-2e6c65819a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:21.241183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-cda2cbf8-8b45-4709-b879-b91de2ba469a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e8a49c71-1d83-494b-811e-ad26d73cc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132231 Sep 16 05:14:21.245967 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2203654b-8024-4da2-9d56-410d709e5a21 x-openstack-request-id: req-2203654b-8024-4da2-9d56-410d709e5a21 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:21.246287 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:21.246541 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2203654b-8024-4da2-9d56-410d709e5a21 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:21.246940 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32', 'status': 'completed', 'code': 200} Sep 16 05:14:21.263868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:21.388697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-466d5efd-6a87-473e-ba75-0cf5048c7ad7 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a49c71-1d83-494b-811e-ad26d73cc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344469 Sep 16 05:14:21.544746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-8e3e58a8-3055-4765-a31e-153d0e842aa5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1158690920&fields=id&tenant_id=1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 267 time: 0.3397231 Sep 16 05:14:21.613432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100bcb3-05fe-4059-a730-4d22d9fda7e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:21.732324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d99ead-bfd6-4e6c-a7b4-b7d127ae20a9 req-7424a0ae-feda-40e2-8c26-b46788883098 service neutron] 10.222.0.73 "GET /v2.0/networks/e8a49c71-1d83-494b-811e-ad26d73cc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083017 Sep 16 05:14:21.767768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102422-da76-449c-9c08-2e6c65819a9b req-4cd9fe7e-034e-41d8-b3f4-fb27562dbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.770737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d102422-da76-449c-9c08-2e6c65819a9b req-4cd9fe7e-034e-41d8-b3f4-fb27562dbd23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1136 time: 0.3811350 Sep 16 05:14:21.789735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-8fdf037b-45f8-4f20-aec7-bedd1ecb95a2 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:21.810712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-8fdf037b-45f8-4f20-aec7-bedd1ecb95a2 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 984 time: 0.2649662 Sep 16 05:14:21.816302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'port': {'security_groups': ['5285c8fa-b320-4127-b137-699f4726f05c', '7eec673b-38db-4d02-8550-cb0eb8a81ebf', '62d2f456-e364-4078-980d-956ae40f38c4']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:21.914165 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.149732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6b17d-314e-489c-b15b-86c2fe97fd84 req-13f8fb08-1fa0-4f61-852f-78fdc42c1c30 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.152990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e6b17d-314e-489c-b15b-86c2fe97fd84 req-13f8fb08-1fa0-4f61-852f-78fdc42c1c30 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 944 time: 0.2892294 Sep 16 05:14:22.391380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:22.410232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102422-da76-449c-9c08-2e6c65819a9b req-c000ae2d-fd9c-4853-8ef7-10a63ac49878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.411904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d102422-da76-449c-9c08-2e6c65819a9b req-c000ae2d-fd9c-4853-8ef7-10a63ac49878 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 914 time: 0.6306238 Sep 16 05:14:22.465494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d102422-da76-449c-9c08-2e6c65819a9b req-bc6f3b75-7fd8-492f-860d-a84c54afdd34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 200 len: 217 time: 0.0417283 Sep 16 05:14:22.537260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e6b17d-314e-489c-b15b-86c2fe97fd84 req-a5d1c3d5-c8ed-46a7-af3a-a9bf362dd81a tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727686 Sep 16 05:14:22.561200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.568670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.607268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:22.669636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102422-da76-449c-9c08-2e6c65819a9b req-bcbc4f9e-8de6-4ddc-ad86-a5689a14f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.670809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d102422-da76-449c-9c08-2e6c65819a9b req-bcbc4f9e-8de6-4ddc-ad86-a5689a14f9d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.1966498 Sep 16 05:14:22.724062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 726e23e8-0593-4d51-ac1d-baa90333fe28 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:22.755239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.755891 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.757334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e523d1ef-69c4-43ce-a117-933846f79f99 req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "PUT /v2.0/ports/3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 200 len: 1020 time: 0.9456811 Sep 16 05:14:22.788685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e07ba02-64f5-4e12-8c2d-21efb03530d8 req-777b0afb-9f08-4f46-bce6-cd5b67a928ed tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0725014 Sep 16 05:14:22.797895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d102422-da76-449c-9c08-2e6c65819a9b req-44fcee22-8f98-4956-a4e5-08431d052a5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162589 Sep 16 05:14:22.969677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:22.995521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d102422-da76-449c-9c08-2e6c65819a9b req-a6f67ee9-4256-45b7-95eb-53541ba8931f service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677628 Sep 16 05:14:23.162909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077e092-6197-4328-a126-0d4d687bde59 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:23.173512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d102422-da76-449c-9c08-2e6c65819a9b req-804b4842-f5c8-4333-8be2-8377872f9150 service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662600 Sep 16 05:14:23.221559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b782a9-354a-46f6-aa50-97eef0a7dae7 req-aed7c3ff-f838-467b-b827-0e40838489f7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.229535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6b782a9-354a-46f6-aa50-97eef0a7dae7 req-aed7c3ff-f838-467b-b827-0e40838489f7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1023 time: 0.2309659 Sep 16 05:14:23.243615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 726e23e8-0593-4d51-ac1d-baa90333fe28, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=726e23e8-0593-4d51-ac1d-baa90333fe28,segment=NetworkSegment(638e851d-87b1-418c-9022-20e845b44dc0),segment_id=638e851d-87b1-418c-9022-20e845b44dc0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:23.268260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:23.271512 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:23.386382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '726e23e8-0593-4d51-ac1d-baa90333fe28', 'network_id': 'e8a49c71-1d83-494b-811e-ad26d73cc966', 'port_id': '726e23e8-0593-4d51-ac1d-baa90333fe28', 'mac_address': 'fa:16:3e:ad:59:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd075c86d-a440-4505-9f84-3fba03f4e259', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:23.393115 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b23cee-6cf2-4bd8-af0a-79b1bca3452a x-openstack-request-id: req-69b23cee-6cf2-4bd8-af0a-79b1bca3452a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:23.393402 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:23.393655 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69b23cee-6cf2-4bd8-af0a-79b1bca3452a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:23.394057 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32', 'status': 'completed', 'code': 200} Sep 16 05:14:23.405130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6b782a9-354a-46f6-aa50-97eef0a7dae7 req-cf520fff-f624-4aea-80e8-e61f84d2c297 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=7eec673b-38db-4d02-8550-cb0eb8a81ebf&id=62d2f456-e364-4078-980d-956ae40f38c4 HTTP/1.1" status: 200 len: 6156 time: 0.1549847 Sep 16 05:14:23.456826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-509f34aa-3628-4039-abc5-e8937c26e668 req-32f36995-0efe-4e2e-8526-e4d22bd47c15 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1337291302 ', 'description': 'tempest-description-703362913'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:23.469610 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.520615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726e23e8-0593-4d51-ac1d-baa90333fe28 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:23.562971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-509f34aa-3628-4039-abc5-e8937c26e668 req-32f36995-0efe-4e2e-8526-e4d22bd47c15 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.583751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 726e23e8-0593-4d51-ac1d-baa90333fe28, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=726e23e8-0593-4d51-ac1d-baa90333fe28,segment=NetworkSegment(638e851d-87b1-418c-9022-20e845b44dc0),segment_id=638e851d-87b1-418c-9022-20e845b44dc0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:23.607350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-0d3006b2-0fb5-495b-af49-f3beb8b5287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.610908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-0d3006b2-0fb5-495b-af49-f3beb8b5287c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1175 time: 0.2036028 Sep 16 05:14:23.663938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.749473 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-509f34aa-3628-4039-abc5-e8937c26e668 req-32f36995-0efe-4e2e-8526-e4d22bd47c15 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.835891 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=726e23e8-0593-4d51-ac1d-baa90333fe28,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:23.877300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-509f34aa-3628-4039-abc5-e8937c26e668 req-32f36995-0efe-4e2e-8526-e4d22bd47c15 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:23.915251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['726e23e8-0593-4d51-ac1d-baa90333fe28'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:24.078757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-509f34aa-3628-4039-abc5-e8937c26e668 req-32f36995-0efe-4e2e-8526-e4d22bd47c15 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.083078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-509f34aa-3628-4039-abc5-e8937c26e668 req-32f36995-0efe-4e2e-8526-e4d22bd47c15 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6340888 Sep 16 05:14:24.154705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f36995-0efe-4e2e-8526-e4d22bd47c15 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d84679-bca3-4cea-97b3-f40a51708572,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:24.210008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d65629-b56f-4fbd-af50-067cef336b4f req-afd80625-c9c0-4547-b616-c6fdd4eb4f03 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.210008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d65629-b56f-4fbd-af50-067cef336b4f req-afd80625-c9c0-4547-b616-c6fdd4eb4f03 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 945 time: 0.4847188 Sep 16 05:14:24.308380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7b84bd0-fef3-4a3b-9f12-d22fe974cfd8 req-222b2761-c708-46b8-ba67-62e516d0fe5d tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.1129754 Sep 16 05:14:24.309753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-b418d16d-2eb4-474f-805a-fb59bdb2dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.311223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-b418d16d-2eb4-474f-805a-fb59bdb2dd7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 914 time: 0.6019745 Sep 16 05:14:24.412924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d65629-b56f-4fbd-af50-067cef336b4f req-da058cdd-8090-4795-af8a-a0af587eeece tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178719 Sep 16 05:14:24.414601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-76aa7a0b-adf1-4acc-a46e-8c9c6344d058 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 200 len: 217 time: 0.0849578 Sep 16 05:14:24.494896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-b31a5cc0-e63a-4fe1-8128-843400b54172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.496421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-b31a5cc0-e63a-4fe1-8128-843400b54172 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.0740621 Sep 16 05:14:24.595687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-b2109a17-63bc-4e60-b246-fd5d934a804b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675273 Sep 16 05:14:24.597948 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.660500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b2ffb5b-eaf3-4f21-ba74-077f52fdb663 req-6ce947df-9a12-42d8-a943-27cca0629234 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d2d84679-bca3-4cea-97b3-f40a51708572 HTTP/1.1" status: 200 len: 1782 time: 0.1674585 Sep 16 05:14:24.773263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-41db7122-6895-4302-8b4f-d64910e24396 service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691260 Sep 16 05:14:24.776920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82a4fdd5-50a9-4a21-ad90-2399a475abfd req-840ca546-cb67-4f11-b0fe-df1c180b25d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d2d84679-bca3-4cea-97b3-f40a51708572 HTTP/1.1" status: 200 len: 1782 time: 0.0783112 Sep 16 05:14:24.878224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cb3960-efe2-40a5-b53c-dc3b1dc2826e req-bafe50a9-74ff-42a7-a22b-92e1e81497f3 service neutron] 10.222.0.64 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964665 Sep 16 05:14:24.948932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-82a4fdd5-50a9-4a21-ad90-2399a475abfd req-8a4f7130-afe9-46af-a219-f1730458b919 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.974060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-82a4fdd5-50a9-4a21-ad90-2399a475abfd req-8a4f7130-afe9-46af-a219-f1730458b919 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.030533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-82a4fdd5-50a9-4a21-ad90-2399a475abfd req-8a4f7130-afe9-46af-a219-f1730458b919 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.036199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-82a4fdd5-50a9-4a21-ad90-2399a475abfd req-8a4f7130-afe9-46af-a219-f1730458b919 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.037668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82a4fdd5-50a9-4a21-ad90-2399a475abfd req-8a4f7130-afe9-46af-a219-f1730458b919 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/d2d84679-bca3-4cea-97b3-f40a51708572 HTTP/1.1" status: 204 len: 173 time: 0.1582963 Sep 16 05:14:25.051630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f7130-afe9-46af-a219-f1730458b919 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d84679-bca3-4cea-97b3-f40a51708572,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.119132 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-c3ab6fa6-37c8-4d97-9e1d-ada62b2e8e1e req-c030d0ef-160f-4a79-9ec4-16fbe8a24075 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:14:25.125541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3ab6fa6-37c8-4d97-9e1d-ada62b2e8e1e req-c030d0ef-160f-4a79-9ec4-16fbe8a24075 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d2d84679-bca3-4cea-97b3-f40a51708572 HTTP/1.1" status: 404 len: 352 time: 0.0440772 Sep 16 05:14:25.152282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a9a47eac-6101-41b2-8fac-8546436dab7a req-d1970100-c43c-4cdb-9c03-04a75a8d160a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1406063036', 'description': 'tempest-description-1692264210'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:25.187070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9a47eac-6101-41b2-8fac-8546436dab7a req-d1970100-c43c-4cdb-9c03-04a75a8d160a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.313777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9a47eac-6101-41b2-8fac-8546436dab7a req-d1970100-c43c-4cdb-9c03-04a75a8d160a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.318703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9a47eac-6101-41b2-8fac-8546436dab7a req-d1970100-c43c-4cdb-9c03-04a75a8d160a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.378262 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9a47eac-6101-41b2-8fac-8546436dab7a req-d1970100-c43c-4cdb-9c03-04a75a8d160a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.380024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9a47eac-6101-41b2-8fac-8546436dab7a req-d1970100-c43c-4cdb-9c03-04a75a8d160a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2325211 Sep 16 05:14:25.381192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1970100-c43c-4cdb-9c03-04a75a8d160a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840f11e4-911c-49ff-a6df-7d704c239779,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.409968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ea6d9246-8242-470d-8ea2-c21abd8d0319 req-f9af6920-173e-4a5c-b606-ea6da4ad66d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-752353997', 'description': 'tempest-description-1992120542'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:25.526881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ea6d9246-8242-470d-8ea2-c21abd8d0319 req-f9af6920-173e-4a5c-b606-ea6da4ad66d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.558410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fae2a8b9-9f3d-41b5-9856-48621acef6d7 req-ed1a8e46-ba2d-4772-9a7a-7ed27a4f0374 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0910106 Sep 16 05:14:25.795559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58da75-4ebd-4014-9265-06bf71775a6b req-316d353d-45ac-4c69-933d-c23c0c70de91 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:25.801702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce58da75-4ebd-4014-9265-06bf71775a6b req-316d353d-45ac-4c69-933d-c23c0c70de91 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 945 time: 0.1494653 Sep 16 05:14:25.834093 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f53f2dd7-54e1-4d91-a161-72de70c2ec63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.843701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ea6d9246-8242-470d-8ea2-c21abd8d0319 req-f9af6920-173e-4a5c-b606-ea6da4ad66d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.917300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ea6d9246-8242-470d-8ea2-c21abd8d0319 req-f9af6920-173e-4a5c-b606-ea6da4ad66d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.989192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce58da75-4ebd-4014-9265-06bf71775a6b req-c04ee552-0930-4ed7-9aeb-a24cb9252f96 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700237 Sep 16 05:14:26.033747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ea6d9246-8242-470d-8ea2-c21abd8d0319 req-f9af6920-173e-4a5c-b606-ea6da4ad66d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.033747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea6d9246-8242-470d-8ea2-c21abd8d0319 req-f9af6920-173e-4a5c-b606-ea6da4ad66d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6222386 Sep 16 05:14:26.036005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af6920-173e-4a5c-b606-ea6da4ad66d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8c5df-a0cb-4ffc-bfbb-b0e4782dc15f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.191707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-0c4da7df-0443-4c1c-a3b3-5c7cf0130f18 req-8d0fe83c-3679-452a-bdec-fb01a458e100 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-981015270', 'description': 'tempest-description-745732508'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:26.233086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0c4da7df-0443-4c1c-a3b3-5c7cf0130f18 req-8d0fe83c-3679-452a-bdec-fb01a458e100 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.380903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0c4da7df-0443-4c1c-a3b3-5c7cf0130f18 req-8d0fe83c-3679-452a-bdec-fb01a458e100 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.386522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0c4da7df-0443-4c1c-a3b3-5c7cf0130f18 req-8d0fe83c-3679-452a-bdec-fb01a458e100 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.458285 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0c4da7df-0443-4c1c-a3b3-5c7cf0130f18 req-8d0fe83c-3679-452a-bdec-fb01a458e100 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.459666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c4da7df-0443-4c1c-a3b3-5c7cf0130f18 req-8d0fe83c-3679-452a-bdec-fb01a458e100 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2731209 Sep 16 05:14:26.460570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fe83c-3679-452a-bdec-fb01a458e100 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d3be4-25ab-4dd9-bd05-1b6ecf111035,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.729216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 726e23e8-0593-4d51-ac1d-baa90333fe28 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:26.771070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94e77c43-eef4-436e-8004-3d158cd36196 req-905018a7-e907-42d0-81d2-b66c9bfa57da tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4ee16b7-2122-4ff0-b39c-8e1da7cae712 HTTP/1.1" status: 200 len: 210 time: 0.0441403 Sep 16 05:14:26.806203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ce71c43-91fe-4e40-9a51-e42f62d60cd2 req-5be01268-2051-4423-b6cc-dba61deb0258 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 10909 time: 0.2998457 Sep 16 05:14:26.821977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 726e23e8-0593-4d51-ac1d-baa90333fe28 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:26.829972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 726e23e8-0593-4d51-ac1d-baa90333fe28 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:26.830581 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.899926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-b27ebf6c-a540-420b-b2b9-1c58fd50a63a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2498202 Sep 16 05:14:26.927395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ce71c43-91fe-4e40-9a51-e42f62d60cd2 req-fcf15f7b-3c8b-4e4a-9bcf-45f5d66c6071 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/5285c8fa-b320-4127-b137-699f4726f05c HTTP/1.1" status: 200 len: 2985 time: 0.1202924 Sep 16 05:14:26.987532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.043072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 726e23e8-0593-4d51-ac1d-baa90333fe28, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=726e23e8-0593-4d51-ac1d-baa90333fe28,segment=NetworkSegment(638e851d-87b1-418c-9022-20e845b44dc0),segment_id=638e851d-87b1-418c-9022-20e845b44dc0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:27.044520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e23e8-0593-4d51-ac1d-baa90333fe28'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:27.048611 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0903d1c9-ee79-456b-8028-836da495bcf6" -d '{"events": [{"server_uuid": "c69c5f91-b194-43d7-ba72-4ab2236e9519", "name": "network-vif-plugged", "status": "completed", "tag": "726e23e8-0593-4d51-ac1d-baa90333fe28"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:27.054868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.129918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=726e23e8-0593-4d51-ac1d-baa90333fe28,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.144686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ce71c43-91fe-4e40-9a51-e42f62d60cd2 req-82ac6e4e-0731-4df6-99e9-f383f4b4b3f3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/5285c8fa-b320-4127-b137-699f4726f05c HTTP/1.1" status: 200 len: 2985 time: 0.1955383 Sep 16 05:14:27.177791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-1171e213-117f-4140-aeba-699b07dbf190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.178584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-1171e213-117f-4140-aeba-699b07dbf190 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=589b6d16d23c4a619243aa3648f1e7c6&device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 1097 time: 0.1710672 Sep 16 05:14:27.219453 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af03a9b-c06e-4dd3-98d7-62bc494ed30a x-openstack-request-id: req-9af03a9b-c06e-4dd3-98d7-62bc494ed30a {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:27.220056 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69c5f91-b194-43d7-ba72-4ab2236e9519", "name": "network-vif-plugged", "status": "completed", "tag": "726e23e8-0593-4d51-ac1d-baa90333fe28", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:27.220539 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9af03a9b-c06e-4dd3-98d7-62bc494ed30a {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:27.221372 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e23e8-0593-4d51-ac1d-baa90333fe28', 'code': 200} Sep 16 05:14:27.234307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33018efa-144d-499d-a4b9-80f7b2edb161 req-4c871cda-b60a-489d-9520-6be6da76b7cc tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.236733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33018efa-144d-499d-a4b9-80f7b2edb161 req-4c871cda-b60a-489d-9520-6be6da76b7cc tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 946 time: 0.0808837 Sep 16 05:14:27.417047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283335-9428-40fa-b71d-e831f25d158a req-48c7b4cd-2f30-496d-9e17-a06c073ee7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.420082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b1283335-9428-40fa-b71d-e831f25d158a req-48c7b4cd-2f30-496d-9e17-a06c073ee7c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 1098 time: 0.1222908 Sep 16 05:14:27.428985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33018efa-144d-499d-a4b9-80f7b2edb161 req-cbb32397-d35c-4b68-8ca1-937cfdbd2e67 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772757 Sep 16 05:14:27.484409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5323b1d-cfe0-4965-a33c-c4f47c1ab93f req-e349660d-4bf9-4117-9147-9e0d08d71ba4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/840f11e4-911c-49ff-a6df-7d704c239779 HTTP/1.1" status: 200 len: 1803 time: 0.2030146 Sep 16 05:14:27.493341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-cdcff7fa-a7ac-483f-b5ea-a52c53d3da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.494997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-cdcff7fa-a7ac-483f-b5ea-a52c53d3da9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4a016958-4a9c-41cc-85d1-5479f1bc4474 HTTP/1.1" status: 200 len: 913 time: 0.2571068 Sep 16 05:14:27.509725 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b1283335-9428-40fa-b71d-e831f25d158a req-9bd06406-b649-4a0e-b0dc-308308440525 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795135 Sep 16 05:14:27.584662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-314c1646-d940-406e-9142-7298f2c795b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 HTTP/1.1" status: 200 len: 1001 time: 0.0775676 Sep 16 05:14:27.659433 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5323b1d-cfe0-4965-a33c-c4f47c1ab93f req-3fbb196e-4538-45b1-890c-0401ddb44281 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.693536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5323b1d-cfe0-4965-a33c-c4f47c1ab93f req-3fbb196e-4538-45b1-890c-0401ddb44281 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.789493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5323b1d-cfe0-4965-a33c-c4f47c1ab93f req-3fbb196e-4538-45b1-890c-0401ddb44281 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.792868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5323b1d-cfe0-4965-a33c-c4f47c1ab93f req-3fbb196e-4538-45b1-890c-0401ddb44281 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.794640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5323b1d-cfe0-4965-a33c-c4f47c1ab93f req-3fbb196e-4538-45b1-890c-0401ddb44281 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/840f11e4-911c-49ff-a6df-7d704c239779 HTTP/1.1" status: 204 len: 173 time: 0.2988966 Sep 16 05:14:27.808499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-32f91371-5e02-4572-ab01-a40070c0b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.810099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-32f91371-5e02-4572-ab01-a40070c0b5ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08b75a6e-e3f0-47a6-99e6-47664551717a HTTP/1.1" status: 200 len: 851 time: 0.0802267 Sep 16 05:14:27.815456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb196e-4538-45b1-890c-0401ddb44281 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f11e4-911c-49ff-a6df-7d704c239779,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:27.893313 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-63c3e844-7d95-43f9-91af-f211f9dbf0a9 req-2e45fc11-7bf6-424c-921f-129c9deb9432 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:14:27.894374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63c3e844-7d95-43f9-91af-f211f9dbf0a9 req-2e45fc11-7bf6-424c-921f-129c9deb9432 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/840f11e4-911c-49ff-a6df-7d704c239779 HTTP/1.1" status: 404 len: 352 time: 0.0204930 Sep 16 05:14:27.979997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-e9b5614c-6a78-4c77-a5e4-293a30f6fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.981619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-e9b5614c-6a78-4c77-a5e4-293a30f6fe83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4a016958-4a9c-41cc-85d1-5479f1bc4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628249 Sep 16 05:14:28.016152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc456d91-2977-4391-887a-4c379bf9196f req-0e724c98-0e07-4af4-898b-a1a961ee9f78 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d2c8c5df-a0cb-4ffc-bfbb-b0e4782dc15f HTTP/1.1" status: 200 len: 1802 time: 0.0743482 Sep 16 05:14:28.122061 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dc456d91-2977-4391-887a-4c379bf9196f req-1d234496-7966-4e84-bd6f-943a7c57619a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.140541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-a4143192-0676-4ee4-b937-98b6f13e1722 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499250 Sep 16 05:14:28.160957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dc456d91-2977-4391-887a-4c379bf9196f req-1d234496-7966-4e84-bd6f-943a7c57619a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.197974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a516510-ddeb-4fc1-8b61-02a87ad166ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.283970 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:28.327451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dc456d91-2977-4391-887a-4c379bf9196f req-1d234496-7966-4e84-bd6f-943a7c57619a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.331813 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dc456d91-2977-4391-887a-4c379bf9196f req-1d234496-7966-4e84-bd6f-943a7c57619a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.335804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc456d91-2977-4391-887a-4c379bf9196f req-1d234496-7966-4e84-bd6f-943a7c57619a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/d2c8c5df-a0cb-4ffc-bfbb-b0e4782dc15f HTTP/1.1" status: 204 len: 173 time: 0.3225710 Sep 16 05:14:28.363741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d234496-7966-4e84-bd6f-943a7c57619a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8c5df-a0cb-4ffc-bfbb-b0e4782dc15f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.435952 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-18b5adf2-ab8d-4d4f-89d6-bef469966aa3 req-093d59d5-5bc1-4e7f-8770-f3dcf61952fb tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:14:28.436910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18b5adf2-ab8d-4d4f-89d6-bef469966aa3 req-093d59d5-5bc1-4e7f-8770-f3dcf61952fb tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d2c8c5df-a0cb-4ffc-bfbb-b0e4782dc15f HTTP/1.1" status: 404 len: 352 time: 0.0518947 Sep 16 05:14:28.463997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aca77076-9d0c-4a20-86d0-b3a897b16783 req-98ab35cd-26db-48c0-9e46-b7de3ca1b7a6 service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139856 Sep 16 05:14:28.562910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e996f2f-89d7-4aaa-83dd-6dd9c129f053 req-f6c02971-8b56-41da-9a83-40a84f37e294 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/ab9d3be4-25ab-4dd9-bd05-1b6ecf111035 HTTP/1.1" status: 200 len: 1801 time: 0.0869193 Sep 16 05:14:28.643789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e996f2f-89d7-4aaa-83dd-6dd9c129f053 req-efd8ce33-ba25-4379-9460-73d2bc05b770 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.704571 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e996f2f-89d7-4aaa-83dd-6dd9c129f053 req-efd8ce33-ba25-4379-9460-73d2bc05b770 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.765332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e996f2f-89d7-4aaa-83dd-6dd9c129f053 req-efd8ce33-ba25-4379-9460-73d2bc05b770 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.770320 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1e996f2f-89d7-4aaa-83dd-6dd9c129f053 req-efd8ce33-ba25-4379-9460-73d2bc05b770 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:28.771887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e996f2f-89d7-4aaa-83dd-6dd9c129f053 req-efd8ce33-ba25-4379-9460-73d2bc05b770 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab9d3be4-25ab-4dd9-bd05-1b6ecf111035 HTTP/1.1" status: 204 len: 173 time: 0.2074604 Sep 16 05:14:28.802292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8ce33-ba25-4379-9460-73d2bc05b770 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d3be4-25ab-4dd9-bd05-1b6ecf111035,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:28.930720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078410d8-818b-40eb-85e9-18b8809d0f63 req-d91f13b5-dd38-466d-92fe-40f62c88d635 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:28.932926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-078410d8-818b-40eb-85e9-18b8809d0f63 req-d91f13b5-dd38-466d-92fe-40f62c88d635 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 946 time: 0.0887408 Sep 16 05:14:28.987905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55788) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.034990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-078410d8-818b-40eb-85e9-18b8809d0f63 req-1538429c-af7c-4577-9b6b-304aa1dc31e9 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893836 Sep 16 05:14:29.072534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7d9b-3869-40cf-90e2-930c786edc39 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.102321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7d9b-3869-40cf-90e2-930c786edc39 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.133381 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-548ab091-4678-4306-9294-ea43eaecd61a req-994c067f-02a1-4637-8ad5-c818cb67f0d3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:14:29.141803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-548ab091-4678-4306-9294-ea43eaecd61a req-994c067f-02a1-4637-8ad5-c818cb67f0d3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/ab9d3be4-25ab-4dd9-bd05-1b6ecf111035 HTTP/1.1" status: 404 len: 352 time: 0.0328395 Sep 16 05:14:29.151916 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.218651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7d9b-3869-40cf-90e2-930c786edc39 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.223200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e5d7d9b-3869-40cf-90e2-930c786edc39 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.224605 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e5d7d9b-3869-40cf-90e2-930c786edc39 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/security-groups/48687f92-1957-46d8-800d-584617b448c0 HTTP/1.1" status: 204 len: 168 time: 0.2347078 Sep 16 05:14:29.227479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55796) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.245166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d7d9b-3869-40cf-90e2-930c786edc39 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48687f92-1957-46d8-800d-584617b448c0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:29.317638 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-7af2ff7d-1293-4a63-b24e-0dd4990e0fc3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] show failed (client error): The resource could not be found. Sep 16 05:14:29.320348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7af2ff7d-1293-4a63-b24e-0dd4990e0fc3 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "GET /v2.0/security-groups/48687f92-1957-46d8-800d-584617b448c0 HTTP/1.1" status: 404 len: 347 time: 0.0915394 Sep 16 05:14:29.323350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55804) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:29.444333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9cb5434-b8ae-4a30-8fe9-bb5adc146b20 req-ce18b5b1-7b95-4e35-9a9a-a3f26fdfda7a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 6156 time: 0.1869979 Sep 16 05:14:29.560239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9cb5434-b8ae-4a30-8fe9-bb5adc146b20 req-6b2009f2-ee36-42ea-8b50-afae9495ce49 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/5285c8fa-b320-4127-b137-699f4726f05c HTTP/1.1" status: 200 len: 2985 time: 0.1146007 Sep 16 05:14:29.641877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port 9c74b97d-4781-44ca-a650-ba34a72b4884 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:29.642226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.694139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9cb5434-b8ae-4a30-8fe9-bb5adc146b20 req-48ce5f98-af0d-46b3-8dc0-bb63b93eb92a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/5285c8fa-b320-4127-b137-699f4726f05c HTTP/1.1" status: 200 len: 2985 time: 0.1265872 Sep 16 05:14:29.728141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1de050-3b17-4e09-b5db-affaa9660c46 req-0b41b9fd-b228-4b23-a816-25e397de3c73 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:29.728409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef1de050-3b17-4e09-b5db-affaa9660c46 req-0b41b9fd-b228-4b23-a816-25e397de3c73 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 946 time: 0.1264396 Sep 16 05:14:29.733164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cd8daab8-00fe-48b6-9a69-0556ea465afa req-67c98ae7-9925-469a-8d37-49565a89b8b0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2001908701', 'description': 'tempest-description-281095395'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:29.747656 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.779047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.779843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:29.798506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for 9c74b97d-4781-44ca-a650-ba34a72b4884 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:29.873811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef1de050-3b17-4e09-b5db-affaa9660c46 req-50fd078e-c829-4576-a129-2725734d0fd8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358757 Sep 16 05:14:29.881983 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd8daab8-00fe-48b6-9a69-0556ea465afa req-67c98ae7-9925-469a-8d37-49565a89b8b0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.056345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.063937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd8daab8-00fe-48b6-9a69-0556ea465afa req-67c98ae7-9925-469a-8d37-49565a89b8b0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.077132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd8daab8-00fe-48b6-9a69-0556ea465afa req-67c98ae7-9925-469a-8d37-49565a89b8b0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.151367 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd8daab8-00fe-48b6-9a69-0556ea465afa req-67c98ae7-9925-469a-8d37-49565a89b8b0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.154779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd8daab8-00fe-48b6-9a69-0556ea465afa req-67c98ae7-9925-469a-8d37-49565a89b8b0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4255452 Sep 16 05:14:30.165254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c98ae7-9925-469a-8d37-49565a89b8b0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71483ca-1f37-4bed-9b7a-452d0dde7a12,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.207174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c73f449d-ac6d-4724-813a-188436ee63cd req-3ecb2831-da79-4720-80e1-9447d8986229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-817273563', 'description': 'tempest-description-1018244705'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:30.263857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c73f449d-ac6d-4724-813a-188436ee63cd req-3ecb2831-da79-4720-80e1-9447d8986229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.467405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c73f449d-ac6d-4724-813a-188436ee63cd req-3ecb2831-da79-4720-80e1-9447d8986229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.481989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c73f449d-ac6d-4724-813a-188436ee63cd req-3ecb2831-da79-4720-80e1-9447d8986229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.575004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c73f449d-ac6d-4724-813a-188436ee63cd req-3ecb2831-da79-4720-80e1-9447d8986229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.588710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c73f449d-ac6d-4724-813a-188436ee63cd req-3ecb2831-da79-4720-80e1-9447d8986229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3857715 Sep 16 05:14:30.599728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2831-da79-4720-80e1-9447d8986229 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30082ee0-9971-4c4b-8c6d-5e4a16e91905,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.620159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=9c74b97d-4781-44ca-a650-ba34a72b4884,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:30.774787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.806035 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:30.810629 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-38ea0640-86a9-4529-8e89-9eb60d46dc26 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/floatingips/c388588f-f81f-4794-be9a-9c2fb9bcef0e HTTP/1.1" status: 204 len: 168 time: 1.4846675 Sep 16 05:14:30.813535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55846) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:31.014466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port 74a915c3-1c83-4d70-9572-61b068b83c34 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:31.016351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.154515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-89051dda-77b6-4dc8-884f-6baaac99635c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.157012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-89051dda-77b6-4dc8-884f-6baaac99635c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 813 time: 0.3386793 Sep 16 05:14:31.181662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.205303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-3735932c-8dd8-4326-bebe-c7cb8cc7fb6a tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.207346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-3735932c-8dd8-4326-bebe-c7cb8cc7fb6a tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.73 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 946 time: 0.1558459 Sep 16 05:14:31.218177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-978a890c-8c39-4b32-bba3-08933d48e7a7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/quotas/1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 375 time: 0.0407650 Sep 16 05:14:31.257399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.291030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for 74a915c3-1c83-4d70-9572-61b068b83c34 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:31.295518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d651aab-e839-4aec-9ab0-99454adab7ad req-357030e0-7284-41ac-a241-078874e4e1f9 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:31.297827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d651aab-e839-4aec-9ab0-99454adab7ad req-357030e0-7284-41ac-a241-078874e4e1f9 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 946 time: 0.1866965 Sep 16 05:14:31.404024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-0bf8dcea-4d4e-4116-923c-f6f677d6bb75 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1848376 Sep 16 05:14:31.462166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d651aab-e839-4aec-9ab0-99454adab7ad req-bc7f66a4-5120-4c17-9823-46178ff026cc tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549947 Sep 16 05:14:31.512823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Deleting port 726e23e8-0593-4d51-ac1d-baa90333fe28 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:31.513461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.583496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.679026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=74a915c3-1c83-4d70-9572-61b068b83c34,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:31.819887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:31.824839 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb9d6a5d-1071-4aa2-a4b4-d88591f4d620 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/ports/74a915c3-1c83-4d70-9572-61b068b83c34 HTTP/1.1" status: 204 len: 168 time: 1.0058117 Sep 16 05:14:31.825148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55868) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:32.018978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port 6b280801-5830-4730-864a-dd246928f429 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:32.019496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.204759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-d66d6772-5cbd-4c58-96fe-8a509f495025 service neutron] 10.222.0.55 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993851 Sep 16 05:14:32.244126 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.269926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for 6b280801-5830-4730-864a-dd246928f429 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:32.366033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] For port 726e23e8-0593-4d51-ac1d-baa90333fe28, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=726e23e8-0593-4d51-ac1d-baa90333fe28,segment=NetworkSegment(638e851d-87b1-418c-9022-20e845b44dc0),segment_id=638e851d-87b1-418c-9022-20e845b44dc0)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:32.366302 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.396670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Calling delete_port for 726e23e8-0593-4d51-ac1d-baa90333fe28 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:32.517326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-10eedb52-5ace-4aac-bb38-7d53949293b1 service neutron] 10.222.0.55 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101625 Sep 16 05:14:32.519986 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.603346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=6b280801-5830-4730-864a-dd246928f429,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:32.801276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.805591 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8191e38b-216b-441d-a6d5-1651aa87a131 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/ports/6b280801-5830-4730-864a-dd246928f429 HTTP/1.1" status: 204 len: 168 time: 0.9770927 Sep 16 05:14:32.805968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55892) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:32.818967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06060f3-d7c6-4d21-8139-8e00ea089ff1 req-d0365df5-3430-4946-b890-9bb1058964bd tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:32.818967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f06060f3-d7c6-4d21-8139-8e00ea089ff1 req-d0365df5-3430-4946-b890-9bb1058964bd tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/ports?device_id=c69c5f91-b194-43d7-ba72-4ab2236e9519 HTTP/1.1" status: 200 len: 946 time: 0.2603726 Sep 16 05:14:32.906358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:32.948238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting subnet fcc54c2d-1c2c-4699-9184-5b9a7117bed0 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:32.971097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2143953f-61da-4131-84d2-913683c039c8 req-b7620ac3-af7a-44d6-a64e-91c97c687dcb tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 210 time: 0.0893261 Sep 16 05:14:32.988583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Pushing event deleted for resources: {'Port': ['ID=726e23e8-0593-4d51-ac1d-baa90333fe28,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.000727 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.124555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.181271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] No DVR routers for this DVR port 726e23e8-0593-4d51-ac1d-baa90333fe28 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:33.191947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.198844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fa7eab-2148-42d7-9b36-346b495ab5e8 req-e8999e4a-cb07-4cf1-9674-b33ba632a4f8 tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.73 "DELETE /v2.0/ports/726e23e8-0593-4d51-ac1d-baa90333fe28 HTTP/1.1" status: 204 len: 173 time: 1.9780769 Sep 16 05:14:33.207458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f06060f3-d7c6-4d21-8139-8e00ea089ff1 req-f817a5af-0af3-4beb-be60-373044780ecc tempest-InstanceActionsV221TestJSON-1835661087 tempest-InstanceActionsV221TestJSON-1835661087-project] 10.222.0.55 "GET /v2.0/security-groups?id=04c1aa97-0504-4fdd-ae2d-68223663b72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782156 Sep 16 05:14:33.208193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'name': 'network-vif-deleted', 'tag': '726e23e8-0593-4d51-ac1d-baa90333fe28'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:33.214507 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa561411-c1f4-48c5-9eff-0517c2fbeedd" -d '{"events": [{"server_uuid": "c69c5f91-b194-43d7-ba72-4ab2236e9519", "name": "network-vif-deleted", "tag": "726e23e8-0593-4d51-ac1d-baa90333fe28"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:33.295587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.307377 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bad4547-b3ac-4d30-b3b6-8b15a83c1aa9 x-openstack-request-id: req-3bad4547-b3ac-4d30-b3b6-8b15a83c1aa9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:33.307686 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69c5f91-b194-43d7-ba72-4ab2236e9519", "name": "network-vif-deleted", "tag": "726e23e8-0593-4d51-ac1d-baa90333fe28", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:33.307946 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bad4547-b3ac-4d30-b3b6-8b15a83c1aa9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:33.308449 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69c5f91-b194-43d7-ba72-4ab2236e9519', 'name': 'network-vif-deleted', 'tag': '726e23e8-0593-4d51-ac1d-baa90333fe28', 'status': 'completed', 'code': 200} Sep 16 05:14:33.418319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.450233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc54c2d-1c2c-4699-9184-5b9a7117bed0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:33.473587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.478688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55914) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:33.480675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e38c1e0-4180-43af-9d33-7f61e1c4030d None None] Network 87774183-9d3a-4059-a0e1-f8feda9e53ca requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:33.498924 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5cb7140e-5611-437b-9a25-13238b798075 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/subnets/fcc54c2d-1c2c-4699-9184-5b9a7117bed0 HTTP/1.1" status: 204 len: 168 time: 0.6898458 Sep 16 05:14:33.615365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting subnet f34edbf9-e59a-4c35-ac21-40e529e94df8 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:33.643703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.758544 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:33.899536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.039510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.095213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Subnet': ['ID=f34edbf9-e59a-4c35-ac21-40e529e94df8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.097926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.099950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2eef3162-2fb7-46a7-9d02-0b5301b4e2cc tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/subnets/f34edbf9-e59a-4c35-ac21-40e529e94df8 HTTP/1.1" status: 204 len: 168 time: 0.6201565 Sep 16 05:14:34.103282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55930) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:34.112526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c28ad-11e2-4e2d-aa74-11c7007fab59 None None] Network 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:34.249139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-955aa7bc-4069-4dac-a478-d3443ca8f4b1 req-dd0a70e7-8860-476f-8544-5b7177d4ba4a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 210 time: 0.0874546 Sep 16 05:14:34.266450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.309780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] DHCP port deletion for 87774183-9d3a-4059-a0e1-f8feda9e53ca request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:34.341806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Deleting port dcdb6da4-ff84-4459-ad4d-8884f136438a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:34.342238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.414943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] For port dcdb6da4-ff84-4459-ad4d-8884f136438a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dcdb6da4-ff84-4459-ad4d-8884f136438a,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:34.415337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.437094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Calling delete_port for dcdb6da4-ff84-4459-ad4d-8884f136438a owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:34.445884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Deleting port dcdb6da4-ff84-4459-ad4d-8884f136438a {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:34.446384 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.566588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.578215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] DHCP port deletion for 076ab2eb-acfc-4dd9-8fca-7c757f2953a7 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:34.613493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] For port dcdb6da4-ff84-4459-ad4d-8884f136438a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dcdb6da4-ff84-4459-ad4d-8884f136438a,segment=NetworkSegment(aff8086a-069a-4141-83a2-a5e5550bc693),segment_id=aff8086a-069a-4141-83a2-a5e5550bc693)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:34.616533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.651675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Calling delete_port for dcdb6da4-ff84-4459-ad4d-8884f136438a owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:34.710603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Port': ['ID=dcdb6da4-ff84-4459-ad4d-8884f136438a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:34.713442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] No DVR routers for this DVR port dcdb6da4-ff84-4459-ad4d-8884f136438a on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:34.768136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55950) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:34.777255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 726e23e8-0593-4d51-ac1d-baa90333fe28 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:34.860635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] Deleting port 1dda5220-d4d7-44a3-92c3-393614643d62 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:34.861017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.862688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] Deleting subnet d075c86d-a440-4505-9f84-3fba03f4e259 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:34.867164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.899323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 726e23e8-0593-4d51-ac1d-baa90333fe28 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:34.899671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 726e23e8-0593-4d51-ac1d-baa90333fe28 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:34.912218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.936890 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:34.968392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.061455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Pushing event deleted for resources: {'Port': ['ID=dcdb6da4-ff84-4459-ad4d-8884f136438a,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.077021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] No DVR routers for this DVR port dcdb6da4-ff84-4459-ad4d-8884f136438a on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:35.079039 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.082589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.100230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] For port 1dda5220-d4d7-44a3-92c3-393614643d62, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1dda5220-d4d7-44a3-92c3-393614643d62,segment=NetworkSegment(2373753e-e8e8-4d37-8e39-80048f9cba49),segment_id=2373753e-e8e8-4d37-8e39-80048f9cba49)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:35.101366 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.115285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-56235662-e2e7-4e16-a4a8-79a606a6a730 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:35.116929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-56235662-e2e7-4e16-a4a8-79a606a6a730 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.73 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 813 time: 0.4379289 Sep 16 05:14:35.131448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d075c86d-a440-4505-9f84-3fba03f4e259,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.137149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87774183-9d3a-4059-a0e1-f8feda9e53ca']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:35.139164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.143494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.143494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.143494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.143494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.144667 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3483d2cc-1635-45d0-8ebb-4bb8ebcee616 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d075c86d-a440-4505-9f84-3fba03f4e259 HTTP/1.1" status: 204 len: 168 time: 0.3754981 Sep 16 05:14:35.145457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.147723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'port': {'device_id': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a', 'admin_state_up': True, 'tenant_id': '1de2948b9fdb4db790eaa4088db854fa'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:35.148307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.148739 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.149083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.149423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.149760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.150093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.150425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.150753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52b2dc-3114-4dff-823f-c376b715e1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:35.195078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff8086a-069a-4141-83a2-a5e5550bc693') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:35.195388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff8086a-069a-4141-83a2-a5e5550bc693') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:35.196345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] Calling delete_port for 1dda5220-d4d7-44a3-92c3-393614643d62 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:35.264900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.297912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.325992 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.332355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.357621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:35.359912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:35.363187 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:35.370003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Made reservation on behalf of 1de2948b9fdb4db790eaa4088db854fa for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:35.374769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] Pushing event deleted for resources: {'Port': ['ID=1dda5220-d4d7-44a3-92c3-393614643d62,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.377027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6771c-04f4-4886-914f-d415ffb96a92 None None] No DVR routers for this DVR port 1dda5220-d4d7-44a3-92c3-393614643d62 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:35.398816 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.455715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.497162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a49c71-1d83-494b-811e-ad26d73cc966']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:35.508116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638e851d-87b1-418c-9022-20e845b44dc0') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:35.508779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638e851d-87b1-418c-9022-20e845b44dc0') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:35.517406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f05d160-e234-4699-9987-fb017a911276 req-5cd7ff60-b75f-452a-a14d-b30af68b71a3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 210 time: 0.1003871 Sep 16 05:14:35.522766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.582820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.593112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.606550 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.606689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:35.606994 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.610814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/networks/87774183-9d3a-4059-a0e1-f8feda9e53ca HTTP/1.1" status: 204 len: 168 time: 1.5049014 Sep 16 05:14:35.625092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55994) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.635612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628334b-3b3b-41c0-977c-13a4f70cae55 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Network': ['ID=87774183-9d3a-4059-a0e1-f8feda9e53ca,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:35.671741 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:35.676883 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.703657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.706471 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e8a49c71-1d83-494b-811e-ad26d73cc966 HTTP/1.1" status: 204 len: 168 time: 0.5598705 Sep 16 05:14:35.708300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41531c5d-1877-43f3-a7be-91a020f37115 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a49c71-1d83-494b-811e-ad26d73cc966,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:35.757380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.777981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Allocated IP 172.20.0.3 (d7daca8c-5320-468f-8511-0bd3b9277a1a/7371b511-8032-4ae9-97d8-6ec279767c5e/956cd69d-948c-4c4b-a137-4f99ec64e635) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:35.863227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56004) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.918780 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5b370fd-cae3-4796-bca2-77bb3e2c5544 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fff5c85fd3184e2fa40f37ab2b98c220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535276 Sep 16 05:14:35.920946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56006) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:35.949909 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.979596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a936e-6dc6-4bc0-844e-ce70150b5a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.993561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076ab2eb-acfc-4dd9-8fca-7c757f2953a7']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:36.003685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a936e-6dc6-4bc0-844e-ce70150b5a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.031812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2373753e-e8e8-4d37-8e39-80048f9cba49') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:36.032122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2373753e-e8e8-4d37-8e39-80048f9cba49') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:36.053300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.073656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dcdb6da4-ff84-4459-ad4d-8884f136438a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:36.076231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.091204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:36.091560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.094144 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a936e-6dc6-4bc0-844e-ce70150b5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:36.095352 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:36.098655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a936e-6dc6-4bc0-844e-ce70150b5a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.099994 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-490a936e-6dc6-4bc0-844e-ce70150b5a30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04c1aa97-0504-4fdd-ae2d-68223663b72e HTTP/1.1" status: 204 len: 168 time: 0.1781244 Sep 16 05:14:36.100765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: dcdb6da4-ff84-4459-ad4d-8884f136438a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:36.101319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dcdb6da4-ff84-4459-ad4d-8884f136438a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:36.101902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1dda5220-d4d7-44a3-92c3-393614643d62 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:36.110106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a936e-6dc6-4bc0-844e-ce70150b5a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c1aa97-0504-4fdd-ae2d-68223663b72e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.126130 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.162774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 1dda5220-d4d7-44a3-92c3-393614643d62 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:36.163121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1dda5220-d4d7-44a3-92c3-393614643d62 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:36.238475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.247694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.253332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] 10.222.0.55 "DELETE /v2.0/networks/076ab2eb-acfc-4dd9-8fca-7c757f2953a7 HTTP/1.1" status: 204 len: 168 time: 0.6237683 Sep 16 05:14:36.253332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.268876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d80117-c811-43a2-a30f-a59e2e91fbb5 tempest-TaggedBootDevicesTest-1220321148 tempest-TaggedBootDevicesTest-1220321148-project] Pushing event deleted for resources: {'Network': ['ID=076ab2eb-acfc-4dd9-8fca-7c757f2953a7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.290273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Network d7daca8c-5320-468f-8511-0bd3b9277a1a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:36.291902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:36.294739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:36.329288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:36.398834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.465919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.465919 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.534087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-4b044312-0ed3-4862-a4f4-d622be42ab17 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4024718 Sep 16 05:14:36.547207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Request body: {'port': {'device_id': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:36.674502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.989847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23e4ba-24e0-4158-b867-8662ed470635 req-f27925aa-ae52-4aab-8134-8790ffa8487b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:36.991585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e23e4ba-24e0-4158-b867-8662ed470635 req-f27925aa-ae52-4aab-8134-8790ffa8487b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 931 time: 0.3130031 Sep 16 05:14:37.115353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e23e4ba-24e0-4158-b867-8662ed470635 req-26edbe4c-af16-4cb0-843d-5a6c52ef79a1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129968 Sep 16 05:14:37.199889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956cd69d-948c-4c4b-a137-4f99ec64e635 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:37.209045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.224926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Transition to ACTIVE for port object 956cd69d-948c-4c4b-a137-4f99ec64e635 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:37.229282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.373593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Pushing event updated for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.432551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Attempting to bind port 956cd69d-948c-4c4b-a137-4f99ec64e635 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:37.433157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Attempting to bind port 956cd69d-948c-4c4b-a137-4f99ec64e635 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:37.433286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Attempting to bind port 956cd69d-948c-4c4b-a137-4f99ec64e635 on network d7daca8c-5320-468f-8511-0bd3b9277a1a {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:37.440343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Port 956cd69d-948c-4c4b-a137-4f99ec64e635 on network d7daca8c-5320-468f-8511-0bd3b9277a1a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:37.440691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Attempting to bind port 956cd69d-948c-4c4b-a137-4f99ec64e635 on network d7daca8c-5320-468f-8511-0bd3b9277a1a {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:37.445911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:37.446240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Checking segment: {'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:37.446620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Bound using segment: {'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:37.447051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Bound port: 956cd69d-948c-4c4b-a137-4f99ec64e635, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e612539-6dd6-41d5-a6db-7829d95bc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:37.447408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.533182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:37.537025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=956cd69d-948c-4c4b-a137-4f99ec64e635,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:37.546424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56088) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:37.546843 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.616745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.626485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.628255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] 10.222.0.73 "PUT /v2.0/ports/956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 1092 time: 1.0859997 Sep 16 05:14:37.628732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:37.631836 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3911d728-bc07-478d-90b7-178c139d1b36" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:37.699299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8392d6-45b7-41a4-a7bd-6157aacb4246 service neutron] Pushing event updated for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:37.747842 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea59fa5-ef9a-4d8c-aac0-a4e092112d34 x-openstack-request-id: req-5ea59fa5-ef9a-4d8c-aac0-a4e092112d34 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:37.748301 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:37.748803 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ea59fa5-ef9a-4d8c-aac0-a4e092112d34 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:37.749309 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635', 'status': 'completed', 'code': 200} Sep 16 05:14:37.776214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-91838030-c549-4637-80e6-989fe6f11fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.778786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-91838030-c549-4637-80e6-989fe6f11fd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1095 time: 0.0964262 Sep 16 05:14:37.782330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1473061223-network', 'tenant_id': '25f82e6472344c72a6985bddc2e9d834'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:37.823891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-ee1662e8-467b-4822-aa97-cfadd94bc5d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 217 time: 0.0365839 Sep 16 05:14:37.832064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Made reservation on behalf of 25f82e6472344c72a6985bddc2e9d834 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:37.834591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.846339 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.879033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-1d627c5e-77e8-4a87-b997-9dafc2be4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.880673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-1d627c5e-77e8-4a87-b997-9dafc2be4395 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.0492747 Sep 16 05:14:37.934416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-3e80a696-57b5-4e0f-a172-d519970c8063 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453806 Sep 16 05:14:38.009826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.014555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.046234 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:14:38.056720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc92309-47b0-47eb-a560-0eff32e60f17,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.063803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-5c4f24da-890c-4b54-8fc9-c9c8efd818b5 service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203685 Sep 16 05:14:38.065587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.065929 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Added segment 6f567e2c-47e2-4c0e-8133-acdd9d68b99a of type vlan for network 847bbdf8-a8c9-47fb-8915-945f9b74464c Sep 16 05:14:38.124297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.164460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.166255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.167435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.248139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] Pushing event updated for resources: {'Network': ['ID=847bbdf8-a8c9-47fb-8915-945f9b74464c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.256401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:14:38.258295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a63a4a21-970f-4a38-9d69-61f9f8f82445 req-d6611bab-4c7e-4105-bfa3-3eb4ea18980a service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867974 Sep 16 05:14:38.269450 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-763805e6-db0e-48d5-9973-10c319fcac3e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7209394 Sep 16 05:14:38.278753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:38.287844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Request body: {'subnet': {'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1473061223-subnet', 'tenant_id': '25f82e6472344c72a6985bddc2e9d834', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:38.326254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Made reservation on behalf of 25f82e6472344c72a6985bddc2e9d834 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:38.329341 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.343255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716e71-00de-467c-a1c0-ba71ce8bc298 req-281859ae-4cdc-4f90-b1ad-6d09a24dd68f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.351054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c716e71-00de-467c-a1c0-ba71ce8bc298 req-281859ae-4cdc-4f90-b1ad-6d09a24dd68f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 943 time: 0.0845644 Sep 16 05:14:38.414931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d728-bc07-478d-90b7-178c139d1b36 req-4aeca014-27fd-49eb-ba8e-f827f5498a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.416652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3911d728-bc07-478d-90b7-178c139d1b36 req-4aeca014-27fd-49eb-ba8e-f827f5498a34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1095 time: 0.0968170 Sep 16 05:14:38.432081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c716e71-00de-467c-a1c0-ba71ce8bc298 req-045fb4bd-fb12-4fa2-aac1-44dd3d87e6e6 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799546 Sep 16 05:14:38.559478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d728-bc07-478d-90b7-178c139d1b36 req-8b3ab8dd-81ae-45ea-8ede-f96bd98dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.561199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3911d728-bc07-478d-90b7-178c139d1b36 req-8b3ab8dd-81ae-45ea-8ede-f96bd98dd5dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 914 time: 0.1266134 Sep 16 05:14:38.585261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.628340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3911d728-bc07-478d-90b7-178c139d1b36 req-5dbaf48d-fff9-4091-b26b-98e9c976c34e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 217 time: 0.0584219 Sep 16 05:14:38.691002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=388f718a-a517-4e18-adb0-e2ea749e0be3,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:38.701061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Checking segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:38.701700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Network hostable DHCP agents. Network: 847bbdf8-a8c9-47fb-8915-945f9b74464c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:14:38.727750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d728-bc07-478d-90b7-178c139d1b36 req-9d274884-fc06-47e5-b336-7ab0e90cf1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.729757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3911d728-bc07-478d-90b7-178c139d1b36 req-9d274884-fc06-47e5-b336-7ab0e90cf1b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.0853403 Sep 16 05:14:38.733412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:14:38.752877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 847bbdf8-a8c9-47fb-8915-945f9b74464c) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:38.759475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.760174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:38.766316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa7e6e-4b4f-4c87-b010-abe959ac9e09 None None] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:38.783648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3911d728-bc07-478d-90b7-178c139d1b36 req-94dff18e-2e76-4f30-ad71-a67de0974f1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448389 Sep 16 05:14:38.801711 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b286265c-e5e0-48e2-8c91-4cafdd56bddb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5218034 Sep 16 05:14:38.924313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3911d728-bc07-478d-90b7-178c139d1b36 req-180a4bd7-c44d-435b-9703-844a62dcfdfe service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316476 Sep 16 05:14:39.042098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526df407-bc15-4995-931f-727d935b8808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-847bbdf8-a8c9-47fb-8915-945f9b74464c', 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'tenant_id': '25f82e6472344c72a6985bddc2e9d834', 'fixed_ips': [{'subnet_id': '388f718a-a517-4e18-adb0-e2ea749e0be3'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:14:39.043514 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-526df407-bc15-4995-931f-727d935b8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.181970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3911d728-bc07-478d-90b7-178c139d1b36 req-cdca271f-1300-408a-9eee-405a8b2a0f52 service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475827 Sep 16 05:14:39.256872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-526df407-bc15-4995-931f-727d935b8808 None None] Allocated IP 172.20.0.2 (847bbdf8-a8c9-47fb-8915-945f9b74464c/388f718a-a517-4e18-adb0-e2ea749e0be3/4be164b1-3aaa-459d-801b-eb1daac603cc) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:39.450827 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-526df407-bc15-4995-931f-727d935b8808 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.473108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-526df407-bc15-4995-931f-727d935b8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.530670 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526df407-bc15-4995-931f-727d935b8808 None None] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:39.534365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-526df407-bc15-4995-931f-727d935b8808 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:39.540662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526df407-bc15-4995-931f-727d935b8808 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:39.549805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526df407-bc15-4995-931f-727d935b8808 None None] Pushing event updated for resources: {'Port': ['ID=4be164b1-3aaa-459d-801b-eb1daac603cc,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.606756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-526df407-bc15-4995-931f-727d935b8808 None None] Attempting to bind port 4be164b1-3aaa-459d-801b-eb1daac603cc on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:39.607395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-526df407-bc15-4995-931f-727d935b8808 None None] Attempting to bind port 4be164b1-3aaa-459d-801b-eb1daac603cc by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:39.607963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526df407-bc15-4995-931f-727d935b8808 None None] Attempting to bind port 4be164b1-3aaa-459d-801b-eb1daac603cc on network 847bbdf8-a8c9-47fb-8915-945f9b74464c {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:39.613252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526df407-bc15-4995-931f-727d935b8808 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:39.613838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526df407-bc15-4995-931f-727d935b8808 None None] Checking segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:39.614529 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-526df407-bc15-4995-931f-727d935b8808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.615107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526df407-bc15-4995-931f-727d935b8808 None None] Bound using segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:39.615743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-526df407-bc15-4995-931f-727d935b8808 None None] Bound port: 4be164b1-3aaa-459d-801b-eb1daac603cc, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:39.616535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-526df407-bc15-4995-931f-727d935b8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.670821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6ba9c-ab71-4f4c-9580-1b0b8f73a652 req-c27dd506-4860-4924-9537-be97a7dd84a9 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.673089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1b6ba9c-ab71-4f4c-9580-1b0b8f73a652 req-c27dd506-4860-4924-9537-be97a7dd84a9 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 943 time: 0.1318610 Sep 16 05:14:39.687312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-e64648be-1845-47f8-81c3-08a12f56a750 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.695928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-e64648be-1845-47f8-81c3-08a12f56a750 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 816 time: 0.1907094 Sep 16 05:14:39.722605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-92793a5a-217c-413f-b74c-73e56ae786d3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/quotas/25f82e6472344c72a6985bddc2e9d834 HTTP/1.1" status: 200 len: 375 time: 0.0257509 Sep 16 05:14:39.729462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-526df407-bc15-4995-931f-727d935b8808 None None] For port 4be164b1-3aaa-459d-801b-eb1daac603cc, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:39.734248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-526df407-bc15-4995-931f-727d935b8808 None None] For port 4be164b1-3aaa-459d-801b-eb1daac603cc, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4be164b1-3aaa-459d-801b-eb1daac603cc,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:39.742624 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-526df407-bc15-4995-931f-727d935b8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.786132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1b6ba9c-ab71-4f4c-9580-1b0b8f73a652 req-5ab1a6bd-358e-45e2-90c7-7f0e7cdaf68c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064577 Sep 16 05:14:39.833662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526df407-bc15-4995-931f-727d935b8808 None None] Pushing event updated for resources: {'Port': ['ID=4be164b1-3aaa-459d-801b-eb1daac603cc,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.839876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3cea17d7-b229-4dbc-a185-b297ebae927e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162901 Sep 16 05:14:39.994042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-b38d0936-a822-43fc-9899-54cc30088be6 service neutron] 10.222.0.55 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532550 Sep 16 05:14:40.239373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-1bd1c1e2-e933-490e-b3a1-c423d7c20b2d service neutron] 10.222.0.55 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386286 Sep 16 05:14:40.807967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 956cd69d-948c-4c4b-a137-4f99ec64e635 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:40.822701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-8bf78681-43ff-4efc-a950-a451f31221a1 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:40.825684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-8bf78681-43ff-4efc-a950-a451f31221a1 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 816 time: 0.1998143 Sep 16 05:14:40.843131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-43d27df7-c443-45a5-a3f8-2248b5a27af3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/quotas/25f82e6472344c72a6985bddc2e9d834 HTTP/1.1" status: 200 len: 375 time: 0.0113337 Sep 16 05:14:41.025864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-090a1a4e-6058-4789-997b-5ec66adfe401 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1734433 Sep 16 05:14:41.040423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=956cd69d-948c-4c4b-a137-4f99ec64e635,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:41.061367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '956cd69d-948c-4c4b-a137-4f99ec64e635', 'network_id': 'd7daca8c-5320-468f-8511-0bd3b9277a1a', 'port_id': '956cd69d-948c-4c4b-a137-4f99ec64e635', 'mac_address': 'fa:16:3e:e6:e3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7371b511-8032-4ae9-97d8-6ec279767c5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:41.138094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08a8d-6fe0-4c2c-8e96-910fb713192b req-8ab9f5f5-2005-4264-874a-019e2a0ca5b4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:41.147396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fa08a8d-6fe0-4c2c-8e96-910fb713192b req-8ab9f5f5-2005-4264-874a-019e2a0ca5b4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 943 time: 0.1999168 Sep 16 05:14:41.154815 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.181242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956cd69d-948c-4c4b-a137-4f99ec64e635 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:41.214671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=956cd69d-948c-4c4b-a137-4f99ec64e635,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:41.224677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.307092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-9d14499e-ab5f-440f-97ff-93a044ea11f8 service neutron] 10.222.0.55 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733390 Sep 16 05:14:41.350612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fa08a8d-6fe0-4c2c-8e96-910fb713192b req-19a7de91-3901-40ee-9731-80364ae2af6e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016623 Sep 16 05:14:41.391463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:41.405269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56250) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.471488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['956cd69d-948c-4c4b-a137-4f99ec64e635'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:41.533920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] Deleting subnet 2d3bc70a-91ce-4713-8b33-531aa9691530 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:41.540818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.614328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393da74-a14c-496e-a0ae-027eeb06fd86 None None] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:41.618986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-d14dd2ac-7b2f-478d-8860-4bb1d9f173ea service neutron] 10.222.0.55 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974708 Sep 16 05:14:41.628751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.675885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.754186 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.786876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fe38a8ab-0f4a-42cf-9b4a-96839684f23a None None] Provisioning complete for port 4be164b1-3aaa-459d-801b-eb1daac603cc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:41.787266 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fe38a8ab-0f4a-42cf-9b4a-96839684f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.808784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3bc70a-91ce-4713-8b33-531aa9691530,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:41.811127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.815988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56254) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.836699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f7dc3502-b5d3-4562-afd1-218d72232a4e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2d3bc70a-91ce-4713-8b33-531aa9691530 HTTP/1.1" status: 204 len: 168 time: 0.4286609 Sep 16 05:14:42.077465 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.087381 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.295834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4be164b1-3aaa-459d-801b-eb1daac603cc up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:42.463531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27f26-a675-49bb-9a12-9f290cb98d50 req-0e91fdf2-ddb5-4cdd-b788-0cc6fdbd4991 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.491151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e27f26-a675-49bb-9a12-9f290cb98d50 req-0e91fdf2-ddb5-4cdd-b788-0cc6fdbd4991 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.5344613 Sep 16 05:14:42.680921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.707064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.718635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83366bdd-9193-49ce-bb3b-09b0f0e5930b') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.719105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83366bdd-9193-49ce-bb3b-09b0f0e5930b') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:42.729856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.745469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.751953 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fe38a8ab-0f4a-42cf-9b4a-96839684f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.799064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-575495c7-1f03-443d-ad02-5e9ff2957ca1 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:42.801620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-575495c7-1f03-443d-ad02-5e9ff2957ca1 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.73 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 816 time: 0.6155353 Sep 16 05:14:42.810384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:42.811148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:42.818077 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:42.832485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4be164b1-3aaa-459d-801b-eb1daac603cc triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:42.833493 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.840458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Request body: {'port': {'device_id': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'admin_state_up': True, 'tenant_id': '25f82e6472344c72a6985bddc2e9d834'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:42.859927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fe38a8ab-0f4a-42cf-9b4a-96839684f23a None None] For port 4be164b1-3aaa-459d-801b-eb1daac603cc, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4be164b1-3aaa-459d-801b-eb1daac603cc,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:42.895476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fe38a8ab-0f4a-42cf-9b4a-96839684f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.005763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38a8ab-0f4a-42cf-9b4a-96839684f23a None None] Pushing event updated for resources: {'Port': ['ID=4be164b1-3aaa-459d-801b-eb1daac603cc,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:43.036061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e27f26-a675-49bb-9a12-9f290cb98d50 req-7b848b37-bfa1-4237-8ead-35d64ee5fd0d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5442965 Sep 16 05:14:43.226879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-591cce88-1f40-4dc2-b6a1-487ec0fcb085 None None] Provisioning complete for port 4be164b1-3aaa-459d-801b-eb1daac603cc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:43.227356 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-591cce88-1f40-4dc2-b6a1-487ec0fcb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.592284 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.670083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.671969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9 HTTP/1.1" status: 204 len: 168 time: 1.8550632 Sep 16 05:14:43.674531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c156597-7289-4ae2-a0b0-6dd3854bc4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec1b159-bd6c-4c6e-beba-7d180ea5b5f9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:43.736962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-aeefc7cc-2016-496b-9210-e541a41676eb tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.739315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-aeefc7cc-2016-496b-9210-e541a41676eb tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 816 time: 1.3014870 Sep 16 05:14:43.778509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2ada3-bf61-4c29-9342-a7ff81e99c5a req-0378f4db-7428-418d-8f8b-493e2781a8e6 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.780037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7df2ada3-bf61-4c29-9342-a7ff81e99c5a req-0378f4db-7428-418d-8f8b-493e2781a8e6 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 944 time: 0.2227743 Sep 16 05:14:43.820829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-51a19205-6052-43cd-9800-4fe523469c58 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/quotas/25f82e6472344c72a6985bddc2e9d834 HTTP/1.1" status: 200 len: 375 time: 0.0682261 Sep 16 05:14:43.866705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-965b4bea-0d96-477e-a40e-6d61a61ae5f3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:43.868284 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-965b4bea-0d96-477e-a40e-6d61a61ae5f3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 816 time: 0.2771556 Sep 16 05:14:43.869126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Made reservation on behalf of 25f82e6472344c72a6985bddc2e9d834 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:43.873018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.889631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56316) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:43.915356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7df2ada3-bf61-4c29-9342-a7ff81e99c5a req-671a91f4-4796-46de-a6cd-f995a24b05d6 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258018 Sep 16 05:14:43.994290 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b9936e55-d343-4da2-8093-0adbdb8d7a7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee248c40c36040019b811867ca157239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013153 Sep 16 05:14:44.002453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56318) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.060504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Request body: {'port': {'device_id': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'admin_state_up': True, 'tenant_id': '25f82e6472344c72a6985bddc2e9d834'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:44.080149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1211852b-6788-401d-b66e-b4af7a067c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.082937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4be164b1-3aaa-459d-801b-eb1daac603cc up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:44.102647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1211852b-6788-401d-b66e-b4af7a067c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.143870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-454123e1-38f8-4fd4-b565-4bf646e3cfd9 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3221598 Sep 16 05:14:44.151855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4be164b1-3aaa-459d-801b-eb1daac603cc triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:44.152413 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.155972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1211852b-6788-401d-b66e-b4af7a067c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.156759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Allocated IP 172.20.0.12 (847bbdf8-a8c9-47fb-8915-945f9b74464c/388f718a-a517-4e18-adb0-e2ea749e0be3/6de4b213-b8d5-4c27-bc78-3070e66d485c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:44.175530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1211852b-6788-401d-b66e-b4af7a067c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.179412 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1211852b-6788-401d-b66e-b4af7a067c45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6a49cc6-d5a4-4419-83a7-16890e172dea HTTP/1.1" status: 204 len: 168 time: 0.1733632 Sep 16 05:14:44.210840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211852b-6788-401d-b66e-b4af7a067c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a49cc6-d5a4-4419-83a7-16890e172dea,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.482681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.518035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Made reservation on behalf of 25f82e6472344c72a6985bddc2e9d834 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:44.522183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.682556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Allocated IP 172.20.0.14 (847bbdf8-a8c9-47fb-8915-945f9b74464c/388f718a-a517-4e18-adb0-e2ea749e0be3/2b1b39df-e180-4c64-8e24-42ba17e14897) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:44.691517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.709890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d6b40-2951-4ef5-8476-c5cf12aa7849 req-9c7b432b-0adf-4648-9289-0d389b8dc497 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:44.715826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-308d6b40-2951-4ef5-8476-c5cf12aa7849 req-9c7b432b-0adf-4648-9289-0d389b8dc497 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.6675401 Sep 16 05:14:44.817980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:44.826483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 956cd69d-948c-4c4b-a137-4f99ec64e635 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:44.830320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:44.854339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:44.859561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-308d6b40-2951-4ef5-8476-c5cf12aa7849 req-e1bc21d8-0c3d-4fe4-9562-d9c518b3be6e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316898 Sep 16 05:14:44.951732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Pushing event updated for resources: {'Port': ['ID=6de4b213-b8d5-4c27-bc78-3070e66d485c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.060240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.061779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.062131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.062542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.064194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.065200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.065519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.067985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.068433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.069435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.069647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.071317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:45.132750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-1c19c60a-f97e-493b-ba1f-8f1170689851 service neutron] 10.222.0.55 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9715745 Sep 16 05:14:45.144150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.144849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.189095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-3c0b3530-e81a-46de-8113-52b8e073e48b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3526876 Sep 16 05:14:45.211060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Request body: {'port': {'device_id': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:45.326384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 956cd69d-948c-4c4b-a137-4f99ec64e635 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:45.351666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 956cd69d-948c-4c4b-a137-4f99ec64e635 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:45.352205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.374980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.455808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ecdd750e-e2ed-44c5-8e42-1e2ec7982fbe None None] Provisioning complete for port 6de4b213-b8d5-4c27-bc78-3070e66d485c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:45.456483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ecdd750e-e2ed-44c5-8e42-1e2ec7982fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.502220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd750e-e2ed-44c5-8e42-1e2ec7982fbe None None] Port 6de4b213-b8d5-4c27-bc78-3070e66d485c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:45.569103 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.649188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.651720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:45.658529 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f48d05-2208-4af1-8fbb-f0b2c37b08b8" -d '{"events": [{"server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "name": "network-vif-plugged", "status": "completed", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:45.666124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=956cd69d-948c-4c4b-a137-4f99ec64e635,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:45.673983 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.674341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-bacb8490-8ac4-428e-afd9-d53185433e6e service neutron] 10.222.0.55 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395331 Sep 16 05:14:45.705803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaacfd-8fc0-4d9f-8992-a6a237f0ce5d req-b1a3064f-e9ae-47f5-bd31-264b69f084e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:45.710283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fecaacfd-8fc0-4d9f-8992-a6a237f0ce5d req-b1a3064f-e9ae-47f5-bd31-264b69f084e3 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 944 time: 0.2377276 Sep 16 05:14:45.735403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.927883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.950596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fecaacfd-8fc0-4d9f-8992-a6a237f0ce5d req-825a19f1-d3a5-4830-be3f-aacb0cf28a1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227726 Sep 16 05:14:46.038390 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96148f2-ccc6-4839-ad03-ad8680b32e0e x-openstack-request-id: req-a96148f2-ccc6-4839-ad03-ad8680b32e0e {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:46.039378 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "name": "network-vif-plugged", "status": "completed", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:46.039873 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a96148f2-ccc6-4839-ad03-ad8680b32e0e {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:46.040598 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635', 'code': 200} Sep 16 05:14:46.201368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ac28-4feb-4c9e-beaa-3e8e2f46f11b req-bf1dbfd2-433d-4b06-9983-c747044b2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.205246 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-04e9ac28-4feb-4c9e-beaa-3e8e2f46f11b req-bf1dbfd2-433d-4b06-9983-c747044b2cfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1097 time: 0.0760903 Sep 16 05:14:46.306762 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-04e9ac28-4feb-4c9e-beaa-3e8e2f46f11b req-c885187e-f75c-4d72-b5d0-e816a6fb44f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927713 Sep 16 05:14:46.467848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ee38ce9-e97b-48ac-a3c8-b2f537768ee2 req-6d50f4d4-833c-4762-ae10-af672a407311 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 210 time: 0.2926738 Sep 16 05:14:46.473568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:46.509533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Pushing event updated for resources: {'Port': ['ID=2b1b39df-e180-4c64-8e24-42ba17e14897,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:46.561185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:46.588552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:46.704188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.704870 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.805237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1084ccc7-11b3-407e-9695-464838c3cc52 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8886604 Sep 16 05:14:46.863802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-a14c839a-a21f-4aaf-b910-f103f5e2078b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:46.875981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-a14c839a-a21f-4aaf-b910-f103f5e2078b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.6981690 Sep 16 05:14:46.892708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Request body: {'port': {'device_id': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:46.973408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-5d98b566-7b57-4982-bfd6-ba0f5268752a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/quotas/5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 375 time: 0.0939178 Sep 16 05:14:47.075155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c6786ff8-9d9e-47f7-9db6-5abd6d2b4538 None None] Provisioning complete for port 2b1b39df-e180-4c64-8e24-42ba17e14897 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:47.075722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c6786ff8-9d9e-47f7-9db6-5abd6d2b4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.134948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c6786ff8-9d9e-47f7-9db6-5abd6d2b4538 None None] Port 2b1b39df-e180-4c64-8e24-42ba17e14897 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:47.160064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.222457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de4b213-b8d5-4c27-bc78-3070e66d485c {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:47.235550 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.289350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Transition to ACTIVE for port object 6de4b213-b8d5-4c27-bc78-3070e66d485c will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:47.312668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-6f861444-6ea4-4244-875c-4665d3bed55d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3386490 Sep 16 05:14:47.322690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43e8c0-d7d6-46c1-936e-0ea3aaa66cf2 req-3462f782-7090-4752-bcac-5c327a550776 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:47.325152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce43e8c0-d7d6-46c1-936e-0ea3aaa66cf2 req-3462f782-7090-4752-bcac-5c327a550776 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 945 time: 0.1908109 Sep 16 05:14:47.406179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:47.760416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Pushing event updated for resources: {'Port': ['ID=6de4b213-b8d5-4c27-bc78-3070e66d485c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.798308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-d6db1fa1-6bfd-4ddc-a8b9-736930efe304 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718907 Sep 16 05:14:47.801787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce43e8c0-d7d6-46c1-936e-0ea3aaa66cf2 req-14385a90-0999-4fc2-8f23-3645d3e0e687 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868067 Sep 16 05:14:48.103973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-8b8e51a6-730f-4591-ae79-877ded8bec52 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664590 Sep 16 05:14:48.111231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6fcba72-de28-4e14-ab9c-e6e4f1e9fc2f req-642cb60e-67d5-4718-9894-b45f14e26369 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 210 time: 0.0977826 Sep 16 05:14:48.159943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Attempting to bind port 6de4b213-b8d5-4c27-bc78-3070e66d485c on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:48.160410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Attempting to bind port 6de4b213-b8d5-4c27-bc78-3070e66d485c by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:48.160803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Attempting to bind port 6de4b213-b8d5-4c27-bc78-3070e66d485c on network 847bbdf8-a8c9-47fb-8915-945f9b74464c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:48.187380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Port 6de4b213-b8d5-4c27-bc78-3070e66d485c on network 847bbdf8-a8c9-47fb-8915-945f9b74464c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:48.187849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Attempting to bind port 6de4b213-b8d5-4c27-bc78-3070e66d485c on network 847bbdf8-a8c9-47fb-8915-945f9b74464c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:48.211113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:48.211568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Checking segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:48.212058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Bound using segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:48.212647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Bound port: 6de4b213-b8d5-4c27-bc78-3070e66d485c, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:48.213149 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.241095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-61e049a3-cace-45bb-8302-034a30ac1663 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:48.242779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-61e049a3-cace-45bb-8302-034a30ac1663 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 816 time: 0.4355843 Sep 16 05:14:48.265599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Request body: {'port': {'device_id': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'admin_state_up': True, 'tenant_id': '25f82e6472344c72a6985bddc2e9d834'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:48.958485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1b39df-e180-4c64-8e24-42ba17e14897 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:48.983868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:48.994046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43e07ec4-8cb1-4310-b832-659a26f8e26a req-ac0eb6fd-15cb-4c0f-bf04-6bed814fc845 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 210 time: 0.5878282 Sep 16 05:14:49.068047 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-6b6528f0-def5-4f19-874f-3e24d3011491 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=575da96e23b24315a51d9026ec28aadd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898373 Sep 16 05:14:49.075692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Transition to ACTIVE for port object 2b1b39df-e180-4c64-8e24-42ba17e14897 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:49.129586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.219444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] For port 6de4b213-b8d5-4c27-bc78-3070e66d485c, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:49.279022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] For port 6de4b213-b8d5-4c27-bc78-3070e66d485c, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:49.301894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Made reservation on behalf of 25f82e6472344c72a6985bddc2e9d834 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:49.305419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.309183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.370703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-61d56d96-c69b-4113-9b28-24ef3237da83 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.380648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-61d56d96-c69b-4113-9b28-24ef3237da83 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032913 Sep 16 05:14:49.393098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b39df-e180-4c64-8e24-42ba17e14897,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:49.430615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56498) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:49.631279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-e263de7d-84ac-42ed-8eac-0f658e209b54 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/quotas/575da96e23b24315a51d9026ec28aadd HTTP/1.1" status: 200 len: 375 time: 0.2493551 Sep 16 05:14:49.652825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af47ae-9b98-4037-aa3f-a26e5d42623c req-9797ddc6-6d31-4ae2-aea3-63aa4711d013 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.654407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3af47ae-9b98-4037-aa3f-a26e5d42623c req-9797ddc6-6d31-4ae2-aea3-63aa4711d013 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 945 time: 0.5328505 Sep 16 05:14:49.659997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.669051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:49.670527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] 10.222.0.73 "PUT /v2.0/ports/6de4b213-b8d5-4c27-bc78-3070e66d485c HTTP/1.1" status: 200 len: 1093 time: 4.4662390 Sep 16 05:14:49.673521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'tag': '6de4b213-b8d5-4c27-bc78-3070e66d485c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:49.675899 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43984d8c-335a-4d54-81dd-357e733b05a9" -d '{"events": [{"name": "network-changed", "server_uuid": "73ce210c-6d51-4018-8c4e-cb73364a602a", "tag": "6de4b213-b8d5-4c27-bc78-3070e66d485c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:49.878096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-e5004d66-3051-45eb-adb6-91bd57c433c8 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=575da96e23b24315a51d9026ec28aadd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2055788 Sep 16 05:14:49.958616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-ccd5034d-b5e9-491f-b5a0-3ae053c3469c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:49.960716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-ccd5034d-b5e9-491f-b5a0-3ae053c3469c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.73 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.3760183 Sep 16 05:14:49.989839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb1094-c4db-4b8b-8d34-bbae47fb776a service neutron] Pushing event updated for resources: {'Port': ['ID=6de4b213-b8d5-4c27-bc78-3070e66d485c,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:50.031076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Attempting to bind port 2b1b39df-e180-4c64-8e24-42ba17e14897 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:50.031418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Attempting to bind port 2b1b39df-e180-4c64-8e24-42ba17e14897 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:50.031744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Attempting to bind port 2b1b39df-e180-4c64-8e24-42ba17e14897 on network 847bbdf8-a8c9-47fb-8915-945f9b74464c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:50.050672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3af47ae-9b98-4037-aa3f-a26e5d42623c req-76a53c46-23b2-4131-95b2-42c8e332287a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217247 Sep 16 05:14:50.079485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'port': {'device_id': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'admin_state_up': True, 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:50.080223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Port 2b1b39df-e180-4c64-8e24-42ba17e14897 on network 847bbdf8-a8c9-47fb-8915-945f9b74464c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:50.080819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Attempting to bind port 2b1b39df-e180-4c64-8e24-42ba17e14897 on network 847bbdf8-a8c9-47fb-8915-945f9b74464c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:50.095619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Allocated IP 172.20.0.9 (847bbdf8-a8c9-47fb-8915-945f9b74464c/388f718a-a517-4e18-adb0-e2ea749e0be3/fe219371-f745-464b-8063-6f7f3d15bb22) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:50.101566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:50.104296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Checking segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:50.105298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Bound using segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:50.110128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Bound port: 2b1b39df-e180-4c64-8e24-42ba17e14897, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:50.110784 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.117777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-4c3c8282-d6da-432a-8eab-53f9d260e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.126883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-4c3c8282-d6da-432a-8eab-53f9d260e2ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 1096 time: 0.3333530 Sep 16 05:14:50.203726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-c1b5c7bf-6250-4e39-b111-0ad32765ad11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c HTTP/1.1" status: 200 len: 217 time: 0.0472474 Sep 16 05:14:50.308011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b1fdd4b-dcab-4d90-b187-05f1ebed7411 req-01f62e0d-2935-4696-88dc-911894c525c8 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 210 time: 0.0987201 Sep 16 05:14:50.410488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Made reservation on behalf of 5a1bd4add4be46dcbcde85330c8f2a43 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:50.427360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.453306 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e1275-7e6f-4b18-b880-4e7c53de7bc3 x-openstack-request-id: req-757e1275-7e6f-4b18-b880-4e7c53de7bc3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:50.453610 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ce210c-6d51-4018-8c4e-cb73364a602a", "tag": "6de4b213-b8d5-4c27-bc78-3070e66d485c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:50.453869 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-757e1275-7e6f-4b18-b880-4e7c53de7bc3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:50.454269 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'tag': '6de4b213-b8d5-4c27-bc78-3070e66d485c', 'status': 'completed', 'code': 200} Sep 16 05:14:50.455753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-ded3a2ef-69fb-4330-8fa0-54ecde39f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.457295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-ded3a2ef-69fb-4330-8fa0-54ecde39f532 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 200 len: 855 time: 0.2296360 Sep 16 05:14:50.605106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1df6841-f448-42c1-a0ad-2d62a195d080 req-9e601666-654e-46a7-aa9f-d44262ff8c78 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 210 time: 0.1432779 Sep 16 05:14:50.620314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] For port 2b1b39df-e180-4c64-8e24-42ba17e14897, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:50.686041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] For port 2b1b39df-e180-4c64-8e24-42ba17e14897, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2b1b39df-e180-4c64-8e24-42ba17e14897,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:50.732421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.738035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-4ad03aac-5734-41af-b3f0-0c57844fba53 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2001908701&fields=id&tenant_id=1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 267 time: 0.2779279 Sep 16 05:14:50.835094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef8d0278-f10c-4b38-8515-e0049bb65fdf req-0c209ae7-c963-46ac-8545-3b47b7a187b6 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 210 time: 0.1080782 Sep 16 05:14:50.840592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Allocated IP 172.20.0.6 (b069f2cc-96b1-42d9-94d6-ac3d8a6c147f/47b0dd83-2441-49ff-aec6-4b69f1a639a9/44c022ef-28ee-49e2-86a0-922073f450d8) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:50.896443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-5ed21246-a625-411f-899a-cad52d41d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.898743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-5ed21246-a625-411f-899a-cad52d41d96d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847bbdf8-a8c9-47fb-8915-945f9b74464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4147291 Sep 16 05:14:50.943527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:50.944864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.946633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] 10.222.0.64 "PUT /v2.0/ports/2b1b39df-e180-4c64-8e24-42ba17e14897 HTTP/1.1" status: 200 len: 1093 time: 4.1015143 Sep 16 05:14:50.954749 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.064349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0916d-4f14-4140-81e3-91ae49943f29 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b39df-e180-4c64-8e24-42ba17e14897,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:51.093626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.101800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.113446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-7b7e740b-8ecb-42af-b7f4-bf950bb17835 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.115202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-7b7e740b-8ecb-42af-b7f4-bf950bb17835 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 945 time: 0.3175414 Sep 16 05:14:51.139935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'port': {'security_groups': ['5285c8fa-b320-4127-b137-699f4726f05c', 'f71483ca-1f37-4bed-9b7a-452d0dde7a12']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:51.201092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.204668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-a26727e7-d98b-4b02-950f-70cfb1ea0f10 service neutron] 10.222.0.73 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773504 Sep 16 05:14:51.291337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-ed7da205-1a93-422e-976d-b5481e3f9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.293555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-ed7da205-1a93-422e-976d-b5481e3f9998 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 1096 time: 0.2554374 Sep 16 05:14:51.326745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.364789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1', '78ccfdd6-8f0b-475e-ac43-a4db15be154f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:51.374723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:51.379018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:51.383633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:51.395913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-7c4baa4b-f22d-49b2-ae98-297772dac1fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b1b39df-e180-4c64-8e24-42ba17e14897 HTTP/1.1" status: 200 len: 217 time: 0.0733194 Sep 16 05:14:51.398134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:51.426423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=44c022ef-28ee-49e2-86a0-922073f450d8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:51.470313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.471280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.498828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:51.501855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:51.526555 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-f6e7b444-6649-4daf-a88f-ed7a9a2c9193 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5532596 Sep 16 05:14:51.578127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33b37e0f-b67a-4ae6-ad55-a0649cb4aeef req-a1b4e4ce-e71d-4aec-9cd9-f07cfea1c9d1 service neutron] 10.222.0.73 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583508 Sep 16 05:14:51.578882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Pushing event updated for resources: {'Port': ['ID=fe219371-f745-464b-8063-6f7f3d15bb22,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:51.586317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.625582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Request body: {'port': {'device_id': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:51.687799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.688481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.701625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-261efc35-38ee-48e1-857f-14851e096a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:51.703723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-261efc35-38ee-48e1-857f-14851e096a32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 200 len: 855 time: 0.1005018 Sep 16 05:14:51.776256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.799611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Deleting port 9217ea68-e9af-4d07-be78-38e4ce205909 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:51.799811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-65ec113d-d25b-4d04-a3d1-984d9d386a76 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5398920 Sep 16 05:14:51.800400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.879730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Request body: {'port': {'device_id': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:51.956388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b52368d6-6b98-417b-903e-3a357d906972 None None] Provisioning complete for port fe219371-f745-464b-8063-6f7f3d15bb22 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:51.958875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b52368d6-6b98-417b-903e-3a357d906972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.966693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-e4d25d76-e1fb-4e68-90bc-098b9ca571b0 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=575da96e23b24315a51d9026ec28aadd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1657577 Sep 16 05:14:52.041162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] For port 9217ea68-e9af-4d07-be78-38e4ce205909, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9217ea68-e9af-4d07-be78-38e4ce205909,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:52.041761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.049425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b52368d6-6b98-417b-903e-3a357d906972 None None] Port fe219371-f745-464b-8063-6f7f3d15bb22 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:52.055814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-9bac5952-697a-465a-acfd-6f79da5a36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.057653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-9bac5952-697a-465a-acfd-6f79da5a36b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=847bbdf8-a8c9-47fb-8915-945f9b74464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3297603 Sep 16 05:14:52.060685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-cfdb9dd4-5b01-4502-9e11-f906f80eae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.063728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b52368d6-6b98-417b-903e-3a357d906972 None None] Provisioning complete for port 44c022ef-28ee-49e2-86a0-922073f450d8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:52.063920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-cfdb9dd4-5b01-4502-9e11-f906f80eae76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 1096 time: 0.3588796 Sep 16 05:14:52.064960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b52368d6-6b98-417b-903e-3a357d906972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.078258 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Calling delete_port for 9217ea68-e9af-4d07-be78-38e4ce205909 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:52.098299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6cb2d-4cc8-46ce-8190-1e0d99799d3b req-2f1baf8a-8a4d-4761-95b6-9e382b80d506 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.099861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcc6cb2d-4cc8-46ce-8190-1e0d99799d3b req-2f1baf8a-8a4d-4761-95b6-9e382b80d506 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 931 time: 0.5093408 Sep 16 05:14:52.114632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b52368d6-6b98-417b-903e-3a357d906972 None None] Port 44c022ef-28ee-49e2-86a0-922073f450d8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:52.217807 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.323229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c022ef-28ee-49e2-86a0-922073f450d8 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:52.333202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.352691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Transition to ACTIVE for port object 44c022ef-28ee-49e2-86a0-922073f450d8 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:52.360076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.392325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcc6cb2d-4cc8-46ce-8190-1e0d99799d3b req-c486ef13-6185-4258-a52c-3d2c752fbb00 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813647 Sep 16 05:14:52.420492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-c73f5cf7-10d4-4a40-bd43-87f420435444 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.421954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-c73f5cf7-10d4-4a40-bd43-87f420435444 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338658 Sep 16 05:14:52.479085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'tag': '2b1b39df-e180-4c64-8e24-42ba17e14897'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:52.481758 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ede0f2-ec50-4862-8ba1-5c1603e802eb", "tag": "2b1b39df-e180-4c64-8e24-42ba17e14897"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:52.487332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Request body: {'port': {'device_id': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': '575da96e23b24315a51d9026ec28aadd'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:52.491971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Pushing event updated for resources: {'Port': ['ID=44c022ef-28ee-49e2-86a0-922073f450d8,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.559699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-15434c1b-0242-4cda-aa28-6f70f4da995c service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551218 Sep 16 05:14:52.588219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.648237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Pushing event deleted for resources: {'Port': ['ID=9217ea68-e9af-4d07-be78-38e4ce205909,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:52.666078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-9700a732-3781-4093-86da-1b7f1e9f2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.668628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-9700a732-3781-4093-86da-1b7f1e9f2155 service neutron] 10.222.0.73 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 917 time: 0.5606024 Sep 16 05:14:52.722754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Attempting to bind port 44c022ef-28ee-49e2-86a0-922073f450d8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:52.723425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Attempting to bind port 44c022ef-28ee-49e2-86a0-922073f450d8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:52.723984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Attempting to bind port 44c022ef-28ee-49e2-86a0-922073f450d8 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:52.734296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Port 44c022ef-28ee-49e2-86a0-922073f450d8 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:52.734808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Attempting to bind port 44c022ef-28ee-49e2-86a0-922073f450d8 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:52.746432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:52.747282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:52.747843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Bound using segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:52.748499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Bound port: 44c022ef-28ee-49e2-86a0-922073f450d8, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:52.749058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.763071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=956cd69d-948c-4c4b-a137-4f99ec64e635,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:52.909384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] For port 44c022ef-28ee-49e2-86a0-922073f450d8, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:52.916764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] For port 44c022ef-28ee-49e2-86a0-922073f450d8, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=44c022ef-28ee-49e2-86a0-922073f450d8,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:52.924792 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.928734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.970519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:52.971154 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:52.992514 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] 10.222.0.73 "PUT /v2.0/ports/44c022ef-28ee-49e2-86a0-922073f450d8 HTTP/1.1" status: 200 len: 1092 time: 1.3618343 Sep 16 05:14:52.995384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:52.997757 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa9108-6a12-475c-9442-3acfb0246a98" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:53.359231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.363074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-5666caee-213a-4e99-949d-cadc4337af6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c HTTP/1.1" status: 200 len: 217 time: 0.6082182 Sep 16 05:14:53.381638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.383996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde6f6-55a1-48e0-9aac-e1987f529746 service neutron] Pushing event updated for resources: {'Port': ['ID=44c022ef-28ee-49e2-86a0-922073f450d8,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.394111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['956cd69d-948c-4c4b-a137-4f99ec64e635'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:53.438584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:53.438799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-d6d0124d-9597-4e18-a649-a7b5df4247b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.440323 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-d6d0124d-9597-4e18-a649-a7b5df4247b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 1095 time: 0.1043561 Sep 16 05:14:53.479852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-62989f03-f826-46be-9248-29ed59917a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.481892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-62989f03-f826-46be-9248-29ed59917a62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 200 len: 855 time: 0.1014745 Sep 16 05:14:53.514353 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-c5078adb-fffa-47c2-93cc-8f03e4d706e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c022ef-28ee-49e2-86a0-922073f450d8 HTTP/1.1" status: 200 len: 217 time: 0.0644436 Sep 16 05:14:53.583899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f05863a-968e-419a-b3e1-a8ebae6dd8e8 req-1bc1ef44-3f82-43a9-827e-5d6306981799 service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9490647 Sep 16 05:14:53.628031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Made reservation on behalf of 575da96e23b24315a51d9026ec28aadd for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:53.632312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.639164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-ce5ccb9f-8557-4f20-abe6-6d7990f272a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.640736 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-ce5ccb9f-8557-4f20-abe6-6d7990f272a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1155229 Sep 16 05:14:53.671327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64785c9-1e82-44b2-8988-1ea09e1e7631 req-d8b4e6dd-f50d-40a7-8942-9eaddbb2adf1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.679659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e64785c9-1e82-44b2-8988-1ea09e1e7631 req-d8b4e6dd-f50d-40a7-8942-9eaddbb2adf1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 943 time: 0.9975181 Sep 16 05:14:53.724974 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.734673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Router abafbe24-36a4-43b4-bc18-aa6621d6c91c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:53.744346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.746298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.748187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4eb2e2e7-d1ee-4ade-a697-0ea02272c412 req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "PUT /v2.0/ports/956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 981 time: 2.6199296 Sep 16 05:14:53.840616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0bbc-11bb-4d29-8261-27919c574677 req-1fdadbd7-16f3-41a5-98b0-e816ae9796bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.842171 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-1fdadbd7-16f3-41a5-98b0-e816ae9796bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060677 Sep 16 05:14:53.856622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['956cd69d-948c-4c4b-a137-4f99ec64e635'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:53.903244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-a9c5ca17-e144-4ca9-a9c9-77e03af15c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:53.905837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-a9c5ca17-e144-4ca9-a9c9-77e03af15c6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847bbdf8-a8c9-47fb-8915-945f9b74464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3410938 Sep 16 05:14:53.906879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e502d6-3654-4fbc-b4d0-57ed04ef7568 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:53.958754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe219371-f745-464b-8063-6f7f3d15bb22 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:53.970891 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.987962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Transition to ACTIVE for port object fe219371-f745-464b-8063-6f7f3d15bb22 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:54.053802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.056146 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-39c4ac5e-fb10-4eb6-950f-9ad0eb3b7eda service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041388 Sep 16 05:14:54.087717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:54.110460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] Sync routers for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:54.125611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d937f9cc-5366-4b8e-8b35-2544db3ec4be admin admin] 10.222.0.55 "PUT /v2.0/routers/abafbe24-36a4-43b4-bc18-aa6621d6c91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6842408 Sep 16 05:14:54.133741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56596) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:54.167053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e64785c9-1e82-44b2-8988-1ea09e1e7631 req-2c5d8e04-7f5f-4081-a53b-52e16627cbbd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862294 Sep 16 05:14:54.169502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e9e8c88-8b7f-44a8-8e04-b3a6a03d61d5 req-09870116-d0ee-4b82-ae5f-e9e0c9008a36 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 210 time: 0.2525427 Sep 16 05:14:54.215059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:54.215703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:14:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:54.305201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-ceef8b64-eaec-4c5c-875c-d57d676c7ba5 service neutron] 10.222.0.73 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667727 Sep 16 05:14:54.305201 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0dd5c-2112-432d-b4ea-fdbe6948e63c x-openstack-request-id: req-0fb0dd5c-2112-432d-b4ea-fdbe6948e63c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:54.305201 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ede0f2-ec50-4862-8ba1-5c1603e802eb", "tag": "2b1b39df-e180-4c64-8e24-42ba17e14897", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:54.319540 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fb0dd5c-2112-432d-b4ea-fdbe6948e63c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:54.319540 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'tag': '2b1b39df-e180-4c64-8e24-42ba17e14897', 'status': 'completed', 'code': 200} Sep 16 05:14:54.403386 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5b91fb-00f2-4055-ae82-8027303627f8 x-openstack-request-id: req-eb5b91fb-00f2-4055-ae82-8027303627f8 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:54.404021 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:54.404021 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb5b91fb-00f2-4055-ae82-8027303627f8 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:54.404522 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8', 'status': 'completed', 'code': 200} Sep 16 05:14:54.460182 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.505357 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-401a0bbc-11bb-4d29-8261-27919c574677 req-6668dc7a-d67e-4cc1-8e87-cdefe3c0376c service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360452 Sep 16 05:14:54.532728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.568055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.633125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.653536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:54.702224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe219371-f745-464b-8063-6f7f3d15bb22,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.720581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-1d4fd2a6-c3ee-4296-ab22-bc1c1281f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.722418 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-1d4fd2a6-c3ee-4296-ab22-bc1c1281f8af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 1095 time: 0.1292233 Sep 16 05:14:54.762592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735c6456-e355-401e-a924-a6c4e8109a5f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:54.846310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6de4b213-b8d5-4c27-bc78-3070e66d485c details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:54.866561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-d4ad3b97-5194-41e2-9e1e-d6acf9e86a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.868119 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-d4ad3b97-5194-41e2-9e1e-d6acf9e86a1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.1324718 Sep 16 05:14:54.890226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:54.900710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c16e1dec-a8a0-4208-ae65-fe0aca07e81c req-e0a0cd42-96f9-42a7-bcd6-01a0fcb6afc2 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/f71483ca-1f37-4bed-9b7a-452d0dde7a12 HTTP/1.1" status: 200 len: 1802 time: 0.2633200 Sep 16 05:14:54.929308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:14:52Z', 'revision_number': 5, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port': {'id': '6b2c2204-6387-417d-96c9-8f347138cc15', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:03:15Z', 'updated_at': '2021-09-16T05:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:54.943950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-f7517dec-884c-4126-b9b1-01742698cb64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c022ef-28ee-49e2-86a0-922073f450d8 HTTP/1.1" status: 200 len: 217 time: 0.0609508 Sep 16 05:14:54.953839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-12fcd46c-306b-4351-a432-f2bb76e840c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:54.955764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-12fcd46c-306b-4351-a432-f2bb76e840c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 1096 time: 0.4781547 Sep 16 05:14:54.999749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] Checking router: abafbe24-36a4-43b4-bc18-aa6621d6c91c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:55.034840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] Routers {'abafbe24-36a4-43b4-bc18-aa6621d6c91c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:55.035925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:14:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:55.054789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-eed2a043-e416-4bc0-924f-aa1c2452fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.056768 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-eed2a043-e416-4bc0-924f-aa1c2452fe87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1048377 Sep 16 05:14:55.075564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Deleting port 6b2c2204-6387-417d-96c9-8f347138cc15 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:55.076385 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.112480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefab7a9-9b08-4923-b994-2402011384ca req-4a8f02c7-f877-4b40-9840-ac35b37bf14a tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.114133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aefab7a9-9b08-4923-b994-2402011384ca req-4a8f02c7-f877-4b40-9840-ac35b37bf14a tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 943 time: 0.6457741 Sep 16 05:14:55.132720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] Set router abafbe24-36a4-43b4-bc18-aa6621d6c91c gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:55.189863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:14:54Z', 'revision_number': 6, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:55.204186 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-ee532652-5bca-4c4a-ba6a-378ccd1b0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.205983 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-ee532652-5bca-4c4a-ba6a-378ccd1b0e72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252029 Sep 16 05:14:55.208195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Attempting to bind port fe219371-f745-464b-8063-6f7f3d15bb22 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:55.208869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Attempting to bind port fe219371-f745-464b-8063-6f7f3d15bb22 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:55.209705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Attempting to bind port fe219371-f745-464b-8063-6f7f3d15bb22 on network 847bbdf8-a8c9-47fb-8915-945f9b74464c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:55.228324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cbab8-c6b7-4ff1-8342-6e3598849d12 None None] The sync data for ids ['abafbe24-36a4-43b4-bc18-aa6621d6c91c'] in n-d-713301-15 is: [{'id': 'abafbe24-36a4-43b4-bc18-aa6621d6c91c', 'name': 'tempest-TaggedBootDevicesTest-1534589151-router', 'tenant_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:03:13Z', 'updated_at': '2021-09-16T05:14:54Z', 'revision_number': 6, 'project_id': 'd529e2fbb0a34c56b32efe97321f05bd', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:55.235649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6de4b213-b8d5-4c27-bc78-3070e66d485c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:55.255402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '6de4b213-b8d5-4c27-bc78-3070e66d485c', 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'port_id': '6de4b213-b8d5-4c27-bc78-3070e66d485c', 'mac_address': 'fa:16:3e:71:02:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388f718a-a517-4e18-adb0-e2ea749e0be3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:55.256826 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-c16e1dec-a8a0-4208-ae65-fe0aca07e81c req-1d225c07-4c88-4f7c-9fb8-9377d59ba5d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:14:55.258320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c16e1dec-a8a0-4208-ae65-fe0aca07e81c req-1d225c07-4c88-4f7c-9fb8-9377d59ba5d1 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/f71483ca-1f37-4bed-9b7a-452d0dde7a12 HTTP/1.1" status: 409 len: 341 time: 0.2934067 Sep 16 05:14:55.279820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Port fe219371-f745-464b-8063-6f7f3d15bb22 on network 847bbdf8-a8c9-47fb-8915-945f9b74464c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:55.280171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Attempting to bind port fe219371-f745-464b-8063-6f7f3d15bb22 on network 847bbdf8-a8c9-47fb-8915-945f9b74464c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:55.289975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43984d8c-335a-4d54-81dd-357e733b05a9 req-6dbb46bc-dc96-4a5a-8b19-689a7b29a72e service neutron] 10.222.0.73 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851386 Sep 16 05:14:55.319104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] For port 6b2c2204-6387-417d-96c9-8f347138cc15, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6b2c2204-6387-417d-96c9-8f347138cc15,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:55.319964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.335035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.338486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Calling delete_port for 6b2c2204-6387-417d-96c9-8f347138cc15 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:55.360442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aefab7a9-9b08-4923-b994-2402011384ca req-77059338-ca9d-41af-8272-ba9797d29d57 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344720 Sep 16 05:14:55.361081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de4b213-b8d5-4c27-bc78-3070e66d485c {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:55.367095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:55.368819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Checking segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:55.368819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Bound using segment: {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:55.368819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Bound port: fe219371-f745-464b-8063-6f7f3d15bb22, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f567e2c-47e2-4c0e-8133-acdd9d68b99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:55.368819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.371344 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-a1449702-d2a3-4d9e-b072-8c90950997e3 service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525078 Sep 16 05:14:55.383519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Allocated IP 192.168.233.149 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/a70da230-0213-4ab3-9103-793c606e22ad) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:55.402587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6de4b213-b8d5-4c27-bc78-3070e66d485c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:55.409071 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.462208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-90987216-ff1b-4b8b-86d5-0a696dc2f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.465158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-90987216-ff1b-4b8b-86d5-0a696dc2f93e service neutron] 10.222.0.64 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 917 time: 0.4970987 Sep 16 05:14:55.474125 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6de4b213-b8d5-4c27-bc78-3070e66d485c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.483497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e69fc83a-d4d7-4a04-ae96-3c683a48d525 req-8b07a4da-308d-4a0f-97b4-b09c4ae5f919 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 210 time: 0.0846665 Sep 16 05:14:55.608933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8cfa9108-6a12-475c-9442-3acfb0246a98 req-11747c4e-860f-4f22-b46e-31520a7ae8fb service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855683 Sep 16 05:14:55.660678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6de4b213-b8d5-4c27-bc78-3070e66d485c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:55.685735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] For port fe219371-f745-464b-8063-6f7f3d15bb22, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:55.688843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] For port fe219371-f745-464b-8063-6f7f3d15bb22, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe219371-f745-464b-8063-6f7f3d15bb22,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:55.778153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.798903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-dba6b7ad-e817-4d0a-972d-23cdffbb1d69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b1b39df-e180-4c64-8e24-42ba17e14897 HTTP/1.1" status: 200 len: 217 time: 0.2689552 Sep 16 05:14:55.817607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.895294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2c2204-6387-417d-96c9-8f347138cc15,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:55.905833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62564af0-5448-4ee2-933d-ba202d04c7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.926342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.926967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.928391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] 10.222.0.64 "PUT /v2.0/ports/fe219371-f745-464b-8063-6f7f3d15bb22 HTTP/1.1" status: 200 len: 1092 time: 4.0915504 Sep 16 05:14:55.929842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-5e7f4794-51e9-47f8-b369-3f2185e1d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.931163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-5e7f4794-51e9-47f8-b369-3f2185e1d117 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 200 len: 855 time: 0.0850127 Sep 16 05:14:55.980672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-9f16d6bb-5479-4324-a1f0-294f4e9c407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:55.982523 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-9f16d6bb-5479-4324-a1f0-294f4e9c407d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1136 time: 0.2344291 Sep 16 05:14:56.067210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.111306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4895d0-a792-44bb-8fe5-3bc6b4c6ef85 req-a0b861b4-81e0-479a-a3f7-fc9cb2bfe38b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.113511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d4895d0-a792-44bb-8fe5-3bc6b4c6ef85 req-a0b861b4-81e0-479a-a3f7-fc9cb2bfe38b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 943 time: 0.6447053 Sep 16 05:14:56.129761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.194267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5183e-e800-4d9a-b81b-e6eb692bbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe219371-f745-464b-8063-6f7f3d15bb22,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.226270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.231192 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.249264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-29e1efc8-d49a-4a2c-9133-6fbbb1193ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.252756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-29e1efc8-d49a-4a2c-9133-6fbbb1193ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=847bbdf8-a8c9-47fb-8915-945f9b74464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022711 Sep 16 05:14:56.271917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb02fe-1789-458a-80dc-9a6d3f285bcc req-ef85a2b8-a7f9-4afb-8970-9b8e91554da7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.273723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6bb02fe-1789-458a-80dc-9a6d3f285bcc req-ef85a2b8-a7f9-4afb-8970-9b8e91554da7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 984 time: 0.1818020 Sep 16 05:14:56.294349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.294875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abafbe24-36a4-43b4-bc18-aa6621d6c91c {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:56.305033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-f7d8065b-9d6f-4bf2-93b7-664586e46c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.306874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-f7d8065b-9d6f-4bf2-93b7-664586e46c7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 914 time: 0.3110797 Sep 16 05:14:56.310843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.314271 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9056b935-aa1b-4624-b72c-a5d805182f02 admin admin] 10.222.0.55 "DELETE /v2.0/routers/abafbe24-36a4-43b4-bc18-aa6621d6c91c HTTP/1.1" status: 204 len: 168 time: 2.1772897 Sep 16 05:14:56.336395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635'}, {'name': 'network-changed', 'server_uuid': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'tag': 'fe219371-f745-464b-8063-6f7f3d15bb22'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:56.338657 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09303f8-539a-4bc9-931d-afb6fc35e1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635"}, {"name": "network-changed", "server_uuid": "4253a5ce-17dd-4b4c-982f-bb6796e81e77", "tag": "fe219371-f745-464b-8063-6f7f3d15bb22"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:56.357052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56640) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:56.358760 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-91cbec5d-cb75-48f4-9e3e-aab2179cd773 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 217 time: 0.0430925 Sep 16 05:14:56.375426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-60d5bb1e-bede-40ed-bd96-62370376a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.376939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-60d5bb1e-bede-40ed-bd96-62370376a666 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 1095 time: 0.2864499 Sep 16 05:14:56.378947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9217ea68-e9af-4d07-be78-38e4ce205909 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:56.381419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6bb02fe-1789-458a-80dc-9a6d3f285bcc req-85315f46-dbf3-41e4-af73-eb4db43a598b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=f71483ca-1f37-4bed-9b7a-452d0dde7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0903828 Sep 16 05:14:56.393493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d4895d0-a792-44bb-8fe5-3bc6b4c6ef85 req-6232185e-fce1-4c18-b3eb-cd0b17f30a0b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364445 Sep 16 05:14:56.412054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9217ea68-e9af-4d07-be78-38e4ce205909 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:56.412537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9217ea68-e9af-4d07-be78-38e4ce205909 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:56.413091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6b2c2204-6387-417d-96c9-8f347138cc15 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:56.448065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 6b2c2204-6387-417d-96c9-8f347138cc15 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:56.448998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6b2c2204-6387-417d-96c9-8f347138cc15 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:56.513908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-764e707c-864d-4307-974a-4572bd2fa463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.515408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-764e707c-864d-4307-974a-4572bd2fa463 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.1093946 Sep 16 05:14:56.533845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-b5bd46ed-a4d5-4870-92af-1ac212697092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe219371-f745-464b-8063-6f7f3d15bb22 HTTP/1.1" status: 200 len: 217 time: 0.1368513 Sep 16 05:14:56.541838 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb72a472-f509-4009-8609-8ccf9520dbe2 x-openstack-request-id: req-eb72a472-f509-4009-8609-8ccf9520dbe2 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:56.542266 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4253a5ce-17dd-4b4c-982f-bb6796e81e77", "tag": "fe219371-f745-464b-8063-6f7f3d15bb22", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:56.543097 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb72a472-f509-4009-8609-8ccf9520dbe2 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:56.543594 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635', 'status': 'completed', 'code': 200} Sep 16 05:14:56.543947 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'tag': 'fe219371-f745-464b-8063-6f7f3d15bb22', 'status': 'completed', 'code': 200} Sep 16 05:14:56.566074 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-e6317b2d-facf-410b-88f5-762995336e30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380640 Sep 16 05:14:56.575135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] Deleting subnet 34aac0db-6620-4096-a8c7-152381e8aeca {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:56.586825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.624447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-88a156d6-0c41-4571-9934-d20f55113add service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346648 Sep 16 05:14:56.643381 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.676732 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.747097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-13245306-bfb9-45fb-82ee-5823bdcef6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.748854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-13245306-bfb9-45fb-82ee-5823bdcef6b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 200 len: 855 time: 0.1958601 Sep 16 05:14:56.750672 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-fa9793f9-d3c2-43c2-92f9-1a80a79b42f5 service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729414 Sep 16 05:14:56.808643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:56.841710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:56.844833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:56.845537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6de4b213-b8d5-4c27-bc78-3070e66d485c up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:56.882811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf96da5-3023-47c7-a5ec-87ce812dc299 req-ea899e57-c88c-402a-b131-971b559a048b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.889370 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.892864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cf96da5-3023-47c7-a5ec-87ce812dc299 req-ea899e57-c88c-402a-b131-971b559a048b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 943 time: 0.3579149 Sep 16 05:14:56.917003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Pushing event updated for resources: {'Port': ['ID=a70da230-0213-4ab3-9103-793c606e22ad,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:56.918520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 6de4b213-b8d5-4c27-bc78-3070e66d485c completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:56.945335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 6de4b213-b8d5-4c27-bc78-3070e66d485c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:56.945335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:56.948231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada98c-d9c3-4a6e-85e3-1fad3f3c31d0 req-ff9c7396-3b8d-4987-97fb-a15eac67276c tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:56.950610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aada98c-d9c3-4a6e-85e3-1fad3f3c31d0 req-ff9c7396-3b8d-4987-97fb-a15eac67276c tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 936 time: 0.3603747 Sep 16 05:14:56.971009 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-435c7e9d-5a50-417d-875c-501f4a4f5a71 req-a56bdce6-baa2-48fa-b897-9665efb6ad84 service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054784 Sep 16 05:14:57.031471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.063315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f75aecf4-3bc4-4a8d-8c69-50a79ca30d74 req-c27cd810-0384-49e4-9141-65855ce9029c service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096420 Sep 16 05:14:57.078869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34aac0db-6620-4096-a8c7-152381e8aeca,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.097294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c8738-9e02-4c13-92ea-1eb00d2ce4d3 None None] Network 06b94b1b-7432-4930-a7bc-4551b88a64c2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:57.116892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.117867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.126181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.142211 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-848ac0f6-7ad3-4f5b-8c66-84d126d18a41 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/34aac0db-6620-4096-a8c7-152381e8aeca HTTP/1.1" status: 204 len: 168 time: 0.7824397 Sep 16 05:14:57.144767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56662) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:57.162022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cf96da5-3023-47c7-a5ec-87ce812dc299 req-08b26afb-c979-4914-b5f3-3aff75862b4b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635689 Sep 16 05:14:57.166326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-c63a03c8-64c5-4598-848d-9519d29ea858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.170643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-c63a03c8-64c5-4598-848d-9519d29ea858 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=847bbdf8-a8c9-47fb-8915-945f9b74464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3575644 Sep 16 05:14:57.207571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-7712488d-6715-4a5f-810f-991632ea57fe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7591109 Sep 16 05:14:57.213711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-552b7a41-5b9c-4c63-8176-7563f4d35c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.215279 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-552b7a41-5b9c-4c63-8176-7563f4d35c0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1136 time: 0.1470356 Sep 16 05:14:57.233137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2b1b39df-e180-4c64-8e24-42ba17e14897 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:57.237633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aada98c-d9c3-4a6e-85e3-1fad3f3c31d0 req-1292b754-aa0d-4693-a005-1f5eade82f33 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685409 Sep 16 05:14:57.255228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Request body: {'port': {'device_id': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:57.310284 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.363847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6de4b213-b8d5-4c27-bc78-3070e66d485c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:57.380158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de4b213-b8d5-4c27-bc78-3070e66d485c'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:57.380379 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.382876 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c798dc8-1719-49ca-bc34-b99b583f47aa" -d '{"events": [{"server_uuid": "73ce210c-6d51-4018-8c4e-cb73364a602a", "name": "network-vif-plugged", "status": "completed", "tag": "6de4b213-b8d5-4c27-bc78-3070e66d485c"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:57.385679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c83c1347-7886-42a5-af45-b2a452cb0b65 None None] Provisioning complete for port a70da230-0213-4ab3-9103-793c606e22ad triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:57.386268 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c83c1347-7886-42a5-af45-b2a452cb0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.395496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.463512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-29f27560-2570-4bb1-9402-4a20dbc17b12 service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819414 Sep 16 05:14:57.540150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.554763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-95fdb15e-6110-4005-996d-5eda2d3afe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.583170 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-95fdb15e-6110-4005-996d-5eda2d3afe3e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 914 time: 0.2792311 Sep 16 05:14:57.658259 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa484776-4517-4994-8e50-8469a65eb595 x-openstack-request-id: req-aa484776-4517-4994-8e50-8469a65eb595 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:57.658795 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ce210c-6d51-4018-8c4e-cb73364a602a", "name": "network-vif-plugged", "status": "completed", "tag": "6de4b213-b8d5-4c27-bc78-3070e66d485c", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:57.659214 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa484776-4517-4994-8e50-8469a65eb595 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:57.659595 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de4b213-b8d5-4c27-bc78-3070e66d485c', 'code': 200} Sep 16 05:14:57.684436 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-e28b5376-eb87-4866-a293-91ee0e2e6548 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 217 time: 0.0984256 Sep 16 05:14:57.733298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c83c1347-7886-42a5-af45-b2a452cb0b65 None None] Port a70da230-0213-4ab3-9103-793c606e22ad cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:57.753292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6de4b213-b8d5-4c27-bc78-3070e66d485c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:57.774120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0ab8c-e656-4e65-af37-e0674e0a918f req-57549a0b-ae73-4c74-833b-001605eb6868 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.775539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 2b1b39df-e180-4c64-8e24-42ba17e14897, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2b1b39df-e180-4c64-8e24-42ba17e14897,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:57.775722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abf0ab8c-e656-4e65-af37-e0674e0a918f req-57549a0b-ae73-4c74-833b-001605eb6868 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 984 time: 0.1809380 Sep 16 05:14:57.788599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '2b1b39df-e180-4c64-8e24-42ba17e14897', 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'port_id': '2b1b39df-e180-4c64-8e24-42ba17e14897', 'mac_address': 'fa:16:3e:25:8b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388f718a-a517-4e18-adb0-e2ea749e0be3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:57.821402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-6ded2b4e-a3c6-4620-97f2-c4b428c36705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.823083 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-6ded2b4e-a3c6-4620-97f2-c4b428c36705 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.1331396 Sep 16 05:14:57.834035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] DHCP port deletion for 06b94b1b-7432-4930-a7bc-4551b88a64c2 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:57.874082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Deleting port fdb45db0-de25-47aa-8da7-4ee54f94637e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:57.874082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.878383 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-594d22e7-bfdd-4c2e-9328-2598fdb591f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374136 Sep 16 05:14:57.880667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d0c4cd4-bbfd-42bd-adc2-32cb37b28f14 req-9660af8a-b0e5-481e-b93e-4f4a0d4f8696 service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039001 Sep 16 05:14:57.883179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.903227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1b39df-e180-4c64-8e24-42ba17e14897 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:57.907163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042124ac-fb7d-40e3-bae2-a1a40a110e07 req-a0f2ba2c-d56d-4bc1-97c5-7f4193449c33 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.909637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-042124ac-fb7d-40e3-bae2-a1a40a110e07 req-a0f2ba2c-d56d-4bc1-97c5-7f4193449c33 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 943 time: 0.2505744 Sep 16 05:14:57.912047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e038cf-9387-4401-909a-74aa96569962 req-4fc7ae75-0f29-4301-9c69-f9c20220f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:57.913889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23e038cf-9387-4401-909a-74aa96569962 req-4fc7ae75-0f29-4301-9c69-f9c20220f942 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 1098 time: 0.3640127 Sep 16 05:14:57.949358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 2b1b39df-e180-4c64-8e24-42ba17e14897, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2b1b39df-e180-4c64-8e24-42ba17e14897,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:57.960429 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:57.968873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] Deleting port fdb45db0-de25-47aa-8da7-4ee54f94637e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:57.969506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.007729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abf0ab8c-e656-4e65-af37-e0674e0a918f req-eba1db1f-85b1-4225-9e06-dd9d8400949c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=f71483ca-1f37-4bed-9b7a-452d0dde7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1698027 Sep 16 05:14:58.091043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=2b1b39df-e180-4c64-8e24-42ba17e14897,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.100051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] For port fdb45db0-de25-47aa-8da7-4ee54f94637e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fdb45db0-de25-47aa-8da7-4ee54f94637e,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:58.100481 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.104269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fdb45db0-de25-47aa-8da7-4ee54f94637e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:58.129029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-042124ac-fb7d-40e3-bae2-a1a40a110e07 req-41e76bd2-cfca-4603-8cf8-39b89ecbc7af tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066588 Sep 16 05:14:58.161865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] Calling delete_port for fdb45db0-de25-47aa-8da7-4ee54f94637e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:58.190428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23e038cf-9387-4401-909a-74aa96569962 req-07760ab5-d33a-45b5-97e5-bb8e5011136e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673182 Sep 16 05:14:58.220319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-0b0c5f3c-5880-4739-bef0-c6b6487dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:58.222544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-0b0c5f3c-5880-4739-bef0-c6b6487dd730 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 1095 time: 0.1591744 Sep 16 05:14:58.234786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-72c5b9ce-7aef-4d55-af11-6c94f6fde795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.369934 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.403423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] For port fdb45db0-de25-47aa-8da7-4ee54f94637e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fdb45db0-de25-47aa-8da7-4ee54f94637e,segment=NetworkSegment(670768d4-30d8-40d5-bbcc-ebbb19cf8ca7),segment_id=670768d4-30d8-40d5-bbcc-ebbb19cf8ca7)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:58.404027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.420722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70da230-0213-4ab3-9103-793c606e22ad {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:58.430652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Calling delete_port for fdb45db0-de25-47aa-8da7-4ee54f94637e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:58.456148 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-754afbb0-0875-4fbc-bed1-3ab6e9afcfbf service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653651 Sep 16 05:14:58.464698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:14:58.464698 n-d-713301-15 neutron-server[94720]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 16 05:14:58.464698 n-d-713301-15 neutron-server[94720]: [parameters: {'status': 'DOWN', 'ports_id': 'fdb45db0-de25-47aa-8da7-4ee54f94637e'}] Sep 16 05:14:58.464698 n-d-713301-15 neutron-server[94720]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:14:58.465714 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:14:58.466634 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.493232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] Pushing event deleted for resources: {'Port': ['ID=fdb45db0-de25-47aa-8da7-4ee54f94637e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.507018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562b3ee-56d9-47e8-bfff-3f584ad31c3f None None] No DVR routers for this DVR port fdb45db0-de25-47aa-8da7-4ee54f94637e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:58.599998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['2b1b39df-e180-4c64-8e24-42ba17e14897'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:58.609461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.676220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] No DVR routers for this DVR port fdb45db0-de25-47aa-8da7-4ee54f94637e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:58.687544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb45db0-de25-47aa-8da7-4ee54f94637e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:58.749649 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-d4437b88-1fd5-4f38-9e0c-3d25906bd734 service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568018 Sep 16 05:14:58.796761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.818629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b94b1b-7432-4930-a7bc-4551b88a64c2']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:58.840214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:58.841443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670768d4-30d8-40d5-bbcc-ebbb19cf8ca7') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:58.841993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.854121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 44c022ef-28ee-49e2-86a0-922073f450d8 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:58.854308 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.874067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.879200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-69eb82a9-5270-4310-8455-52cc9fd9a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:58.880827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-69eb82a9-5270-4310-8455-52cc9fd9a72e service neutron] 10.222.0.64 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 917 time: 0.6502385 Sep 16 05:14:58.881821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Transition to ACTIVE for port object a70da230-0213-4ab3-9103-793c606e22ad will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:58.883789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:58.884491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:58.887149 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:58.902896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.947569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3de5-0924-4538-b174-9cb6bab3e941 req-b9fc16f2-a9ff-4f54-8fdf-6024ff329347 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:58.955683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-785d3de5-0924-4538-b174-9cb6bab3e941 req-b9fc16f2-a9ff-4f54-8fdf-6024ff329347 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 936 time: 0.5575237 Sep 16 05:14:58.961895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.972730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:58.977312 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/06b94b1b-7432-4930-a7bc-4551b88a64c2 HTTP/1.1" status: 204 len: 168 time: 1.8289976 Sep 16 05:14:58.986992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb70eb-9d3e-43cd-98b1-debb466275a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b94b1b-7432-4930-a7bc-4551b88a64c2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.002750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-49dfe116-6945-4438-aed3-cf22995b0043 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe219371-f745-464b-8063-6f7f3d15bb22 HTTP/1.1" status: 200 len: 217 time: 0.1095490 Sep 16 05:14:59.003158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Port fdb45db0-de25-47aa-8da7-4ee54f94637e update to DOWN by agent not found {{(pid=94720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:14:59.020869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33c62-d26e-4886-afee-3a1dafd0911f req-604ad45b-1964-4a6d-8bc4-a4a9b3570084 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.027857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 44c022ef-28ee-49e2-86a0-922073f450d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=44c022ef-28ee-49e2-86a0-922073f450d8,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:59.032448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61e33c62-d26e-4886-afee-3a1dafd0911f req-604ad45b-1964-4a6d-8bc4-a4a9b3570084 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 943 time: 0.6252136 Sep 16 05:14:59.039298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '44c022ef-28ee-49e2-86a0-922073f450d8', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': '44c022ef-28ee-49e2-86a0-922073f450d8', 'mac_address': 'fa:16:3e:21:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:59.090201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.099038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-ecd43b76-fa91-4a0a-afd2-5d5e38603637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.100595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-ecd43b76-fa91-4a0a-afd2-5d5e38603637 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 200 len: 855 time: 0.0484188 Sep 16 05:14:59.106149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c022ef-28ee-49e2-86a0-922073f450d8 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:59.133275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.139079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 44c022ef-28ee-49e2-86a0-922073f450d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=44c022ef-28ee-49e2-86a0-922073f450d8,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:59.156457 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.191429 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.217090 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-183eeb7a-4026-43c0-b5f5-5ad21cb37775 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d529e2fbb0a34c56b32efe97321f05bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831363 Sep 16 05:14:59.218210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56718) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:59.230914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=44c022ef-28ee-49e2-86a0-922073f450d8,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.272972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a70da230-0213-4ab3-9103-793c606e22ad,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.293820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-785d3de5-0924-4538-b174-9cb6bab3e941 req-f4e76db7-7315-4cab-98ec-6b37384e898c tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372540 Sep 16 05:14:59.314481 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1e7493c-8199-4c76-8caa-a9d52730eebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.317977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61e33c62-d26e-4886-afee-3a1dafd0911f req-64703369-1824-4ded-a9b8-34880d139d87 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815683 Sep 16 05:14:59.340712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-5dda54d1-d723-41ec-869a-a5f2709eacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.342501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-5dda54d1-d723-41ec-869a-a5f2709eacdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=847bbdf8-a8c9-47fb-8915-945f9b74464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2270377 Sep 16 05:14:59.344072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Attempting to bind port a70da230-0213-4ab3-9103-793c606e22ad on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:59.344431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Attempting to bind port a70da230-0213-4ab3-9103-793c606e22ad by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:59.344762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Attempting to bind port a70da230-0213-4ab3-9103-793c606e22ad on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:59.353409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1e7493c-8199-4c76-8caa-a9d52730eebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.370235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Port a70da230-0213-4ab3-9103-793c606e22ad on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:59.375947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Attempting to bind port a70da230-0213-4ab3-9103-793c606e22ad on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:59.391121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:59.391457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:59.395057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:59.395531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Bound port: a70da230-0213-4ab3-9103-793c606e22ad, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:59.395903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.410811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['44c022ef-28ee-49e2-86a0-922073f450d8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:59.500937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1e7493c-8199-4c76-8caa-a9d52730eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.504475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1e7493c-8199-4c76-8caa-a9d52730eebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.508964 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a1e7493c-8199-4c76-8caa-a9d52730eebd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abe1cb68-1ee2-4c98-b9f4-8328083e6e05 HTTP/1.1" status: 204 len: 168 time: 0.2896824 Sep 16 05:14:59.524436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7493c-8199-4c76-8caa-a9d52730eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe1cb68-1ee2-4c98-b9f4-8328083e6e05,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:59.668656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] For port a70da230-0213-4ab3-9103-793c606e22ad, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:59.695791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] For port a70da230-0213-4ab3-9103-793c606e22ad, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a70da230-0213-4ab3-9103-793c606e22ad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:59.711632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.742202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.758680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62b928-02ce-4cd9-8226-fbe2b60159ab req-8686e786-15d1-44d0-a07b-821f1f3598c0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.763387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc62b928-02ce-4cd9-8226-fbe2b60159ab req-8686e786-15d1-44d0-a07b-821f1f3598c0 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 984 time: 0.1684809 Sep 16 05:14:59.769135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-385fd5b0-2ddb-48ac-9f15-ea86b3cdcdd6 service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157395 Sep 16 05:14:59.776799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad84a-187a-4abd-8f88-be45c30a68e9 req-49d48b25-e8cc-4df2-91b7-1f15115192b4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.778261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-730ad84a-187a-4abd-8f88-be45c30a68e9 req-49d48b25-e8cc-4df2-91b7-1f15115192b4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 944 time: 0.1734521 Sep 16 05:14:59.830125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:59.830797 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:59.832285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/a70da230-0213-4ab3-9103-793c606e22ad HTTP/1.1" status: 200 len: 1097 time: 2.5849414 Sep 16 05:14:59.843384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'tag': 'a70da230-0213-4ab3-9103-793c606e22ad'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:59.843944 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b" -d '{"events": [{"name": "network-changed", "server_uuid": "a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0", "tag": "a70da230-0213-4ab3-9103-793c606e22ad"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:59.944343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567560b-b8cc-4d26-ab62-bc59b13087c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a70da230-0213-4ab3-9103-793c606e22ad,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.026194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-730ad84a-187a-4abd-8f88-be45c30a68e9 req-63fa78b4-053e-4832-b977-c583b5166440 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220395 Sep 16 05:15:00.034759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc62b928-02ce-4cd9-8226-fbe2b60159ab req-9d0e0264-77a3-41d4-b41c-280b75329432 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=f71483ca-1f37-4bed-9b7a-452d0dde7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2461777 Sep 16 05:15:00.066867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-3d9c23f8-5302-482b-93ac-26b6ddda20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.068452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-3d9c23f8-5302-482b-93ac-26b6ddda20b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=575da96e23b24315a51d9026ec28aadd&device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 1100 time: 0.1484406 Sep 16 05:15:00.070745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09303f8-539a-4bc9-931d-afb6fc35e1c4 req-495f69ed-c5b1-4b9e-94da-e38c9dc2f708 service neutron] 10.222.0.64 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897069 Sep 16 05:15:00.087751 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f6d77b-8187-4209-a612-cd8d2a1f1828 x-openstack-request-id: req-d7f6d77b-8187-4209-a612-cd8d2a1f1828 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:00.088048 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0", "tag": "a70da230-0213-4ab3-9103-793c606e22ad", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:00.088334 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7f6d77b-8187-4209-a612-cd8d2a1f1828 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:00.088732 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'tag': 'a70da230-0213-4ab3-9103-793c606e22ad', 'status': 'completed', 'code': 200} Sep 16 05:15:00.155827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-a45d355f-2ded-46a6-95f5-15db68ce6503 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a70da230-0213-4ab3-9103-793c606e22ad HTTP/1.1" status: 200 len: 217 time: 0.0421531 Sep 16 05:15:00.226016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-f10e5771-bd25-4c98-9d18-2456dacb325a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-817273563&fields=id&tenant_id=1de2948b9fdb4db790eaa4088db854fa HTTP/1.1" status: 200 len: 267 time: 0.0726008 Sep 16 05:15:00.231536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-84934b63-9477-4f30-a08c-fa7a7ba20232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.233051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-84934b63-9477-4f30-a08c-fa7a7ba20232 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0649574 Sep 16 05:15:00.319384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-72ac27c8-332f-4910-a2df-669d872e05e2 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.320077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-72ac27c8-332f-4910-a2df-669d872e05e2 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 984 time: 0.0859771 Sep 16 05:15:00.323185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb1c9-c434-49f4-bd86-54722686e789 req-917582cb-93d3-46d6-a4ad-e55d252216a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.324716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-917582cb-93d3-46d6-a4ad-e55d252216a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807960 Sep 16 05:15:00.332026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'port': {'security_groups': ['5285c8fa-b320-4127-b137-699f4726f05c', 'f71483ca-1f37-4bed-9b7a-452d0dde7a12', '30082ee0-9971-4c4b-8c6d-5e4a16e91905']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:00.426084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:00.516445 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.531008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-3d65d6f6-4707-4d58-b103-32c1b8d701bd service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947062 Sep 16 05:15:00.538859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae96d7e-f145-4c20-982d-1c4f12f5be0f req-69cc260f-b272-48ec-a5d6-a03faa48e11a tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.540344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ae96d7e-f145-4c20-982d-1c4f12f5be0f req-69cc260f-b272-48ec-a5d6-a03faa48e11a tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 948 time: 0.1206927 Sep 16 05:15:00.541922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1859703548-network', 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:00.568650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:00.572407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.596896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.693183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ae96d7e-f145-4c20-982d-1c4f12f5be0f req-de1ed597-1529-4bba-bf1b-5b1eab92f59c tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404221 Sep 16 05:15:00.731381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-777fb1c9-c434-49f4-bd86-54722686e789 req-9f64e380-f628-4c94-9879-944685ba4eb6 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900623 Sep 16 05:15:00.737613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.749409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.803195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:00.813416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:00.829740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.830092 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Added segment 15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419 of type vlan for network a0e112e6-2245-41de-b029-7665e524e296 Sep 16 05:15:00.857767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 44c022ef-28ee-49e2-86a0-922073f450d8 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:00.874069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.909472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.911048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:00.911817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.915883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 44c022ef-28ee-49e2-86a0-922073f450d8 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:00.925629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 44c022ef-28ee-49e2-86a0-922073f450d8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:00.925629 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:00.938420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=956cd69d-948c-4c4b-a137-4f99ec64e635,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:00.957494 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5302262 Sep 16 05:15:00.961018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56760) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:00.966632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Request body: {'subnet': {'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1859703548-subnet', 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:00.987210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406b447-f682-4395-96f8-12eeb13ffae7 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e112e6-2245-41de-b029-7665e524e296,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.012324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a0e112e6-2245-41de-b029-7665e524e296 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:01.013763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.027659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436ab02-47cf-477a-b8b7-c53fd2db2f61 req-df6a8629-73f7-4b97-85a7-76fcca3ddf48 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.029219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d436ab02-47cf-477a-b8b7-c53fd2db2f61 req-df6a8629-73f7-4b97-85a7-76fcca3ddf48 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 943 time: 0.2379870 Sep 16 05:15:01.032131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:01.034372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.037800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.050026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-8b2ae567-7f39-47fd-acef-69250fbf6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.051546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-8b2ae567-7f39-47fd-acef-69250fbf6025 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=575da96e23b24315a51d9026ec28aadd&device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 1100 time: 0.1721296 Sep 16 05:15:01.051700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['956cd69d-948c-4c4b-a137-4f99ec64e635'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:01.099075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:01.101080 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.201725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:01.203931 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9683f1b3-01ca-4efe-9c33-5a1ebd4a01be" -d '{"events": [{"server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "name": "network-vif-plugged", "status": "completed", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:01.210808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2b1b39df-e180-4c64-8e24-42ba17e14897 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:01.218627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.219249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.220687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18e14c3d-e25c-4d4c-93c9-d4ec79812ab4 req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "PUT /v2.0/ports/956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 1020 time: 0.8931887 Sep 16 05:15:01.251560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 44c022ef-28ee-49e2-86a0-922073f450d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=44c022ef-28ee-49e2-86a0-922073f450d8,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:01.252985 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.273174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d436ab02-47cf-477a-b8b7-c53fd2db2f61 req-ab8b1a56-de3b-4db5-9946-2ffd0130ecc3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168300 Sep 16 05:15:01.274086 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.279612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff78583-70a7-4937-b1e7-7da60749fc1a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.326554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['956cd69d-948c-4c4b-a137-4f99ec64e635'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:01.353938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-5ab68a0f-153d-42e7-b785-21b4f3d65663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.356345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-5ab68a0f-153d-42e7-b785-21b4f3d65663 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.2840450 Sep 16 05:15:01.426374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-13e186f9-3c13-4167-ba5d-532512f4d853 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a70da230-0213-4ab3-9103-793c606e22ad HTTP/1.1" status: 200 len: 217 time: 0.0408549 Sep 16 05:15:01.462820 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82631f3d-7808-4678-bda0-201e33ce8253 x-openstack-request-id: req-82631f3d-7808-4678-bda0-201e33ce8253 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:01.463515 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "name": "network-vif-plugged", "status": "completed", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:01.463947 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82631f3d-7808-4678-bda0-201e33ce8253 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:01.465098 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8', 'code': 200} Sep 16 05:15:01.529941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=44c022ef-28ee-49e2-86a0-922073f450d8,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.532821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 2b1b39df-e180-4c64-8e24-42ba17e14897 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:01.550594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 2b1b39df-e180-4c64-8e24-42ba17e14897 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:01.550968 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.582500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6052e-54ac-4c11-955b-bc41cdf6b7cd req-a4b98990-c39a-4b52-b9ce-990feb33181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.583059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-9e7a5022-7565-407e-af2d-2f5c6dd724a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.584651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-9e7a5022-7565-407e-af2d-2f5c6dd724a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.1499834 Sep 16 05:15:01.585467 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91a6052e-54ac-4c11-955b-bc41cdf6b7cd req-a4b98990-c39a-4b52-b9ce-990feb33181f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 1097 time: 0.0835578 Sep 16 05:15:01.593025 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.597074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65e58ad0-b050-4108-a090-9a8669484529 req-2393be9c-7f87-4fd8-acde-cc4fb1a81360 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/30082ee0-9971-4c4b-8c6d-5e4a16e91905 HTTP/1.1" status: 200 len: 1802 time: 0.1247265 Sep 16 05:15:01.657800 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91a6052e-54ac-4c11-955b-bc41cdf6b7cd req-4e481fe0-37dc-4a8e-8827-029a1b965b71 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Sep 16 05:15:01.694187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff812a1-b58f-4ad1-9061-f1ca4f5501a6 req-e97dcf80-ccbf-48dd-aa80-c3edff81623b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.695924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ff812a1-b58f-4ad1-9061-f1ca4f5501a6 req-e97dcf80-ccbf-48dd-aa80-c3edff81623b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 945 time: 0.1773236 Sep 16 05:15:01.753298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e7959b-a90e-4941-90fe-b4a54ab5b25d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:01.760216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-b987d180-5e8d-4303-bde1-70fbd11d2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:01.762227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-b987d180-5e8d-4303-bde1-70fbd11d2068 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633332 Sep 16 05:15:01.802994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.807386 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-65e58ad0-b050-4108-a090-9a8669484529 req-b4d6fa0b-eb41-4044-8022-89850a7153d4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:15:01.808465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65e58ad0-b050-4108-a090-9a8669484529 req-b4d6fa0b-eb41-4044-8022-89850a7153d4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/30082ee0-9971-4c4b-8c6d-5e4a16e91905 HTTP/1.1" status: 409 len: 341 time: 0.1968935 Sep 16 05:15:01.824303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ff812a1-b58f-4ad1-9061-f1ca4f5501a6 req-ea769f56-6e37-4c29-8728-ca2d584ec300 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090584 Sep 16 05:15:01.831988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:01.843656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Network hostable DHCP agents. Network: a0e112e6-2245-41de-b029-7665e524e296, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:01.926074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 2b1b39df-e180-4c64-8e24-42ba17e14897, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2b1b39df-e180-4c64-8e24-42ba17e14897,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:01.956493 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:01.968999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Network a0e112e6-2245-41de-b029-7665e524e296 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:01.989351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-7788347a-05c2-460e-aead-090fd7995dec service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130458 Sep 16 05:15:01.999250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d3050-b9e7-4bfb-a2db-03f0f48d3982 req-761c1b71-086b-4cf3-9036-98c4a52b812e tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.007238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f64d3050-b9e7-4bfb-a2db-03f0f48d3982 req-761c1b71-086b-4cf3-9036-98c4a52b812e tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 948 time: 0.1029761 Sep 16 05:15:02.025799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a0e112e6-2245-41de-b029-7665e524e296) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:02.050025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.050622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:02.059471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6925ab2-183b-496f-8ba1-794b63ad887a None None] Network a0e112e6-2245-41de-b029-7665e524e296 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:02.108016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:02.110508 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4cae02-7121-4bff-8055-94c06b7cc27c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:02.117849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1369d73c-7ea9-4ea2-afad-2d70b258e972 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1554744 Sep 16 05:15:02.128571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f64d3050-b9e7-4bfb-a2db-03f0f48d3982 req-a7d68044-d49a-4f99-b315-f3b75d59e5cb tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202333 Sep 16 05:15:02.155776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-366a2d30-a5a7-4d64-b5ce-9d9c9c1eb40b req-c5a9e0c3-ec62-4be1-9a9e-980536e69d6d service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455398 Sep 16 05:15:02.178515 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f0fff4-9816-4370-aa31-b3123227e498 x-openstack-request-id: req-a8f0fff4-9816-4370-aa31-b3123227e498 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:02.179034 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:02.179745 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8f0fff4-9816-4370-aa31-b3123227e498 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:02.180439 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635', 'status': 'completed', 'code': 200} Sep 16 05:15:02.218225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=2b1b39df-e180-4c64-8e24-42ba17e14897,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:02.294147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-17c3f897-029f-471d-bb3d-561478553061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.295693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-17c3f897-029f-471d-bb3d-561478553061 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1de2948b9fdb4db790eaa4088db854fa&device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1175 time: 0.0796604 Sep 16 05:15:02.313728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774f229-da70-4a70-b38e-8352452c966f None None] Network a0e112e6-2245-41de-b029-7665e524e296 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:02.321865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b2243-2719-4116-8466-8b74e9cd37b7 req-42526cf1-7a90-45f4-aeee-2c3bae9a8211 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.331983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa2b2243-2719-4116-8466-8b74e9cd37b7 req-42526cf1-7a90-45f4-aeee-2c3bae9a8211 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1023 time: 0.0937927 Sep 16 05:15:02.394160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa2b2243-2719-4116-8466-8b74e9cd37b7 req-d51bac0e-56a7-4e31-860d-d76aa9be8a26 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=f71483ca-1f37-4bed-9b7a-452d0dde7a12&id=30082ee0-9971-4c4b-8c6d-5e4a16e91905&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0578883 Sep 16 05:15:02.479418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3cb2e-9ec7-48c0-bac2-4bb79662ecdf req-f5e4ddc6-2fe6-434a-83b2-d4ab561329d5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.482357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3c3cb2e-9ec7-48c0-bac2-4bb79662ecdf req-f5e4ddc6-2fe6-434a-83b2-d4ab561329d5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 943 time: 0.0681901 Sep 16 05:15:02.517015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-7f164227-3bef-41a1-b874-8b9ea691dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.518674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-7f164227-3bef-41a1-b874-8b9ea691dd3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 200 len: 914 time: 0.2014310 Sep 16 05:15:02.523596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3c3cb2e-9ec7-48c0-bac2-4bb79662ecdf req-9b304f74-cd7e-4a40-8c7f-284060ed61c8 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347764 Sep 16 05:15:02.591584 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-d30b8ca4-5223-494c-9ee2-6ecf614d0630 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 200 len: 217 time: 0.0571313 Sep 16 05:15:02.649781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-44ee8e04-3743-4dc7-83d0-4d772daa2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.651099 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-44ee8e04-3743-4dc7-83d0-4d772daa2bbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 200 len: 853 time: 0.0533967 Sep 16 05:15:02.701937 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-37219677-db08-4953-bc52-04241baf25aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7daca8c-5320-468f-8511-0bd3b9277a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316169 Sep 16 05:15:02.755226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-f9fa2f80-0e8d-43e8-91fb-afa3594e9c89 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:02.756981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-f9fa2f80-0e8d-43e8-91fb-afa3594e9c89 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.1229923 Sep 16 05:15:02.773457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-421c24e4-95d4-430a-a3b7-6ee4ecae6b2f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0094583 Sep 16 05:15:02.805782 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-e04f9290-8af5-4208-97ba-4c200a522743 service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951743 Sep 16 05:15:02.806263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-96134923-a99a-4a17-bcf4-350d657b2f55 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264447 Sep 16 05:15:02.937700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-b14200ad-98aa-48e9-afee-38a94a25040e service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232600 Sep 16 05:15:02.950932 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ba4cae02-7121-4bff-8055-94c06b7cc27c req-8e66e684-c3c2-4143-8ef5-09659f391760 service neutron] 10.222.0.73 "GET /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243680 Sep 16 05:15:03.039449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e82c2-6620-4d38-a2a9-5c2e577d8ade req-418cea33-60d2-4dc1-a1f1-37600f61cd38 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.041054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc3e82c2-6620-4d38-a2a9-5c2e577d8ade req-418cea33-60d2-4dc1-a1f1-37600f61cd38 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 945 time: 0.1152716 Sep 16 05:15:03.081843 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-227e71bd-d808-4645-992e-c2b12a239675 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238587 Sep 16 05:15:03.094598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc3e82c2-6620-4d38-a2a9-5c2e577d8ade req-2c5de675-0a7b-4ae9-b30d-c63382a5ac35 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466759 Sep 16 05:15:03.200301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe219371-f745-464b-8063-6f7f3d15bb22 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:03.205053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-92cd2019-2e6e-44f4-adad-5abbc48f1a5b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 267 time: 0.0433776 Sep 16 05:15:03.307191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-a90343c4-1da0-45f2-b53c-4c0d7c1248da tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.309422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-a90343c4-1da0-45f2-b53c-4c0d7c1248da tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 945 time: 0.0862076 Sep 16 05:15:03.314755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fe219371-f745-464b-8063-6f7f3d15bb22, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe219371-f745-464b-8063-6f7f3d15bb22,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:03.329933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'fe219371-f745-464b-8063-6f7f3d15bb22', 'network_id': '847bbdf8-a8c9-47fb-8915-945f9b74464c', 'port_id': 'fe219371-f745-464b-8063-6f7f3d15bb22', 'mac_address': 'fa:16:3e:f5:ea:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388f718a-a517-4e18-adb0-e2ea749e0be3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:03.347097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb534c-ba27-49cf-b2d7-d2b0573490ea req-d41670cd-36de-40a3-8b81-c358c364b597 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.348784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4acb534c-ba27-49cf-b2d7-d2b0573490ea req-d41670cd-36de-40a3-8b81-c358c364b597 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 948 time: 0.0914881 Sep 16 05:15:03.353059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'port': {'security_groups': []}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:03.373957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.389271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe219371-f745-464b-8063-6f7f3d15bb22 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:03.412024 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fe219371-f745-464b-8063-6f7f3d15bb22, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe219371-f745-464b-8063-6f7f3d15bb22,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:03.419280 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.449200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4acb534c-ba27-49cf-b2d7-d2b0573490ea req-10f6dae4-575c-46c3-8a3b-bcce218217cb tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887470 Sep 16 05:15:03.466626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b39df-e180-4c64-8e24-42ba17e14897'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:03.473311 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991a1d28-8f8b-4097-9ab2-8c90a09cde21" -d '{"events": [{"server_uuid": "e9ede0f2-ec50-4862-8ba1-5c1603e802eb", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b39df-e180-4c64-8e24-42ba17e14897"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:03.514716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=fe219371-f745-464b-8063-6f7f3d15bb22,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:03.527125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:03.563688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78c4681e-60a0-445c-9b39-32ddffe0e19c req-fe258f05-72f3-4523-b952-95d87d970e05 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 210 time: 0.0549526 Sep 16 05:15:03.912034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-ef9b3225-84bc-4b4b-8be2-90ee57df2950 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:03.914436 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-ef9b3225-84bc-4b4b-8be2-90ee57df2950 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.73 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1023 time: 0.0669909 Sep 16 05:15:03.936799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['fe219371-f745-464b-8063-6f7f3d15bb22'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:04.068031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Deleting port 956cd69d-948c-4c4b-a137-4f99ec64e635 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:04.068564 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.182546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] For port 956cd69d-948c-4c4b-a137-4f99ec64e635, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=956cd69d-948c-4c4b-a137-4f99ec64e635,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:04.184375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.184708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422697c-fbb5-4351-b3c4-6716f543da11 req-a54a1200-928a-4641-9e08-8b18e3bf7d6a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.186374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2422697c-fbb5-4351-b3c4-6716f543da11 req-a54a1200-928a-4641-9e08-8b18e3bf7d6a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e3e282-0535-4b33-a8ed-3b5728149c43 HTTP/1.1" status: 200 len: 1023 time: 0.5425568 Sep 16 05:15:04.202137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Calling delete_port for 956cd69d-948c-4c4b-a137-4f99ec64e635 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:04.228443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] For port 44c022ef-28ee-49e2-86a0-922073f450d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=44c022ef-28ee-49e2-86a0-922073f450d8,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:04.265973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2422697c-fbb5-4351-b3c4-6716f543da11 req-71cd1421-b950-4cde-9ad8-7b60d8964885 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=f71483ca-1f37-4bed-9b7a-452d0dde7a12&id=30082ee0-9971-4c4b-8c6d-5e4a16e91905&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0656722 Sep 16 05:15:04.283701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.296758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.322544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['44c022ef-28ee-49e2-86a0-922073f450d8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:04.379542 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9cf20-dafa-4e6d-8d82-d1df284c4c99 x-openstack-request-id: req-d0f9cf20-dafa-4e6d-8d82-d1df284c4c99 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:04.379542 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ede0f2-ec50-4862-8ba1-5c1603e802eb", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b39df-e180-4c64-8e24-42ba17e14897", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:04.379542 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0f9cf20-dafa-4e6d-8d82-d1df284c4c99 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:04.380285 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b39df-e180-4c64-8e24-42ba17e14897', 'code': 200} Sep 16 05:15:04.436911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.443669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=44c022ef-28ee-49e2-86a0-922073f450d8,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.476402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.477034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.478438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66e40afa-92db-4a85-b485-0cdb9de980bf req-79882fad-dd90-4539-8906-007a9751e38e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "PUT /v2.0/ports/44c022ef-28ee-49e2-86a0-922073f450d8 HTTP/1.1" status: 200 len: 904 time: 1.1539583 Sep 16 05:15:04.497294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:04.500735 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:04.502624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'Port': ['ID=956cd69d-948c-4c4b-a137-4f99ec64e635,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:04.575591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['44c022ef-28ee-49e2-86a0-922073f450d8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:04.580585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] No DVR routers for this DVR port 956cd69d-948c-4c4b-a137-4f99ec64e635 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:04.584284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.587769 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-daff4ca9-acbd-474e-b42d-bc521e39b2af req-f7c18b13-e577-4039-bcfd-0d6ee6e4ceba tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.73 "DELETE /v2.0/ports/956cd69d-948c-4c4b-a137-4f99ec64e635 HTTP/1.1" status: 204 len: 173 time: 0.6665192 Sep 16 05:15:04.588529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'name': 'network-vif-deleted', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:04.592362 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa51c07-2ad8-4f7b-a0ad-c8391b99e3eb" -d '{"events": [{"server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "name": "network-vif-deleted", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:04.628914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8908d-e362-45fd-ae95-d78e224d3d59 req-ab24b5cc-30a4-443f-8eb5-70d884104663 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.637389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ff8908d-e362-45fd-ae95-d78e224d3d59 req-ab24b5cc-30a4-443f-8eb5-70d884104663 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 944 time: 0.1877825 Sep 16 05:15:04.645693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-13816b0f-bcde-46d5-b280-0e7dde36ccff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.647395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-13816b0f-bcde-46d5-b280-0e7dde36ccff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.2795405 Sep 16 05:15:04.673967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Request body: {'port': {'device_id': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'admin_state_up': True, 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:04.728025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf895af-16aa-4fc2-8432-64087741e421 req-6f8e4f18-0efc-4489-a0ad-1dd042e33e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.729531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bf895af-16aa-4fc2-8432-64087741e421 req-6f8e4f18-0efc-4489-a0ad-1dd042e33e14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 1098 time: 0.2142715 Sep 16 05:15:04.791224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fc50a889-23da-430c-bbbf-6b1b458a05c8 None None] Provisioning complete for port 44c022ef-28ee-49e2-86a0-922073f450d8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:04.791623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fc50a889-23da-430c-bbbf-6b1b458a05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.813873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['956cd69d-948c-4c4b-a137-4f99ec64e635'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:04.815827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ff8908d-e362-45fd-ae95-d78e224d3d59 req-6e710c99-986d-4057-b22e-ea54b5dd2da5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774361 Sep 16 05:15:04.860179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bf895af-16aa-4fc2-8432-64087741e421 req-0f63ae82-22e4-4758-bd97-1d4bfdb1201e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906830 Sep 16 05:15:04.868693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646529-1b3a-4ec1-8029-b06de04dab71 req-d79c47ad-014f-4426-9c1c-af00fe20caf5 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:04.870161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a646529-1b3a-4ec1-8029-b06de04dab71 req-d79c47ad-014f-4426-9c1c-af00fe20caf5 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 948 time: 0.1467683 Sep 16 05:15:04.911694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:04.915018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:04.970960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a646529-1b3a-4ec1-8029-b06de04dab71 req-b13eb5f7-5d21-4778-a7a4-bb33e8bedcbe tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901647 Sep 16 05:15:05.020241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbec68-67c8-4cd3-9ab0-4df52fc92409 req-c06c01d3-0715-4abf-8cac-01bbb9a77899 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.022096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91cbec68-67c8-4cd3-9ab0-4df52fc92409 req-c06c01d3-0715-4abf-8cac-01bbb9a77899 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 907 time: 0.1297824 Sep 16 05:15:05.023184 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81586882-3569-46e3-854e-bb3b6bfdc15b x-openstack-request-id: req-81586882-3569-46e3-854e-bb3b6bfdc15b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:05.023462 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:05.023706 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81586882-3569-46e3-854e-bb3b6bfdc15b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:05.024072 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8', 'status': 'completed', 'code': 200} Sep 16 05:15:05.108612 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66ce07-1b19-4672-9d8b-f369381d1656 x-openstack-request-id: req-3e66ce07-1b19-4672-9d8b-f369381d1656 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:05.109462 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e3e282-0535-4b33-a8ed-3b5728149c43", "name": "network-vif-deleted", "tag": "956cd69d-948c-4c4b-a137-4f99ec64e635", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:05.109951 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e66ce07-1b19-4672-9d8b-f369381d1656 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:05.110699 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e3e282-0535-4b33-a8ed-3b5728149c43', 'name': 'network-vif-deleted', 'tag': '956cd69d-948c-4c4b-a137-4f99ec64e635', 'status': 'completed', 'code': 200} Sep 16 05:15:05.114141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-1c2fea29-7c85-43ed-b64e-a7aec36aa093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.116163 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-1c2fea29-7c85-43ed-b64e-a7aec36aa093 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 1059 time: 0.0710993 Sep 16 05:15:05.158761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57a6f31c-5722-4fef-a45b-30b850f54912 req-721fae3f-9519-4f76-8821-aea958536ffa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 210 time: 0.0640831 Sep 16 05:15:05.187648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Allocated IP 172.20.0.10 (a0e112e6-2245-41de-b029-7665e524e296/a3e7959b-a90e-4941-90fe-b4a54ab5b25d/a8381f59-00ae-4aeb-9189-e5e622fd3176) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:05.202134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a70da230-0213-4ab3-9103-793c606e22ad details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:05.240383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-a82f3a74-1a55-4055-bcbb-29dded91eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.245187 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-a82f3a74-1a55-4055-bcbb-29dded91eef0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.1196904 Sep 16 05:15:05.282805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051f1d-d27f-40ac-8ae4-ef409a3bf5d8 req-92f37a2d-57ae-4d35-b726-4f2c748dab87 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.287047 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:05.290077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c051f1d-d27f-40ac-8ae4-ef409a3bf5d8 req-92f37a2d-57ae-4d35-b726-4f2c748dab87 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1069777 Sep 16 05:15:05.308443 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-d33d95bb-f3f1-42de-ab2f-c0fad3597862 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c022ef-28ee-49e2-86a0-922073f450d8 HTTP/1.1" status: 200 len: 217 time: 0.0463285 Sep 16 05:15:05.383828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-cdc7950a-2946-4c3f-8a56-0e9e83fd26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.385774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-cdc7950a-2946-4c3f-8a56-0e9e83fd26d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.0705168 Sep 16 05:15:05.388016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c051f1d-d27f-40ac-8ae4-ef409a3bf5d8 req-3d0b869d-81c0-4b28-a2ca-559bdda5488b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970960 Sep 16 05:15:05.397287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a70da230-0213-4ab3-9103-793c606e22ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a70da230-0213-4ab3-9103-793c606e22ad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:05.433090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'a70da230-0213-4ab3-9103-793c606e22ad', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'a70da230-0213-4ab3-9103-793c606e22ad', 'mac_address': 'fa:16:3e:1d:e3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:05.481083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.494876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-65e51152-858c-4c73-92ee-ade50cbbd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.496636 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-65e51152-858c-4c73-92ee-ade50cbbd542 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956688 Sep 16 05:15:05.503845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70da230-0213-4ab3-9103-793c606e22ad {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:05.529100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a70da230-0213-4ab3-9103-793c606e22ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a70da230-0213-4ab3-9103-793c606e22ad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:05.536524 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.545170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1', '78ccfdd6-8f0b-475e-ac43-a4db15be154f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:05.575254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['3df7ed2f-5d66-4175-ada8-ef326d2c1c32'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:05.608939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f7879a7-d942-4bee-85c4-ae1b90017f7c req-202030d3-221d-4a6e-b3b0-d62c0091af57 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/f71483ca-1f37-4bed-9b7a-452d0dde7a12 HTTP/1.1" status: 200 len: 1802 time: 0.1728108 Sep 16 05:15:05.625405 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-e2c4f158-0cc5-4a4b-9f9a-1d7cdafb23f4 service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191192 Sep 16 05:15:05.627043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.648460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22330e9-dc27-400e-96fa-59eddb05e8ac req-95214fbe-bd89-409e-9ee1-82609aae6e15 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:05.655809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c22330e9-dc27-400e-96fa-59eddb05e8ac req-95214fbe-bd89-409e-9ee1-82609aae6e15 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1777341 Sep 16 05:15:05.674770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a70da230-0213-4ab3-9103-793c606e22ad,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.764332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c22330e9-dc27-400e-96fa-59eddb05e8ac req-e6386bd3-1642-4433-ae46-cfad6f84b4cc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066976 Sep 16 05:15:05.766962 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-05daf808-ea4f-43fb-ab60-26fa0cae8f8e req-d69a1290-3659-49a9-ad21-0c5f72fbaae5 service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315663 Sep 16 05:15:05.770965 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f7879a7-d942-4bee-85c4-ae1b90017f7c req-29db3179-e27d-4314-8779-ad29a0f0017a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.801210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.884816 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f7879a7-d942-4bee-85c4-ae1b90017f7c req-29db3179-e27d-4314-8779-ad29a0f0017a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:05.960247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Network a0e112e6-2245-41de-b029-7665e524e296 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:05.973967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:05.984593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event updated for resources: {'Port': ['ID=a8381f59-00ae-4aeb-9189-e5e622fd3176,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:05.998424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:06.049927 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f7879a7-d942-4bee-85c4-ae1b90017f7c req-29db3179-e27d-4314-8779-ad29a0f0017a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.052835 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0f7879a7-d942-4bee-85c4-ae1b90017f7c req-29db3179-e27d-4314-8779-ad29a0f0017a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.057759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f7879a7-d942-4bee-85c4-ae1b90017f7c req-29db3179-e27d-4314-8779-ad29a0f0017a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/f71483ca-1f37-4bed-9b7a-452d0dde7a12 HTTP/1.1" status: 204 len: 173 time: 0.4476686 Sep 16 05:15:06.074919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.075632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.088390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db3179-e27d-4314-8779-ad29a0f0017a tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71483ca-1f37-4bed-9b7a-452d0dde7a12,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:06.099366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-41cb0d64-8443-4063-95f0-0282c37254c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4337363 Sep 16 05:15:06.129485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Request body: {'port': {'device_id': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:06.280827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796664-8164-43a8-86e6-d56079fbb740 req-afd1b0d4-f3f7-4add-8b33-5a710ccca73b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.282342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5796664-8164-43a8-86e6-d56079fbb740 req-afd1b0d4-f3f7-4add-8b33-5a710ccca73b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 944 time: 0.1693692 Sep 16 05:15:06.312538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.414657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-34c320da-54ee-4dc7-b74c-e0989a1560c4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.416588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-34c320da-54ee-4dc7-b74c-e0989a1560c4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.2529097 Sep 16 05:15:06.420774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5796664-8164-43a8-86e6-d56079fbb740 req-9f2098c3-041d-49bc-8a59-039414109eb0 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090782 Sep 16 05:15:06.451437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-9f6441b4-e3e7-4ba2-91c6-06d03f8fc333 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/quotas/5a1bd4add4be46dcbcde85330c8f2a43 HTTP/1.1" status: 200 len: 375 time: 0.0270910 Sep 16 05:15:06.558888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['a70da230-0213-4ab3-9103-793c606e22ad'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:06.670342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-4c0e1d31-2e0a-4c88-a78c-46097731ec4a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2104888 Sep 16 05:15:06.715763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b84665-b4bb-4a0d-bce7-7c3140f1ac90 req-b35fa292-de0a-4707-870a-adb099a5ae5e tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:06.717329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7b84665-b4bb-4a0d-bce7-7c3140f1ac90 req-b35fa292-de0a-4707-870a-adb099a5ae5e tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 949 time: 0.2116606 Sep 16 05:15:06.807932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7b84665-b4bb-4a0d-bce7-7c3140f1ac90 req-b76fb83a-44bd-43f4-be52-a9caee43d7cc tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Sep 16 05:15:06.951747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8381f59-00ae-4aeb-9189-e5e622fd3176 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:06.965110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:06.971305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-cd8f5a8f-2dcf-4e95-a3d6-d5cda1f4bdd6 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999387 Sep 16 05:15:06.975848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0860f5eb-9c12-441d-a599-122fc46f17c6 req-1c93a1eb-a3b7-4428-b4e7-9b9da3216f8b tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/30082ee0-9971-4c4b-8c6d-5e4a16e91905 HTTP/1.1" status: 200 len: 1802 time: 0.1363711 Sep 16 05:15:07.018994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Transition to ACTIVE for port object a8381f59-00ae-4aeb-9189-e5e622fd3176 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:07.032802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.159236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Pushing event updated for resources: {'Port': ['ID=a8381f59-00ae-4aeb-9189-e5e622fd3176,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.216472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-e531b0b7-9a21-47c8-991c-54dce9df0d48 service neutron] 10.222.0.55 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395356 Sep 16 05:15:07.221631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe219371-f745-464b-8063-6f7f3d15bb22 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:07.222996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0860f5eb-9c12-441d-a599-122fc46f17c6 req-2cd41f13-16b8-435b-b8a9-1e3e2928ead4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.258219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0860f5eb-9c12-441d-a599-122fc46f17c6 req-2cd41f13-16b8-435b-b8a9-1e3e2928ead4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.278488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Attempting to bind port a8381f59-00ae-4aeb-9189-e5e622fd3176 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:07.278756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Attempting to bind port a8381f59-00ae-4aeb-9189-e5e622fd3176 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:07.279134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Attempting to bind port a8381f59-00ae-4aeb-9189-e5e622fd3176 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:07.299523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Port a8381f59-00ae-4aeb-9189-e5e622fd3176 on network a0e112e6-2245-41de-b029-7665e524e296 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:07.300147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Attempting to bind port a8381f59-00ae-4aeb-9189-e5e622fd3176 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:07.306839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:07.307146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:07.307381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Bound using segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:07.307841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Bound port: a8381f59-00ae-4aeb-9189-e5e622fd3176, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:07.308383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.316991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port fe219371-f745-464b-8063-6f7f3d15bb22 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:07.321931 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port fe219371-f745-464b-8063-6f7f3d15bb22 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:07.322209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.362832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0860f5eb-9c12-441d-a599-122fc46f17c6 req-2cd41f13-16b8-435b-b8a9-1e3e2928ead4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.365446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0860f5eb-9c12-441d-a599-122fc46f17c6 req-2cd41f13-16b8-435b-b8a9-1e3e2928ead4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.367009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0860f5eb-9c12-441d-a599-122fc46f17c6 req-2cd41f13-16b8-435b-b8a9-1e3e2928ead4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/30082ee0-9971-4c4b-8c6d-5e4a16e91905 HTTP/1.1" status: 204 len: 173 time: 0.3791242 Sep 16 05:15:07.434375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd41f13-16b8-435b-b8a9-1e3e2928ead4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30082ee0-9971-4c4b-8c6d-5e4a16e91905,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.466134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] For port a8381f59-00ae-4aeb-9189-e5e622fd3176, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:07.473989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] For port a8381f59-00ae-4aeb-9189-e5e622fd3176, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:07.483270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.512557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.542784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe219371-f745-464b-8063-6f7f3d15bb22'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:07.565018 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26491f5b-8846-4e44-8740-18b83c5db81b" -d '{"events": [{"server_uuid": "4253a5ce-17dd-4b4c-982f-bb6796e81e77", "name": "network-vif-plugged", "status": "completed", "tag": "fe219371-f745-464b-8063-6f7f3d15bb22"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:07.595250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fe219371-f745-464b-8063-6f7f3d15bb22, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe219371-f745-464b-8063-6f7f3d15bb22,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:07.603947 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.618920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.623713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.627653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] 10.222.0.73 "PUT /v2.0/ports/a8381f59-00ae-4aeb-9189-e5e622fd3176 HTTP/1.1" status: 200 len: 1093 time: 1.5046515 Sep 16 05:15:07.628318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'tag': 'a8381f59-00ae-4aeb-9189-e5e622fd3176'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:07.630571 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c93c93-25e9-4f73-a78d-c36b8377f7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8421af-12c8-4e73-abbf-8d4325fd688e", "tag": "a8381f59-00ae-4aeb-9189-e5e622fd3176"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:07.698679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=fe219371-f745-464b-8063-6f7f3d15bb22,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.729363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-1c0307a6-7c24-42aa-86a5-ac8b003a552c req-1774dadd-3bef-4c02-a6aa-6b7026e261d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-320930785', 'description': 'tempest-description-1207066244'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:07.735983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3502474-9d11-437d-b686-989ae952b3dc service neutron] Pushing event updated for resources: {'Port': ['ID=a8381f59-00ae-4aeb-9189-e5e622fd3176,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:07.754516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e04184-5663-411b-b58d-cc6b557d2d61 req-b8c75311-e5d6-4021-9100-3321f0bad513 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.756058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e04184-5663-411b-b58d-cc6b557d2d61 req-b8c75311-e5d6-4021-9100-3321f0bad513 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 944 time: 0.2499714 Sep 16 05:15:07.793316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1c0307a6-7c24-42aa-86a5-ac8b003a552c req-1774dadd-3bef-4c02-a6aa-6b7026e261d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.810843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-806b8d4f-1963-4ea5-9cd4-913a90c9624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:07.812365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-806b8d4f-1963-4ea5-9cd4-913a90c9624c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 1096 time: 0.1270871 Sep 16 05:15:07.874627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e04184-5663-411b-b58d-cc6b557d2d61 req-bb1bb073-727b-4699-88da-70fdb6d4e9d9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082439 Sep 16 05:15:07.878493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-67001eb7-c766-41bd-8171-578d490aebf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176 HTTP/1.1" status: 200 len: 217 time: 0.0541377 Sep 16 05:15:07.998048 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfc6df9d-b98e-4fb6-86ce-14b230425a20 req-e3d8241d-b377-4a2f-91d9-c0b5d565d142 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 210 time: 0.0496812 Sep 16 05:15:08.013149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-501b31ea-4193-46d0-9ca9-19a74e0a8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.014828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-501b31ea-4193-46d0-9ca9-19a74e0a8cce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.1287079 Sep 16 05:15:08.067375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-3ec5b96a-20c6-4abe-82da-e410d8219fcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447543 Sep 16 05:15:08.191910 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1c0307a6-7c24-42aa-86a5-ac8b003a552c req-1774dadd-3bef-4c02-a6aa-6b7026e261d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.203022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1c0307a6-7c24-42aa-86a5-ac8b003a552c req-1774dadd-3bef-4c02-a6aa-6b7026e261d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.244842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27520aff-12cc-41a1-9f7c-01ee1e0ea70b req-27e8eaa0-af08-4162-a8cb-f79844945b28 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.246741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27520aff-12cc-41a1-9f7c-01ee1e0ea70b req-27e8eaa0-af08-4162-a8cb-f79844945b28 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.1730206 Sep 16 05:15:08.270228 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1c0307a6-7c24-42aa-86a5-ac8b003a552c req-1774dadd-3bef-4c02-a6aa-6b7026e261d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.284269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c0307a6-7c24-42aa-86a5-ac8b003a552c req-1774dadd-3bef-4c02-a6aa-6b7026e261d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5732572 Sep 16 05:15:08.328765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-7a728086-8f14-45ea-bcf7-47e795947226 service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437220 Sep 16 05:15:08.348731 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb6fc66-2be6-4c5f-a17c-a5047ddb41ce x-openstack-request-id: req-3fb6fc66-2be6-4c5f-a17c-a5047ddb41ce {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:08.349027 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4253a5ce-17dd-4b4c-982f-bb6796e81e77", "name": "network-vif-plugged", "status": "completed", "tag": "fe219371-f745-464b-8063-6f7f3d15bb22", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:08.349279 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3fb6fc66-2be6-4c5f-a17c-a5047ddb41ce {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:08.349533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774dadd-3bef-4c02-a6aa-6b7026e261d5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ada25-96cc-4bdb-aea1-889b3cd5b512,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:08.349692 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe219371-f745-464b-8063-6f7f3d15bb22', 'code': 200} Sep 16 05:15:08.425694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27520aff-12cc-41a1-9f7c-01ee1e0ea70b req-d9e9c73d-e684-4d82-8f12-b713875f1ed5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660373 Sep 16 05:15:08.501470 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf859b52-3567-47e0-bf06-2ba47ff9ed34 x-openstack-request-id: req-cf859b52-3567-47e0-bf06-2ba47ff9ed34 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:08.501867 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8421af-12c8-4e73-abbf-8d4325fd688e", "tag": "a8381f59-00ae-4aeb-9189-e5e622fd3176", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:08.502027 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf859b52-3567-47e0-bf06-2ba47ff9ed34 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:08.502942 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'tag': 'a8381f59-00ae-4aeb-9189-e5e622fd3176', 'status': 'completed', 'code': 200} Sep 16 05:15:08.607490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2adb3ba7-2953-4e7a-a95d-009a53f938ed req-981fb5f6-deb8-4610-8480-ff273f8b66b7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d93ada25-96cc-4bdb-aea1-889b3cd5b512 HTTP/1.1" status: 200 len: 1802 time: 0.1348922 Sep 16 05:15:08.631318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-2adb3ba7-2953-4e7a-a95d-009a53f938ed req-3a4e09cd-adb6-4861-94a7-92c4fa8626af tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Request body: {'security_group': {'name': 'tempest-sg-hth-761689265', 'description': 'tempest-description-hth-613775568'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:08.641564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07ce802a-ab31-47c1-88b1-c89120b93fde req-9865609a-84b2-4606-b8f5-0787235a7fbd service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110650 Sep 16 05:15:08.653390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f015a0-2e2f-4f17-be0e-5fdc80cd0ef5 req-289f739a-098c-41cd-9b1a-e8f1a5713842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.655236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29f015a0-2e2f-4f17-be0e-5fdc80cd0ef5 req-289f739a-098c-41cd-9b1a-e8f1a5713842 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 1097 time: 0.1721818 Sep 16 05:15:08.724841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86780-ee3c-4f71-b675-94130be76e76 req-296d1bd7-bbf1-44b4-96d5-05955b244dd2 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.733465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbc86780-ee3c-4f71-b675-94130be76e76 req-296d1bd7-bbf1-44b4-96d5-05955b244dd2 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 949 time: 0.1894791 Sep 16 05:15:08.765868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2adb3ba7-2953-4e7a-a95d-009a53f938ed req-3a4e09cd-adb6-4861-94a7-92c4fa8626af tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.837286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbc86780-ee3c-4f71-b675-94130be76e76 req-c345feff-380b-477d-9cab-8632b0b73f8b tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963531 Sep 16 05:15:08.869549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29f015a0-2e2f-4f17-be0e-5fdc80cd0ef5 req-e3e2dd65-c68e-4f49-8edd-72cd6f983de2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038548 Sep 16 05:15:08.912494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-f90a5674-ee47-4b5f-941e-387dba4e1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.913511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-cc16cd07-ce0a-4bc9-bc01-c0f57e1c49c1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:08.915027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-f90a5674-ee47-4b5f-941e-387dba4e1803 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 1096 time: 0.1796751 Sep 16 05:15:08.915815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 956cd69d-948c-4c4b-a137-4f99ec64e635 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:08.916723 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-cc16cd07-ce0a-4bc9-bc01-c0f57e1c49c1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.73 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 812 time: 0.1915250 Sep 16 05:15:08.932240 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2adb3ba7-2953-4e7a-a95d-009a53f938ed req-3a4e09cd-adb6-4861-94a7-92c4fa8626af tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.943390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 956cd69d-948c-4c4b-a137-4f99ec64e635 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:08.943966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 956cd69d-948c-4c4b-a137-4f99ec64e635 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:08.948131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Request body: {'port': {'device_id': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'admin_state_up': True, 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:08.952489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2adb3ba7-2953-4e7a-a95d-009a53f938ed req-3a4e09cd-adb6-4861-94a7-92c4fa8626af tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.955488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2adb3ba7-2953-4e7a-a95d-009a53f938ed req-3a4e09cd-adb6-4861-94a7-92c4fa8626af tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:08.968265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2adb3ba7-2953-4e7a-a95d-009a53f938ed req-3a4e09cd-adb6-4861-94a7-92c4fa8626af tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "PUT /v2.0/security-groups/d93ada25-96cc-4bdb-aea1-889b3cd5b512 HTTP/1.1" status: 200 len: 1775 time: 0.3521483 Sep 16 05:15:09.061677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e09cd-adb6-4861-94a7-92c4fa8626af tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ada25-96cc-4bdb-aea1-889b3cd5b512,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.088902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-0c46dc07-0c5c-476f-98e7-c84edce71308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.092980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-0c46dc07-0c5c-476f-98e7-c84edce71308 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.1508815 Sep 16 05:15:09.123663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Made reservation on behalf of 5a1bd4add4be46dcbcde85330c8f2a43 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:09.127670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.156961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-684b6b77-a591-40d0-9e87-5b77ecce5c83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176 HTTP/1.1" status: 200 len: 217 time: 0.0554042 Sep 16 05:15:09.243405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a70da230-0213-4ab3-9103-793c606e22ad up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:09.244110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8118088-c655-4ce9-ac11-70c4efefd9a7 req-26735c58-b80e-4ba4-8c49-99886f6537ee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.246199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8118088-c655-4ce9-ac11-70c4efefd9a7 req-26735c58-b80e-4ba4-8c49-99886f6537ee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 944 time: 0.0998044 Sep 16 05:15:09.255701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-48365566-8312-4eab-ac06-ac7c27204679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.258451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-48365566-8312-4eab-ac06-ac7c27204679 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0820472 Sep 16 05:15:09.328567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port a70da230-0213-4ab3-9103-793c606e22ad completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:09.329255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Allocated IP 172.20.0.11 (b069f2cc-96b1-42d9-94d6-ac3d8a6c147f/47b0dd83-2441-49ff-aec6-4b69f1a639a9/a5d6fea5-8559-4a92-a136-2654143dfa56) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:09.334977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port a70da230-0213-4ab3-9103-793c606e22ad triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:09.336264 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.393622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8118088-c655-4ce9-ac11-70c4efefd9a7 req-625f3f8e-a5d8-4b1f-b992-4398f302b57a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293707 Sep 16 05:15:09.418329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-758e9114-9ec5-471c-ab1a-b4592eadc828 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210072 Sep 16 05:15:09.466131 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.537386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a70da230-0213-4ab3-9103-793c606e22ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a70da230-0213-4ab3-9103-793c606e22ad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:09.547335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.552767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb17c191-e894-4e8e-8962-10cb03ba99a6 req-40410ba2-79ba-4739-bcb0-9d9bd6c73945 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 210 time: 0.0654819 Sep 16 05:15:09.558393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.614415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ddee56e-929b-4ba3-b07f-89eeec97d0a6 req-988f67aa-4b8b-411b-9d3d-1966c8d9fb12 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d93ada25-96cc-4bdb-aea1-889b3cd5b512 HTTP/1.1" status: 200 len: 1775 time: 0.2686796 Sep 16 05:15:09.624336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.662500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1', '78ccfdd6-8f0b-475e-ac43-a4db15be154f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:09.669658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a70da230-0213-4ab3-9103-793c606e22ad,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.706026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:09.709171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:09.712289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:09.730441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-a12a4fcc-4115-43ff-8a4b-ee601636933a service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889938 Sep 16 05:15:09.766231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:09.780128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.780514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.781274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.781808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.782880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.783524 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.784046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.784597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.785120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.785638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.786150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.786659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:09.790389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e617b68-9787-451f-9a9d-f66c8b917a53 req-513c5014-6154-4c49-b786-afdebd2eb5bd tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d93ada25-96cc-4bdb-aea1-889b3cd5b512 HTTP/1.1" status: 200 len: 1775 time: 0.1527801 Sep 16 05:15:09.814419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.815382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.825628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa491743-43f4-4da9-a939-05484efaa54a req-c25e0f47-86d7-415b-b2fa-4e94f218f36b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:09.827799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa491743-43f4-4da9-a939-05484efaa54a req-c25e0f47-86d7-415b-b2fa-4e94f218f36b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.1615050 Sep 16 05:15:09.837088 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-b5d1602a-9761-4f6c-9b92-cd44a9add067 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8933139 Sep 16 05:15:09.849969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Request body: {'port': {'device_id': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:09.914895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:09.938937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa491743-43f4-4da9-a939-05484efaa54a req-ec03f4f2-c55b-46a8-9140-1b4bb87b37cc tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747728 Sep 16 05:15:09.974990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83c93c93-25e9-4f73-a78d-c36b8377f7d9 req-c56a19b3-5810-4798-880c-30af6fee374e service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295163 Sep 16 05:15:09.975832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e617b68-9787-451f-9a9d-f66c8b917a53 req-b06c229b-1511-4f07-8321-2c8d7912864e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.005330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e617b68-9787-451f-9a9d-f66c8b917a53 req-b06c229b-1511-4f07-8321-2c8d7912864e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.070484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5ad82491-02de-444c-b65d-2a244ea8b436 None None] Provisioning complete for port a5d6fea5-8559-4a92-a136-2654143dfa56 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:10.071087 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5ad82491-02de-444c-b65d-2a244ea8b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.087892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e617b68-9787-451f-9a9d-f66c8b917a53 req-b06c229b-1511-4f07-8321-2c8d7912864e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.092085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e617b68-9787-451f-9a9d-f66c8b917a53 req-b06c229b-1511-4f07-8321-2c8d7912864e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.093712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e617b68-9787-451f-9a9d-f66c8b917a53 req-b06c229b-1511-4f07-8321-2c8d7912864e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/d93ada25-96cc-4bdb-aea1-889b3cd5b512 HTTP/1.1" status: 204 len: 173 time: 0.3024638 Sep 16 05:15:10.112599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c229b-1511-4f07-8321-2c8d7912864e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ada25-96cc-4bdb-aea1-889b3cd5b512,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.131837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0e0e9-8304-4872-a80c-2ad0729fd361 req-6abd72f1-9008-4075-bf39-0058bcad4600 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.133978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6d0e0e9-8304-4872-a80c-2ad0729fd361 req-6abd72f1-9008-4075-bf39-0058bcad4600 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 950 time: 0.0973213 Sep 16 05:15:10.160566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5ad82491-02de-444c-b65d-2a244ea8b436 None None] Port a5d6fea5-8559-4a92-a136-2654143dfa56 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:10.184802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6d0e0e9-8304-4872-a80c-2ad0729fd361 req-6cd41502-5b3c-4dfd-9ce0-1e40084229cc tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Sep 16 05:15:10.276935 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-38b2b435-21ba-41e5-8f3f-fc8daa49f8f0 req-74e52deb-9039-4107-a972-084c4f6bd2e4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:15:10.277941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38b2b435-21ba-41e5-8f3f-fc8daa49f8f0 req-74e52deb-9039-4107-a972-084c4f6bd2e4 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/30082ee0-9971-4c4b-8c6d-5e4a16e91905 HTTP/1.1" status: 404 len: 352 time: 0.0145917 Sep 16 05:15:10.286405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d6fea5-8559-4a92-a136-2654143dfa56 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:10.295019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.313119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Transition to ACTIVE for port object a5d6fea5-8559-4a92-a136-2654143dfa56 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:10.316217 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-8bb2245f-3fe3-4d82-a0c8-063278bbcaee req-bf45c12e-59f1-4afb-9a3f-88680d6168e7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:15:10.316969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.328022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bb2245f-3fe3-4d82-a0c8-063278bbcaee req-bf45c12e-59f1-4afb-9a3f-88680d6168e7 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/f71483ca-1f37-4bed-9b7a-452d0dde7a12 HTTP/1.1" status: 404 len: 352 time: 0.0239484 Sep 16 05:15:10.351130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70da230-0213-4ab3-9103-793c606e22ad'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:10.355035 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4911e451-eec8-4c2f-9bbe-3f9cdb4878a8" -d '{"events": [{"server_uuid": "a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0", "name": "network-vif-plugged", "status": "completed", "tag": "a70da230-0213-4ab3-9103-793c606e22ad"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:10.359022 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-60551868-cc1e-4cd9-aae1-a9812046dd58 req-0402bb08-3496-4c52-a92a-b0248d53c400 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:15:10.370108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60551868-cc1e-4cd9-aae1-a9812046dd58 req-0402bb08-3496-4c52-a92a-b0248d53c400 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/ab9d3be4-25ab-4dd9-bd05-1b6ecf111035 HTTP/1.1" status: 404 len: 352 time: 0.0262699 Sep 16 05:15:10.410830 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e58452-2d76-4d71-8965-311ac335511f x-openstack-request-id: req-b6e58452-2d76-4d71-8965-311ac335511f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:10.411122 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0", "name": "network-vif-plugged", "status": "completed", "tag": "a70da230-0213-4ab3-9103-793c606e22ad", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:10.411401 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6e58452-2d76-4d71-8965-311ac335511f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:10.411772 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70da230-0213-4ab3-9103-793c606e22ad', 'code': 200} Sep 16 05:15:10.433943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.434539 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-6e754787-6539-4bd7-be82-d70407537e5a req-700938c0-657c-4600-bc2d-68405706f949 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:15:10.444435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e754787-6539-4bd7-be82-d70407537e5a req-700938c0-657c-4600-bc2d-68405706f949 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d2c8c5df-a0cb-4ffc-bfbb-b0e4782dc15f HTTP/1.1" status: 404 len: 352 time: 0.0249343 Sep 16 05:15:10.485155 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-4de1afaf-eafa-4818-bf40-b7ff1b7f655f req-a99f954d-bce3-406e-8097-116407ea8cf9 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:15:10.496626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4de1afaf-eafa-4818-bf40-b7ff1b7f655f req-a99f954d-bce3-406e-8097-116407ea8cf9 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/840f11e4-911c-49ff-a6df-7d704c239779 HTTP/1.1" status: 404 len: 352 time: 0.0324585 Sep 16 05:15:10.506968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Attempting to bind port a5d6fea5-8559-4a92-a136-2654143dfa56 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:10.507447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Attempting to bind port a5d6fea5-8559-4a92-a136-2654143dfa56 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:10.507879 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Attempting to bind port a5d6fea5-8559-4a92-a136-2654143dfa56 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:10.520986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Port a5d6fea5-8559-4a92-a136-2654143dfa56 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:10.521423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Attempting to bind port a5d6fea5-8559-4a92-a136-2654143dfa56 on network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:10.530988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:10.531499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Checking segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:10.531928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Bound using segment: {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:10.532515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Bound port: a5d6fea5-8559-4a92-a136-2654143dfa56, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee99798-2e29-40dd-8c67-ba950bc2ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:10.533094 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.556708 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-967a2734-2cfd-4783-97b9-f06258fc7b47 req-fce372a1-55d7-448e-8640-e84bfc4a45fb tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] show failed (client error): The resource could not be found. Sep 16 05:15:10.565207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-967a2734-2cfd-4783-97b9-f06258fc7b47 req-fce372a1-55d7-448e-8640-e84bfc4a45fb tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/d2d84679-bca3-4cea-97b3-f40a51708572 HTTP/1.1" status: 404 len: 352 time: 0.0486012 Sep 16 05:15:10.688621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:10.692803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:10.699246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.743971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.745123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:10.748408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] 10.222.0.73 "PUT /v2.0/ports/a5d6fea5-8559-4a92-a136-2654143dfa56 HTTP/1.1" status: 200 len: 1093 time: 0.9035048 Sep 16 05:15:10.751711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:10.765431 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:10.798577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94467d-0fd1-4947-b8ab-ee0a3b230841 req-73bd998c-50d9-4674-9bfe-3a2317de87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.804797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de94467d-0fd1-4947-b8ab-ee0a3b230841 req-73bd998c-50d9-4674-9bfe-3a2317de87e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 1102 time: 0.2712228 Sep 16 05:15:10.829075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370dc2-b10e-424a-9784-51134019df33 req-11ec7417-dde4-4b29-8bfb-57f5bbde9baa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.833654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22370dc2-b10e-424a-9784-51134019df33 req-11ec7417-dde4-4b29-8bfb-57f5bbde9baa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 944 time: 0.2807508 Sep 16 05:15:10.927687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-8c2989d5-a47b-4039-8787-deaf7e86367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:10.929220 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-8c2989d5-a47b-4039-8787-deaf7e86367f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 1096 time: 0.1122363 Sep 16 05:15:10.929894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a79c4-4d63-43f1-be40-7cc8db928989 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:10.994591 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-15c64525-3a03-4cf8-8dd0-65113cf73de3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d6fea5-8559-4a92-a136-2654143dfa56 HTTP/1.1" status: 200 len: 217 time: 0.0569293 Sep 16 05:15:11.074140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-2ae38612-44c0-4bfa-9a00-faa75df00cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.075954 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-2ae38612-44c0-4bfa-9a00-faa75df00cfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.0699265 Sep 16 05:15:11.140665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f312-e620-4aeb-a877-62367752220f req-41c1d298-ded2-4e3e-bd28-7e7da82035fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.142247 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-41c1d298-ded2-4e3e-bd28-7e7da82035fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584366 Sep 16 05:15:11.255551 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-71f0a71c-6251-47b2-bf28-aa5efe7239f8 service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050959 Sep 16 05:15:11.326192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22370dc2-b10e-424a-9784-51134019df33 req-8746a00e-2af6-4fbc-901b-09c7fa50d60c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822950 Sep 16 05:15:11.327755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de94467d-0fd1-4947-b8ab-ee0a3b230841 req-3f6d33cf-774c-4cb2-894b-6c2d859ce753 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774780 Sep 16 05:15:11.369983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd445-96ca-452e-a3ce-0d8ab2400ecb req-81d076ea-3af3-430e-8b59-ce0fa5c24708 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.377424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-020fd445-96ca-452e-a3ce-0d8ab2400ecb req-81d076ea-3af3-430e-8b59-ce0fa5c24708 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 944 time: 0.1188958 Sep 16 05:15:11.380714 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6220f312-e620-4aeb-a877-62367752220f req-ab6d686b-edd3-4f47-a33c-9007156886db service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172194 Sep 16 05:15:11.399039 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac7c2c-76c7-4ed3-aca2-bc76934225d9 x-openstack-request-id: req-19ac7c2c-76c7-4ed3-aca2-bc76934225d9 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:11.399688 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:11.400540 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19ac7c2c-76c7-4ed3-aca2-bc76934225d9 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:11.401192 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'status': 'completed', 'code': 200} Sep 16 05:15:11.425474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-020fd445-96ca-452e-a3ce-0d8ab2400ecb req-314dcccf-4cee-4ec2-a641-b6b0d7ff286f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 Sep 16 05:15:11.479109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-2a9905df-c313-4ba3-9a37-b8f6a0e78279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.481812 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-2a9905df-c313-4ba3-9a37-b8f6a0e78279 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 1096 time: 0.0499191 Sep 16 05:15:11.557691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3c0db-aed6-4e92-8090-63a03bb00228 req-e6c822b8-28b2-4119-b14d-d169f26f0d0c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.559240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65b3c0db-aed6-4e92-8090-63a03bb00228 req-e6c822b8-28b2-4119-b14d-d169f26f0d0c tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1023 time: 0.0876820 Sep 16 05:15:11.591799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eb640-3e50-4905-bf12-48a84882d497 req-fa9a4ead-6b63-44bd-933f-12b0c9dc8747 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.593548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-307eb640-3e50-4905-bf12-48a84882d497 req-fa9a4ead-6b63-44bd-933f-12b0c9dc8747 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.0916216 Sep 16 05:15:11.604505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-f93e5d15-27bb-4da0-8e4a-4ffd262b2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.606190 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-f93e5d15-27bb-4da0-8e4a-4ffd262b2fdc service neutron] 10.222.0.73 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.1160870 Sep 16 05:15:11.634219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65b3c0db-aed6-4e92-8090-63a03bb00228 req-2c8073f8-1d01-463d-9f83-a0fdfddf7f3e tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=7eec673b-38db-4d02-8550-cb0eb8a81ebf&id=62d2f456-e364-4078-980d-956ae40f38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0677383 Sep 16 05:15:11.654096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-307eb640-3e50-4905-bf12-48a84882d497 req-f32a7e7c-a193-40de-9f84-1fb2b1afd8f1 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531535 Sep 16 05:15:11.656612 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-410ae2aa-a8e5-45f4-827b-f5b7402da065 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d6fea5-8559-4a92-a136-2654143dfa56 HTTP/1.1" status: 200 len: 217 time: 0.0425406 Sep 16 05:15:11.665168 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:11.737398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-9ddd9fd8-b2fd-48fb-ab4b-0500a110b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.745980 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-9ddd9fd8-b2fd-48fb-ab4b-0500a110b13b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.0792019 Sep 16 05:15:11.784255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08f11b-3774-4f30-80c0-63f4c180dd1d req-a57f16ad-8fb8-474a-890f-c6fd39c1df74 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.786222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a08f11b-3774-4f30-80c0-63f4c180dd1d req-a57f16ad-8fb8-474a-890f-c6fd39c1df74 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 950 time: 0.0623045 Sep 16 05:15:11.804712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-acd4797a-bdfc-4546-9351-730abaf18c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.806296 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-acd4797a-bdfc-4546-9351-730abaf18c0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473015 Sep 16 05:15:11.833028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a08f11b-3774-4f30-80c0-63f4c180dd1d req-eb9736e1-ac7d-44f0-99c4-29d54b8ea2e0 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 Sep 16 05:15:11.925172 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-04135693-cf9e-4a94-9745-52f24239f5ec service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093640 Sep 16 05:15:11.957916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aabff-3ed7-4b46-9296-a1f5a6b81eef req-aef7cfe3-a7b6-4623-b87a-7f3b3095b2bc tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:11.959479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-183aabff-3ed7-4b46-9296-a1f5a6b81eef req-aef7cfe3-a7b6-4623-b87a-7f3b3095b2bc tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.0559950 Sep 16 05:15:12.016695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-183aabff-3ed7-4b46-9296-a1f5a6b81eef req-4908a1d7-542f-4c08-b41d-defa466f69e2 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Sep 16 05:15:12.025645 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-74c8e67b-a1d2-47ab-a73b-72cbce39ac2e req-a0cb6bc9-5cee-429e-80d5-df47f195b30b service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913908 Sep 16 05:15:12.140039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b8c4-5c00-4e3b-923b-bf0ed546dae7 req-1c6c4a8a-43a2-4f22-a797-816e964635b5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.141611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c34b8c4-5c00-4e3b-923b-bf0ed546dae7 req-1c6c4a8a-43a2-4f22-a797-816e964635b5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 946 time: 0.0536537 Sep 16 05:15:12.188312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c34b8c4-5c00-4e3b-923b-bf0ed546dae7 req-35f5861a-7b63-47ff-b870-0efc53458dd5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367122 Sep 16 05:15:12.493775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc87e5-cc25-4170-95bf-c5904e693060 req-c7f6aadc-dc45-4c79-99df-6bed24c07057 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.495302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2fc87e5-cc25-4170-95bf-c5904e693060 req-c7f6aadc-dc45-4c79-99df-6bed24c07057 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 944 time: 0.0850065 Sep 16 05:15:12.507183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e3864-dfee-4db9-bf88-3e8d34e4e216 req-38210b2a-c1ce-43e7-9d82-9571be2e6412 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.508813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09e3864-dfee-4db9-bf88-3e8d34e4e216 req-38210b2a-c1ce-43e7-9d82-9571be2e6412 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.0693111 Sep 16 05:15:12.569592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b09e3864-dfee-4db9-bf88-3e8d34e4e216 req-9afc11d7-c9a5-4d70-b712-ed7d4171cafc tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Sep 16 05:15:12.579171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2fc87e5-cc25-4170-95bf-c5904e693060 req-c7c1c06d-eb30-4a78-8ab9-6c7ca1c99a78 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625365 Sep 16 05:15:12.695359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab227202-713f-4fa0-aaad-687012bd0ec1 req-36045a64-cc03-46a8-9ffe-92682a7bbc4f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.696919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab227202-713f-4fa0-aaad-687012bd0ec1 req-36045a64-cc03-46a8-9ffe-92682a7bbc4f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 944 time: 0.0580964 Sep 16 05:15:12.747871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab227202-713f-4fa0-aaad-687012bd0ec1 req-4ea2c195-77f3-465f-bcfc-6cf3e11504d3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Sep 16 05:15:12.886587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eebff-85ea-4c3d-89dc-59ff0ede4446 req-2072cd5c-b524-4143-8ee9-f9634ce747ca tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.888166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f1eebff-85ea-4c3d-89dc-59ff0ede4446 req-2072cd5c-b524-4143-8ee9-f9634ce747ca tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1023 time: 0.0805924 Sep 16 05:15:12.908030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b32b8f-cb20-4965-bdf0-7572116d713f req-74796475-cd29-4cdd-811a-16498a6c26fc tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:12.909542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b32b8f-cb20-4965-bdf0-7572116d713f req-74796475-cd29-4cdd-811a-16498a6c26fc tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.0759783 Sep 16 05:15:12.910699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8381f59-00ae-4aeb-9189-e5e622fd3176 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:12.968627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f1eebff-85ea-4c3d-89dc-59ff0ede4446 req-3e2d1b70-088d-4e1b-b619-8f8ff99b1ee9 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups?id=5285c8fa-b320-4127-b137-699f4726f05c&id=7eec673b-38db-4d02-8550-cb0eb8a81ebf&id=62d2f456-e364-4078-980d-956ae40f38c4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0741889 Sep 16 05:15:13.004250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b32b8f-cb20-4965-bdf0-7572116d713f req-e1e63493-92a7-4759-addc-86cb64016629 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867367 Sep 16 05:15:13.114061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a8381f59-00ae-4aeb-9189-e5e622fd3176, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:13.137372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a8381f59-00ae-4aeb-9189-e5e622fd3176', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'port_id': 'a8381f59-00ae-4aeb-9189-e5e622fd3176', 'mac_address': 'fa:16:3e:a5:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e7959b-a90e-4941-90fe-b4a54ab5b25d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:13.197224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffdcf3-8f10-4029-a67b-f8c20ceed681 req-37f8790c-29ad-4d51-bd0b-113dc6bd9ddb tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.201233 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.204767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3ffdcf3-8f10-4029-a67b-f8c20ceed681 req-37f8790c-29ad-4d51-bd0b-113dc6bd9ddb tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 950 time: 0.1203811 Sep 16 05:15:13.219876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8381f59-00ae-4aeb-9189-e5e622fd3176 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:13.244569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a8381f59-00ae-4aeb-9189-e5e622fd3176, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:13.250621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.278592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-adf3e08b-4647-42f6-85e4-13c4f6394c2d tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.281687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-adf3e08b-4647-42f6-85e4-13c4f6394c2d tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 1023 time: 0.1574924 Sep 16 05:15:13.304158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a8381f59-00ae-4aeb-9189-e5e622fd3176,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:13.321257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3ffdcf3-8f10-4029-a67b-f8c20ceed681 req-98e0739d-3ea0-4f34-8af5-8b840661e2db tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154993 Sep 16 05:15:13.457171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Deleting port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:13.457403 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.505542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cac41-3eed-4dc5-8f1e-49438829cda4 req-2a9ca209-4c82-4cf0-8d3c-29f4d5a1f6f3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.511873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:13.512604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cac41-3eed-4dc5-8f1e-49438829cda4 req-2a9ca209-4c82-4cf0-8d3c-29f4d5a1f6f3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.518803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cac41-3eed-4dc5-8f1e-49438829cda4 req-2a9ca209-4c82-4cf0-8d3c-29f4d5a1f6f3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.520616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff3cac41-3eed-4dc5-8f1e-49438829cda4 req-2a9ca209-4c82-4cf0-8d3c-29f4d5a1f6f3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77&device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb&device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 2418 time: 0.1147950 Sep 16 05:15:13.607066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] For port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,segment=NetworkSegment(6e612539-6dd6-41d5-a6db-7829d95bc1cf),segment_id=6e612539-6dd6-41d5-a6db-7829d95bc1cf)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:13.607690 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:13.615901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff3cac41-3eed-4dc5-8f1e-49438829cda4 req-2d4cff8c-b10b-40f2-a20d-de242375a3bd tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684240 Sep 16 05:15:13.627756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Calling delete_port for 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:13.820483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67d23-da0f-4e2e-b56f-b49f7b36a961 req-65186062-d53f-4d4b-ba28-ec4cdf6f8248 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.821990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ed67d23-da0f-4e2e-b56f-b49f7b36a961 req-65186062-d53f-4d4b-ba28-ec4cdf6f8248 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.1118336 Sep 16 05:15:13.830542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050152b-2ae4-4e16-9af0-341014b0bbf0 req-1c961290-d77f-4a14-be5c-df074b90ae38 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:13.831957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b050152b-2ae4-4e16-9af0-341014b0bbf0 req-1c961290-d77f-4a14-be5c-df074b90ae38 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 945 time: 0.1229029 Sep 16 05:15:13.929356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ed67d23-da0f-4e2e-b56f-b49f7b36a961 req-56a62a91-7e47-4bd9-b3fe-f5a6627a5ef7 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962806 Sep 16 05:15:13.935822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b050152b-2ae4-4e16-9af0-341014b0bbf0 req-772b97d7-92fb-46db-a6df-92841df4672b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955601 Sep 16 05:15:13.965404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.004451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'Port': ['ID=3df7ed2f-5d66-4175-ada8-ef326d2c1c32,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.080591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] No DVR routers for this DVR port 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:14.083739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.085759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f82a45c6-54da-4f35-b141-354916ddfc52 req-de748738-5b59-4160-8b3e-707f67124a8f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.64 "DELETE /v2.0/ports/3df7ed2f-5d66-4175-ada8-ef326d2c1c32 HTTP/1.1" status: 204 len: 173 time: 0.7818592 Sep 16 05:15:14.086197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'name': 'network-vif-deleted', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:14.088473 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423851ca-8e58-4a7e-92d7-6b9fb4e685ef" -d '{"events": [{"server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "name": "network-vif-deleted", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:14.117460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a596-23fd-4326-b799-d36e8bcaae56 req-fd4cc1a5-0860-4352-ad35-c22c874a300a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.119388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0893a596-23fd-4326-b799-d36e8bcaae56 req-fd4cc1a5-0860-4352-ad35-c22c874a300a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 944 time: 0.0861084 Sep 16 05:15:14.162386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81e9d1f4-c0d5-4665-a577-58e962a13177 req-56baa0d4-0473-4ec5-a2e6-c14c441d2b51 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d23c263-0076-432d-b197-d03e65381fe2 HTTP/1.1" status: 200 len: 210 time: 0.0419223 Sep 16 05:15:14.203576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0893a596-23fd-4326-b799-d36e8bcaae56 req-357abfe3-408a-4219-bf11-c34bb700c223 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691669 Sep 16 05:15:14.320329 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f22c1-6716-4331-bffc-dd62f2db8f91 x-openstack-request-id: req-8f4f22c1-6716-4331-bffc-dd62f2db8f91 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:14.320635 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d23c263-0076-432d-b197-d03e65381fe2", "name": "network-vif-deleted", "tag": "3df7ed2f-5d66-4175-ada8-ef326d2c1c32", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:14.320964 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f4f22c1-6716-4331-bffc-dd62f2db8f91 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:14.321324 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d23c263-0076-432d-b197-d03e65381fe2', 'name': 'network-vif-deleted', 'tag': '3df7ed2f-5d66-4175-ada8-ef326d2c1c32', 'status': 'completed', 'code': 200} Sep 16 05:15:14.348413 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57464) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.474472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03b9d5c-1370-4417-a4e6-839a07db5d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.491805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a03351-9e3a-4ff2-b49d-8a45feda4e34 req-58117fc4-72d5-4571-b9d1-7e49f5195b2d tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:14.493380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a03351-9e3a-4ff2-b49d-8a45feda4e34 req-58117fc4-72d5-4571-b9d1-7e49f5195b2d tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 950 time: 0.0491855 Sep 16 05:15:14.537428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84a03351-9e3a-4ff2-b49d-8a45feda4e34 req-7e252e8a-7c17-40be-8a8c-815053e640da tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Sep 16 05:15:14.591887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03b9d5c-1370-4417-a4e6-839a07db5d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.601579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c03b9d5c-1370-4417-a4e6-839a07db5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.653001 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c03b9d5c-1370-4417-a4e6-839a07db5d04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4d79e13dd31438289509d8b5e38183d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035047 Sep 16 05:15:14.654036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b9d5c-1370-4417-a4e6-839a07db5d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702cfada-267b-4295-b260-c1a62ef2c5d5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.658390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:14.728429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b271f192-0902-49c1-ab4f-1d047771dcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.754966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b271f192-0902-49c1-ab4f-1d047771dcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.823415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b271f192-0902-49c1-ab4f-1d047771dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.827317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b271f192-0902-49c1-ab4f-1d047771dcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:14.829057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b271f192-0902-49c1-ab4f-1d047771dcc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/702cfada-267b-4295-b260-c1a62ef2c5d5 HTTP/1.1" status: 204 len: 168 time: 0.1693120 Sep 16 05:15:14.838315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271f192-0902-49c1-ab4f-1d047771dcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cfada-267b-4295-b260-c1a62ef2c5d5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:14.917551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d6fea5-8559-4a92-a136-2654143dfa56 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:14.919741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8381f59-00ae-4aeb-9189-e5e622fd3176 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:15.065619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a8381f59-00ae-4aeb-9189-e5e622fd3176 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:15.074588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a8381f59-00ae-4aeb-9189-e5e622fd3176 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:15.075286 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.140883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:15.151330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c2ef4-afc4-4d06-a7db-85f3647aaa0c req-33bb9e2f-8de7-4197-814e-0c2b23421e7f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.159601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-031c2ef4-afc4-4d06-a7db-85f3647aaa0c req-33bb9e2f-8de7-4197-814e-0c2b23421e7f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 945 time: 0.0982406 Sep 16 05:15:15.174343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'mac_address': 'fa:16:3e:74:79:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:15.197919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-031c2ef4-afc4-4d06-a7db-85f3647aaa0c req-f82f4dfd-8b4b-489d-84c8-ef4aa4027ad1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 Sep 16 05:15:15.283959 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.297996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:15.328249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:15.328974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 3df7ed2f-5d66-4175-ada8-ef326d2c1c32 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:15.333156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.338432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d6fea5-8559-4a92-a136-2654143dfa56 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:15.386751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a8381f59-00ae-4aeb-9189-e5e622fd3176, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:15.389061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf2a0e1d-b7fb-4d5d-a579-b9358fa48cec req-8fd0ea7b-4be9-4ee5-92a0-4092b5330c6f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/62d2f456-e364-4078-980d-956ae40f38c4 HTTP/1.1" status: 200 len: 1803 time: 0.0875881 Sep 16 05:15:15.389930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8381f59-00ae-4aeb-9189-e5e622fd3176'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:15.393016 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8459de84-32ce-427f-bd27-ec91c63d3159" -d '{"events": [{"server_uuid": "cb8421af-12c8-4e73-abbf-8d4325fd688e", "name": "network-vif-plugged", "status": "completed", "tag": "a8381f59-00ae-4aeb-9189-e5e622fd3176"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:15.406271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:15.407522 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.413650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.476295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a8381f59-00ae-4aeb-9189-e5e622fd3176,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.517365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf2a0e1d-b7fb-4d5d-a579-b9358fa48cec req-568b8302-ad3a-4de7-9ada-d5be80a24844 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.530011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270193c6-fc37-492a-b47c-6e80a91b7594 req-3c28bf48-9ea6-4c25-b47a-0403f2d749d7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.532308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270193c6-fc37-492a-b47c-6e80a91b7594 req-3c28bf48-9ea6-4c25-b47a-0403f2d749d7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 945 time: 0.1161938 Sep 16 05:15:15.541208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.570162 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf2a0e1d-b7fb-4d5d-a579-b9358fa48cec req-568b8302-ad3a-4de7-9ada-d5be80a24844 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.604013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-270193c6-fc37-492a-b47c-6e80a91b7594 req-7ef52491-fae8-4e0a-967b-a0152052f50c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609720 Sep 16 05:15:15.638572 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf2a0e1d-b7fb-4d5d-a579-b9358fa48cec req-568b8302-ad3a-4de7-9ada-d5be80a24844 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.643500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cf2a0e1d-b7fb-4d5d-a579-b9358fa48cec req-568b8302-ad3a-4de7-9ada-d5be80a24844 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.658220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf2a0e1d-b7fb-4d5d-a579-b9358fa48cec req-568b8302-ad3a-4de7-9ada-d5be80a24844 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/62d2f456-e364-4078-980d-956ae40f38c4 HTTP/1.1" status: 204 len: 173 time: 0.2680497 Sep 16 05:15:15.660471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a5d6fea5-8559-4a92-a136-2654143dfa56'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:15.679211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b8302-ad3a-4de7-9ada-d5be80a24844 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2f456-e364-4078-980d-956ae40f38c4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:15.809054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380697a0-75d0-4504-abae-4ec2d51a596e req-c71cca4f-977a-4de1-b9e4-342107bfee77 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.811416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-380697a0-75d0-4504-abae-4ec2d51a596e req-c71cca4f-977a-4de1-b9e4-342107bfee77 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1138155 Sep 16 05:15:15.837583 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03060b20-d3ad-4b41-955e-9d09a90f96c3 x-openstack-request-id: req-03060b20-d3ad-4b41-955e-9d09a90f96c3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:15.838062 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8421af-12c8-4e73-abbf-8d4325fd688e", "name": "network-vif-plugged", "status": "completed", "tag": "a8381f59-00ae-4aeb-9189-e5e622fd3176", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:15.838334 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03060b20-d3ad-4b41-955e-9d09a90f96c3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:15.838733 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8381f59-00ae-4aeb-9189-e5e622fd3176', 'code': 200} Sep 16 05:15:15.892056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-380697a0-75d0-4504-abae-4ec2d51a596e req-1a0fc372-67f0-415e-ae2a-9c36774d064d tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637465 Sep 16 05:15:15.958380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b3d6e-6e7f-4a45-a70a-14031008a621 req-de522743-f8be-4cce-80e8-fb18210d53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.959938 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c26b3d6e-6e7f-4a45-a70a-14031008a621 req-de522743-f8be-4cce-80e8-fb18210d53cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 1098 time: 0.0646834 Sep 16 05:15:15.992150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a82a6be8-a038-43fd-a7e5-6a1f0402ebe9 req-8f234b14-6708-41e1-9032-d6c5a004fc9f tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "GET /v2.0/security-groups/7eec673b-38db-4d02-8550-cb0eb8a81ebf HTTP/1.1" status: 200 len: 1801 time: 0.0509751 Sep 16 05:15:16.018584 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c26b3d6e-6e7f-4a45-a70a-14031008a621 req-81120444-cb4d-4652-940f-29abb2681f8d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493810 Sep 16 05:15:16.050138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a82a6be8-a038-43fd-a7e5-6a1f0402ebe9 req-ccc1f4e7-d47e-4be4-9f65-9377eed865a5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.081155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a82a6be8-a038-43fd-a7e5-6a1f0402ebe9 req-ccc1f4e7-d47e-4be4-9f65-9377eed865a5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.127878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a82a6be8-a038-43fd-a7e5-6a1f0402ebe9 req-ccc1f4e7-d47e-4be4-9f65-9377eed865a5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.132529 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a82a6be8-a038-43fd-a7e5-6a1f0402ebe9 req-ccc1f4e7-d47e-4be4-9f65-9377eed865a5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.133715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a82a6be8-a038-43fd-a7e5-6a1f0402ebe9 req-ccc1f4e7-d47e-4be4-9f65-9377eed865a5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] 10.222.0.55 "DELETE /v2.0/security-groups/7eec673b-38db-4d02-8550-cb0eb8a81ebf HTTP/1.1" status: 204 len: 173 time: 0.1407659 Sep 16 05:15:16.142241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57532) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.144035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1f4e7-d47e-4be4-9f65-9377eed865a5 tempest-SecurityGroupsTestJSON-1432997144 tempest-SecurityGroupsTestJSON-1432997144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec673b-38db-4d02-8550-cb0eb8a81ebf,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.218873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] Deleting subnet 7371b511-8032-4ae9-97d8-6ec279767c5e {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:15:16.227814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.289881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.345540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.357975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe37dec-1414-4090-8c9e-02ad271f7a2a req-990e1b32-53f3-4612-ad9e-1d09851d00aa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.359510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe37dec-1414-4090-8c9e-02ad271f7a2a req-990e1b32-53f3-4612-ad9e-1d09851d00aa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 946 time: 0.0596836 Sep 16 05:15:16.406705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fe37dec-1414-4090-8c9e-02ad271f7a2a req-9435bfc9-a7c7-48d7-a159-abf3c9b47e3e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Sep 16 05:15:16.450593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.478448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7371b511-8032-4ae9-97d8-6ec279767c5e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.487482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.492601 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a0e1424-b43c-4ef7-aa47-2ade5753d4bf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7371b511-8032-4ae9-97d8-6ec279767c5e HTTP/1.1" status: 204 len: 168 time: 0.3465664 Sep 16 05:15:16.492948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57538) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:16.581794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.689581 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.718361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7daca8c-5320-468f-8511-0bd3b9277a1a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:16.731099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e612539-6dd6-41d5-a6db-7829d95bc1cf') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:16.731395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e612539-6dd6-41d5-a6db-7829d95bc1cf') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:16.747207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.766725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.769728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb291d2-3611-4671-b643-48b3c406153c req-b9ed9f01-0a6e-4e15-ae3a-b47c130b6df0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.778793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fb291d2-3611-4671-b643-48b3c406153c req-b9ed9f01-0a6e-4e15-ae3a-b47c130b6df0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 945 time: 0.0869517 Sep 16 05:15:16.780877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:15:16.781788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:15:16.786416 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:15:16.814688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fb291d2-3611-4671-b643-48b3c406153c req-0b6941a0-8e4a-489e-bb42-65c94912166d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Sep 16 05:15:16.865187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.873421 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:16.878038 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] 10.222.0.55 "DELETE /v2.0/networks/d7daca8c-5320-468f-8511-0bd3b9277a1a HTTP/1.1" status: 204 len: 168 time: 0.3817153 Sep 16 05:15:16.886742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a96882-4372-442a-9a2e-cb3b933e3c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7daca8c-5320-468f-8511-0bd3b9277a1a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:16.921790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d6fea5-8559-4a92-a136-2654143dfa56 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:17.023037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a5d6fea5-8559-4a92-a136-2654143dfa56 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:17.027519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a5d6fea5-8559-4a92-a136-2654143dfa56 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:17.027899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.128175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babc4ad-8572-4314-88b1-d61e25904127 req-eba90043-7da2-437a-8543-40576a244814 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.129493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57556) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:17.141880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5babc4ad-8572-4314-88b1-d61e25904127 req-eba90043-7da2-437a-8543-40576a244814 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1175187 Sep 16 05:15:17.170153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.177378 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52d7348a-0652-44a1-bc04-d28d19201e04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1de2948b9fdb4db790eaa4088db854fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438612 Sep 16 05:15:17.178252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57558) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:17.207594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5babc4ad-8572-4314-88b1-d61e25904127 req-11c87041-ab6a-4fce-932c-abb00b7286b9 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640171 Sep 16 05:15:17.240407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:17.246354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.254965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-646d245e-f3b8-440a-9b52-2fb608ad0412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.279872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-646d245e-f3b8-440a-9b52-2fb608ad0412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.302401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:17.335699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-646d245e-f3b8-440a-9b52-2fb608ad0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.339641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-646d245e-f3b8-440a-9b52-2fb608ad0412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:17.343999 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-646d245e-f3b8-440a-9b52-2fb608ad0412 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5285c8fa-b320-4127-b137-699f4726f05c HTTP/1.1" status: 204 len: 168 time: 0.1623938 Sep 16 05:15:17.351309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d245e-f3b8-440a-9b52-2fb608ad0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285c8fa-b320-4127-b137-699f4726f05c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:17.650181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbfe36-c03f-4ed3-a154-171ab7edd605 req-cfa994d8-28f1-4e0b-a2a9-40a6da3453a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.660402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42dbfe36-c03f-4ed3-a154-171ab7edd605 req-cfa994d8-28f1-4e0b-a2a9-40a6da3453a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 946 time: 0.1055982 Sep 16 05:15:17.733981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42dbfe36-c03f-4ed3-a154-171ab7edd605 req-598db53d-c2e8-4415-9343-d09d81ef24db tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725896 Sep 16 05:15:17.840610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:17.843551 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa36d00-b1c8-4d0e-a0a9-f67f287ad8e0" -d '{"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:17.907787 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674643c-5173-4624-bd50-5d45e8a9793e x-openstack-request-id: req-5674643c-5173-4624-bd50-5d45e8a9793e {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:17.908204 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:17.908557 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5674643c-5173-4624-bd50-5d45e8a9793e {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:17.909162 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'code': 200} Sep 16 05:15:17.969596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f26f2b-4d98-4590-83b7-47d4ec31d4aa req-f4dc342f-b97c-405d-9ddf-68c80ae4636b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:17.977081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93f26f2b-4d98-4590-83b7-47d4ec31d4aa req-f4dc342f-b97c-405d-9ddf-68c80ae4636b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.0610232 Sep 16 05:15:18.055481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5b51-b7ca-443b-a189-dec128fe6ad6 req-5dfe3177-da63-4b78-8256-a0e6e5cdb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.060039 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-309e5b51-b7ca-443b-a189-dec128fe6ad6 req-5dfe3177-da63-4b78-8256-a0e6e5cdb8ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 1098 time: 0.0784166 Sep 16 05:15:18.063103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93f26f2b-4d98-4590-83b7-47d4ec31d4aa req-aac3e3c9-d088-4b7a-bce3-162b8d5dfad7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850990 Sep 16 05:15:18.127034 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-309e5b51-b7ca-443b-a189-dec128fe6ad6 req-e0b2d8aa-70f1-4f14-8209-9e55a505bf11 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498130 Sep 16 05:15:18.170524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7205-68cb-4ae9-9d25-b7d947dbe339 req-f819b97d-3f63-4118-93ee-d5148abb20bc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.177845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb4b7205-68cb-4ae9-9d25-b7d947dbe339 req-f819b97d-3f63-4118-93ee-d5148abb20bc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.1524088 Sep 16 05:15:18.195863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb4b7205-68cb-4ae9-9d25-b7d947dbe339 req-c58ec34a-e7c6-4067-94b3-4492e9e80fed tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0109971 Sep 16 05:15:18.271479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb4b7205-68cb-4ae9-9d25-b7d947dbe339 req-fb4368da-f8cd-4df9-87da-a96a1acd6e5f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682042 Sep 16 05:15:18.311237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57608) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.379868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb4b7205-68cb-4ae9-9d25-b7d947dbe339 req-dc35401a-c1da-4c48-b6e3-9d7937450d48 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960491 Sep 16 05:15:18.477633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-761321139-network', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:18.498556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb4b7205-68cb-4ae9-9d25-b7d947dbe339 req-f1ca5f7d-fd76-46a5-bf49-d0e3ad257268 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091709 Sep 16 05:15:18.515314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Made reservation on behalf of d699149825b648b4bbef43bb4ceca74d for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:18.518061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.529415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.560114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478261b8-0247-4167-8dc6-8eba555f8a8f req-8c252a93-44ab-4894-871d-0a2e57729e19 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.568009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-478261b8-0247-4167-8dc6-8eba555f8a8f req-8c252a93-44ab-4894-871d-0a2e57729e19 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.0668850 Sep 16 05:15:18.622183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-478261b8-0247-4167-8dc6-8eba555f8a8f req-71c26fcf-0941-47b4-aee6-320bd7aa6ebb tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530651 Sep 16 05:15:18.666785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.671462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.697676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:15:18.719476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee2fab6-fd88-47b6-b226-69c61ed825b8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.726490 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.726835 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Added segment 15f1a91d-d754-4fbc-9d00-c213110ddace of type vlan for network a7d87e34-2dc2-49af-b289-79052d821967 Sep 16 05:15:18.789863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.862632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.866333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:18.867045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:18.928866 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6140096 Sep 16 05:15:18.931516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57630) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:18.937028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Request body: {'subnet': {'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-761321139-subnet', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:18.961361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabdca7-5f4a-471a-aeb8-96f29296c95b admin admin] Pushing event updated for resources: {'Network': ['ID=a7d87e34-2dc2-49af-b289-79052d821967,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:18.977999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a7d87e34-2dc2-49af-b289-79052d821967 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:15:18.994710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Made reservation on behalf of d699149825b648b4bbef43bb4ceca74d for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:18.998821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.299683 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.363942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ab79f-7f46-4617-8779-0977e5dbcf69 req-fa3743c9-aaf5-41e8-a2e7-b40643eb8604 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.371366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d7ab79f-7f46-4617-8779-0977e5dbcf69 req-fa3743c9-aaf5-41e8-a2e7-b40643eb8604 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1641767 Sep 16 05:15:19.433211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb5cff0-4ed0-4ae8-8259-f3c50f96968b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:19.468466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d7ab79f-7f46-4617-8779-0977e5dbcf69 req-9df2b776-5112-4436-93e1-0dee0e521d60 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926478 Sep 16 05:15:19.488991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Checking segment: {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:19.489221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Network hostable DHCP agents. Network: a7d87e34-2dc2-49af-b289-79052d821967, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:15:19.588630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Network a7d87e34-2dc2-49af-b289-79052d821967 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:15:19.605053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a7d87e34-2dc2-49af-b289-79052d821967) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:19.613240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99a841-e775-40f1-98c5-0e9b14be3474 None None] Network a7d87e34-2dc2-49af-b289-79052d821967 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:19.613725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.614687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.642209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3c6816bf-6581-4099-bc2e-e34d46582ed6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7094727 Sep 16 05:15:19.643060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57666) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:19.648122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:19.657771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-8ef9610a-c3a0-460e-a505-22b185033b73 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.660921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-8ef9610a-c3a0-460e-a505-22b185033b73 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.1891806 Sep 16 05:15:19.694852 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.695927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.717037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-265360c1-2d03-4fc6-a260-b19e7e6211a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0464826 Sep 16 05:15:19.808439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.877343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-a7d87e34-2dc2-49af-b289-79052d821967', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:15:19.878728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:19.910355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-bf4a2659-e53a-4ab2-b250-96888a14d726 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806755 Sep 16 05:15:19.923781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a1cb-d71a-4a09-a05d-96efb8079e69 req-d13ff512-0c22-4d9b-8369-8320c46c6c49 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:19.934032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf20a1cb-d71a-4a09-a05d-96efb8079e69 req-d13ff512-0c22-4d9b-8369-8320c46c6c49 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1870825 Sep 16 05:15:20.049699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.052869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf20a1cb-d71a-4a09-a05d-96efb8079e69 req-c65e955d-2da4-41af-b53f-ee952b2fcbf4 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172774 Sep 16 05:15:20.092120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-f0777337-0024-486c-99d0-ad7c5b21d7ef service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358471 Sep 16 05:15:20.103608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Allocated IP 172.20.0.2 (a7d87e34-2dc2-49af-b289-79052d821967/5eb5cff0-4ed0-4ae8-8259-f3c50f96968b/3635c219-260a-46e3-bc52-538e8e6ced22) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:20.203490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-03f8cac7-b3b0-44cb-acb5-390457823430 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102445 Sep 16 05:15:20.370510 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.391788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.428761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94e49f9d-debc-4a15-a61b-b78380afca5b req-73dd4b61-bbf0-4f98-889b-4c3d5b3d402c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 210 time: 0.0430048 Sep 16 05:15:20.459431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Network a7d87e34-2dc2-49af-b289-79052d821967 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:20.462672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:20.467734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:20.483497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.521666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.570385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Pushing event updated for resources: {'Port': ['ID=3635c219-260a-46e3-bc52-538e8e6ced22,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.619114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Attempting to bind port 3635c219-260a-46e3-bc52-538e8e6ced22 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:20.620989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Attempting to bind port 3635c219-260a-46e3-bc52-538e8e6ced22 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:20.621358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Attempting to bind port 3635c219-260a-46e3-bc52-538e8e6ced22 on network a7d87e34-2dc2-49af-b289-79052d821967 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:20.627373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:20.627748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Checking segment: {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:20.628209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.628564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Bound using segment: {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:20.629688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Bound port: 3635c219-260a-46e3-bc52-538e8e6ced22, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:20.629688 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.701425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e339c6f-29d8-4cd6-9373-154c627bc145 req-36b7f0d5-ed98-4637-9668-10a92582ac89 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:20.703525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e339c6f-29d8-4cd6-9373-154c627bc145 req-36b7f0d5-ed98-4637-9668-10a92582ac89 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1159232 Sep 16 05:15:20.739236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Allocated IP 172.25.6.98 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/f3d1300d-0a8c-497c-801b-393f26dc1ca9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:20.786232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e339c6f-29d8-4cd6-9373-154c627bc145 req-c0fab860-c3e9-49fd-9174-eea804e59e40 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755675 Sep 16 05:15:20.793317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] For port 3635c219-260a-46e3-bc52-538e8e6ced22, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:20.799483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] For port 3635c219-260a-46e3-bc52-538e8e6ced22, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3635c219-260a-46e3-bc52-538e8e6ced22,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:20.810071 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.975849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547c93e-8eed-4457-9d1c-e60a48521049 None None] Pushing event updated for resources: {'Port': ['ID=3635c219-260a-46e3-bc52-538e8e6ced22,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:20.982505 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.182223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73676e6-f61c-4ba2-9085-115acd4f973c req-e16a9168-8e84-44c0-8799-ab6e39b74863 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.184036 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d73676e6-f61c-4ba2-9085-115acd4f973c req-e16a9168-8e84-44c0-8799-ab6e39b74863 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.0979316 Sep 16 05:15:21.275174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d73676e6-f61c-4ba2-9085-115acd4f973c req-cf714782-1933-4a15-bb7b-7b5a06993bcd tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784745 Sep 16 05:15:21.302999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e592fe-35dd-454b-9895-e30e202e0174 req-d9439994-0173-43d7-8e04-3144762c2325 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:21.311346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03e592fe-35dd-454b-9895-e30e202e0174 req-d9439994-0173-43d7-8e04-3144762c2325 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1401143 Sep 16 05:15:21.361369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03e592fe-35dd-454b-9895-e30e202e0174 req-65669c67-dfca-4ab4-a9d8-722b7f8b174d tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Sep 16 05:15:21.394507 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.437699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:21.442189 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:21.444845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:21.477877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Pushing event updated for resources: {'Port': ['ID=f3d1300d-0a8c-497c-801b-393f26dc1ca9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:21.524722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ef1130c-14ff-487e-b707-9d9403152d8f req-5c4ee92c-d7de-430d-b663-b53aee559c26 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 210 time: 0.0316658 Sep 16 05:15:21.715738 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.939611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.128916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:15:22.184641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e044f-d9bc-4a6c-b811-f2e0657af2b3 None None] Network a7d87e34-2dc2-49af-b289-79052d821967 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:15:22.241423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3635c219-260a-46e3-bc52-538e8e6ced22 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:22.243397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-08241449-d418-4950-acd6-ca45a86aac92 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.246400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-08241449-d418-4950-acd6-ca45a86aac92 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.1850946 Sep 16 05:15:22.271562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Request body: {'port': {'device_id': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'admin_state_up': True, 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:22.320654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:22.330857 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Sync routers for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:22.344756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.348897 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a3a09833-60d1-49e8-8b7d-245a93a47cee admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7021453 Sep 16 05:15:22.349197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:22.349466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57722) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:22.350319 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:14:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:22.421436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-141a8720-8b29-4a1e-8ec6-1e38ffa2fc8f None None] Provisioning complete for port 3635c219-260a-46e3-bc52-538e8e6ced22 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:22.422228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-141a8720-8b29-4a1e-8ec6-1e38ffa2fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.497853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:22.506942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.519097 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:22.523366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3635c219-260a-46e3-bc52-538e8e6ced22 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:22.523903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.655548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-141a8720-8b29-4a1e-8ec6-1e38ffa2fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.696740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-141a8720-8b29-4a1e-8ec6-1e38ffa2fc8f None None] For port 3635c219-260a-46e3-bc52-538e8e6ced22, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3635c219-260a-46e3-bc52-538e8e6ced22,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:22.707287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc845f-0701-4ce4-b486-92710fba98d4 req-69935597-f244-450f-bbb1-aedfede59664 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.717090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78cc845f-0701-4ce4-b486-92710fba98d4 req-69935597-f244-450f-bbb1-aedfede59664 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.2488334 Sep 16 05:15:22.719032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-141a8720-8b29-4a1e-8ec6-1e38ffa2fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.720623 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:21Z', 'revision_number': 3, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:22.756154 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Checking router: 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:22.756860 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Updating router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 port f3d1300d-0a8c-497c-801b-393f26dc1ca9 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:22.784049 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:22.865755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df88d17-14e3-4d11-9207-cef60566e87b req-c725b122-8029-4cff-90b7-e98b42b27ae9 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:22.874022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1df88d17-14e3-4d11-9207-cef60566e87b req-c725b122-8029-4cff-90b7-e98b42b27ae9 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.3633809 Sep 16 05:15:22.959266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78cc845f-0701-4ce4-b486-92710fba98d4 req-b31a08cb-5999-4a22-90cf-06c0092de103 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411449 Sep 16 05:15:22.964675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a8720-8b29-4a1e-8ec6-1e38ffa2fc8f None None] Pushing event updated for resources: {'Port': ['ID=3635c219-260a-46e3-bc52-538e8e6ced22,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.023071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1df88d17-14e3-4d11-9207-cef60566e87b req-22213f4a-61c6-4439-87a9-0e3048e723e1 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480837 Sep 16 05:15:23.107565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Allocated IP 172.20.0.5 (a0e112e6-2245-41de-b029-7665e524e296/a3e7959b-a90e-4941-90fe-b4a54ab5b25d/659ab15e-e45d-4a0f-8eb8-a2de054e2074) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:23.191972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d17e9d86-946a-43a5-b2fe-c4e1c15b40f2 req-94e9fd10-2fcc-431b-aced-1d92630cbeb3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 210 time: 0.0684593 Sep 16 05:15:23.219697 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.236079 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.249063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.412010 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Attempting to bind port f3d1300d-0a8c-497c-801b-393f26dc1ca9 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:23.412606 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Attempting to bind port f3d1300d-0a8c-497c-801b-393f26dc1ca9 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:23.412825 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Attempting to bind port f3d1300d-0a8c-497c-801b-393f26dc1ca9 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:23.418149 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Pushing event updated for resources: {'Port': ['ID=f3d1300d-0a8c-497c-801b-393f26dc1ca9,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.430727 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:23.431728 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:23.431728 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.432082 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:23.434086 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Bound port: f3d1300d-0a8c-497c-801b-393f26dc1ca9, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:23.434488 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.457366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0ac98a9d-2ceb-45d8-84d0-02536da15efd None None] Provisioning complete for port 3635c219-260a-46e3-bc52-538e8e6ced22 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:23.457965 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0ac98a9d-2ceb-45d8-84d0-02536da15efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.458068 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.458212 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.458555 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.458933 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.459267 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.459627 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.460001 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.460467 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.460911 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.461304 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.461650 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.462029 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:23.513424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.518727 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] For port f3d1300d-0a8c-497c-801b-393f26dc1ca9, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:23.525388 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] For port f3d1300d-0a8c-497c-801b-393f26dc1ca9, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f3d1300d-0a8c-497c-801b-393f26dc1ca9,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:23.536933 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.568745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.576437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Allocated IP 172.20.0.1 (a7d87e34-2dc2-49af-b289-79052d821967/5eb5cff0-4ed0-4ae8-8259-f3c50f96968b/64bdfa33-3e2a-4849-9e9c-98908716e0c3) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:23.597724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:23.652155 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330967-d068-4957-aa52-a1076052c11a None None] Pushing event updated for resources: {'Port': ['ID=f3d1300d-0a8c-497c-801b-393f26dc1ca9,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.687070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Network a0e112e6-2245-41de-b029-7665e524e296 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:23.698113 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:23.699292 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:14:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:23.701214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:23.704685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:23.743096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event updated for resources: {'Port': ['ID=659ab15e-e45d-4a0f-8eb8-a2de054e2074,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:23.801245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.802018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.811367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.847583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-36f9719c-36a7-4159-a428-cef2f98ec108 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5802226 Sep 16 05:15:23.886210 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:23.899002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.901005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Request body: {'port': {'device_id': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:23.943618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Network a7d87e34-2dc2-49af-b289-79052d821967 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:23.947667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:23.952678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:23.999504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499af0-56ff-440a-a223-ff353f637cf4 req-83cf2ea0-2df3-416d-acf6-8f4ae803cc4a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:23.999696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Pushing event updated for resources: {'Port': ['ID=64bdfa33-3e2a-4849-9e9c-98908716e0c3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.001778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c499af0-56ff-440a-a223-ff353f637cf4 req-83cf2ea0-2df3-416d-acf6-8f4ae803cc4a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1731274 Sep 16 05:15:24.023786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.037548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.171317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3635c219-260a-46e3-bc52-538e8e6ced22 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:24.223107 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:21Z', 'revision_number': 3, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:24.263692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c499af0-56ff-440a-a223-ff353f637cf4 req-6d25746b-a3d4-43c1-bd9e-c5ea5251a66e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271585 Sep 16 05:15:24.318970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3635c219-260a-46e3-bc52-538e8e6ced22 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:24.319200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.319639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.352758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783afcd0-1e7d-4863-8441-b98104902937 req-ec8346dd-d0ae-4604-ab01-203ccf13806b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.372299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-783afcd0-1e7d-4863-8441-b98104902937 req-ec8346dd-d0ae-4604-ab01-203ccf13806b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.2257905 Sep 16 05:15:24.449961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-531ac7c4-4b7e-41eb-8553-29f23e5e19ba None None] Provisioning complete for port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:24.451336 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-531ac7c4-4b7e-41eb-8553-29f23e5e19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.564595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.569560 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecacd1-2067-4eb1-955d-5f83f1783412 None None] The sync data for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 is: [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:21Z', 'revision_number': 3, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:24.581215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.584356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-783afcd0-1e7d-4863-8441-b98104902937 req-3eeacb30-4d5c-4bce-a817-85e73c7c5934 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096362 Sep 16 05:15:24.626572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-531ac7c4-4b7e-41eb-8553-29f23e5e19ba None None] Port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:24.636621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.688183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Pushing event updated for resources: {'Port': ['ID=64bdfa33-3e2a-4849-9e9c-98908716e0c3,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.691211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.700808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf0909-1156-4bf8-97f4-d60ef2629dec req-6ac06dff-dcdd-42dc-93b8-206e4d82fdfb tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:24.704748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54bf0909-1156-4bf8-97f4-d60ef2629dec req-6ac06dff-dcdd-42dc-93b8-206e4d82fdfb tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 931 time: 0.1859710 Sep 16 05:15:24.781336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54bf0909-1156-4bf8-97f4-d60ef2629dec req-f49330d0-b3f7-40de-b9e6-51295df61433 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692289 Sep 16 05:15:24.820366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Network a7d87e34-2dc2-49af-b289-79052d821967 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:24.822140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:24.857583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659ab15e-e45d-4a0f-8eb8-a2de054e2074 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:24.874716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.894385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Transition to ACTIVE for port object 659ab15e-e45d-4a0f-8eb8-a2de054e2074 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:24.900639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:24.980607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Pushing event updated for resources: {'Port': ['ID=659ab15e-e45d-4a0f-8eb8-a2de054e2074,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:24.999990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:25.149449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Attempting to bind port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:25.149779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Attempting to bind port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:25.150110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Attempting to bind port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:25.156704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:25.163235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c5ba82d2-78d5-4843-b99b-3aa6769a6db3 admin admin] 10.222.0.55 "PUT /v2.0/routers/70e0ea72-9fb3-4257-9b92-b04c57b47bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8123465 Sep 16 05:15:25.170057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-325a0c97-9f3d-4ad4-8f24-28ebd72f7539 None None] Provisioning complete for port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:25.170431 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-325a0c97-9f3d-4ad4-8f24-28ebd72f7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.185323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 on network a0e112e6-2245-41de-b029-7665e524e296 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:25.185741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Attempting to bind port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:25.196246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:25.196430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:25.200226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Bound using segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:25.200807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Bound port: 659ab15e-e45d-4a0f-8eb8-a2de054e2074, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:25.201231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.221140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-325a0c97-9f3d-4ad4-8f24-28ebd72f7539 None None] Port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:25.294124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] For port 659ab15e-e45d-4a0f-8eb8-a2de054e2074, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:25.298752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] For port 659ab15e-e45d-4a0f-8eb8-a2de054e2074, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=659ab15e-e45d-4a0f-8eb8-a2de054e2074,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:25.308866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.354120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.355456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.357327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/659ab15e-e45d-4a0f-8eb8-a2de054e2074 HTTP/1.1" status: 200 len: 1092 time: 1.4640601 Sep 16 05:15:25.357805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'tag': '659ab15e-e45d-4a0f-8eb8-a2de054e2074'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:25.360503 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084577c4-54fd-48bb-88e5-9c71752d2edb" -d '{"events": [{"name": "network-changed", "server_uuid": "eaffb0b1-30aa-472c-bdec-0245d1a01992", "tag": "659ab15e-e45d-4a0f-8eb8-a2de054e2074"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:25.402435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d743b5-b62d-4267-a171-1010edd250b9 service neutron] Pushing event updated for resources: {'Port': ['ID=659ab15e-e45d-4a0f-8eb8-a2de054e2074,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:25.497156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625e27-ac04-4df3-9fe4-4fe812e36f7d req-6b7498e1-b117-4ad7-927c-68a48713a1ab tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.504499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d625e27-ac04-4df3-9fe4-4fe812e36f7d req-6b7498e1-b117-4ad7-927c-68a48713a1ab tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.0872312 Sep 16 05:15:25.508778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-e5b8eabf-7f08-4fc6-9528-89e1d26906c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.510181 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-e5b8eabf-7f08-4fc6-9528-89e1d26906c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 1095 time: 0.0820868 Sep 16 05:15:25.612196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-e652b6a0-2647-468a-8a43-02dadd863a25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659ab15e-e45d-4a0f-8eb8-a2de054e2074 HTTP/1.1" status: 200 len: 217 time: 0.0795984 Sep 16 05:15:25.643144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d625e27-ac04-4df3-9fe4-4fe812e36f7d req-878dcb08-229d-4b84-a662-26277487e9f4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375077 Sep 16 05:15:25.728680 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43db2d2-7c17-4396-a3b8-2a9e85da4046 x-openstack-request-id: req-e43db2d2-7c17-4396-a3b8-2a9e85da4046 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:25.729240 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaffb0b1-30aa-472c-bdec-0245d1a01992", "tag": "659ab15e-e45d-4a0f-8eb8-a2de054e2074", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:25.731058 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e43db2d2-7c17-4396-a3b8-2a9e85da4046 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:25.731637 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'tag': '659ab15e-e45d-4a0f-8eb8-a2de054e2074', 'status': 'completed', 'code': 200} Sep 16 05:15:25.775877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-82c76dce-ac97-41c6-9426-7b793a35705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:25.777447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-82c76dce-ac97-41c6-9426-7b793a35705f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.1513975 Sep 16 05:15:25.788619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57786) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:25.802623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-64571520-3b38-4519-b183-2140c0e7278f tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853517140', 'description': 'tempest-description--630261411'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:25.851299 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b77e22d8-2b7f-41b6-9f54-21d4f4a6044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:25.869330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-f0e3ea31-bf5d-46e1-bc0d-ab9feebca89f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621066 Sep 16 05:15:25.895388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64571520-3b38-4519-b183-2140c0e7278f tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.040044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cc91a-f7a3-462c-a874-ae96e7f76295 req-9604a433-b6f6-4bff-9b61-03c321a3328f tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.044839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a8cc91a-f7a3-462c-a874-ae96e7f76295 req-9604a433-b6f6-4bff-9b61-03c321a3328f tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1738565 Sep 16 05:15:26.150188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f3d1300d-0a8c-497c-801b-393f26dc1ca9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:26.159557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a8cc91a-f7a3-462c-a874-ae96e7f76295 req-c2d0f537-71f5-43f5-b891-1fe7d53df64f tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815094 Sep 16 05:15:26.179103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9639-edf3-4e04-9dba-d5e9283de865 req-63bb0e9e-fb94-4f03-af63-b0fa442b73e8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.180658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-001c9639-edf3-4e04-9dba-d5e9283de865 req-63bb0e9e-fb94-4f03-af63-b0fa442b73e8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 943 time: 0.1647778 Sep 16 05:15:26.182525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-62e90bc9-52ea-4c48-8477-41f52eb0a0c9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889459 Sep 16 05:15:26.219139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f3d1300d-0a8c-497c-801b-393f26dc1ca9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:26.227535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.275391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-001c9639-edf3-4e04-9dba-d5e9283de865 req-128c10b6-4ca4-4895-9e52-70e474b9a6d1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886347 Sep 16 05:15:26.310876 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.337434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port f3d1300d-0a8c-497c-801b-393f26dc1ca9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f3d1300d-0a8c-497c-801b-393f26dc1ca9,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:26.343648 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.409321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=f3d1300d-0a8c-497c-801b-393f26dc1ca9,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:26.732503 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64571520-3b38-4519-b183-2140c0e7278f tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.739651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64571520-3b38-4519-b183-2140c0e7278f tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.774845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64571520-3b38-4519-b183-2140c0e7278f tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.777288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-64571520-3b38-4519-b183-2140c0e7278f tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9874823 Sep 16 05:15:26.781415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57806) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:26.787767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4861baf7-33f9-41bc-8845-e58d5303d3f7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Request body: {'security_group_rule': {'security_group_id': '6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:26.842310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64571520-3b38-4519-b183-2140c0e7278f tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:26.847391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48cc7d86-2145-46ba-abf9-e2c074f67d3e req-0afa0abe-12e5-4265-8dfa-d7423421fde9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429698 Sep 16 05:15:26.865740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4861baf7-33f9-41bc-8845-e58d5303d3f7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:26.900050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc73d7-e604-4f06-86a5-bc26c0007f62 req-8c0a9ac0-122c-4f81-9fa7-ba9821ff781d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:26.901757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45cc73d7-e604-4f06-86a5-bc26c0007f62 req-8c0a9ac0-122c-4f81-9fa7-ba9821ff781d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1232471 Sep 16 05:15:26.977822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d6fea5-8559-4a92-a136-2654143dfa56 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:26.984247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45cc73d7-e604-4f06-86a5-bc26c0007f62 req-a4d7c43f-286e-4a0a-8ed0-23c9c633285d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686188 Sep 16 05:15:27.003005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4861baf7-33f9-41bc-8845-e58d5303d3f7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.011138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4861baf7-33f9-41bc-8845-e58d5303d3f7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.034881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861baf7-33f9-41bc-8845-e58d5303d3f7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f39feb-56d6-4cee-a211-29322aa8ab36,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.050549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Sync routers for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:27.072122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4861baf7-33f9-41bc-8845-e58d5303d3f7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.076151 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4861baf7-33f9-41bc-8845-e58d5303d3f7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2905264 Sep 16 05:15:27.076453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:27.080930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1e8eacc2-2b40-409e-ad37-d484177f35ae tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Request body: {'security_group_rule': {'security_group_id': '6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:27.112763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e8eacc2-2b40-409e-ad37-d484177f35ae tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.121483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-1d13c5b0-9e67-43d5-b957-896616608db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.134416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-1d13c5b0-9e67-43d5-b957-896616608db9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 1095 time: 0.1015294 Sep 16 05:15:27.168944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:27.169683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:14:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:27.181842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e8eacc2-2b40-409e-ad37-d484177f35ae tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.192405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e8eacc2-2b40-409e-ad37-d484177f35ae tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.206721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8eacc2-2b40-409e-ad37-d484177f35ae tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ad11f5-a920-4179-93fe-6ef7665ad34c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:27.230101 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e8eacc2-2b40-409e-ad37-d484177f35ae tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.232503 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e8eacc2-2b40-409e-ad37-d484177f35ae tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550505 Sep 16 05:15:27.236156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:27.243184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:27.278722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.318507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:27.370265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-062705be-5689-492a-a865-bb91afc6afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.372515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-062705be-5689-492a-a865-bb91afc6afd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.2268150 Sep 16 05:15:27.412607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d399f-8850-414d-ac9c-77d59e285f61 req-ffcc4d95-48d5-48c6-9c98-f1fb27165812 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.414423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-548d399f-8850-414d-ac9c-77d59e285f61 req-ffcc4d95-48d5-48c6-9c98-f1fb27165812 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.0989115 Sep 16 05:15:27.420373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'port_id': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'mac_address': 'fa:16:3e:74:79:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:27.454506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.473139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:27.497863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-31a5f2e5-367f-4371-b4a9-5192a21996f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659ab15e-e45d-4a0f-8eb8-a2de054e2074 HTTP/1.1" status: 200 len: 217 time: 0.1057801 Sep 16 05:15:27.585965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Allocated IP 172.25.6.6 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/a19b28da-c85d-4183-9d09-86b28ee2d5b5) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:27.618315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce342b7e-2dcf-4f6f-a823-5eff8df097ab req-dbf97c16-9303-413c-beb7-1634238b6c5a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.628041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce342b7e-2dcf-4f6f-a823-5eff8df097ab req-dbf97c16-9303-413c-beb7-1634238b6c5a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 943 time: 0.2245276 Sep 16 05:15:27.650346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-548d399f-8850-414d-ac9c-77d59e285f61 req-de55465f-6fde-45db-b9de-dd9fc6a9c1e6 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647363 Sep 16 05:15:27.671517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.677713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-40561ac9-9662-40fe-a041-5c4baa5a1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:27.679351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-40561ac9-9662-40fe-a041-5c4baa5a1441 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.1662998 Sep 16 05:15:27.744049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5d6fea5-8559-4a92-a136-2654143dfa56 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:27.754627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.765422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:27.778641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.794573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:27.821894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-bf995a81-b397-40da-b416-c1a51da61789 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232097 Sep 16 05:15:27.838645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce342b7e-2dcf-4f6f-a823-5eff8df097ab req-d8dbc0bd-e73a-4dd9-a5ba-e9dd66e04630 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091715 Sep 16 05:15:27.839414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:27.844221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:27.849847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:27.930197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a5d6fea5-8559-4a92-a136-2654143dfa56'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:27.973708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.011739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-5e0fb533-5e30-47ee-a5a9-45ffefe7aa51 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702189 Sep 16 05:15:28.063826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event updated for resources: {'Port': ['ID=a19b28da-c85d-4183-9d09-86b28ee2d5b5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:28.195522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.313428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6af52-f5b1-4578-9278-64a21c602cb3 req-f1138b45-735a-453b-bf64-e5f468fd16d5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:28.318798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f3d1300d-0a8c-497c-801b-393f26dc1ca9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:28.324048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.329157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96b6af52-f5b1-4578-9278-64a21c602cb3 req-f1138b45-735a-453b-bf64-e5f468fd16d5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 945 time: 0.1485813 Sep 16 05:15:28.372354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35b695db-f746-4155-abf0-b3aa718d3820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.426260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 2, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:28.431037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-084577c4-54fd-48bb-88e5-9c71752d2edb req-7c318c56-a9d6-41cb-aabf-4c47a5d92367 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056003 Sep 16 05:15:28.472461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96b6af52-f5b1-4578-9278-64a21c602cb3 req-7187d94c-9395-471c-9b94-12468a6d2987 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410694 Sep 16 05:15:28.566518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Checking router: 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:28.566893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Updating router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:15:28.691876 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.758630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.762344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f3d1300d-0a8c-497c-801b-393f26dc1ca9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:28.762971 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.802611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:28.968524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.018519 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.022372 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7846451 Sep 16 05:15:29.072811 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbb191-f422-4368-8819-7f79991a50ee tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event updated for resources: {'Port': ['ID=a19b28da-c85d-4183-9d09-86b28ee2d5b5,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:29.083020 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-c2100455-1176-45c2-9320-250fec4fbb8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3735592 Sep 16 05:15:29.139106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735416e-d520-4779-a427-baa4d8843065 req-22a3df27-3d4c-4aac-a634-71041657179e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.140994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d735416e-d520-4779-a427-baa4d8843065 req-22a3df27-3d4c-4aac-a634-71041657179e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.2784004 Sep 16 05:15:29.297422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1ec26-2e1d-4bb3-8e7c-0c0c02b520c8 req-5657b477-078c-48f2-8425-49b0a95ffd59 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.310509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bc1ec26-2e1d-4bb3-8e7c-0c0c02b520c8 req-5657b477-078c-48f2-8425-49b0a95ffd59 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 943 time: 0.3237398 Sep 16 05:15:29.382533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.387407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d735416e-d520-4779-a427-baa4d8843065 req-38497f5f-3b90-4db3-9afc-69a34571e64b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264993 Sep 16 05:15:29.435331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.470620 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.480505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bc1ec26-2e1d-4bb3-8e7c-0c0c02b520c8 req-68c18414-e2b0-4ee7-8bc7-cc0c6cdd33fb tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685534 Sep 16 05:15:29.677231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-d1f6a113-96bb-4550-a1fc-4344588bcfd7 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1853517140&fields=id&tenant_id=d699149825b648b4bbef43bb4ceca74d HTTP/1.1" status: 200 len: 267 time: 0.0751650 Sep 16 05:15:29.883811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023bfc2-183c-462b-85d9-dd9de0a0a217 None None] Pushing event updated for resources: {'Port': ['ID=64bdfa33-3e2a-4849-9e9c-98908716e0c3,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:29.922049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Attempting to bind port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:29.922304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Attempting to bind port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:29.924590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Attempting to bind port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 on network a7d87e34-2dc2-49af-b289-79052d821967 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:29.934013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.935021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:29.935407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Checking segment: {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:29.935805 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.936229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Bound using segment: {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:29.936769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Bound port: 64bdfa33-3e2a-4849-9e9c-98908716e0c3, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:29.937161 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:29.987373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476065-3023-41b8-b795-08877365ab10 req-9a421561-3688-4228-aa88-d11da2d2a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:29.990966 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-9a421561-3688-4228-aa88-d11da2d2a8f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=589b6d16d23c4a619243aa3648f1e7c6&device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 1097 time: 0.8433518 Sep 16 05:15:30.090645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] For port 64bdfa33-3e2a-4849-9e9c-98908716e0c3, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:30.095588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] For port 64bdfa33-3e2a-4849-9e9c-98908716e0c3, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=64bdfa33-3e2a-4849-9e9c-98908716e0c3,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:30.113359 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.113984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-9e0796f5-b7ec-4791-bdaa-4c18be49a474 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.117275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cec61c14-62e1-4573-b590-57bf3fdbd147 None None] Provisioning complete for port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:30.120033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cec61c14-62e1-4573-b590-57bf3fdbd147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:30.124126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-9e0796f5-b7ec-4791-bdaa-4c18be49a474 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/networks?id=a7d87e34-2dc2-49af-b289-79052d821967 HTTP/1.1" status: 200 len: 814 time: 0.4429383 Sep 16 05:15:30.144754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f548e8-ef6e-4ab0-87ea-2f5810e353c5 req-a579c147-a735-4968-aa64-090dc6e552b4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.148617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f548e8-ef6e-4ab0-87ea-2f5810e353c5 req-a579c147-a735-4968-aa64-090dc6e552b4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 945 time: 0.2168376 Sep 16 05:15:30.174925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-ee9bbd85-c7b4-46ea-8aaf-ff38de04292a tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/quotas/d699149825b648b4bbef43bb4ceca74d HTTP/1.1" status: 200 len: 375 time: 0.0497618 Sep 16 05:15:30.186164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476065-3023-41b8-b795-08877365ab10 req-dff74113-723a-4d2a-80b0-22dc1ae7344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.187817 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-dff74113-723a-4d2a-80b0-22dc1ae7344b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4a016958-4a9c-41cc-85d1-5479f1bc4474 HTTP/1.1" status: 200 len: 913 time: 0.1671453 Sep 16 05:15:30.371762 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-9503cf59-54b3-4adb-bbce-1802b9715203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 HTTP/1.1" status: 200 len: 1001 time: 0.1712327 Sep 16 05:15:30.374942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f548e8-ef6e-4ab0-87ea-2f5810e353c5 req-f72d8a58-f550-454c-8493-f4a534b73f17 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950815 Sep 16 05:15:30.430293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-0ce5c3d4-ba0e-4bef-b71d-b5d3d86320e9 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d699149825b648b4bbef43bb4ceca74d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2452381 Sep 16 05:15:30.491574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476065-3023-41b8-b795-08877365ab10 req-61f2a5ae-2988-45d6-a9ed-fc93c802112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.493376 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-61f2a5ae-2988-45d6-a9ed-fc93c802112e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08b75a6e-e3f0-47a6-99e6-47664551717a HTTP/1.1" status: 200 len: 851 time: 0.1136677 Sep 16 05:15:30.536184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:30.536883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:30.639789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476065-3023-41b8-b795-08877365ab10 req-ce3e0c3f-0e70-4650-9e7b-ec39f7055f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.641881 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-ce3e0c3f-0e70-4650-9e7b-ec39f7055f64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4a016958-4a9c-41cc-85d1-5479f1bc4474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380715 Sep 16 05:15:30.668221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27ee48-15de-4947-a8c5-714d911f2617 req-efc8d163-3966-410f-aac1-db4933942cb3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:30.676873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f27ee48-15de-4947-a8c5-714d911f2617 req-efc8d163-3966-410f-aac1-db4933942cb3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1631165 Sep 16 05:15:30.697628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-c8e67c07-d586-4a1d-b691-bc55609013d7 service neutron] 10.222.0.55 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403774 Sep 16 05:15:30.818431 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-6a57da5e-3932-4f9b-8f4d-c2fbce1d83ee service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650829 Sep 16 05:15:30.841450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-78e134af-60e9-4aba-923b-6016a8134a74 service neutron] 10.222.0.55 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341341 Sep 16 05:15:30.878949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f27ee48-15de-4947-a8c5-714d911f2617 req-293726ec-1ae5-4d4e-afd7-8bdfc01e3d50 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861911 Sep 16 05:15:31.070333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d6fea5-8559-4a92-a136-2654143dfa56 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:31.089604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023bfc2-183c-462b-85d9-dd9de0a0a217 None None] Pushing event updated for resources: {'Port': ['ID=64bdfa33-3e2a-4849-9e9c-98908716e0c3,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:31.137658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cec61c14-62e1-4573-b590-57bf3fdbd147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.206550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd92b3-a3f7-41de-a247-2b5ab94317fe req-856227ca-ddc8-4f5a-abc4-23e588b1a259 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.210353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7cd92b3-a3f7-41de-a247-2b5ab94317fe req-856227ca-ddc8-4f5a-abc4-23e588b1a259 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 943 time: 0.1138144 Sep 16 05:15:31.298967 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9d476065-3023-41b8-b795-08877365ab10 req-983c0af3-8ecf-4f9e-b14e-4344cea9373c service neutron] 10.222.0.73 "GET /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635060 Sep 16 05:15:31.410683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7cd92b3-a3f7-41de-a247-2b5ab94317fe req-58353d21-374d-4577-9fbc-cbc1a2d82ef8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937795 Sep 16 05:15:31.499324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deb0b1b4-550e-4418-940d-840d71f41494 req-0b3e6e2e-6ea9-4735-a464-cd2588dc6cdb tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 210 time: 0.0433705 Sep 16 05:15:31.577004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:31.660655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 659ab15e-e45d-4a0f-8eb8-a2de054e2074 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:31.672056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cec61c14-62e1-4573-b590-57bf3fdbd147 None None] For port 64bdfa33-3e2a-4849-9e9c-98908716e0c3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=64bdfa33-3e2a-4849-9e9c-98908716e0c3,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:31.731707 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cec61c14-62e1-4573-b590-57bf3fdbd147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.738235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:31.835160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb2470-2b1a-4346-9027-1129d4878fe7 req-7c22dc55-b38e-4a35-94d2-98015c64ef90 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:31.848676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fb2470-2b1a-4346-9027-1129d4878fe7 req-7c22dc55-b38e-4a35-94d2-98015c64ef90 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 945 time: 0.1695065 Sep 16 05:15:31.903583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fb2470-2b1a-4346-9027-1129d4878fe7 req-ea8a770c-ddb5-467d-9db6-d78459830824 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520165 Sep 16 05:15:31.951704 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:15:31.980231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a5d6fea5-8559-4a92-a136-2654143dfa56 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:31.980723 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.081848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5cd04199-7b6f-4f96-a0fc-7029ac5eb23f None None] Provisioning complete for port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:32.089692 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5cd04199-7b6f-4f96-a0fc-7029ac5eb23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.130552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ec726-bc0a-4533-afef-b1e49c2ebad6 req-053ae457-eefb-479c-aafb-fd31b87ebeea tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.140414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d27ec726-bc0a-4533-afef-b1e49c2ebad6 req-053ae457-eefb-479c-aafb-fd31b87ebeea tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1344228 Sep 16 05:15:32.194281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d27ec726-bc0a-4533-afef-b1e49c2ebad6 req-a171f742-b64d-425f-832f-d7921dbb8698 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477531 Sep 16 05:15:32.301990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec61c14-62e1-4573-b590-57bf3fdbd147 None None] Pushing event updated for resources: {'Port': ['ID=64bdfa33-3e2a-4849-9e9c-98908716e0c3,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:32.399896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 659ab15e-e45d-4a0f-8eb8-a2de054e2074, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=659ab15e-e45d-4a0f-8eb8-a2de054e2074,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:32.787830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '659ab15e-e45d-4a0f-8eb8-a2de054e2074', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'port_id': '659ab15e-e45d-4a0f-8eb8-a2de054e2074', 'mac_address': 'fa:16:3e:42:fd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e7959b-a90e-4941-90fe-b4a54ab5b25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:32.873898 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.881216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683b23-68b1-41a8-89ba-cd94818edcb0 req-74873e7d-1b80-43ac-bb22-9e63f0843cef tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:32.889307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659ab15e-e45d-4a0f-8eb8-a2de054e2074 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:32.898607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da683b23-68b1-41a8-89ba-cd94818edcb0 req-74873e7d-1b80-43ac-bb22-9e63f0843cef tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 943 time: 0.1648421 Sep 16 05:15:32.921509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 659ab15e-e45d-4a0f-8eb8-a2de054e2074, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=659ab15e-e45d-4a0f-8eb8-a2de054e2074,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:32.923259 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.945739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.003956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-767d65e6-44a6-49a4-806a-63d8349c1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.006310 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-767d65e6-44a6-49a4-806a-63d8349c1642 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=25f82e6472344c72a6985bddc2e9d834&device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 1098 time: 0.1555815 Sep 16 05:15:33.042345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=659ab15e-e45d-4a0f-8eb8-a2de054e2074,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:33.059033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:33.061442 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867a0b8-ce7e-4f49-ae0a-f79f62c6276a" -d '{"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:33.081306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:30Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:33.087209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:33.113162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004be92e-4253-4d82-83d2-10e681c07323 None None] The sync data for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 is: [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:30Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:33.114862 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:33.125192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8624590a-580c-4acf-957c-e363f35b4871 req-30288569-05a5-440b-a0e0-044567e38827 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 210 time: 0.1250110 Sep 16 05:15:33.273657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:33.304798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-42628330-3e80-4382-b0a1-52be844fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.306511 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-42628330-3e80-4382-b0a1-52be844fc128 service neutron] 10.222.0.73 "GET /v2.0/networks?id=847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 200 len: 917 time: 0.2914298 Sep 16 05:15:33.338230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da683b23-68b1-41a8-89ba-cd94818edcb0 req-ec372c7a-24ee-4c6e-9728-68cee23dafbf tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347451 Sep 16 05:15:33.385538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-2852b752-ea71-49c7-9b05-970d50e2bf00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c HTTP/1.1" status: 200 len: 217 time: 0.0692101 Sep 16 05:15:33.467056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-1d7715ae-6567-41ca-a3c3-a865a9598c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.470238 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-1d7715ae-6567-41ca-a3c3-a865a9598c89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 200 len: 855 time: 0.0759525 Sep 16 05:15:33.566050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-c78f723b-d6b6-460e-be32-b66302a86b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.567953 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-c78f723b-d6b6-460e-be32-b66302a86b3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847bbdf8-a8c9-47fb-8915-945f9b74464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896797 Sep 16 05:15:33.659739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-e50a5799-8598-4d6d-a940-851a16980c6c tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.661271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-e50a5799-8598-4d6d-a940-851a16980c6c tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.73 "GET /v2.0/networks?id=a7d87e34-2dc2-49af-b289-79052d821967 HTTP/1.1" status: 200 len: 814 time: 0.5344033 Sep 16 05:15:33.714504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['659ab15e-e45d-4a0f-8eb8-a2de054e2074'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:33.738059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277eef9-b65f-4d03-80df-8f4ef8323b1a req-f75e7557-475a-4677-b195-8a10b316a30b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.746079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1277eef9-b65f-4d03-80df-8f4ef8323b1a req-f75e7557-475a-4677-b195-8a10b316a30b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.2897511 Sep 16 05:15:33.783646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f980e-99b1-4efc-b75a-d92182a32923 req-6351fd02-5e8d-40cc-82a9-d0a2f0b14edd tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:33.785159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-042f980e-99b1-4efc-b75a-d92182a32923 req-6351fd02-5e8d-40cc-82a9-d0a2f0b14edd tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.2485628 Sep 16 05:15:33.861039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1277eef9-b65f-4d03-80df-8f4ef8323b1a req-74e3b507-848d-4817-a3d1-e9127be79b39 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137316 Sep 16 05:15:33.923165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-a774d03b-a868-43b5-a99e-179571d34b6b tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d699149825b648b4bbef43bb4ceca74d HTTP/1.1" status: 200 len: 380 time: 0.2410810 Sep 16 05:15:33.944178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Request body: {'port': {'device_id': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'admin_state_up': True, 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'security_groups': ['6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:33.964209 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-f6e6bbdf-1818-486f-ba2f-d9aefde649aa service neutron] 10.222.0.73 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744462 Sep 16 05:15:33.988935 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f39709-6be5-4b20-9590-fc647e5a19c1 x-openstack-request-id: req-51f39709-6be5-4b20-9590-fc647e5a19c1 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:34.008512 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:34.008746 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51f39709-6be5-4b20-9590-fc647e5a19c1 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:34.009188 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'code': 200} Sep 16 05:15:34.010503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-042f980e-99b1-4efc-b75a-d92182a32923 req-cc25e230-4cb7-4265-8ea2-bd9531d0d170 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003891 Sep 16 05:15:34.239480 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9aa0f3ba-b7dc-43d7-b8e8-aa2063479597 req-ee661c01-a153-468c-a710-744bc7485e68 service neutron] 10.222.0.73 "GET /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569687 Sep 16 05:15:34.334916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 64bdfa33-3e2a-4849-9e9c-98908716e0c3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:34.373036 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34c57587-2481-42ad-8fee-2f85bc7e1a15 req-8a412012-915b-4cd4-83e4-3198dd65aaab tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 210 time: 0.0750630 Sep 16 05:15:34.435945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Made reservation on behalf of d699149825b648b4bbef43bb4ceca74d for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:34.444685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.645664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:34.647075 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:34.737905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73b175-aac4-4690-9b39-9574e309e536 req-6fe9a6de-c279-4ab2-a906-b26f3077bfe7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:34.747933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e73b175-aac4-4690-9b39-9574e309e536 req-6fe9a6de-c279-4ab2-a906-b26f3077bfe7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 944 time: 0.1362121 Sep 16 05:15:34.845071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e73b175-aac4-4690-9b39-9574e309e536 req-c7865c0c-ac4c-4254-82fe-3dad257f8398 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817304 Sep 16 05:15:34.849823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Allocated IP 172.20.0.9 (a7d87e34-2dc2-49af-b289-79052d821967/5eb5cff0-4ed0-4ae8-8259-f3c50f96968b/db0b19c9-e2f0-4591-9f66-d7150e83eb8a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:35.222716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.303415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.378158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Network a7d87e34-2dc2-49af-b289-79052d821967 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:35.404812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:35.413859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:35.454247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145398-74bf-4796-80e1-b5f38448a256 req-af4841c7-f560-4c22-bd4a-ce6064d52d40 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.465364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a145398-74bf-4796-80e1-b5f38448a256 req-af4841c7-f560-4c22-bd4a-ce6064d52d40 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.4828236 Sep 16 05:15:35.565616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event updated for resources: {'Port': ['ID=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:35.636875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.637552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.677544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a145398-74bf-4796-80e1-b5f38448a256 req-a02486d5-d56f-4cd0-bfd6-9dfa0ec8bbeb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150223 Sep 16 05:15:35.678887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-b5b275d1-da1a-451e-a6b0-21b58f831da2 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7478106 Sep 16 05:15:35.689165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da4e4e-a58d-43fb-ab9a-3022eed9d9de req-329d54c9-6eaf-4536-ad69-9be2f9fe4ff8 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:35.690780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79da4e4e-a58d-43fb-ab9a-3022eed9d9de req-329d54c9-6eaf-4536-ad69-9be2f9fe4ff8 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.4145892 Sep 16 05:15:35.698055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Request body: {'port': {'device_id': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:35.882011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79da4e4e-a58d-43fb-ab9a-3022eed9d9de req-8c03302b-2356-418a-a299-71aad2dca784 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674206 Sep 16 05:15:35.893391 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:35.949480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3b07d1bd-90cf-4eaf-8cb6-398ec4b6b267 None None] Provisioning complete for port db0b19c9-e2f0-4591-9f66-d7150e83eb8a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:35.950052 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b07d1bd-90cf-4eaf-8cb6-398ec4b6b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.029151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3b07d1bd-90cf-4eaf-8cb6-398ec4b6b267 None None] Port db0b19c9-e2f0-4591-9f66-d7150e83eb8a cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:15:36.059057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe16ef2-6bd1-4db6-818b-6f0c5d641a8d req-ad4337d1-ae7c-4616-8979-b9d35182c25a tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.063755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fe16ef2-6bd1-4db6-818b-6f0c5d641a8d req-ad4337d1-ae7c-4616-8979-b9d35182c25a tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 931 time: 0.1722546 Sep 16 05:15:36.176963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fe16ef2-6bd1-4db6-818b-6f0c5d641a8d req-b76f8168-b961-4df7-9239-34d6040b64bb tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063223 Sep 16 05:15:36.298060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beb30d-c122-4ccb-aee1-1c772bef4c91 req-5f3d586d-1e66-4e21-95d1-aefb04003bbd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.300139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42beb30d-c122-4ccb-aee1-1c772bef4c91 req-5f3d586d-1e66-4e21-95d1-aefb04003bbd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 944 time: 0.1815782 Sep 16 05:15:36.405081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42beb30d-c122-4ccb-aee1-1c772bef4c91 req-abd28d32-8ba0-4e6f-a7e9-0e1e7f60447e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780256 Sep 16 05:15:36.555112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded26ee1-dd48-4186-85cf-7058ca8e1477 req-9b0f62fd-bbb3-4bdb-98c2-e1ae3f5ff0c8 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.556620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ded26ee1-dd48-4186-85cf-7058ca8e1477 req-9b0f62fd-bbb3-4bdb-98c2-e1ae3f5ff0c8 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1971498 Sep 16 05:15:36.637410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ded26ee1-dd48-4186-85cf-7058ca8e1477 req-b7be6d04-4e2a-484f-8d23-4bf863d77d90 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736463 Sep 16 05:15:36.712188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0b19c9-e2f0-4591-9f66-d7150e83eb8a {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:36.720432 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.753401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Transition to ACTIVE for port object db0b19c9-e2f0-4591-9f66-d7150e83eb8a will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:36.764500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:36.913971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Pushing event updated for resources: {'Port': ['ID=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:36.976516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6b70f-a5bb-4a74-9fcf-e53c4a68bddb req-2f6ad2f9-74c7-4455-aaa2-6709c50f70b6 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.978468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdf6b70f-a5bb-4a74-9fcf-e53c4a68bddb req-2f6ad2f9-74c7-4455-aaa2-6709c50f70b6 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 946 time: 0.1642759 Sep 16 05:15:36.992131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2e400-a135-4f4c-b0ad-9e4e16b94385 req-f2b21dde-314c-4489-8b64-c03835fd7c55 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:36.994278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15d2e400-a135-4f4c-b0ad-9e4e16b94385 req-f2b21dde-314c-4489-8b64-c03835fd7c55 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1711624 Sep 16 05:15:37.121328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdf6b70f-a5bb-4a74-9fcf-e53c4a68bddb req-d85b36b1-4711-4b8b-9104-2e8ee55fac22 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229446 Sep 16 05:15:37.142419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Attempting to bind port db0b19c9-e2f0-4591-9f66-d7150e83eb8a on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:37.142750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Attempting to bind port db0b19c9-e2f0-4591-9f66-d7150e83eb8a by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:37.142988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Attempting to bind port db0b19c9-e2f0-4591-9f66-d7150e83eb8a on network a7d87e34-2dc2-49af-b289-79052d821967 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:37.157775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Port db0b19c9-e2f0-4591-9f66-d7150e83eb8a on network a7d87e34-2dc2-49af-b289-79052d821967 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:37.158041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Attempting to bind port db0b19c9-e2f0-4591-9f66-d7150e83eb8a on network a7d87e34-2dc2-49af-b289-79052d821967 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:37.164345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:37.164690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Checking segment: {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:37.165059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Bound using segment: {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:37.165493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Bound port: db0b19c9-e2f0-4591-9f66-d7150e83eb8a, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f1a91d-d754-4fbc-9d00-c213110ddace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:37.165847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.170991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15d2e400-a135-4f4c-b0ad-9e4e16b94385 req-3ca6859f-c2c2-4227-bd7b-1a61d254369f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232984 Sep 16 05:15:37.306357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] For port db0b19c9-e2f0-4591-9f66-d7150e83eb8a, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:37.318624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] For port db0b19c9-e2f0-4591-9f66-d7150e83eb8a, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:37.326728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.352787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 659ab15e-e45d-4a0f-8eb8-a2de054e2074 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:37.417962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.418583 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.420956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] 10.222.0.73 "PUT /v2.0/ports/db0b19c9-e2f0-4591-9f66-d7150e83eb8a HTTP/1.1" status: 200 len: 1092 time: 1.7286134 Sep 16 05:15:37.427257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:37.437545 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28df4d9a-d22d-4347-a11e-412ec80050ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:37.565694 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:37.577119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:37.577469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.731596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1cbad-73e2-48d3-a117-aba4f058acda service neutron] Pushing event updated for resources: {'Port': ['ID=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:37.757263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-f9bc2697-29c2-499f-872a-475fce3b6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.758945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-f9bc2697-29c2-499f-872a-475fce3b6c6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d699149825b648b4bbef43bb4ceca74d&device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 1095 time: 0.2402656 Sep 16 05:15:37.769516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bc1e7-be75-4bda-a63d-434f148c7563 req-28b3e600-e923-44f0-bd96-e9ae2588d9de tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.777358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-931bc1e7-be75-4bda-a63d-434f148c7563 req-28b3e600-e923-44f0-bd96-e9ae2588d9de tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.1470811 Sep 16 05:15:37.862341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-1b398579-baef-442f-9a37-1fd2d2022bca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a HTTP/1.1" status: 200 len: 217 time: 0.0605333 Sep 16 05:15:37.875043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bb0a2-b381-4a90-b1fa-6ba69782aaa1 req-7738b11b-d755-432f-a6a6-646a76c82b4e tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:37.883239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-483bb0a2-b381-4a90-b1fa-6ba69782aaa1 req-7738b11b-d755-432f-a6a6-646a76c82b4e tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 943 time: 0.2203426 Sep 16 05:15:37.900141 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.960240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-483bb0a2-b381-4a90-b1fa-6ba69782aaa1 req-e9e5e6fd-70a8-4b92-9d23-5b4a1ef3e209 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624645 Sep 16 05:15:37.991210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ab15e-e45d-4a0f-8eb8-a2de054e2074'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:37.997711 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae57954-679d-48a8-89b8-0952c64bf9e1" -d '{"events": [{"server_uuid": "eaffb0b1-30aa-472c-bdec-0245d1a01992", "name": "network-vif-plugged", "status": "completed", "tag": "659ab15e-e45d-4a0f-8eb8-a2de054e2074"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:38.054583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-931bc1e7-be75-4bda-a63d-434f148c7563 req-2c87dfac-9f59-41ed-85a0-ed49de21248e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762618 Sep 16 05:15:38.079001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 659ab15e-e45d-4a0f-8eb8-a2de054e2074, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=659ab15e-e45d-4a0f-8eb8-a2de054e2074,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:38.101706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:38.143121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-0f8c37bb-aa6c-41e5-8a2f-8faff4e30c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.158158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-0f8c37bb-aa6c-41e5-8a2f-8faff4e30c77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5eb5cff0-4ed0-4ae8-8259-f3c50f96968b HTTP/1.1" status: 200 len: 853 time: 0.2520001 Sep 16 05:15:38.250576 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a680a664-a260-45b9-a659-63efa2aaec3a x-openstack-request-id: req-a680a664-a260-45b9-a659-63efa2aaec3a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:38.250846 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:38.251329 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a680a664-a260-45b9-a659-63efa2aaec3a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:38.251512 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'status': 'completed', 'code': 200} Sep 16 05:15:38.321260 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b47356-0d73-4ae5-8b16-a7f6b484fd34 x-openstack-request-id: req-76b47356-0d73-4ae5-8b16-a7f6b484fd34 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:38.321672 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaffb0b1-30aa-472c-bdec-0245d1a01992", "name": "network-vif-plugged", "status": "completed", "tag": "659ab15e-e45d-4a0f-8eb8-a2de054e2074", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:38.322040 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76b47356-0d73-4ae5-8b16-a7f6b484fd34 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:38.326252 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ab15e-e45d-4a0f-8eb8-a2de054e2074', 'code': 200} Sep 16 05:15:38.350286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=659ab15e-e45d-4a0f-8eb8-a2de054e2074,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:38.371047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-4fa9ec12-207d-4fe9-a7cc-fc1582ccec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.374214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-4fa9ec12-207d-4fe9-a7cc-fc1582ccec5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a7d87e34-2dc2-49af-b289-79052d821967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1815236 Sep 16 05:15:38.378149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.381219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.381567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.384495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.385029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.387472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ef42c-4621-4ea6-984a-9f4c653ae051 req-b312eeab-4264-4d40-a0bc-e6409c3dfc2b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.388259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.388576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.391528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.392079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.392456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.392869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.400237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:38.418519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4ef42c-4621-4ea6-984a-9f4c653ae051 req-b312eeab-4264-4d40-a0bc-e6409c3dfc2b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.2548373 Sep 16 05:15:38.461547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-d01e274f-8d96-4f88-a924-7bc97b26caf8 req-97536c23-e5db-4550-9558-8dc7b8e4c9b5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:15:38.469656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01e274f-8d96-4f88-a924-7bc97b26caf8 req-97536c23-e5db-4550-9558-8dc7b8e4c9b5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313189 Sep 16 05:15:38.650481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4ef42c-4621-4ea6-984a-9f4c653ae051 req-ce3fad9e-0fd2-4bd0-b09a-1b4681ceca7a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310226 Sep 16 05:15:38.733744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01e274f-8d96-4f88-a924-7bc97b26caf8 req-7b8f1196-b5cb-47c8-a1bc-195649dbbea6 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2628012 Sep 16 05:15:38.741590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901d0f7-4ffe-4db6-be24-7dd5d0b719ff req-f1e69e64-5f14-45d6-9178-e659e95be974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:38.743214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c901d0f7-4ffe-4db6-be24-7dd5d0b719ff req-f1e69e64-5f14-45d6-9178-e659e95be974 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 1097 time: 0.2962894 Sep 16 05:15:38.761615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-1146949f-d246-43f9-a7f8-f592da2905f6 service neutron] 10.222.0.73 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307579 Sep 16 05:15:39.662253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c901d0f7-4ffe-4db6-be24-7dd5d0b719ff req-ef3e155a-6537-4f7e-a69f-140736976ab9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8992782 Sep 16 05:15:39.813882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e1e4-6d11-408d-82fb-9a3b90741fb4 req-11b26b22-ca57-44d7-8ab7-defa39eb9253 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.825535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58a5e1e4-6d11-408d-82fb-9a3b90741fb4 req-11b26b22-ca57-44d7-8ab7-defa39eb9253 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 943 time: 0.1739528 Sep 16 05:15:39.841102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8db2c1-488f-417d-aeb5-7a829e32797d req-69d58904-35fb-4e5c-8185-b6eeff746854 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:39.842590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e8db2c1-488f-417d-aeb5-7a829e32797d req-69d58904-35fb-4e5c-8185-b6eeff746854 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 1.0054648 Sep 16 05:15:39.863486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d01a3b46-29ff-482d-a4b5-5c224e18447e req-95b305c5-474b-439c-be22-38881d0712de service neutron] 10.222.0.73 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0850420 Sep 16 05:15:39.911398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58a5e1e4-6d11-408d-82fb-9a3b90741fb4 req-8dd77876-1bb9-4205-b435-37bb6daea184 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849354 Sep 16 05:15:40.066511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e8db2c1-488f-417d-aeb5-7a829e32797d req-00824f07-24b7-498e-b5ae-6760b3c18690 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020144 Sep 16 05:15:40.094260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-afc2ec57-19c6-4dd8-9b2b-31f34b73582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.094260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-afc2ec57-19c6-4dd8-9b2b-31f34b73582a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d699149825b648b4bbef43bb4ceca74d&device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 1095 time: 0.1426418 Sep 16 05:15:40.141953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f8fc-a0a3-4cd2-9431-4c2bdbee3c72 req-5d9a0335-3426-4251-ac8d-bcc2c334f6ba tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.150445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0909f8fc-a0a3-4cd2-9431-4c2bdbee3c72 req-5d9a0335-3426-4251-ac8d-bcc2c334f6ba tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.1035743 Sep 16 05:15:40.273615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0909f8fc-a0a3-4cd2-9431-4c2bdbee3c72 req-d05c2606-1854-4030-b6a0-80b327ba03f9 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214714 Sep 16 05:15:40.430761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-761df0b2-6230-4a4e-9fcf-ce3e7ebf1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.447056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-761df0b2-6230-4a4e-9fcf-ce3e7ebf1973 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a7d87e34-2dc2-49af-b289-79052d821967 HTTP/1.1" status: 200 len: 915 time: 0.3393283 Sep 16 05:15:40.476776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204194-c1b5-40bc-bdab-39cdf03e6ff9 req-2c1e001e-e99d-4a95-a1fb-3a37df692ee5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.487572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4204194-c1b5-40bc-bdab-39cdf03e6ff9 req-2c1e001e-e99d-4a95-a1fb-3a37df692ee5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.1744297 Sep 16 05:15:40.625259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-8cc53a71-9777-47e9-ae4d-f12ea98f287c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a HTTP/1.1" status: 200 len: 217 time: 0.1219001 Sep 16 05:15:40.711688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4204194-c1b5-40bc-bdab-39cdf03e6ff9 req-abe386fe-ea99-48e6-b4b4-4d6cf503c22f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213414 Sep 16 05:15:40.762686 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9d935-5a98-441d-94a5-a941cb74c039 req-883d4eeb-0b76-4a32-a104-4f0e57ae6818 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.781047 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55a9d935-5a98-441d-94a5-a941cb74c039 req-883d4eeb-0b76-4a32-a104-4f0e57ae6818 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 946 time: 0.1643476 Sep 16 05:15:40.834195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-e9847ae3-79b8-433d-aa28-fd9c3bc55a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:40.836078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-e9847ae3-79b8-433d-aa28-fd9c3bc55a0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5eb5cff0-4ed0-4ae8-8259-f3c50f96968b HTTP/1.1" status: 200 len: 853 time: 0.1828213 Sep 16 05:15:40.904805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55a9d935-5a98-441d-94a5-a941cb74c039 req-c56de1cf-868a-468e-b9ea-49241f1f8a26 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223800 Sep 16 05:15:40.999176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-f96aa95d-c403-47b6-a5ce-2c8c42fb9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.009521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-f96aa95d-c403-47b6-a5ce-2c8c42fb9a7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a7d87e34-2dc2-49af-b289-79052d821967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645591 Sep 16 05:15:41.235903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-c0b605e6-76ef-401e-81d7-7ff5b6645bed service neutron] 10.222.0.73 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164755 Sep 16 05:15:41.305685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f93d62-75b5-4d59-95e0-047a19ca55e0 req-b3a75b95-1981-468d-8be1-19d32c21b7f2 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.307194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4f93d62-75b5-4d59-95e0-047a19ca55e0 req-b3a75b95-1981-468d-8be1-19d32c21b7f2 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.1681888 Sep 16 05:15:41.318218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dbbe8-dfe2-407d-b2e1-412608b3c868 req-ee2b690b-87e8-4313-a132-c2844f9d1918 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.324828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f4dbbe8-dfe2-407d-b2e1-412608b3c868 req-ee2b690b-87e8-4313-a132-c2844f9d1918 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 943 time: 0.1943364 Sep 16 05:15:41.437891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4f93d62-75b5-4d59-95e0-047a19ca55e0 req-0ed75709-2d6b-4ccb-a69c-81328e7e25db tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082175 Sep 16 05:15:41.464305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f4dbbe8-dfe2-407d-b2e1-412608b3c868 req-2f71e9e5-2809-4506-9de7-57def58423f0 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244597 Sep 16 05:15:41.494280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28df4d9a-d22d-4347-a11e-412ec80050ad req-5ab9c71d-d3f0-4b9a-bd7b-75dba27caaf8 service neutron] 10.222.0.73 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444336 Sep 16 05:15:41.637373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee9aba-ced1-4860-820f-b47bd72931d7 req-3e333293-e498-413e-af31-08ce32eee73b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.644690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edee9aba-ced1-4860-820f-b47bd72931d7 req-3e333293-e498-413e-af31-08ce32eee73b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.0900936 Sep 16 05:15:41.659838 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:41.699655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edee9aba-ced1-4860-820f-b47bd72931d7 req-e5786fce-84a0-4ef6-b47e-8e2e5412a1bf tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Sep 16 05:15:41.961533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda6fc3-30d2-418f-b789-d9bf6525b618 req-95674b90-f9ad-4026-b6e7-930571ce34c8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.969269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cfda6fc3-30d2-418f-b789-d9bf6525b618 req-95674b90-f9ad-4026-b6e7-930571ce34c8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.0875278 Sep 16 05:15:41.984117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439a3dc-d088-479a-8118-a9e1e4d3625e req-89bffd11-151c-49e4-804c-53d47e0fa10e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.992364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439a3dc-d088-479a-8118-a9e1e4d3625e req-89bffd11-151c-49e4-804c-53d47e0fa10e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:41.999419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439a3dc-d088-479a-8118-a9e1e4d3625e req-89bffd11-151c-49e4-804c-53d47e0fa10e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.007038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8439a3dc-d088-479a-8118-a9e1e4d3625e req-89bffd11-151c-49e4-804c-53d47e0fa10e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77&device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb&device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 2418 time: 0.1554117 Sep 16 05:15:42.088151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8439a3dc-d088-479a-8118-a9e1e4d3625e req-67771427-3d79-4bce-8b98-c3e84835401b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767105 Sep 16 05:15:42.121795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cfda6fc3-30d2-418f-b789-d9bf6525b618 req-29d3cb9d-7e08-4dc8-87d7-359053a74046 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516347 Sep 16 05:15:42.268037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a53ffccc-8a3d-465e-860b-4715e990238f req-2a700e9e-85d8-445f-bc74-955bf4e1dfbe tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1002109 Sep 16 05:15:42.321954 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:42.511279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e91a1-2b1e-4e8e-a241-6eb6ace99c59 req-089cbd43-9cb9-4b72-8a17-e5ed5ccf1a5d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.527797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d6e91a1-2b1e-4e8e-a241-6eb6ace99c59 req-089cbd43-9cb9-4b72-8a17-e5ed5ccf1a5d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.1361406 Sep 16 05:15:42.587545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d6e91a1-2b1e-4e8e-a241-6eb6ace99c59 req-bccbe737-71fb-45cb-963b-b3174944bc2f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586588 Sep 16 05:15:42.880575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c92b06-8406-4779-9f74-5cfcfac6772e req-591dbcf3-2cc7-4c27-a76a-cdb4c69ed25b tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:42.889032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7c92b06-8406-4779-9f74-5cfcfac6772e req-591dbcf3-2cc7-4c27-a76a-cdb4c69ed25b tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 943 time: 0.1544840 Sep 16 05:15:42.946993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7c92b06-8406-4779-9f74-5cfcfac6772e req-bb1796ca-a27a-44fb-8af7-bcbe671e7881 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526426 Sep 16 05:15:43.059438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device db0b19c9-e2f0-4591-9f66-d7150e83eb8a details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:15:43.317391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397896f6-bd33-4e87-876a-334ba61e5df6 req-034a0f56-f5da-48b7-b4b6-d9a9274d0ab7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:43.318750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port db0b19c9-e2f0-4591-9f66-d7150e83eb8a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:43.319757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-397896f6-bd33-4e87-876a-334ba61e5df6 req-034a0f56-f5da-48b7-b4b6-d9a9274d0ab7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1186707 Sep 16 05:15:43.341614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'port_id': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'mac_address': 'fa:16:3e:95:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:15:43.438199 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.438431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-397896f6-bd33-4e87-876a-334ba61e5df6 req-ef88bcc1-df39-42a8-8d05-51b4ab620054 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106236 Sep 16 05:15:43.469814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0b19c9-e2f0-4591-9f66-d7150e83eb8a {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:43.534977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port db0b19c9-e2f0-4591-9f66-d7150e83eb8a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:43.551113 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:43.601453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcde57-0c54-49e4-b1e0-ab2f5667ba83 req-362e042a-eb81-49b7-8615-1a411dc9b869 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:43.605449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3edcde57-0c54-49e4-b1e0-ab2f5667ba83 req-362e042a-eb81-49b7-8615-1a411dc9b869 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.1641400 Sep 16 05:15:43.731487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3edcde57-0c54-49e4-b1e0-ab2f5667ba83 req-0915aa69-fafe-4cfa-a60f-7abd4035ec94 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197348 Sep 16 05:15:43.790766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:43.909117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['db0b19c9-e2f0-4591-9f66-d7150e83eb8a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:44.241094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd716-b60d-4938-ba38-0f0a6bcdb236 req-5fb1c9fa-5e87-4fb1-88ff-7776449aa09e tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.248665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c8cd716-b60d-4938-ba38-0f0a6bcdb236 req-5fb1c9fa-5e87-4fb1-88ff-7776449aa09e tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 944 time: 0.1164610 Sep 16 05:15:44.329491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c8cd716-b60d-4938-ba38-0f0a6bcdb236 req-ffce90cc-e690-4060-b064-39fd40f12eb6 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696847 Sep 16 05:15:44.695075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a3da-c4e0-4337-925e-8c044ceae03e req-c5437643-fd18-458b-9dd3-d5bd62a010bb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:44.703502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2862a3da-c4e0-4337-925e-8c044ceae03e req-c5437643-fd18-458b-9dd3-d5bd62a010bb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.0703883 Sep 16 05:15:44.818469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2862a3da-c4e0-4337-925e-8c044ceae03e req-cc64b2e3-34c9-4ce8-ac05-676d55fe0a82 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138885 Sep 16 05:15:44.998188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc19f5-b174-4a8c-930f-f3093910aabf req-b0d4a2a3-a938-4f47-bbb5-727eee1151ee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.009539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7cc19f5-b174-4a8c-930f-f3093910aabf req-b0d4a2a3-a938-4f47-bbb5-727eee1151ee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.1283882 Sep 16 05:15:45.088672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device db0b19c9-e2f0-4591-9f66-d7150e83eb8a up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:15:45.236754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port db0b19c9-e2f0-4591-9f66-d7150e83eb8a completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:15:45.248012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port db0b19c9-e2f0-4591-9f66-d7150e83eb8a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:15:45.249238 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.269053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28607461-864a-437a-8e03-1eb2423387a3 req-a05550be-a338-4cb8-8b23-65a8e3f76004 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.293084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28607461-864a-437a-8e03-1eb2423387a3 req-a05550be-a338-4cb8-8b23-65a8e3f76004 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.2446618 Sep 16 05:15:45.363518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7cc19f5-b174-4a8c-930f-f3093910aabf req-012061dc-bfd0-4b10-8052-63bd06780c6e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409824 Sep 16 05:15:45.591737 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.639589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:45.643062 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e4750-2231-40f1-88b2-38d05f6403e0" -d '{"events": [{"server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "name": "network-vif-plugged", "status": "completed", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:45.703058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port db0b19c9-e2f0-4591-9f66-d7150e83eb8a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:45.713976 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.731454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Deleting port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:45.733152 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:45.751227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3931-8a9d-4acd-b459-d83b7fc9d1b9 req-187c37ab-9dd5-4626-8d46-a4d1a2541c59 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.761637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e2c3931-8a9d-4acd-b459-d83b7fc9d1b9 req-187c37ab-9dd5-4626-8d46-a4d1a2541c59 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.1547632 Sep 16 05:15:45.830855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:45.856065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa1ea0-54b9-49c2-8aeb-1677cf70ee9b req-cd410f87-bf7d-4dc0-9770-66193c367906 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:45.857686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8aa1ea0-54b9-49c2-8aeb-1677cf70ee9b req-cd410f87-bf7d-4dc0-9770-66193c367906 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 944 time: 0.2158837 Sep 16 05:15:45.959495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e2c3931-8a9d-4acd-b459-d83b7fc9d1b9 req-d0b3a871-0199-4eb1-9902-2a298a03f09a tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926136 Sep 16 05:15:46.162887 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8509df-7bae-48e2-959a-31ea2d34c85d x-openstack-request-id: req-5f8509df-7bae-48e2-959a-31ea2d34c85d {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:46.163428 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "name": "network-vif-plugged", "status": "completed", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:46.163428 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f8509df-7bae-48e2-959a-31ea2d34c85d {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:46.164286 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'code': 200} Sep 16 05:15:46.167967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] For port 659ab15e-e45d-4a0f-8eb8-a2de054e2074, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=659ab15e-e45d-4a0f-8eb8-a2de054e2074,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:46.171595 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.215671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8aa1ea0-54b9-49c2-8aeb-1677cf70ee9b req-46ea9746-3f54-4581-83fa-e7cd5909db2b tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427517 Sep 16 05:15:46.361363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Calling delete_port for 659ab15e-e45d-4a0f-8eb8-a2de054e2074 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:46.466182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ca7e-d483-4dc2-9992-7fbdbf27f706 req-5febaa52-6247-47e6-bb0c-3fd91104be7c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.467797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc47ca7e-d483-4dc2-9992-7fbdbf27f706 req-5febaa52-6247-47e6-bb0c-3fd91104be7c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1489873 Sep 16 05:15:46.518244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9723-3201-486d-bdc2-3defa5e1b702 req-c873f782-f771-448f-9769-482a618b886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.520632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e6d9723-3201-486d-bdc2-3defa5e1b702 req-c873f782-f771-448f-9769-482a618b886c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 1097 time: 0.2684791 Sep 16 05:15:46.619243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e6d9723-3201-486d-bdc2-3defa5e1b702 req-2c1b13fc-87bd-4a30-b86a-c7fb2bbc0df3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688925 Sep 16 05:15:46.644010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc47ca7e-d483-4dc2-9992-7fbdbf27f706 req-7e497d15-c32c-4880-842f-ce275e2e013f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543283 Sep 16 05:15:46.673928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665b91a-1455-4937-87ed-acef8bc47510 req-58c2ac94-724f-41f3-b972-d7fa23d13fe1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:46.683014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5665b91a-1455-4937-87ed-acef8bc47510 req-58c2ac94-724f-41f3-b972-d7fa23d13fe1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 945 time: 0.1984062 Sep 16 05:15:46.747218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5665b91a-1455-4937-87ed-acef8bc47510 req-c2130137-c2d5-4e3c-aebf-81dbaec3cfb3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570138 Sep 16 05:15:46.806410 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:46.823470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:46.888998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event deleted for resources: {'Port': ['ID=659ab15e-e45d-4a0f-8eb8-a2de054e2074,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:46.909056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['659ab15e-e45d-4a0f-8eb8-a2de054e2074'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:46.952016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.952407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.952750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.953084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.953413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.953747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.954068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.954392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.954849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.955172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.955555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:46.955880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:15:47.005067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] No DVR routers for this DVR port 659ab15e-e45d-4a0f-8eb8-a2de054e2074 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:47.010151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.013615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28607461-864a-437a-8e03-1eb2423387a3 req-b601b273-55c2-4c1c-8d08-c18847230312 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "DELETE /v2.0/ports/659ab15e-e45d-4a0f-8eb8-a2de054e2074 HTTP/1.1" status: 204 len: 173 time: 1.7200098 Sep 16 05:15:47.014106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'name': 'network-vif-deleted', 'tag': '659ab15e-e45d-4a0f-8eb8-a2de054e2074'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:47.025286 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45412bd0-8f2d-49a5-94a9-f0337ff3296d" -d '{"events": [{"server_uuid": "eaffb0b1-30aa-472c-bdec-0245d1a01992", "name": "network-vif-deleted", "tag": "659ab15e-e45d-4a0f-8eb8-a2de054e2074"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:47.200508 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96bdbaa-d62d-43da-a8d0-53463beb55c1 x-openstack-request-id: req-c96bdbaa-d62d-43da-a8d0-53463beb55c1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:47.200918 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaffb0b1-30aa-472c-bdec-0245d1a01992", "name": "network-vif-deleted", "tag": "659ab15e-e45d-4a0f-8eb8-a2de054e2074", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:47.202577 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c96bdbaa-d62d-43da-a8d0-53463beb55c1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:47.204827 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaffb0b1-30aa-472c-bdec-0245d1a01992', 'name': 'network-vif-deleted', 'tag': '659ab15e-e45d-4a0f-8eb8-a2de054e2074', 'status': 'completed', 'code': 200} Sep 16 05:15:47.273993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575e2f8-d000-42a8-a875-02d020209776 req-6662a410-1468-4d11-ad49-203a0210f6b9 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.275612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4575e2f8-d000-42a8-a875-02d020209776 req-6662a410-1468-4d11-ad49-203a0210f6b9 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.1688812 Sep 16 05:15:47.349149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4575e2f8-d000-42a8-a875-02d020209776 req-f8fb3243-0a8d-4a9b-aeba-7f821597db10 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642731 Sep 16 05:15:47.565764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff05b03-5dbf-4333-9e8a-044f02daea08 req-dc0d77a8-64cd-40fd-a0e3-b316f204e53b tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.567363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ff05b03-5dbf-4333-9e8a-044f02daea08 req-dc0d77a8-64cd-40fd-a0e3-b316f204e53b tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 945 time: 0.0987215 Sep 16 05:15:47.575929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5958-77f3-4322-8dca-d132a4ad953c req-a453fb0e-f904-46fd-8154-8a0fb16e5f82 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.584041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-716d5958-77f3-4322-8dca-d132a4ad953c req-a453fb0e-f904-46fd-8154-8a0fb16e5f82 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.1617315 Sep 16 05:15:47.645337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-716d5958-77f3-4322-8dca-d132a4ad953c req-5b996174-1954-42af-bf91-9bfd56f49517 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557618 Sep 16 05:15:47.709055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-ecc649be-8856-4043-ad7e-faae631099de tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:47.715403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-ecc649be-8856-4043-ad7e-faae631099de tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 945 time: 0.2297425 Sep 16 05:15:47.814659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ff05b03-5dbf-4333-9e8a-044f02daea08 req-a93c3564-d103-450a-93b6-933082e49e04 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073598 Sep 16 05:15:48.039740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Deleting port fe219371-f745-464b-8063-6f7f3d15bb22 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:48.040643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.054329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b2588-dbdb-4c90-ac38-c5ed50412be6 req-08dd621f-be39-4b97-af04-0f69daf8fe1f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.062313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a1b2588-dbdb-4c90-ac38-c5ed50412be6 req-08dd621f-be39-4b97-af04-0f69daf8fe1f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1142106 Sep 16 05:15:48.496438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c36fdf71-2fb9-494f-94dc-4e6e625f4fed req-eeb9be25-9155-4fce-9576-59e7b6678c1d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaffb0b1-30aa-472c-bdec-0245d1a01992 HTTP/1.1" status: 200 len: 210 time: 0.0399809 Sep 16 05:15:48.516241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a1b2588-dbdb-4c90-ac38-c5ed50412be6 req-169998c4-a96a-4eac-857f-0d186400ccdb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471951 Sep 16 05:15:48.593444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] For port fe219371-f745-464b-8063-6f7f3d15bb22, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe219371-f745-464b-8063-6f7f3d15bb22,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:48.594048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.615930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Calling delete_port for fe219371-f745-464b-8063-6f7f3d15bb22 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:48.803708 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:48.825323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6de4b213-b8d5-4c27-bc78-3070e66d485c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:48.906453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['2b1b39df-e180-4c64-8e24-42ba17e14897', 'fe219371-f745-464b-8063-6f7f3d15bb22'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:48.930226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336ef3b-57ab-4bdd-90a9-c59f1d423498 req-903dff54-572e-4203-b68c-6fd29a534075 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:48.939147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3336ef3b-57ab-4bdd-90a9-c59f1d423498 req-903dff54-572e-4203-b68c-6fd29a534075 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=4253a5ce-17dd-4b4c-982f-bb6796e81e77 HTTP/1.1" status: 200 len: 867 time: 0.3250179 Sep 16 05:15:48.941265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Pushing event deleted for resources: {'Port': ['ID=fe219371-f745-464b-8063-6f7f3d15bb22,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:49.101748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] No DVR routers for this DVR port fe219371-f745-464b-8063-6f7f3d15bb22 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:49.105915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.108361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb2936bb-068a-4f9d-ab85-3e2e0d37e7b1 req-bf256f04-d5da-4126-a3a1-c5b9188ad8ff tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "DELETE /v2.0/ports/fe219371-f745-464b-8063-6f7f3d15bb22 HTTP/1.1" status: 204 len: 173 time: 1.3835297 Sep 16 05:15:49.165951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3336ef3b-57ab-4bdd-90a9-c59f1d423498 req-f36fc905-7531-4b41-a546-b96cc836e0de tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250006 Sep 16 05:15:49.176971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb64c9-8ba5-4c28-a41b-17312ad6cf8f req-332f78db-cc29-4b12-8834-7ac763fca10a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.186253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68eb64c9-8ba5-4c28-a41b-17312ad6cf8f req-332f78db-cc29-4b12-8834-7ac763fca10a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.2844894 Sep 16 05:15:49.205574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'name': 'network-vif-deleted', 'tag': 'fe219371-f745-464b-8063-6f7f3d15bb22'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:49.208033 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1201e6b-d6b8-4409-9ed6-8a65ac770e69" -d '{"events": [{"server_uuid": "4253a5ce-17dd-4b4c-982f-bb6796e81e77", "name": "network-vif-deleted", "tag": "fe219371-f745-464b-8063-6f7f3d15bb22"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:49.251187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68eb64c9-8ba5-4c28-a41b-17312ad6cf8f req-007400b4-310f-4416-9bb7-7308ea0cd8b3 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637631 Sep 16 05:15:49.461453 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4444c7a7-2ce6-4bd9-9e0e-8c3eee44c8d6 x-openstack-request-id: req-4444c7a7-2ce6-4bd9-9e0e-8c3eee44c8d6 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:49.461823 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4253a5ce-17dd-4b4c-982f-bb6796e81e77", "name": "network-vif-deleted", "tag": "fe219371-f745-464b-8063-6f7f3d15bb22", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:49.461998 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4444c7a7-2ce6-4bd9-9e0e-8c3eee44c8d6 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:49.462553 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4253a5ce-17dd-4b4c-982f-bb6796e81e77', 'name': 'network-vif-deleted', 'tag': 'fe219371-f745-464b-8063-6f7f3d15bb22', 'status': 'completed', 'code': 200} Sep 16 05:15:49.488460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6427f-394d-4394-94f8-1df468ac3d71 req-3c39ed89-46e8-4350-b5e5-ce233ed52dbb tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.490087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9e6427f-394d-4394-94f8-1df468ac3d71 req-3c39ed89-46e8-4350-b5e5-ce233ed52dbb tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 945 time: 0.0636756 Sep 16 05:15:49.535959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9e6427f-394d-4394-94f8-1df468ac3d71 req-230dc148-966d-4dd8-a16b-c92ca4184a4b tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342252 Sep 16 05:15:49.564829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 659ab15e-e45d-4a0f-8eb8-a2de054e2074 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:49.631004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 659ab15e-e45d-4a0f-8eb8-a2de054e2074 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:49.631446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 659ab15e-e45d-4a0f-8eb8-a2de054e2074 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:49.725635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a80a03-feed-4371-8c87-0b615c40e564 req-b259d346-f540-4ec0-9068-c8444a58cfd0 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.739264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:49.745542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Request body: {'floatingip': {'port_id': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:49.752974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81a80a03-feed-4371-8c87-0b615c40e564 req-b259d346-f540-4ec0-9068-c8444a58cfd0 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 945 time: 0.1003177 Sep 16 05:15:49.825816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:49.910507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f66fb2-279a-4c3c-9ab2-6232be371a8d req-3104343d-70f3-428a-80e9-b6f1bcee9f8a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:49.912069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6f66fb2-279a-4c3c-9ab2-6232be371a8d req-3104343d-70f3-428a-80e9-b6f1bcee9f8a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1555176 Sep 16 05:15:49.974334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6f66fb2-279a-4c3c-9ab2-6232be371a8d req-2eb69219-f722-4f97-86c8-c4a3e96a624d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497577 Sep 16 05:15:50.165076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-b46e068f-a27c-495d-93f7-f3b045b829ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575974 Sep 16 05:15:50.412649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70f10f-847e-4cc7-ae44-3848401385a2 req-46ec2139-44c4-4a81-8639-f23d0f898d47 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.419887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee70f10f-847e-4cc7-ae44-3848401385a2 req-46ec2139-44c4-4a81-8639-f23d0f898d47 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.1199675 Sep 16 05:15:50.430466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-d7b3da83-00c7-49a8-843a-8c605a9a9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.433087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-d7b3da83-00c7-49a8-843a-8c605a9a9e03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1096 time: 0.1747074 Sep 16 05:15:50.536496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee70f10f-847e-4cc7-ae44-3848401385a2 req-090a4521-af97-4b9c-9803-98342de821c3 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110957 Sep 16 05:15:50.629484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-b8f1fd58-79e4-4a25-92bf-db88ab567d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.630982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-b8f1fd58-79e4-4a25-92bf-db88ab567d30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 1098 time: 0.1515963 Sep 16 05:15:50.689254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-2428e371-26fc-4ac0-9525-3429a6391190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.690915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-2428e371-26fc-4ac0-9525-3429a6391190 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.2339740 Sep 16 05:15:50.951683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-1c58106c-50ca-4657-b340-f0ec5d625b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:50.953219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-1c58106c-50ca-4657-b340-f0ec5d625b85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.3131979 Sep 16 05:15:51.071339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-dbd882fb-4be1-4d0c-a94b-49c9c57c06dc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.072918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-dbd882fb-4be1-4d0c-a94b-49c9c57c06dc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.2612276 Sep 16 05:15:51.079521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-1ce5a0c1-bf11-4607-b945-cf1b4c1a5c43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d6fea5-8559-4a92-a136-2654143dfa56 HTTP/1.1" status: 200 len: 217 time: 0.0961297 Sep 16 05:15:51.100237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.106469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.166166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-4ce52e16-fb20-4533-a7dd-cc6775702bac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.3698480 Sep 16 05:15:51.184969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-b2f85bfd-cb17-41c8-8fca-50272d0e8b04 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.1016588 Sep 16 05:15:51.247863 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Floating IP 12180a09-4754-49ee-b60b-b7d7c4750eba associated. External IP: 172.25.6.6, port: db0b19c9-e2f0-4591-9f66-d7150e83eb8a. Sep 16 05:15:51.271730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5ea21-36c7-40b5-ae66-adaeba00cd13 req-68bd4763-e907-496c-b4ed-5a7699b7c3ab tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.279697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fe5ea21-36c7-40b5-ae66-adaeba00cd13 req-68bd4763-e907-496c-b4ed-5a7699b7c3ab tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 946 time: 0.3295357 Sep 16 05:15:51.307493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-ca824b93-fb20-48d1-833a-ed2ce97fe73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.309057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-ca824b93-fb20-48d1-833a-ed2ce97fe73b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.2111309 Sep 16 05:15:51.323519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-9cabad44-9ac4-4ff0-91bb-50727eaa297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.324921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-9cabad44-9ac4-4ff0-91bb-50727eaa297f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.1389873 Sep 16 05:15:51.421136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fe5ea21-36c7-40b5-ae66-adaeba00cd13 req-19ce5c4a-a316-4751-9d1c-ff1324993b21 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259487 Sep 16 05:15:51.428734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-ec179072-9905-4808-a425-7012f459ffdf tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2139115 Sep 16 05:15:51.496029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe219371-f745-464b-8063-6f7f3d15bb22 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:51.513222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:51.533859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: fe219371-f745-464b-8063-6f7f3d15bb22 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:51.534355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe219371-f745-464b-8063-6f7f3d15bb22 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:51.545679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-d5950957-787e-4b46-aaa1-48e3bb116f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.547186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-d5950957-787e-4b46-aaa1-48e3bb116f49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214131 Sep 16 05:15:51.612024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-68a8a514-1171-4329-96de-a21d75377c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.613566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-68a8a514-1171-4329-96de-a21d75377c28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2726543 Sep 16 05:15:51.661037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:51.672757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.674289 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] Sync routers for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:51.687390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:51.688416 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:51.743011 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-30aff6bf-d57b-427f-b1e6-b892c2a27944 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "PUT /v2.0/floatingips/12180a09-4754-49ee-b60b-b7d7c4750eba HTTP/1.1" status: 200 len: 989 time: 2.0022757 Sep 16 05:15:51.743611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:51.746632 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:51.804481 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:51.830470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446589b1-a4d1-46e4-9932-7ba16a4646a5 req-5690ba2d-587d-4ffc-a123-7e1a658fb50f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.839555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-446589b1-a4d1-46e4-9932-7ba16a4646a5 req-5690ba2d-587d-4ffc-a123-7e1a658fb50f tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.3176157 Sep 16 05:15:51.848594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-5eccc130-7536-4460-b1e3-28cef8f2e7e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145758 Sep 16 05:15:51.862358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-2d9b8ee8-bc13-4b39-8385-7bb8dd81caaa service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154644 Sep 16 05:15:51.879547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-d671e28e-2ecb-473b-b040-218273ff41e2 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:51.881624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-d671e28e-2ecb-473b-b040-218273ff41e2 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.73 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.0932479 Sep 16 05:15:52.045111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Deleting port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:52.045603 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.093418 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '12180a09-4754-49ee-b60b-b7d7c4750eba', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'port_id': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'mac_address': 'fa:16:3e:95:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:27Z', 'updated_at': '2021-09-16T05:15:50Z', 'revision_number': 1, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 5, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:52.098104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-446589b1-a4d1-46e4-9932-7ba16a4646a5 req-8d4740cf-7b88-44a9-ad99-4422a575b959 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576232 Sep 16 05:15:52.103627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-d5af9d57-ce1c-4d27-a2d4-52c4fcb9d306 service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875295 Sep 16 05:15:52.143575 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] Checking router: 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:52.154699 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:52.155772 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:52.254536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4946b12-9884-4ec2-88ac-7c386328fcb7 req-708eb5e7-e77c-4f33-a7fe-62ac5b822d11 service neutron] 10.222.0.73 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406310 Sep 16 05:15:52.286731 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:52.299392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] For port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:52.301297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:52.351153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-e8039189-fc53-474d-94a8-519b86ef4567 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020948 Sep 16 05:15:52.363079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6686534f-2b9d-471d-b0e9-67dbb3721084 req-6767ed30-11f6-4de0-93a0-1dfba9f79cda service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965985 Sep 16 05:15:52.417629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56f49-0da4-4e72-bf8b-8ed97f057528 req-4e37a5a5-8df1-4d7f-a238-9ff25c0dfb3b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.427299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ce56f49-0da4-4e72-bf8b-8ed97f057528 req-4e37a5a5-8df1-4d7f-a238-9ff25c0dfb3b tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 945 time: 0.1635604 Sep 16 05:15:52.500776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ce56f49-0da4-4e72-bf8b-8ed97f057528 req-372fdf2a-0b8b-4b43-b15f-c893554c0f19 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups?id=6660286d-0f75-434f-b13b-b42f4a3d979c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724411 Sep 16 05:15:52.772171 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '12180a09-4754-49ee-b60b-b7d7c4750eba', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'port_id': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'mac_address': 'fa:16:3e:95:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:27Z', 'updated_at': '2021-09-16T05:15:50Z', 'revision_number': 1, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 5, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:52.855840 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6afe7f-a39c-4598-b0cb-caaa41fac85b None None] The sync data for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 is: [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '12180a09-4754-49ee-b60b-b7d7c4750eba', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'port_id': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'mac_address': 'fa:16:3e:95:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:15:27Z', 'updated_at': '2021-09-16T05:15:50Z', 'revision_number': 1, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 5, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:52.886014 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd45a58e-d2be-4178-aba2-ed4d810041cb x-openstack-request-id: req-fd45a58e-d2be-4178-aba2-ed4d810041cb {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:52.886379 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:52.886590 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd45a58e-d2be-4178-aba2-ed4d810041cb {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:52.886946 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'status': 'completed', 'code': 200} Sep 16 05:15:52.957899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ad0fbc3-7fd1-450c-830a-65595f23fca7 req-dafe0e7d-3beb-4ca4-af59-52a1aa2b8a4e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 210 time: 0.0923235 Sep 16 05:15:52.983533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-2eb7608d-17da-4e39-a202-d4c50347f59d tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:52.985370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-2eb7608d-17da-4e39-a202-d4c50347f59d tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 946 time: 0.2654335 Sep 16 05:15:53.008806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-778eef66-eff1-414a-9166-e00097649b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.010576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-778eef66-eff1-414a-9166-e00097649b87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d699149825b648b4bbef43bb4ceca74d&device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 1097 time: 0.2170839 Sep 16 05:15:53.043566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec49213-3e4f-4691-bd37-6ab20455b491 req-9fef2fca-ca60-439c-b4d6-19b70c2d6ef3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.045111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ec49213-3e4f-4691-bd37-6ab20455b491 req-9fef2fca-ca60-439c-b4d6-19b70c2d6ef3 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 946 time: 0.1888800 Sep 16 05:15:53.126532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.127051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.127497 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Floating IP 01ca0484-a1a3-4efd-bdbc-37da51803b09 disassociated. External IP: 172.25.6.230, port: 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0. Sep 16 05:15:53.128032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Calling delete_port for 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:53.168684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d6fea5-8559-4a92-a136-2654143dfa56 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:53.235311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b241fd-de2b-46d4-bb92-4b74c42f68d5 None None] New status for floating IP 12180a09-4754-49ee-b60b-b7d7c4750eba: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:53.387464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.436579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event deleted for resources: {'Port': ['ID=043f5711-2c24-40a1-be1b-bf9cdcd4f0e0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:53.631559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1bcf-f73c-4d55-8608-f2f8cf4fb292 req-06ebce85-aebc-48b2-a72a-779ea38eb668 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.633464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5d1bcf-f73c-4d55-8608-f2f8cf4fb292 req-06ebce85-aebc-48b2-a72a-779ea38eb668 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 946 time: 0.1026514 Sep 16 05:15:53.634669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-cbabee92-6698-4e3f-a69d-f8f3a18c4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:53.637776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-cbabee92-6698-4e3f-a69d-f8f3a18c4968 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a7d87e34-2dc2-49af-b289-79052d821967 HTTP/1.1" status: 200 len: 915 time: 0.6038814 Sep 16 05:15:53.656712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ec49213-3e4f-4691-bd37-6ab20455b491 req-1b711dd2-a781-4dfb-880f-0b4b97bf5ab5 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019332 Sep 16 05:15:53.656930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Router 9ca79985-6c44-4702-9fe9-f783dba07ecb has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:53.778840 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.831060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Deleting port 2b1b39df-e180-4c64-8e24-42ba17e14897 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:53.831538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.833263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:53.834415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:53.839070 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b54c0b-c398-4a46-8aa2-8a86f9ffbf10" -d '{"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:53.846035 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] Sync routers for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:53.863939 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:53.865111 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:53.871635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:53.888211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.899349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] No DVR routers for this DVR port 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:53.906855 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.911439 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c09396f4-a0dc-4ed7-9a20-275fa38d0ec8 req-7de1ad16-7482-4f39-8b35-309b6f11a5f6 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.73 "DELETE /v2.0/ports/043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 HTTP/1.1" status: 204 len: 173 time: 2.0215073 Sep 16 05:15:54.041050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] For port 2b1b39df-e180-4c64-8e24-42ba17e14897, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2b1b39df-e180-4c64-8e24-42ba17e14897,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:54.041578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.058287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Calling delete_port for 2b1b39df-e180-4c64-8e24-42ba17e14897 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:54.068421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:54.116008 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:54.156356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5e8b9c2-8d60-48f1-afed-19f7d7ce2975 req-7c203bb1-353a-4db3-b414-e2f5179c8953 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/ports?device_id=55feb0d6-260b-4b7f-ad4e-843a7eb7e114 HTTP/1.1" status: 200 len: 210 time: 0.3709323 Sep 16 05:15:54.173408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5d1bcf-f73c-4d55-8608-f2f8cf4fb292 req-0219c961-b020-4949-b13b-274513695e76 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312257 Sep 16 05:15:54.256264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-1b38c412-7527-4b18-820f-2f0905e522d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a HTTP/1.1" status: 200 len: 997 time: 0.5984957 Sep 16 05:15:54.358964 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b800e1c2-6e7f-45f2-834c-400f3a4fe4ab x-openstack-request-id: req-b800e1c2-6e7f-45f2-834c-400f3a4fe4ab {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:54.359940 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:54.360471 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b800e1c2-6e7f-45f2-834c-400f3a4fe4ab {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:54.361115 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'code': 200} Sep 16 05:15:54.417099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-455a42fe-736f-4ff2-b7c0-cb6e332bde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.418616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-455a42fe-736f-4ff2-b7c0-cb6e332bde6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5eb5cff0-4ed0-4ae8-8259-f3c50f96968b HTTP/1.1" status: 200 len: 853 time: 0.1478975 Sep 16 05:15:54.559221 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 5, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:54.610635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:54.630427 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] Checking router: 9ca79985-6c44-4702-9fe9-f783dba07ecb for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:15:54.645592 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:54.650108 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:54.694960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-148fc5be-9bd0-4b9c-9960-eece85e3fe7a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:54.703851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-148fc5be-9bd0-4b9c-9960-eece85e3fe7a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.5096490 Sep 16 05:15:54.767522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Request body: {'port': {'device_id': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'admin_state_up': True, 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:54.785302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76c1c845-7b51-4447-86c7-2c69068ea6e0 req-13609231-ef2c-4c28-94de-9c7bc2f84d33 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 210 time: 0.3338647 Sep 16 05:15:54.887671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'name': 'network-vif-deleted', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:54.891045 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315e7b0-cf4b-4c06-8193-4c550ba1008f" -d '{"events": [{"server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "name": "network-vif-deleted", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:54.981289 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:15:54.999609 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b23b074-2d90-4f76-a03d-e9d1c9de4513 x-openstack-request-id: req-2b23b074-2d90-4f76-a03d-e9d1c9de4513 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:55.000215 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55feb0d6-260b-4b7f-ad4e-843a7eb7e114", "name": "network-vif-deleted", "tag": "043f5711-2c24-40a1-be1b-bf9cdcd4f0e0", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:55.000712 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b23b074-2d90-4f76-a03d-e9d1c9de4513 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:55.001406 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55feb0d6-260b-4b7f-ad4e-843a7eb7e114', 'name': 'network-vif-deleted', 'tag': '043f5711-2c24-40a1-be1b-bf9cdcd4f0e0', 'status': 'completed', 'code': 200} Sep 16 05:15:55.033654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-56ddf0a9-1f0c-4569-8aa5-ee9f3c3efc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.035496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-56ddf0a9-1f0c-4569-8aa5-ee9f3c3efc17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a7d87e34-2dc2-49af-b289-79052d821967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5718715 Sep 16 05:15:55.168652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:55.229729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:55.230089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 043f5711-2c24-40a1-be1b-bf9cdcd4f0e0 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:55.263612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.294455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6de4b213-b8d5-4c27-bc78-3070e66d485c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:55.359312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['2b1b39df-e180-4c64-8e24-42ba17e14897'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:55.420421 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 5, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:55.464759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-b2d765dc-9786-4dff-b10c-4a00ed8e49e4 service neutron] 10.222.0.73 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955951 Sep 16 05:15:55.481798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f9d5-c86c-457c-b01c-19d85c1d679e req-258839a0-c203-47b5-b3f8-de7c37500771 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.490205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2332f9d5-c86c-457c-b01c-19d85c1d679e req-258839a0-c203-47b5-b3f8-de7c37500771 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9ede0f2-ec50-4862-8ba1-5c1603e802eb HTTP/1.1" status: 200 len: 867 time: 0.6324918 Sep 16 05:15:55.512236 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea1a402-16be-47e6-b099-1f387171560e None None] The sync data for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 is: [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:13:41Z', 'revision_number': 4, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b41e9560-a293-4d04-9489-8ede8f9c75a3', 'name': '', 'network_id': '4a016958-4a9c-41cc-85d1-5479f1bc4474', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'mac_address': 'fa:16:3e:e5:34:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 5, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'subnets': [{'id': '08b75a6e-e3f0-47a6-99e6-47664551717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:15:55.570789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Pushing event deleted for resources: {'Port': ['ID=2b1b39df-e180-4c64-8e24-42ba17e14897,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:55.668206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] No DVR routers for this DVR port 2b1b39df-e180-4c64-8e24-42ba17e14897 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:15:55.670980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.673747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f24b8f7d-cffa-439c-a991-57238bdf7a68 req-5588bd1a-184f-4da3-8bb5-ce7bf4c60956 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.64 "DELETE /v2.0/ports/2b1b39df-e180-4c64-8e24-42ba17e14897 HTTP/1.1" status: 204 len: 173 time: 2.6790679 Sep 16 05:15:55.712911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'name': 'network-vif-deleted', 'tag': '2b1b39df-e180-4c64-8e24-42ba17e14897'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:55.716241 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84e0110-6b25-4b3c-a5e0-098b0eeb2a77" -d '{"events": [{"server_uuid": "e9ede0f2-ec50-4862-8ba1-5c1603e802eb", "name": "network-vif-deleted", "tag": "2b1b39df-e180-4c64-8e24-42ba17e14897"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:55.752698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2332f9d5-c86c-457c-b01c-19d85c1d679e req-4bcc8f6f-acda-497a-8504-4a12e804c718 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726122 Sep 16 05:15:55.808546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:15:55.812227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:55.835669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40a825-013e-4df1-9259-b793881a1cca req-fcc419fc-e0e2-4a7b-89fd-7571edacb5c0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:55.838074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58350) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:55.844449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c40a825-013e-4df1-9259-b793881a1cca req-fcc419fc-e0e2-4a7b-89fd-7571edacb5c0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 944 time: 0.4992385 Sep 16 05:15:55.894063 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ffd25816-c2af-4bd3-8718-4a1d8b234800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.009335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c60ce-1c40-46d2-8d4d-96c3638aea6e None None] New status for floating IP 01ca0484-a1a3-4efd-bdbc-37da51803b09: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:15:56.055354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b1e98b6-02b7-4d97-8d3b-cdb9604e205b req-41ac634c-5f7a-4a50-9462-980304563f33 service neutron] 10.222.0.73 "GET /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640392 Sep 16 05:15:56.055902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe735a-aeeb-4ef0-b9ea-7442d446950a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.096063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c40a825-013e-4df1-9259-b793881a1cca req-5ba13a14-f6c6-4f4f-8b26-0e6ca874fb75 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485635 Sep 16 05:15:56.123263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe735a-aeeb-4ef0-b9ea-7442d446950a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.233470 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2419438c-cb44-4104-8b27-4e19fadfbd49 x-openstack-request-id: req-2419438c-cb44-4104-8b27-4e19fadfbd49 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:56.233835 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ede0f2-ec50-4862-8ba1-5c1603e802eb", "name": "network-vif-deleted", "tag": "2b1b39df-e180-4c64-8e24-42ba17e14897", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:56.235020 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2419438c-cb44-4104-8b27-4e19fadfbd49 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:56.235717 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ede0f2-ec50-4862-8ba1-5c1603e802eb', 'name': 'network-vif-deleted', 'tag': '2b1b39df-e180-4c64-8e24-42ba17e14897', 'status': 'completed', 'code': 200} Sep 16 05:15:56.257698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe735a-aeeb-4ef0-b9ea-7442d446950a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.263243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5fe735a-aeeb-4ef0-b9ea-7442d446950a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.267877 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5fe735a-aeeb-4ef0-b9ea-7442d446950a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "DELETE /v2.0/security-groups/6660286d-0f75-434f-b13b-b42f4a3d979c HTTP/1.1" status: 204 len: 168 time: 0.4257433 Sep 16 05:15:56.281266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58358) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.321475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Allocated IP 172.20.0.3 (a0e112e6-2245-41de-b029-7665e524e296/a3e7959b-a90e-4941-90fe-b4a54ab5b25d/d7c89cbb-5201-4718-8834-dae58c5abbd0) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:15:56.336520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe735a-aeeb-4ef0-b9ea-7442d446950a tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6660286d-0f75-434f-b13b-b42f4a3d979c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.338923 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-4784b5e9-9b18-4dbe-869e-ac3c743a7413 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] show failed (client error): The resource could not be found. Sep 16 05:15:56.362569 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4784b5e9-9b18-4dbe-869e-ac3c743a7413 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "GET /v2.0/security-groups/6660286d-0f75-434f-b13b-b42f4a3d979c HTTP/1.1" status: 404 len: 347 time: 0.0584602 Sep 16 05:15:56.365477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58360) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:56.492559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b79b10-f7d6-402d-842f-04f1372c68f0 req-064e9ac6-819c-470c-8dcb-1d3caf92cbe4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.494201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37b79b10-f7d6-402d-842f-04f1372c68f0 req-064e9ac6-819c-470c-8dcb-1d3caf92cbe4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2522292 Sep 16 05:15:56.520858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6717ab1-cff6-402d-bbe5-1b3f9e00908a req-79653a48-e581-4a43-9223-1a3ae24e1ed3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 210 time: 0.1960702 Sep 16 05:15:56.623440 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.629365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Deleting port 7f12d3af-1468-4ffa-acfe-84556b5caa6d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:56.629944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.636584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37b79b10-f7d6-402d-842f-04f1372c68f0 req-5d4d524f-e03b-4f66-b55c-0a7c0d3a1ffb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207485 Sep 16 05:15:56.718820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.733986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:15:56.752554 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.752882 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:56.768511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Calling delete_port for 7f12d3af-1468-4ffa-acfe-84556b5caa6d owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:56.783099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Network a0e112e6-2245-41de-b029-7665e524e296 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:15:56.804370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:15:56.811342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:15:56.863807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event updated for resources: {'Port': ['ID=d7c89cbb-5201-4718-8834-dae58c5abbd0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:56.892781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312a10c-834a-49e2-80b6-0a09eecc2d96 req-16bd16f6-31d9-418d-b9e2-8182a7ff2c29 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.894737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3312a10c-834a-49e2-80b6-0a09eecc2d96 req-16bd16f6-31d9-418d-b9e2-8182a7ff2c29 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1317835 Sep 16 05:15:56.905107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:56.905867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.014314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7d003573-ad25-44e2-bbbe-6269935146de tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2508976 Sep 16 05:15:57.036260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3312a10c-834a-49e2-80b6-0a09eecc2d96 req-deac5896-4a69-4787-9813-350e92117286 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220913 Sep 16 05:15:57.046309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Request body: {'port': {'device_id': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:15:57.121929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.176016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.176949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Pushing event deleted for resources: {'Port': ['ID=7f12d3af-1468-4ffa-acfe-84556b5caa6d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:57.288819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.292839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.297984 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2e30dd6c-1387-40a7-ac07-687c89b34338 tempest-ServersTestManualDisk-929710732 tempest-ServersTestManualDisk-929710732-project] 10.222.0.55 "DELETE /v2.0/floatingips/01ca0484-a1a3-4efd-bdbc-37da51803b09 HTTP/1.1" status: 204 len: 168 time: 0.9309790 Sep 16 05:15:57.299087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58394) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:57.527447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2b1b39df-e180-4c64-8e24-42ba17e14897 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:57.565893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 2b1b39df-e180-4c64-8e24-42ba17e14897 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:15:57.570377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2b1b39df-e180-4c64-8e24-42ba17e14897 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:15:57.658309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a6c9b-199e-4fac-9e7b-9fe3e9b7247f req-627f9b10-50f9-4846-a87d-4a8b46d90c45 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.661151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-066a6c9b-199e-4fac-9e7b-9fe3e9b7247f req-627f9b10-50f9-4846-a87d-4a8b46d90c45 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1945882 Sep 16 05:15:57.706945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b5888-9b8d-47d8-8418-fb45a83789c0 req-d8398125-99ff-4513-a987-d99d4f729e8b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.708524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd9b5888-9b8d-47d8-8418-fb45a83789c0 req-d8398125-99ff-4513-a987-d99d4f729e8b tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.2125416 Sep 16 05:15:57.794798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd9b5888-9b8d-47d8-8418-fb45a83789c0 req-efe65b5a-1f85-4639-b2eb-ec36bbe1edee tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736032 Sep 16 05:15:57.860951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-066a6c9b-199e-4fac-9e7b-9fe3e9b7247f req-41f68e49-ad22-46b4-a03c-68c2467ca86e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668189 Sep 16 05:15:57.868052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.875317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c89cbb-5201-4718-8834-dae58c5abbd0 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:15:57.885278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.918689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Transition to ACTIVE for port object d7c89cbb-5201-4718-8834-dae58c5abbd0 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:15:57.941040 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:57.993486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6cb87-749e-4e74-a8be-b69fb90be536 req-610c7549-1c75-4016-bdf4-53eed6841d74 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:57.995658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9cc6cb87-749e-4e74-a8be-b69fb90be536 req-610c7549-1c75-4016-bdf4-53eed6841d74 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 931 time: 0.0965636 Sep 16 05:15:58.035353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c89cbb-5201-4718-8834-dae58c5abbd0,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.121418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9cc6cb87-749e-4e74-a8be-b69fb90be536 req-c54a6a5c-000b-4222-860b-f6368fc00acf tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062460 Sep 16 05:15:58.159313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Attempting to bind port d7c89cbb-5201-4718-8834-dae58c5abbd0 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:15:58.159656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Attempting to bind port d7c89cbb-5201-4718-8834-dae58c5abbd0 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:15:58.159981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Attempting to bind port d7c89cbb-5201-4718-8834-dae58c5abbd0 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:58.172269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Port d7c89cbb-5201-4718-8834-dae58c5abbd0 on network a0e112e6-2245-41de-b029-7665e524e296 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:15:58.172604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Attempting to bind port d7c89cbb-5201-4718-8834-dae58c5abbd0 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:15:58.184970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:15:58.185339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:15:58.185737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Bound using segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:15:58.186190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Bound port: d7c89cbb-5201-4718-8834-dae58c5abbd0, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:15:58.186557 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.205222 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5c0abaed-f577-4664-b34e-8b372a02f37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.330038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] For port d7c89cbb-5201-4718-8834-dae58c5abbd0, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:15:58.338430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] For port d7c89cbb-5201-4718-8834-dae58c5abbd0, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d7c89cbb-5201-4718-8834-dae58c5abbd0,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:15:58.349146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.374327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Deleting port b41e9560-a293-4d04-9489-8ede8f9c75a3 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:58.375062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.412404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.413052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.428627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/d7c89cbb-5201-4718-8834-dae58c5abbd0 HTTP/1.1" status: 200 len: 1092 time: 1.3770320 Sep 16 05:15:58.429218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'tag': 'd7c89cbb-5201-4718-8834-dae58c5abbd0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:15:58.432672 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775d5cd1-1751-4043-b34c-5f9a6fe99b91" -d '{"events": [{"name": "network-changed", "server_uuid": "d77c2a95-78d8-4d36-9a2f-6d1cbfea4462", "tag": "d7c89cbb-5201-4718-8834-dae58c5abbd0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:15:58.494178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4663c0-5da3-416e-9142-4788415802a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c89cbb-5201-4718-8834-dae58c5abbd0,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.523356 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f2b877-5d6a-4f66-9642-00b088505113 x-openstack-request-id: req-07f2b877-5d6a-4f66-9642-00b088505113 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:15:58.523663 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77c2a95-78d8-4d36-9a2f-6d1cbfea4462", "tag": "d7c89cbb-5201-4718-8834-dae58c5abbd0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:15:58.523917 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07f2b877-5d6a-4f66-9642-00b088505113 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:15:58.524370 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'tag': 'd7c89cbb-5201-4718-8834-dae58c5abbd0', 'status': 'completed', 'code': 200} Sep 16 05:15:58.573818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] For port b41e9560-a293-4d04-9489-8ede8f9c75a3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b41e9560-a293-4d04-9489-8ede8f9c75a3,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:15:58.574471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.593628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-b7c08018-4c4f-4b84-9370-0ee5bc87dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.596361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Calling delete_port for b41e9560-a293-4d04-9489-8ede8f9c75a3 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:15:58.596752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-b7c08018-4c4f-4b84-9370-0ee5bc87dbde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 1095 time: 0.0658243 Sep 16 05:15:58.654069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-174aa45c-4947-40da-8633-fc450214eb62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c89cbb-5201-4718-8834-dae58c5abbd0 HTTP/1.1" status: 200 len: 217 time: 0.0413556 Sep 16 05:15:58.736112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-5553b4e8-c9b9-44ea-9ad3-415021f7827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:58.739216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-5553b4e8-c9b9-44ea-9ad3-415021f7827a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0754604 Sep 16 05:15:58.782011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-dc64c8eb-920f-4585-9ec1-ce8f6b0526f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343692 Sep 16 05:15:58.858682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:58.915754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41e9560-a293-4d04-9489-8ede8f9c75a3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:15:58.922323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-1779f3da-a2d7-4671-92ae-7ab2cd72148b service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306026 Sep 16 05:15:59.176764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d6fea5-8559-4a92-a136-2654143dfa56 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:15:59.185442 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.210110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.456450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927678-a43b-4b71-b01f-52087a79ffac req-b152c2ce-48bc-4e64-9265-18a43877e17a tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.464531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50927678-a43b-4b71-b01f-52087a79ffac req-b152c2ce-48bc-4e64-9265-18a43877e17a tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.5278373 Sep 16 05:15:59.477787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-2b19fb38-7b43-4c08-a16b-2f9f42851252 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.481039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-2b19fb38-7b43-4c08-a16b-2f9f42851252 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.73 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 946 time: 0.5324094 Sep 16 05:15:59.487750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07577a9c-7fac-4c99-b520-ed5de0f2aad6 req-7166b0b3-3e97-4feb-86f6-6088f70617b4 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419075 Sep 16 05:15:59.509506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b36fa-903b-4b3c-8a11-fb8c02257013 req-74e787c8-f58d-4785-b57d-130d3d8ed636 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.511154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f25b36fa-903b-4b3c-8a11-fb8c02257013 req-74e787c8-f58d-4785-b57d-130d3d8ed636 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1745431 Sep 16 05:15:59.537862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Router 9ca79985-6c44-4702-9fe9-f783dba07ecb has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:15:59.617139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50927678-a43b-4b71-b01f-52087a79ffac req-e0960d3a-f4b0-446a-b524-5a92dd8551f1 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/security-groups?id=1dc92309-47b0-47eb-a560-0eff32e60f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516311 Sep 16 05:15:59.672889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f25b36fa-903b-4b3c-8a11-fb8c02257013 req-0e9cd268-1060-4976-9ab8-a61844b4961e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350048 Sep 16 05:15:59.716128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-06f5b032-779b-44e9-a08e-cc0286b3dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:59.717832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-06f5b032-779b-44e9-a08e-cc0286b3dc75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 1095 time: 0.0996113 Sep 16 05:15:59.753588 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.799852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:15:59.809879 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] Sync routers for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:15:59.813682 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-25200301-b9ed-43ca-899f-040011b74434 admin admin] 10.222.0.55 "PUT /v2.0/routers/9ca79985-6c44-4702-9fe9-f783dba07ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5132122 Sep 16 05:15:59.815921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58520) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:15:59.828067 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:15:59.829027 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:15:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:15:59.845427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Deleting port 6de4b213-b8d5-4c27-bc78-3070e66d485c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:15:59.845844 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:59.996066 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:00.037047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.134520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-f315f23f-abaf-471d-9577-e3671a138e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.136880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-f315f23f-abaf-471d-9577-e3671a138e38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.3940480 Sep 16 05:16:00.148944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb9b31-3371-429b-ac24-8a6e97645836 req-ccfeda85-dd2b-436d-bffa-c340ceda02ac tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.150743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dabb9b31-3371-429b-ac24-8a6e97645836 req-ccfeda85-dd2b-436d-bffa-c340ceda02ac tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 943 time: 0.4493501 Sep 16 05:16:00.216719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-367a6102-13b7-44c1-99f9-01290ba7e432 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c89cbb-5201-4718-8834-dae58c5abbd0 HTTP/1.1" status: 200 len: 217 time: 0.0621908 Sep 16 05:16:00.226696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.276235 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:15:58Z', 'revision_number': 5, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port': {'id': '07b276db-d14b-4384-80b3-fa62c85e614a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:34Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:00.298226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] For port 6de4b213-b8d5-4c27-bc78-3070e66d485c, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6de4b213-b8d5-4c27-bc78-3070e66d485c,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:00.298857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.305738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dabb9b31-3371-429b-ac24-8a6e97645836 req-4102d921-d747-4137-be2a-998ad930d18f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417196 Sep 16 05:16:00.317428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-a0462854-9fc3-49d5-9eb8-bdb085509996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.319113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-a0462854-9fc3-49d5-9eb8-bdb085509996 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0930705 Sep 16 05:16:00.331396 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] Checking router: 9ca79985-6c44-4702-9fe9-f783dba07ecb for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:00.337029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Calling delete_port for 6de4b213-b8d5-4c27-bc78-3070e66d485c owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:00.351937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Deleting port 07b276db-d14b-4384-80b3-fa62c85e614a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:00.352309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.356197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] Routers {'9ca79985-6c44-4702-9fe9-f783dba07ecb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:00.357318 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:15:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['9ca79985-6c44-4702-9fe9-f783dba07ecb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:00.377991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-36ff6eb5-93f9-4f4b-a637-26c49848675f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511293 Sep 16 05:16:00.470621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] For port 07b276db-d14b-4384-80b3-fa62c85e614a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=07b276db-d14b-4384-80b3-fa62c85e614a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:00.470996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.484761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Calling delete_port for 07b276db-d14b-4384-80b3-fa62c85e614a owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:00.498293 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] Set router 9ca79985-6c44-4702-9fe9-f783dba07ecb gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:00.571960 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:16:00Z', 'revision_number': 6, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:00.617304 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca5534-c8a9-4339-a6a3-3e380e82a3bd None None] The sync data for ids ['9ca79985-6c44-4702-9fe9-f783dba07ecb'] in n-d-713301-15 is: [{'id': '9ca79985-6c44-4702-9fe9-f783dba07ecb', 'name': 'tempest-ServersTestManualDisk-1768245301-router', 'tenant_id': '589b6d16d23c4a619243aa3648f1e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:32Z', 'updated_at': '2021-09-16T05:16:00Z', 'revision_number': 6, 'project_id': '589b6d16d23c4a619243aa3648f1e7c6', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:00.695014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.710089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6de4b213-b8d5-4c27-bc78-3070e66d485c'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:00.748040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Pushing event deleted for resources: {'Port': ['ID=6de4b213-b8d5-4c27-bc78-3070e66d485c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.762618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-754740a9-8bc5-4dbe-a7a9-a56a1ab40b94 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748879 Sep 16 05:16:00.779230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.816685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Pushing event deleted for resources: {'Port': ['ID=07b276db-d14b-4384-80b3-fa62c85e614a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:00.942975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.057611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73706afe-1c9e-4ce1-91df-b2bf277cb7e3 req-35a34692-3b9a-438c-9f60-8d60a5128444 tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.55 "GET /v2.0/ports?device_id=73ce210c-6d51-4018-8c4e-cb73364a602a HTTP/1.1" status: 200 len: 210 time: 0.2068543 Sep 16 05:16:01.058604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] No DVR routers for this DVR port 6de4b213-b8d5-4c27-bc78-3070e66d485c on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:01.067789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.074325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49d7e559-cea1-4db2-aad9-007dc706ceb7 req-8b77011a-03ab-4b6d-a460-3d914fde6e4e tempest-ListServerFiltersTestJSON-1145568546 tempest-ListServerFiltersTestJSON-1145568546-project] 10.222.0.73 "DELETE /v2.0/ports/6de4b213-b8d5-4c27-bc78-3070e66d485c HTTP/1.1" status: 204 len: 173 time: 1.5813124 Sep 16 05:16:01.081735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'name': 'network-vif-deleted', 'tag': '6de4b213-b8d5-4c27-bc78-3070e66d485c'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:01.085029 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe80b95d-32af-4d5e-91a8-2494fae2408a" -d '{"events": [{"server_uuid": "73ce210c-6d51-4018-8c4e-cb73364a602a", "name": "network-vif-deleted", "tag": "6de4b213-b8d5-4c27-bc78-3070e66d485c"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:01.111234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.125397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.180713 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.191469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e7a2b-2d28-4379-a43e-d086855b14f5 req-0d8aa358-edea-4911-a91d-a19c3b4a8aa4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.193218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d86e7a2b-2d28-4379-a43e-d086855b14f5 req-0d8aa358-edea-4911-a91d-a19c3b4a8aa4 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3332853 Sep 16 05:16:01.240315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-775d5cd1-1751-4043-b34c-5f9a6fe99b91 req-58a71d0b-46b9-4f30-bd95-f77d33f935ee service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621008 Sep 16 05:16:01.243670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.244890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca79985-6c44-4702-9fe9-f783dba07ecb {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:01.259929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.264613 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7482708-cc75-49c2-b99d-27ce6689eeac admin admin] 10.222.0.55 "DELETE /v2.0/routers/9ca79985-6c44-4702-9fe9-f783dba07ecb HTTP/1.1" status: 204 len: 168 time: 1.4443729 Sep 16 05:16:01.265645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58548) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:01.277315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d86e7a2b-2d28-4379-a43e-d086855b14f5 req-23639a1b-4381-47bc-aa4a-2d6b84010b1c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756550 Sep 16 05:16:01.338827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] Deleting subnet 08b75a6e-e3f0-47a6-99e6-47664551717a {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:01.341891 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ba7de5-6b04-4d1e-9c7a-1e91ca0ea85c x-openstack-request-id: req-12ba7de5-6b04-4d1e-9c7a-1e91ca0ea85c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:01.342235 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ce210c-6d51-4018-8c4e-cb73364a602a", "name": "network-vif-deleted", "tag": "6de4b213-b8d5-4c27-bc78-3070e66d485c", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:01.342490 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12ba7de5-6b04-4d1e-9c7a-1e91ca0ea85c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:01.342899 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ce210c-6d51-4018-8c4e-cb73364a602a', 'name': 'network-vif-deleted', 'tag': '6de4b213-b8d5-4c27-bc78-3070e66d485c', 'status': 'completed', 'code': 200} Sep 16 05:16:01.344419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.391680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.487628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fa8c6-fb11-4d3b-bd30-e63198c91a92 req-4fd8f682-c450-489a-ac81-82cac9b4ab85 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.489248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-264fa8c6-fb11-4d3b-bd30-e63198c91a92 req-4fd8f682-c450-489a-ac81-82cac9b4ab85 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 943 time: 0.0842237 Sep 16 05:16:01.504594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.570844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-264fa8c6-fb11-4d3b-bd30-e63198c91a92 req-78d2a7db-fd15-4f0b-a140-9660a3d055b2 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538714 Sep 16 05:16:01.581529 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.610386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b75a6e-e3f0-47a6-99e6-47664551717a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:01.628770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.629093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e1398-bea4-41f6-a4f3-1c7e3bf8706d None None] Network 4a016958-4a9c-41cc-85d1-5479f1bc4474 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:01.633916 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5e8da75-2930-4d9f-b82d-7573da9bbd89 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/08b75a6e-e3f0-47a6-99e6-47664551717a HTTP/1.1" status: 204 len: 168 time: 0.3657699 Sep 16 05:16:01.634201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58556) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:01.736770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.839874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Deleting port 73e267f1-9a7c-4e76-9240-1c7c714e46ca {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:01.846392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.881851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] DHCP port deletion for 4a016958-4a9c-41cc-85d1-5479f1bc4474 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:01.930386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] For port 73e267f1-9a7c-4e76-9240-1c7c714e46ca, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=73e267f1-9a7c-4e76-9240-1c7c714e46ca,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:01.930751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:01.946221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Calling delete_port for 73e267f1-9a7c-4e76-9240-1c7c714e46ca owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:01.965406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] Deleting port 73e267f1-9a7c-4e76-9240-1c7c714e46ca {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:01.965791 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.062781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] For port 73e267f1-9a7c-4e76-9240-1c7c714e46ca, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=73e267f1-9a7c-4e76-9240-1c7c714e46ca,segment=NetworkSegment(98d2426f-2b25-44b6-9cbd-4f8614b45132),segment_id=98d2426f-2b25-44b6-9cbd-4f8614b45132)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:02.063195 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.074376 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.099258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] Calling delete_port for 73e267f1-9a7c-4e76-9240-1c7c714e46ca owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:02.116820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e267f1-9a7c-4e76-9240-1c7c714e46ca,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.119133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] No DVR routers for this DVR port 73e267f1-9a7c-4e76-9240-1c7c714e46ca on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:02.157791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58574) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:02.204253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 07b276db-d14b-4384-80b3-fa62c85e614a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:02.217749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] Deleting subnet 388f718a-a517-4e18-adb0-e2ea749e0be3 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:02.222554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.233198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.262671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a016958-4a9c-41cc-85d1-5479f1bc4474']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:02.273391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d2426f-2b25-44b6-9cbd-4f8614b45132') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:02.274420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d2426f-2b25-44b6-9cbd-4f8614b45132') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:02.287313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.299603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.308825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 07b276db-d14b-4384-80b3-fa62c85e614a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:02.309171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 07b276db-d14b-4384-80b3-fa62c85e614a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:02.309496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.309987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 73e267f1-9a7c-4e76-9240-1c7c714e46ca no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:02.334693 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.346689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:02.347964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.349362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 73e267f1-9a7c-4e76-9240-1c7c714e46ca {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:02.349732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 73e267f1-9a7c-4e76-9240-1c7c714e46ca not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:02.350276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b41e9560-a293-4d04-9489-8ede8f9c75a3 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:02.356172 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:02.381322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] Pushing event deleted for resources: {'Port': ['ID=73e267f1-9a7c-4e76-9240-1c7c714e46ca,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.383568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66e871-8527-46bf-812b-6a952bec7f20 None None] No DVR routers for this DVR port 73e267f1-9a7c-4e76-9240-1c7c714e46ca on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:02.409599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b41e9560-a293-4d04-9489-8ede8f9c75a3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:02.409949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b41e9560-a293-4d04-9489-8ede8f9c75a3 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:02.470307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.477154 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.483839 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4a016958-4a9c-41cc-85d1-5479f1bc4474 HTTP/1.1" status: 204 len: 168 time: 0.8486066 Sep 16 05:16:02.503514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7e820-8247-4fe4-b7b1-a3600acf8418 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a016958-4a9c-41cc-85d1-5479f1bc4474,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.532055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71169e8d-ac81-49ec-9460-bf2a12cb2367 req-59377baa-b71c-4cad-9e78-8f57738b28cf tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.533657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71169e8d-ac81-49ec-9460-bf2a12cb2367 req-59377baa-b71c-4cad-9e78-8f57738b28cf tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1554878 Sep 16 05:16:02.570215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.642030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71169e8d-ac81-49ec-9460-bf2a12cb2367 req-86eb6431-6bd2-415d-b0c9-4905bc7c3fe9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004891 Sep 16 05:16:02.691616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.722984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58590) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:02.736184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388f718a-a517-4e18-adb0-e2ea749e0be3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.738147 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.742809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-525e09bf-85be-4e01-a66b-8d8735f1add4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/388f718a-a517-4e18-adb0-e2ea749e0be3 HTTP/1.1" status: 204 len: 168 time: 0.5836976 Sep 16 05:16:02.742986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760a776-24c2-4580-a6d8-7b2d8a7931cd None None] Network 847bbdf8-a8c9-47fb-8915-945f9b74464c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:02.749719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58592) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:02.793759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac574b0-1ead-4880-a3f1-b8d8c701c882 req-d8181a7d-6d73-4996-bb60-81b8759d44b3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.802525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bac574b0-1ead-4880-a3f1-b8d8c701c882 req-d8181a7d-6d73-4996-bb60-81b8759d44b3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 943 time: 0.1068127 Sep 16 05:16:02.851076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.883505 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-38eef3a4-24f3-42cd-8de7-b8d47937e451 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=589b6d16d23c4a619243aa3648f1e7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571019 Sep 16 05:16:02.883750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bac574b0-1ead-4880-a3f1-b8d8c701c882 req-c4977ca9-0857-4ed1-806b-9c2b6cbf1cee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Sep 16 05:16:02.883750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58600) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:02.948186 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ea465c9-2b43-4471-9385-4348709abc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.986966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ea465c9-2b43-4471-9385-4348709abc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.992321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Deleting port 4be164b1-3aaa-459d-801b-eb1daac603cc {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:02.992668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.056173 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] DHCP port deletion for 847bbdf8-a8c9-47fb-8915-945f9b74464c request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:03.065137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ea465c9-2b43-4471-9385-4348709abc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.073621 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ea465c9-2b43-4471-9385-4348709abc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.081291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9ea465c9-2b43-4471-9385-4348709abc07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51b23d1c-c23d-403e-9a8d-11221144993e HTTP/1.1" status: 204 len: 168 time: 0.1952481 Sep 16 05:16:03.099773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea465c9-2b43-4471-9385-4348709abc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b23d1c-c23d-403e-9a8d-11221144993e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:03.171034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] Deleting port 4be164b1-3aaa-459d-801b-eb1daac603cc {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:03.171684 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.175005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6de4b213-b8d5-4c27-bc78-3070e66d485c no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:03.220253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 6de4b213-b8d5-4c27-bc78-3070e66d485c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:03.221727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6de4b213-b8d5-4c27-bc78-3070e66d485c not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:03.302757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] For port 4be164b1-3aaa-459d-801b-eb1daac603cc, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4be164b1-3aaa-459d-801b-eb1daac603cc,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:03.303433 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.335563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] Calling delete_port for 4be164b1-3aaa-459d-801b-eb1daac603cc owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:03.478958 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.525243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] Pushing event deleted for resources: {'Port': ['ID=4be164b1-3aaa-459d-801b-eb1daac603cc,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:03.542834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] For port 4be164b1-3aaa-459d-801b-eb1daac603cc, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4be164b1-3aaa-459d-801b-eb1daac603cc,segment=NetworkSegment(6f567e2c-47e2-4c0e-8133-acdd9d68b99a),segment_id=6f567e2c-47e2-4c0e-8133-acdd9d68b99a)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:03.543200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.552417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44710679-0847-4b87-aecd-399c7cbf65e8 None None] No DVR routers for this DVR port 4be164b1-3aaa-459d-801b-eb1daac603cc on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:03.562709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d7c89cbb-5201-4718-8834-dae58c5abbd0 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:03.600778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Calling delete_port for 4be164b1-3aaa-459d-801b-eb1daac603cc owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:03.787451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.795538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d7c89cbb-5201-4718-8834-dae58c5abbd0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d7c89cbb-5201-4718-8834-dae58c5abbd0,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:03.813003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'd7c89cbb-5201-4718-8834-dae58c5abbd0', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'port_id': 'd7c89cbb-5201-4718-8834-dae58c5abbd0', 'mac_address': 'fa:16:3e:cf:a7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e7959b-a90e-4941-90fe-b4a54ab5b25d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:03.831522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad545e-80f4-43fb-a2ce-85e9f19c77c7 req-66199a77-d39e-472a-bcb3-1f4a1d1fd0fc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:03.848123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11ad545e-80f4-43fb-a2ce-85e9f19c77c7 req-66199a77-d39e-472a-bcb3-1f4a1d1fd0fc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1071575 Sep 16 05:16:03.883328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] No DVR routers for this DVR port 4be164b1-3aaa-459d-801b-eb1daac603cc on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:03.894620 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.911975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11ad545e-80f4-43fb-a2ce-85e9f19c77c7 req-776bb3c2-eaa0-4c42-bc08-f11e1c615c44 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628443 Sep 16 05:16:03.950330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be164b1-3aaa-459d-801b-eb1daac603cc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:03.970637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c89cbb-5201-4718-8834-dae58c5abbd0 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:03.996612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d7c89cbb-5201-4718-8834-dae58c5abbd0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d7c89cbb-5201-4718-8834-dae58c5abbd0,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:04.018173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.084768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.102364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc7523-e751-47be-bc39-971ac40a0efd req-d2e7d9a4-db8f-407f-8278-dde799b4bf34 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:04.105762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=d7c89cbb-5201-4718-8834-dae58c5abbd0,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.114390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abdc7523-e751-47be-bc39-971ac40a0efd req-d2e7d9a4-db8f-407f-8278-dde799b4bf34 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 944 time: 0.1070971 Sep 16 05:16:04.158549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847bbdf8-a8c9-47fb-8915-945f9b74464c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.188989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f567e2c-47e2-4c0e-8133-acdd9d68b99a') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.189290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f567e2c-47e2-4c0e-8133-acdd9d68b99a') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.209471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.222251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abdc7523-e751-47be-bc39-971ac40a0efd req-f054349c-1afd-440c-a771-207e13e95ef6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052065 Sep 16 05:16:04.230763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.238271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4be164b1-3aaa-459d-801b-eb1daac603cc no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:04.240615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:04.241286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:04.243308 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:04.279486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4be164b1-3aaa-459d-801b-eb1daac603cc {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:04.279837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4be164b1-3aaa-459d-801b-eb1daac603cc not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:04.330239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.336613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.343176 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/847bbdf8-a8c9-47fb-8915-945f9b74464c HTTP/1.1" status: 204 len: 168 time: 1.5889356 Sep 16 05:16:04.360970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a3141-eb2d-4e0b-a538-14d1566c1af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=847bbdf8-a8c9-47fb-8915-945f9b74464c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.409797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58654) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:04.553616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58660) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:04.589222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-181047354-network', 'tenant_id': 'da9bb6fc1c87454ebc4ca0e171983ae1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:04.600798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d7c89cbb-5201-4718-8834-dae58c5abbd0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:04.634726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Made reservation on behalf of da9bb6fc1c87454ebc4ca0e171983ae1 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:04.637550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.641529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4f6c9bde-83fc-4c77-949b-414612977d08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25f82e6472344c72a6985bddc2e9d834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844119 Sep 16 05:16:04.642043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:04.648338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.737838 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc618-ad1f-462c-a128-a721ea055665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.768780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc618-ad1f-462c-a128-a721ea055665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.832173 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.841494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.855282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc618-ad1f-462c-a128-a721ea055665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.857916 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc618-ad1f-462c-a128-a721ea055665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.859210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1cbbc618-ad1f-462c-a128-a721ea055665 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1dc92309-47b0-47eb-a560-0eff32e60f17 HTTP/1.1" status: 204 len: 168 time: 0.2146297 Sep 16 05:16:04.868729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc618-ad1f-462c-a128-a721ea055665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc92309-47b0-47eb-a560-0eff32e60f17,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.872370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:04.881850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fda297b-1f01-434f-aecb-c9d9082781d3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:04.889840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.890518 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Added segment e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532 of type vlan for network ea097511-aaf1-4015-baed-12c0f6a9bf32 Sep 16 05:16:04.942482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.990429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:04.991844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:04.992581 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.042886 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6316545 Sep 16 05:16:05.061488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:05.067688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Request body: {'subnet': {'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-181047354-subnet', 'tenant_id': 'da9bb6fc1c87454ebc4ca0e171983ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:05.075027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1d19c-6517-443b-a6d9-247920d9c5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea097511-aaf1-4015-baed-12c0f6a9bf32,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.096361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ea097511-aaf1-4015-baed-12c0f6a9bf32 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:05.110799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb8e51-eb07-47ab-aa79-ba112bc69267 req-37c095fb-25d1-4501-b2d7-7757672d99b7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.120509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eeeb8e51-eb07-47ab-aa79-ba112bc69267 req-37c095fb-25d1-4501-b2d7-7757672d99b7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.0971873 Sep 16 05:16:05.130936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Made reservation on behalf of da9bb6fc1c87454ebc4ca0e171983ae1 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:05.135657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.408643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eeeb8e51-eb07-47ab-aa79-ba112bc69267 req-2b9b8ceb-c569-4d39-8d74-67f9a9dbaebe tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867148 Sep 16 05:16:05.435059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.499792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105ffa6-7903-4c70-8034-cb2244ab9d2a req-06619ffa-1684-4ecd-96ed-e0982d9bac33 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.501217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2105ffa6-7903-4c70-8034-cb2244ab9d2a req-06619ffa-1684-4ecd-96ed-e0982d9bac33 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 944 time: 0.1385565 Sep 16 05:16:05.537463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a14636-7a46-426a-89a1-b493d75f3a5b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:05.567582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Checking segment: {'id': 'e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:05.567582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Network hostable DHCP agents. Network: ea097511-aaf1-4015-baed-12c0f6a9bf32, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:05.593647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2105ffa6-7903-4c70-8034-cb2244ab9d2a req-e41e2992-cdf7-4015-b95d-0277459415b2 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825226 Sep 16 05:16:05.617715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Network ea097511-aaf1-4015-baed-12c0f6a9bf32 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:05.630792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ea097511-aaf1-4015-baed-12c0f6a9bf32) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:05.637035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.638007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.642060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de5d74-c91e-4ef8-a337-0e6fa4dfe504 None None] Network ea097511-aaf1-4015-baed-12c0f6a9bf32 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:05.660465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-805b9871-211f-4c9b-af76-21aa94925de5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5963500 Sep 16 05:16:05.826932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c847a-4607-45f7-ae6e-96ada42757c1 None None] Network ea097511-aaf1-4015-baed-12c0f6a9bf32 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:06.145154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58730) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:06.267492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1071128726-network', 'tenant_id': '09696ec68769499793ca0759513c2729'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:06.295150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Made reservation on behalf of 09696ec68769499793ca0759513c2729 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:06.299051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.310419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.539021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-9c67e15b-cd25-4af2-aad3-87cd16dd7815 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.540514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-9c67e15b-cd25-4af2-aad3-87cd16dd7815 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/networks?id=ea097511-aaf1-4015-baed-12c0f6a9bf32 HTTP/1.1" status: 200 len: 813 time: 0.2013302 Sep 16 05:16:06.584865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-2fa5f59d-6a5e-479a-91ca-218ed9452795 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/quotas/da9bb6fc1c87454ebc4ca0e171983ae1 HTTP/1.1" status: 200 len: 375 time: 0.0248740 Sep 16 05:16:06.617159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.641717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-48ca5715-dce4-4449-806f-20ca60df35f1 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da9bb6fc1c87454ebc4ca0e171983ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431023 Sep 16 05:16:06.642605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.653689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d7d22-d81f-4c00-bbd7-abf578cc0faa req-9ad2760f-6d2f-491f-a620-59c72fc42eaf tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.655151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-618d7d22-d81f-4c00-bbd7-abf578cc0faa req-9ad2760f-6d2f-491f-a620-59c72fc42eaf tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1392629 Sep 16 05:16:06.723702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:06.767542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f09a6-e1a1-41d2-ae78-de6993f2f964,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.780341 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.780794 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Added segment 7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa of type vlan for network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 Sep 16 05:16:06.837596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-618d7d22-d81f-4c00-bbd7-abf578cc0faa req-b529eb9b-2744-4124-bd15-04e12c5a0447 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674836 Sep 16 05:16:06.852191 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.864508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-fc15170c-da82-48a0-954f-8ef879a1e4a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ea097511-aaf1-4015-baed-12c0f6a9bf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034290 Sep 16 05:16:06.930792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.931814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:06.932489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.027268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58762) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:07.028023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8805544 Sep 16 05:16:07.033974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Request body: {'subnet': {'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1071128726-subnet', 'tenant_id': '09696ec68769499793ca0759513c2729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:07.062395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Made reservation on behalf of 09696ec68769499793ca0759513c2729 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:07.069636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.306555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6956b7-5481-46ea-8e52-00c518c5a215 admin admin] Pushing event updated for resources: {'Network': ['ID=d9253bdb-a771-4fd5-bdbc-7b176f7774c5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.312006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-ddcefeeb-dbac-4f4f-a480-809551646a6d service neutron] 10.222.0.55 "GET /v2.0/networks/ea097511-aaf1-4015-baed-12c0f6a9bf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364619 Sep 16 05:16:07.315212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.319919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:07.345441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccae03-5b16-4954-8984-b422c657005b req-da53c244-e917-46a4-91be-a038e694aeed tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.358272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94ccae03-5b16-4954-8984-b422c657005b req-da53c244-e917-46a4-91be-a038e694aeed tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 944 time: 0.4434977 Sep 16 05:16:07.435401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d391ca-7d90-4721-a582-21ff2c0cffb2,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.476549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94ccae03-5b16-4954-8984-b422c657005b req-6266282c-0c16-4659-befc-02217c84dd44 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160030 Sep 16 05:16:07.495827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Checking segment: {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:07.496224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Network hostable DHCP agents. Network: d9253bdb-a771-4fd5-bdbc-7b176f7774c5, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:07.553666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:07.581936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d9253bdb-a771-4fd5-bdbc-7b176f7774c5) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:07.591611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.596190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d7c89cbb-5201-4718-8834-dae58c5abbd0 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:07.596730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.667861 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-616d0284-82ea-4d52-b15c-0f0b8b52afde admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6309550 Sep 16 05:16:07.729655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b52c78c-4418-41cf-a461-9284a6c8213c None None] Network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:07.757591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5d07647-bca6-4b45-8795-9fc70cd3585d req-57cdbd35-3c59-4a0d-b5aa-bb9db120abf0 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 210 time: 0.0843775 Sep 16 05:16:07.924550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port d7c89cbb-5201-4718-8834-dae58c5abbd0 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:07.930379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port d7c89cbb-5201-4718-8834-dae58c5abbd0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:07.930777 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.035948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05875079-9044-4e8d-a0cb-49e169d4f104 None None] Network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:08.178583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e8cd-cef1-457e-81e9-b57619d4b967 req-d9540ff9-39e4-44d7-8701-33877fae9f26 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.187329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3f8e8cd-cef1-457e-81e9-b57619d4b967 req-d9540ff9-39e4-44d7-8701-33877fae9f26 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1153738 Sep 16 05:16:08.268746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3f8e8cd-cef1-457e-81e9-b57619d4b967 req-cb2bd8d1-d921-4f0b-92e4-be7f69fc602b tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803683 Sep 16 05:16:08.284049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.317370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c89cbb-5201-4718-8834-dae58c5abbd0'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:08.323413 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f13d48-53bb-4609-a1ea-74775ef7c670" -d '{"events": [{"server_uuid": "d77c2a95-78d8-4d36-9a2f-6d1cbfea4462", "name": "network-vif-plugged", "status": "completed", "tag": "d7c89cbb-5201-4718-8834-dae58c5abbd0"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:08.348949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d7c89cbb-5201-4718-8834-dae58c5abbd0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d7c89cbb-5201-4718-8834-dae58c5abbd0,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:08.354498 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.430809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=d7c89cbb-5201-4718-8834-dae58c5abbd0,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.517858 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d0842-0c89-4d69-88ac-b63ba7ed7d88 x-openstack-request-id: req-0d6d0842-0c89-4d69-88ac-b63ba7ed7d88 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:08.519513 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77c2a95-78d8-4d36-9a2f-6d1cbfea4462", "name": "network-vif-plugged", "status": "completed", "tag": "d7c89cbb-5201-4718-8834-dae58c5abbd0", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:08.520263 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d6d0842-0c89-4d69-88ac-b63ba7ed7d88 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:08.520891 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c89cbb-5201-4718-8834-dae58c5abbd0', 'code': 200} Sep 16 05:16:08.557694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-91d3a6b7-fcee-4fa1-a25b-01d5d75f9cea tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.568915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-91d3a6b7-fcee-4fa1-a25b-01d5d75f9cea tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/networks?id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 200 len: 818 time: 0.2982097 Sep 16 05:16:08.593114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-21167f08-9b6a-47e0-8596-c43afe8d69d6 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/quotas/09696ec68769499793ca0759513c2729 HTTP/1.1" status: 200 len: 375 time: 0.0219040 Sep 16 05:16:08.737460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-bbbd4e6a-e8cb-4739-9d86-bb2cbe019869 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=09696ec68769499793ca0759513c2729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418154 Sep 16 05:16:08.892348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad2029-3d82-4fe5-837d-e00857e4f6dc req-2df4524b-042d-4d76-88b2-cb78a3d059b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.893932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75ad2029-3d82-4fe5-837d-e00857e4f6dc req-2df4524b-042d-4d76-88b2-cb78a3d059b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 1097 time: 0.1542971 Sep 16 05:16:08.907478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-a81e4550-6746-4f7e-9f1b-f3d19bb97f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.909007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-a81e4550-6746-4f7e-9f1b-f3d19bb97f9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1096 time: 0.2580800 Sep 16 05:16:08.952363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb0bc0-7ea6-48fc-ac4a-f0ee463637df req-ca3ea5bf-8501-4aed-8969-7a579462fc5d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.953976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afcb0bc0-7ea6-48fc-ac4a-f0ee463637df req-ca3ea5bf-8501-4aed-8969-7a579462fc5d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1704910 Sep 16 05:16:09.025214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-43fa02d1-b1dd-408d-9ab9-d2b8e1506650 service neutron] 10.222.0.55 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865481 Sep 16 05:16:09.073590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75ad2029-3d82-4fe5-837d-e00857e4f6dc req-4aae3fa2-07ad-481f-9fd1-1242d4a61553 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620996 Sep 16 05:16:09.108563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-afcb0bc0-7ea6-48fc-ac4a-f0ee463637df req-986212c1-7a87-40df-8b28-8187b5fcca08 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410646 Sep 16 05:16:09.209575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-8737f7c5-cca3-4d11-96a5-1afbae23d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.211573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-8737f7c5-cca3-4d11-96a5-1afbae23d870 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.2825501 Sep 16 05:16:09.320475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8b875733-818a-40d7-a10e-7e57d3004aa7 service neutron] 10.222.0.55 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941635 Sep 16 05:16:09.355756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4979b47-4695-4aa4-a468-94df06b90e78 req-eafcc876-4827-40de-b3c1-67491b6d7319 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.357359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4979b47-4695-4aa4-a468-94df06b90e78 req-eafcc876-4827-40de-b3c1-67491b6d7319 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.1138883 Sep 16 05:16:09.368393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-794f18aa-cb63-48e6-9f7c-192c5bbeeeb5 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.370756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-794f18aa-cb63-48e6-9f7c-192c5bbeeeb5 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.73 "GET /v2.0/networks?id=ea097511-aaf1-4015-baed-12c0f6a9bf32 HTTP/1.1" status: 200 len: 813 time: 0.1757481 Sep 16 05:16:09.392673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Request body: {'port': {'device_id': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32', 'admin_state_up': True, 'tenant_id': 'da9bb6fc1c87454ebc4ca0e171983ae1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:09.462781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4979b47-4695-4aa4-a468-94df06b90e78 req-8f19a415-63fe-4465-9b8a-b5b57e01f4ee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905521 Sep 16 05:16:09.570704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-fa64fdbe-734b-485e-bb58-81b39241c89b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.1239717 Sep 16 05:16:09.646052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Made reservation on behalf of da9bb6fc1c87454ebc4ca0e171983ae1 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:09.649913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.654225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-ae007b95-feb4-41fa-a066-4ef828c7be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.655699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-ae007b95-feb4-41fa-a066-4ef828c7be72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.0742564 Sep 16 05:16:09.888943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81d09c2e-1e0a-4811-8e1f-dc89af56cda3 req-dc82dada-4a5c-42ec-8b09-dde1c61927cd tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 210 time: 0.0847049 Sep 16 05:16:09.944660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d45d828f-d2b2-42ae-a3f1-fcb9f97d111c req-6f4dad0e-451a-4933-a161-bd6a91b50207 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 210 time: 0.0440781 Sep 16 05:16:09.997067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-c8f012f7-be48-48d5-a32d-bac0c51f2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.999094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-c8f012f7-be48-48d5-a32d-bac0c51f2715 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3227828 Sep 16 05:16:10.110028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Allocated IP 172.20.0.10 (ea097511-aaf1-4015-baed-12c0f6a9bf32/42a14636-7a46-426a-89a1-b493d75f3a5b/a3f5d11a-41e6-41cb-8de9-633a96e805d7) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:10.142000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-567fd6b8-9463-4ee2-ba9c-365599ff8c98 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329381 Sep 16 05:16:10.401313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61729e8-9415-4e7b-97e1-82b429c3f476 req-7a5b901d-bec0-497e-8ce1-faf532d84954 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.411123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d61729e8-9415-4e7b-97e1-82b429c3f476 req-7a5b901d-bec0-497e-8ce1-faf532d84954 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1946616 Sep 16 05:16:10.414594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86fe705e-d2e0-4bd5-b46d-78da1165f855 req-f90b16e9-0961-42df-a265-20a712fe9597 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595937 Sep 16 05:16:10.507407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.516834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d61729e8-9415-4e7b-97e1-82b429c3f476 req-e03cf685-30eb-46be-9aab-959cc8314a12 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045692 Sep 16 05:16:10.722053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5954ec4-3a3d-44b5-86b1-450705b3bf43 req-7ce5d415-21f7-4416-9170-61c0031f9a63 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.723620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5954ec4-3a3d-44b5-86b1-450705b3bf43 req-7ce5d415-21f7-4416-9170-61c0031f9a63 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.1127632 Sep 16 05:16:10.725172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.812894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Pushing event updated for resources: {'Port': ['ID=a3f5d11a-41e6-41cb-8de9-633a96e805d7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.858779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Network ea097511-aaf1-4015-baed-12c0f6a9bf32 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:10.864792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:10.879911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:10.996025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.996685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.081468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5954ec4-3a3d-44b5-86b1-450705b3bf43 req-f01def28-c079-4408-a6a4-de20d11e830a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215020 Sep 16 05:16:11.092711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-bda2e7d3-9038-4e8a-8b6c-12519347f444 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7031336 Sep 16 05:16:11.114666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Request body: {'port': {'device_id': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:11.270990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82cd03-f779-41d9-8565-ac39afe2a533 req-a98a53ec-8d04-4ed9-b9d2-6a4890a1c86b tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.273022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb82cd03-f779-41d9-8565-ac39afe2a533 req-a98a53ec-8d04-4ed9-b9d2-6a4890a1c86b tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 932 time: 0.2735524 Sep 16 05:16:11.279193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cd981dd-f2b4-440f-abf2-8e09eec98f99 req-90c4e82e-2d2f-4257-8c84-568f7db794e0 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 210 time: 0.0747955 Sep 16 05:16:11.281815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.367631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb82cd03-f779-41d9-8565-ac39afe2a533 req-39665a24-796a-44c3-a96e-f12b2a3b36d5 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867190 Sep 16 05:16:11.670176 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.693193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-053f641d-f650-483b-a424-a58c1ab63604 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.694672 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-053f641d-f650-483b-a424-a58c1ab63604 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.73 "GET /v2.0/networks?id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 200 len: 818 time: 0.1549807 Sep 16 05:16:11.727490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Request body: {'port': {'device_id': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5', 'admin_state_up': True, 'tenant_id': '09696ec68769499793ca0759513c2729'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:11.954511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e002c-4f0d-436b-8ee9-568f6e2a96e9 req-0beba143-4b29-48ad-88c8-2c639cd98365 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.963896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-874e002c-4f0d-436b-8ee9-568f6e2a96e9 req-0beba143-4b29-48ad-88c8-2c639cd98365 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3134449 Sep 16 05:16:11.986665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f5d11a-41e6-41cb-8de9-633a96e805d7 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:12.011218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.079555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Made reservation on behalf of 09696ec68769499793ca0759513c2729 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:12.108834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.136355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-874e002c-4f0d-436b-8ee9-568f6e2a96e9 req-c21b435a-974d-4256-9fa8-97693f75f2b2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715140 Sep 16 05:16:12.238952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Transition to ACTIVE for port object a3f5d11a-41e6-41cb-8de9-633a96e805d7 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:12.282970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.351703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Allocated IP 172.20.0.5 (d9253bdb-a771-4fd5-bdbc-7b176f7774c5/93d391ca-7d90-4721-a582-21ff2c0cffb2/6d956f55-cdb3-46fa-99d5-50d4c353a9bb) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:12.586162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.627719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.703684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Pushing event updated for resources: {'Port': ['ID=a3f5d11a-41e6-41cb-8de9-633a96e805d7,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.745783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Pushing event updated for resources: {'Port': ['ID=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.750506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:12.761384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:12.769762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.770116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.770460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.770796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.771139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.771600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.772073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.772431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.772767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.773094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.773421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.773752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:12.775971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cc1a7-d251-466e-8da4-ee3817c931e8 req-0c502d4f-d0f3-4c2a-89e6-6498fb3d15ca tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.777733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:12.783648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-714cc1a7-d251-466e-8da4-ee3817c931e8 req-0c502d4f-d0f3-4c2a-89e6-6498fb3d15ca tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.6052754 Sep 16 05:16:12.826222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-94095f6b-35fa-494b-a359-78cce537c569 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.827802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-94095f6b-35fa-494b-a359-78cce537c569 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "GET /v2.0/networks?id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 200 len: 818 time: 0.8366132 Sep 16 05:16:12.838556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16c0fb-a671-4218-84a9-dd3e9b323999 req-a13a7a4d-34fc-4667-99e5-6afa728b03ab tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.842245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.843016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.845804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf16c0fb-a671-4218-84a9-dd3e9b323999 req-a13a7a4d-34fc-4667-99e5-6afa728b03ab tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.5763359 Sep 16 05:16:12.864022 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a4926f99-308f-4b37-81a0-f1f9cfa8df09 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1578999 Sep 16 05:16:12.868017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Request body: {'port': {'device_id': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5', 'admin_state_up': True, 'tenant_id': '09696ec68769499793ca0759513c2729'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:12.878608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Request body: {'port': {'device_id': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:12.951107 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.053462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-714cc1a7-d251-466e-8da4-ee3817c931e8 req-88d91aab-76d0-401f-bf28-177c8e66bcc9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673523 Sep 16 05:16:13.090572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf16c0fb-a671-4218-84a9-dd3e9b323999 req-400a3fd4-7054-4952-84b9-4c689521377c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438929 Sep 16 05:16:13.120070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a5c09e08-1732-4c0a-a92d-c2a758ba14f5 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.132513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-a5c09e08-1732-4c0a-a92d-c2a758ba14f5 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "GET /v2.0/networks?id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 200 len: 818 time: 0.4632418 Sep 16 05:16:13.175008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Request body: {'port': {'device_id': '7f733db0-e563-49b4-9f34-60a83fde6110', 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5', 'admin_state_up': True, 'tenant_id': '09696ec68769499793ca0759513c2729'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:13.249875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Attempting to bind port a3f5d11a-41e6-41cb-8de9-633a96e805d7 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:13.250263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Attempting to bind port a3f5d11a-41e6-41cb-8de9-633a96e805d7 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:13.250559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Attempting to bind port a3f5d11a-41e6-41cb-8de9-633a96e805d7 on network ea097511-aaf1-4015-baed-12c0f6a9bf32 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:13.290316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95648fc3-39c0-415e-bf05-f6e9ff68c47b req-76f65f80-212d-4a14-8abc-ec3548faa620 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 210 time: 0.1023376 Sep 16 05:16:13.306536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Port a3f5d11a-41e6-41cb-8de9-633a96e805d7 on network ea097511-aaf1-4015-baed-12c0f6a9bf32 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:13.307353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Attempting to bind port a3f5d11a-41e6-41cb-8de9-633a96e805d7 on network ea097511-aaf1-4015-baed-12c0f6a9bf32 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:13.376465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:13.376879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Checking segment: {'id': 'e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:13.377193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Bound using segment: {'id': 'e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:13.377647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Bound port: a3f5d11a-41e6-41cb-8de9-633a96e805d7, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:13.378014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.419329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d956f55-cdb3-46fa-99d5-50d4c353a9bb {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:13.423177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525977fe-a5c6-46fc-9b85-e8f8339b5010 req-9f6e937e-5aad-4040-a3e6-acbdcb89cfa7 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.432241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-525977fe-a5c6-46fc-9b85-e8f8339b5010 req-9f6e937e-5aad-4040-a3e6-acbdcb89cfa7 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 944 time: 0.2146232 Sep 16 05:16:13.444200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.446524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Made reservation on behalf of 09696ec68769499793ca0759513c2729 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:13.450227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.480359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Transition to ACTIVE for port object 6d956f55-cdb3-46fa-99d5-50d4c353a9bb will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:13.491949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.573372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Pushing event updated for resources: {'Port': ['ID=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.653337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-525977fe-a5c6-46fc-9b85-e8f8339b5010 req-1c2f0b81-a1b2-4c91-a836-a2584c34ad94 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149074 Sep 16 05:16:13.681096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Attempting to bind port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:13.681642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Attempting to bind port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:13.682024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Attempting to bind port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:13.689284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:13.689752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Attempting to bind port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:13.694653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] For port a3f5d11a-41e6-41cb-8de9-633a96e805d7, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:13.696650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:13.697012 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Checking segment: {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:13.697609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Bound using segment: {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:13.698316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Bound port: 6d956f55-cdb3-46fa-99d5-50d4c353a9bb, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:13.698682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.715294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Made reservation on behalf of 09696ec68769499793ca0759513c2729 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:13.719015 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.735646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] For port a3f5d11a-41e6-41cb-8de9-633a96e805d7, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7,segment=NetworkSegment(e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532),segment_id=e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:13.750460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaae51b-82b9-4ca9-b422-73912b4bebb9 req-58fbd801-70a6-4487-9a18-8738adf30242 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.758225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3aaae51b-82b9-4ca9-b422-73912b4bebb9 req-58fbd801-70a6-4487-9a18-8738adf30242 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.2537024 Sep 16 05:16:13.811901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] For port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:13.815054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.820302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] For port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:13.826018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.912423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.913046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.914463 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] 10.222.0.73 "PUT /v2.0/ports/6d956f55-cdb3-46fa-99d5-50d4c353a9bb HTTP/1.1" status: 200 len: 1092 time: 1.0412974 Sep 16 05:16:13.914902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'tag': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:13.921302 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7694dbdd-7ded-4edb-aecd-ec44af84113f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3e725f-5c2a-405a-aeab-1f510de16c7b", "tag": "6d956f55-cdb3-46fa-99d5-50d4c353a9bb"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:13.953509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:13.954337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.955894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] 10.222.0.73 "PUT /v2.0/ports/a3f5d11a-41e6-41cb-8de9-633a96e805d7 HTTP/1.1" status: 200 len: 1093 time: 2.8539693 Sep 16 05:16:13.964553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:13.966974 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:13.977126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb17e-008d-497d-a633-435e921ef63c service neutron] Pushing event updated for resources: {'Port': ['ID=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:14.000548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3aaae51b-82b9-4ca9-b422-73912b4bebb9 req-dcdb80ad-90b6-42b6-bfa9-3ef2b0587d78 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368793 Sep 16 05:16:14.065541 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78591993-746b-4896-870d-20551fec7708 x-openstack-request-id: req-78591993-746b-4896-870d-20551fec7708 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:14.065950 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3e725f-5c2a-405a-aeab-1f510de16c7b", "tag": "6d956f55-cdb3-46fa-99d5-50d4c353a9bb", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:14.066308 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78591993-746b-4896-870d-20551fec7708 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:14.066818 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'tag': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb', 'status': 'completed', 'code': 200} Sep 16 05:16:14.073891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4fdcb6c8-693b-4fa0-bcdd-8c98fb6da5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.075840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-4fdcb6c8-693b-4fa0-bcdd-8c98fb6da5d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da9bb6fc1c87454ebc4ca0e171983ae1&device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 1096 time: 0.0632415 Sep 16 05:16:14.094081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b6233-7a14-4274-9e46-124faab1c49d service neutron] Pushing event updated for resources: {'Port': ['ID=a3f5d11a-41e6-41cb-8de9-633a96e805d7,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:14.104663 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d2640b-92dd-4cc7-a430-f68616164638 x-openstack-request-id: req-a2d2640b-92dd-4cc7-a430-f68616164638 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:14.104961 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:14.105206 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2d2640b-92dd-4cc7-a430-f68616164638 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:14.105591 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7', 'status': 'completed', 'code': 200} Sep 16 05:16:14.106740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Allocated IP 172.20.0.13 (d9253bdb-a771-4fd5-bdbc-7b176f7774c5/93d391ca-7d90-4721-a582-21ff2c0cffb2/a71e6670-af79-4793-ab95-ef289c77f036) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:14.141943 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-1ba78aa4-3d1a-4a8f-b71e-1b62ac8021fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7 HTTP/1.1" status: 200 len: 217 time: 0.0567653 Sep 16 05:16:14.253542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca5a01-1883-40d9-9536-b81771682441 req-e81f48a0-e5c5-4cc2-8f2e-13278d557bf2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.268713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79ca5a01-1883-40d9-9536-b81771682441 req-e81f48a0-e5c5-4cc2-8f2e-13278d557bf2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3831208 Sep 16 05:16:14.281488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-b5e07560-ebc7-4d2f-9c47-920f8c54f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.282219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-fcd8393b-6e5f-4710-a81d-f4194d52527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.283826 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-b5e07560-ebc7-4d2f-9c47-920f8c54f1fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a14636-7a46-426a-89a1-b493d75f3a5b HTTP/1.1" status: 200 len: 853 time: 0.1324389 Sep 16 05:16:14.284754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-fcd8393b-6e5f-4710-a81d-f4194d52527c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09696ec68769499793ca0759513c2729&device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 1095 time: 0.2830000 Sep 16 05:16:14.346496 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-dc31c8b1-c0e9-481a-9a8a-dbdd429dee18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea097511-aaf1-4015-baed-12c0f6a9bf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404291 Sep 16 05:16:14.351106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-0f90cc01-6f41-46b2-911f-da7201797003 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d956f55-cdb3-46fa-99d5-50d4c353a9bb HTTP/1.1" status: 200 len: 217 time: 0.0429170 Sep 16 05:16:14.473220 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-630bffef-a89d-4291-9d95-39fa2fe317f4 service neutron] 10.222.0.73 "GET /v2.0/networks/ea097511-aaf1-4015-baed-12c0f6a9bf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104231 Sep 16 05:16:14.476669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79ca5a01-1883-40d9-9536-b81771682441 req-50e6272a-3409-43e5-9051-1df49e5584c7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070110 Sep 16 05:16:14.532881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-d56a5311-2c30-4cfb-aa27-9b98583eedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.534492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-d56a5311-2c30-4cfb-aa27-9b98583eedcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93d391ca-7d90-4721-a582-21ff2c0cffb2 HTTP/1.1" status: 200 len: 858 time: 0.1685815 Sep 16 05:16:14.627699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4d23be81-6d97-4e94-989d-6d39d8f2ea7c req-15c651c2-9bbf-46b9-8ba7-bfcbf2cb9680 service neutron] 10.222.0.73 "GET /v2.0/networks/ea097511-aaf1-4015-baed-12c0f6a9bf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452172 Sep 16 05:16:14.633848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-1a3cc244-ae11-41cf-a923-24a3415b03ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842302 Sep 16 05:16:14.663314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b55-a643-403c-8d56-72b6f48528d3 req-133957a6-963d-428c-8abe-463e5787e7d3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.665045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04003b55-a643-403c-8d56-72b6f48528d3 req-133957a6-963d-428c-8abe-463e5787e7d3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.2529485 Sep 16 05:16:14.726078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dd7aea4-a742-46ad-bcaa-4fcb0d492a4e req-f8dae72b-9231-422c-93dd-2988a57ebb3c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 210 time: 0.1620419 Sep 16 05:16:14.753106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-f18ef533-e5ca-4584-b759-798128c7b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.754678 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-f18ef533-e5ca-4584-b759-798128c7b450 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da9bb6fc1c87454ebc4ca0e171983ae1&device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 1096 time: 0.0658534 Sep 16 05:16:14.826326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04003b55-a643-403c-8d56-72b6f48528d3 req-19a08b51-bbb5-4d25-96c5-96231c64802b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078036 Sep 16 05:16:14.911028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-c86e125b-0f75-4d04-bef6-416607ebeb81 service neutron] 10.222.0.73 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448735 Sep 16 05:16:14.916537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-5fb274c2-7437-4113-8e14-38ad601fa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.919173 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-5fb274c2-7437-4113-8e14-38ad601fa4c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea097511-aaf1-4015-baed-12c0f6a9bf32 HTTP/1.1" status: 200 len: 914 time: 0.1556451 Sep 16 05:16:14.921149 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.073201 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-6ec507ba-0bbe-4098-9348-19969d1536ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7 HTTP/1.1" status: 200 len: 217 time: 0.1448686 Sep 16 05:16:15.102807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-7b9f87ce-94d2-4508-93b8-ab175b5fc3c6 service neutron] 10.222.0.73 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789036 Sep 16 05:16:15.118276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b99b4-0811-4476-a32a-ade2671fd3be req-7f32cece-45cc-4000-824d-a989bbee3fc4 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.120566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-538b99b4-0811-4476-a32a-ade2671fd3be req-7f32cece-45cc-4000-824d-a989bbee3fc4 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 944 time: 0.1533892 Sep 16 05:16:15.124336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.191903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-b1eabd87-bbda-4187-90fb-450c918cddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.196997 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-b1eabd87-bbda-4187-90fb-450c918cddb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a14636-7a46-426a-89a1-b493d75f3a5b HTTP/1.1" status: 200 len: 853 time: 0.1153326 Sep 16 05:16:15.253568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Pushing event updated for resources: {'Port': ['ID=a71e6670-af79-4793-ab95-ef289c77f036,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.258090 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-17728a9a-e46f-49cf-be88-9d44f63f2aef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea097511-aaf1-4015-baed-12c0f6a9bf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363779 Sep 16 05:16:15.404902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-538b99b4-0811-4476-a32a-ade2671fd3be req-b2e469d9-d9e5-409e-90b2-ab968a7106e9 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896772 Sep 16 05:16:15.407905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:15.415322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:15.418060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:15.427303 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-b86fc4e6-f2ea-4b76-afe7-f3558dc74a99 service neutron] 10.222.0.73 "GET /v2.0/networks/ea097511-aaf1-4015-baed-12c0f6a9bf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591439 Sep 16 05:16:15.473550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Allocated IP 172.20.0.8 (d9253bdb-a771-4fd5-bdbc-7b176f7774c5/93d391ca-7d90-4721-a582-21ff2c0cffb2/cf2c31a2-af1a-45d7-8cf5-87fca2392a0a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:15.488133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-ec0c664f-d6eb-48f0-8fb7-c93992df4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.489716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-ec0c664f-d6eb-48f0-8fb7-c93992df4629 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=09696ec68769499793ca0759513c2729&device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 1095 time: 0.2997441 Sep 16 05:16:15.512997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f8bf2-1b3d-4e63-b640-bf78a1580ee8 req-9d44b787-14b6-4da1-9385-627e22cd9f69 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.520686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae0f8bf2-1b3d-4e63-b640-bf78a1580ee8 req-9d44b787-14b6-4da1-9385-627e22cd9f69 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2349095 Sep 16 05:16:15.546778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.547402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.548274 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-181289e3-20d0-4fd7-bf2c-8f19668a0d5e req-d6b262bd-71b6-413b-8cdb-422e25821b20 service neutron] 10.222.0.73 "GET /v2.0/networks/ea097511-aaf1-4015-baed-12c0f6a9bf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124349 Sep 16 05:16:15.657852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-73ae016d-9159-4123-a0af-c3c5cb3b255c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7937527 Sep 16 05:16:15.690345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Request body: {'port': {'device_id': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:15.704715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae0f8bf2-1b3d-4e63-b640-bf78a1580ee8 req-dd9e0dca-674b-46f2-a699-b8f6299eba27 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830699 Sep 16 05:16:16.096871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.130832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-7b9b1962-7e1f-4945-ae1c-2eba54a6bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.132363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-7b9b1962-7e1f-4945-ae1c-2eba54a6bfd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 200 len: 919 time: 0.6285322 Sep 16 05:16:16.151993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb598d73-103a-4d04-b68a-a102a7f3991e req-16570185-101f-4404-ae8a-b5937436685c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 210 time: 0.0835145 Sep 16 05:16:16.230711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-b78a9bea-3de0-4170-861a-55a51e5a50c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d956f55-cdb3-46fa-99d5-50d4c353a9bb HTTP/1.1" status: 200 len: 217 time: 0.0696194 Sep 16 05:16:16.333115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fea6e4-72b9-499b-b429-f012b3289526 req-2ce8f68c-95f7-4c5a-b6e3-7013a359e7dd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.343099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63fea6e4-72b9-499b-b429-f012b3289526 req-2ce8f68c-95f7-4c5a-b6e3-7013a359e7dd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.2656500 Sep 16 05:16:16.390107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.403323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-55e1c386-d7db-4175-bdd3-9ada7221c04f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.404950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-55e1c386-d7db-4175-bdd3-9ada7221c04f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.2688804 Sep 16 05:16:16.517330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-fd96d3dc-81b1-4516-92fb-d974d3a8b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.518777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-fd96d3dc-81b1-4516-92fb-d974d3a8b014 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93d391ca-7d90-4721-a582-21ff2c0cffb2 HTTP/1.1" status: 200 len: 858 time: 0.2520673 Sep 16 05:16:16.614725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-77b8b0ba-87fe-4921-9f88-b2f15b47a701 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786166 Sep 16 05:16:16.617490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63fea6e4-72b9-499b-b429-f012b3289526 req-fc01b215-9dd9-4200-8161-51e37eb43403 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734270 Sep 16 05:16:16.733602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.749770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749738e0-5887-48ab-b088-850580f568c7 req-49a1ee43-771d-4561-a1a1-8eb5ff96d86a tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.757290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-749738e0-5887-48ab-b088-850580f568c7 req-49a1ee43-771d-4561-a1a1-8eb5ff96d86a tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 944 time: 0.2418191 Sep 16 05:16:16.938180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:16.952987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Deleting port d7c89cbb-5201-4718-8834-dae58c5abbd0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:16.953343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.956110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:16.957997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Pushing event updated for resources: {'Port': ['ID=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.962964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:16.969756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-fca79aa9-3ca0-4150-87c8-9e32d87790fd service neutron] 10.222.0.73 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309715 Sep 16 05:16:17.011232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-749738e0-5887-48ab-b088-850580f568c7 req-73d36204-627a-4bad-bd2d-4a3adb4e3c0a tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530885 Sep 16 05:16:17.146189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1509f53-a154-4ea9-bac0-ced62ae8149f req-5794da4e-8b13-4499-a05f-c79e1dcaa6d5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.147683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1509f53-a154-4ea9-bac0-ced62ae8149f req-5794da4e-8b13-4499-a05f-c79e1dcaa6d5 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.3362558 Sep 16 05:16:17.187119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.187764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.242584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-64633e51-c80d-44bf-a19e-9eb82ec800c4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0967209 Sep 16 05:16:17.259184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6d956f55-cdb3-46fa-99d5-50d4c353a9bb details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:17.300397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Request body: {'port': {'device_id': '7f733db0-e563-49b4-9f34-60a83fde6110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:17.396736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1509f53-a154-4ea9-bac0-ced62ae8149f req-b46db02d-d0a5-42b9-9315-0c6b509620aa tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884496 Sep 16 05:16:17.407136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71e6670-af79-4793-ab95-ef289c77f036 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:17.417071 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.424056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.436297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Transition to ACTIVE for port object a71e6670-af79-4793-ab95-ef289c77f036 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:17.438474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb', 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5', 'port_id': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb', 'mac_address': 'fa:16:3e:75:b0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d391ca-7d90-4721-a582-21ff2c0cffb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:17.486623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7694dbdd-7ded-4edb-aecd-ec44af84113f req-239da7de-7d62-480e-8128-182e8c61aafb service neutron] 10.222.0.73 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789548 Sep 16 05:16:17.495427 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.500784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] For port d7c89cbb-5201-4718-8834-dae58c5abbd0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d7c89cbb-5201-4718-8834-dae58c5abbd0,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.514278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d956f55-cdb3-46fa-99d5-50d4c353a9bb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:17.517982 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.535172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.540553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.542279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.543080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a3f5d11a-41e6-41cb-8de9-633a96e805d7 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:17.656418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Calling delete_port for d7c89cbb-5201-4718-8834-dae58c5abbd0 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:17.662685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:17.663003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.698687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a3f5d11a-41e6-41cb-8de9-633a96e805d7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7,segment=NetworkSegment(e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532),segment_id=e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.711139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73b044-59bf-40f7-8839-dc1a8c8be716 req-8e20f30f-1810-4a8b-b450-426515153ab4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.712930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7', 'network_id': 'ea097511-aaf1-4015-baed-12c0f6a9bf32', 'port_id': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7', 'mac_address': 'fa:16:3e:f6:45:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a14636-7a46-426a-89a1-b493d75f3a5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:17.722307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb73b044-59bf-40f7-8839-dc1a8c8be716 req-8e20f30f-1810-4a8b-b450-426515153ab4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 931 time: 0.4805403 Sep 16 05:16:17.783439 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.814448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f5d11a-41e6-41cb-8de9-633a96e805d7 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:17.863673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a3f5d11a-41e6-41cb-8de9-633a96e805d7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7,segment=NetworkSegment(e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532),segment_id=e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:17.868014 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.925043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a3f5d11a-41e6-41cb-8de9-633a96e805d7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:17.948035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-3fb4b095-0368-4219-83a4-18c5a9f3a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:17.950306 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-3fb4b095-0368-4219-83a4-18c5a9f3a145 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 1096 time: 0.0869875 Sep 16 05:16:17.970015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Pushing event updated for resources: {'Port': ['ID=a71e6670-af79-4793-ab95-ef289c77f036,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:18.093225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-41df1333-ceba-4f69-8ac7-bc5821e524c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.095391 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-41df1333-ceba-4f69-8ac7-bc5821e524c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 200 len: 913 time: 0.1369457 Sep 16 05:16:18.137928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a86f8b-1122-4ae1-a749-89d905b9fcdf req-f969bf6b-ee6d-40cf-9c60-73ec97e6ffc4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.145772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a86f8b-1122-4ae1-a749-89d905b9fcdf req-f969bf6b-ee6d-40cf-9c60-73ec97e6ffc4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 945 time: 0.2353985 Sep 16 05:16:18.148747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6d956f55-cdb3-46fa-99d5-50d4c353a9bb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:18.159294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a3f5d11a-41e6-41cb-8de9-633a96e805d7'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:18.167905 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-63b7fc42-bf4a-4360-a7bf-52d64044ae5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 200 len: 999 time: 0.0642884 Sep 16 05:16:18.169984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb73b044-59bf-40f7-8839-dc1a8c8be716 req-4d4f7d23-12f6-4b11-8943-1e048c76f840 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161859 Sep 16 05:16:18.271511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-0cb9d7f0-b447-4e6c-8cf8-eeaddd16cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.277881 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-0cb9d7f0-b447-4e6c-8cf8-eeaddd16cc2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 200 len: 851 time: 0.0979948 Sep 16 05:16:18.291365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a86f8b-1122-4ae1-a749-89d905b9fcdf req-cdeb6861-49db-4054-911f-05113180224a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443622 Sep 16 05:16:18.363956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-c08ba7e9-c53b-415f-bbc7-5c1bf76fa050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.369805 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-c08ba7e9-c53b-415f-bbc7-5c1bf76fa050 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852313 Sep 16 05:16:18.393404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Attempting to bind port a71e6670-af79-4793-ab95-ef289c77f036 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:18.393760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Attempting to bind port a71e6670-af79-4793-ab95-ef289c77f036 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:18.394094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Attempting to bind port a71e6670-af79-4793-ab95-ef289c77f036 on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:18.543211 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-00826498-bd7b-40d2-9cce-bedda1ebd920 service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662436 Sep 16 05:16:18.673623 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-f54e9505-b4df-488a-a1c7-7bc49ab6795c service neutron] 10.222.0.64 "GET /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227262 Sep 16 05:16:18.724818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Port a71e6670-af79-4793-ab95-ef289c77f036 on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:18.725043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Attempting to bind port a71e6670-af79-4793-ab95-ef289c77f036 on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:18.772177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:18.772572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Checking segment: {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:18.772894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Bound using segment: {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:18.773338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Bound port: a71e6670-af79-4793-ab95-ef289c77f036, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:18.773697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.857888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234292c-4f16-4b06-8352-47fdff799354 req-7e9bfeaf-0660-4f01-b1a0-70362c70949a tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.859491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3234292c-4f16-4b06-8352-47fdff799354 req-7e9bfeaf-0660-4f01-b1a0-70362c70949a tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 945 time: 0.4539857 Sep 16 05:16:18.892253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:18.917988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ed176-dde1-4a40-80aa-38cd3840d615 req-d11d8bc9-95ef-4b0f-8433-44382776329d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.919481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-535ed176-dde1-4a40-80aa-38cd3840d615 req-d11d8bc9-95ef-4b0f-8433-44382776329d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.5840158 Sep 16 05:16:18.965587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:18.985375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event deleted for resources: {'Port': ['ID=d7c89cbb-5201-4718-8834-dae58c5abbd0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.082366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3234292c-4f16-4b06-8352-47fdff799354 req-c49f09f9-a8be-493f-a9f4-a6b80634c3ed tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987033 Sep 16 05:16:19.182312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] For port a71e6670-af79-4793-ab95-ef289c77f036, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:19.197569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] For port a71e6670-af79-4793-ab95-ef289c77f036, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a71e6670-af79-4793-ab95-ef289c77f036,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:19.219164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] No DVR routers for this DVR port d7c89cbb-5201-4718-8834-dae58c5abbd0 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:19.223730 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.229459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.231656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09af50d0-a5fd-4fff-abcb-45aec87b5346 req-c37b56c4-fa17-4b2b-b256-a8ddadaeccb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "DELETE /v2.0/ports/d7c89cbb-5201-4718-8834-dae58c5abbd0 HTTP/1.1" status: 204 len: 173 time: 2.8141253 Sep 16 05:16:19.260245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-535ed176-dde1-4a40-80aa-38cd3840d615 req-7e84fc20-501b-4773-b413-8d0aac21a039 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236151 Sep 16 05:16:19.260697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'name': 'network-vif-deleted', 'tag': 'd7c89cbb-5201-4718-8834-dae58c5abbd0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:19.263002 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad47f06-517b-4eef-b74b-fc4b0efe7eb2" -d '{"events": [{"server_uuid": "d77c2a95-78d8-4d36-9a2f-6d1cbfea4462", "name": "network-vif-deleted", "tag": "d7c89cbb-5201-4718-8834-dae58c5abbd0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:19.268458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6d956f55-cdb3-46fa-99d5-50d4c353a9bb up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:19.287484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2c31a2-af1a-45d7-8cf5-87fca2392a0a {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:19.301412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.311262 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:19.321245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.322039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.323603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] 10.222.0.64 "PUT /v2.0/ports/a71e6670-af79-4793-ab95-ef289c77f036 HTTP/1.1" status: 200 len: 1093 time: 3.6376121 Sep 16 05:16:19.340125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Transition to ACTIVE for port object cf2c31a2-af1a-45d7-8cf5-87fca2392a0a will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:19.349538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f888b-20f4-4624-9975-0ca1d5db0acd service neutron] Pushing event updated for resources: {'Port': ['ID=a71e6670-af79-4793-ab95-ef289c77f036,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.353182 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.395874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:19.402541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:19.403063 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.470733 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db8b72-0a0f-4777-a97a-e14b28100239 x-openstack-request-id: req-d6db8b72-0a0f-4777-a97a-e14b28100239 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:19.471776 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77c2a95-78d8-4d36-9a2f-6d1cbfea4462", "name": "network-vif-deleted", "tag": "d7c89cbb-5201-4718-8834-dae58c5abbd0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:19.472038 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6db8b72-0a0f-4777-a97a-e14b28100239 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:19.472682 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77c2a95-78d8-4d36-9a2f-6d1cbfea4462', 'name': 'network-vif-deleted', 'tag': 'd7c89cbb-5201-4718-8834-dae58c5abbd0', 'status': 'completed', 'code': 200} Sep 16 05:16:19.578155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.624921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f1626c2-bb32-442c-bdd4-527d216dbe5e req-693eaaa4-e309-4b84-b220-3f73deb5c073 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=d77c2a95-78d8-4d36-9a2f-6d1cbfea4462 HTTP/1.1" status: 200 len: 210 time: 0.0754712 Sep 16 05:16:19.636665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-bc919f31-0f3e-4c83-956c-bbd25f20c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.636665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-bc919f31-0f3e-4c83-956c-bbd25f20c6dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09696ec68769499793ca0759513c2729&device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 1096 time: 0.2297010 Sep 16 05:16:19.702783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Pushing event updated for resources: {'Port': ['ID=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:19.771093 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-255c8d87-ac57-438d-9086-e8f238673bf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71e6670-af79-4793-ab95-ef289c77f036 HTTP/1.1" status: 200 len: 217 time: 0.0588024 Sep 16 05:16:19.772594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Attempting to bind port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:19.772941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Attempting to bind port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:19.773271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Attempting to bind port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:19.782515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb38824-c880-4ac5-a6a6-f0a31bcee89d req-c92ab0c1-9b53-4879-871a-3221e26f5b56 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.784027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cb38824-c880-4ac5-a6a6-f0a31bcee89d req-c92ab0c1-9b53-4879-871a-3221e26f5b56 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 943 time: 0.3330114 Sep 16 05:16:19.816289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d7c89cbb-5201-4718-8834-dae58c5abbd0 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:19.828641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:19.831946 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cffaab3-f4c0-42c4-bb5a-ba0815bdf1bb" -d '{"events": [{"server_uuid": "5b3e725f-5c2a-405a-aeab-1f510de16c7b", "name": "network-vif-plugged", "status": "completed", "tag": "6d956f55-cdb3-46fa-99d5-50d4c353a9bb"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:19.843202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-ca1f1b4e-2f74-4663-a3df-46ca4e7f156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.844748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-ca1f1b4e-2f74-4663-a3df-46ca4e7f156c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93d391ca-7d90-4721-a582-21ff2c0cffb2 HTTP/1.1" status: 200 len: 858 time: 0.0585790 Sep 16 05:16:19.877706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:19.878046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Attempting to bind port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a on network d9253bdb-a771-4fd5-bdbc-7b176f7774c5 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:19.888302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: d7c89cbb-5201-4718-8834-dae58c5abbd0 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:19.889091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d7c89cbb-5201-4718-8834-dae58c5abbd0 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:19.918118 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2938d5ee-1c08-4bc8-b211-f15957a84eef x-openstack-request-id: req-2938d5ee-1c08-4bc8-b211-f15957a84eef {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:19.918480 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3e725f-5c2a-405a-aeab-1f510de16c7b", "name": "network-vif-plugged", "status": "completed", "tag": "6d956f55-cdb3-46fa-99d5-50d4c353a9bb", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:19.918789 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2938d5ee-1c08-4bc8-b211-f15957a84eef {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:19.919283 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb', 'code': 200} Sep 16 05:16:19.921579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:19.935358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-ef2a901e-f00c-42e7-b545-12f3254955d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677371 Sep 16 05:16:19.935771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.938894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a3f5d11a-41e6-41cb-8de9-633a96e805d7 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:19.942521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:19.942521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Checking segment: {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:19.942521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Bound using segment: {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:19.942922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Bound port: cf2c31a2-af1a-45d7-8cf5-87fca2392a0a, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:19.943039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:19.950027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cb38824-c880-4ac5-a6a6-f0a31bcee89d req-844c2dbc-397c-4b1c-b0ba-80c5370398bb tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042721 Sep 16 05:16:20.122710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.149578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-74d8393f-f9bc-4524-b843-51266f5ddf87 service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919677 Sep 16 05:16:20.155422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a3f5d11a-41e6-41cb-8de9-633a96e805d7 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:20.161568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a3f5d11a-41e6-41cb-8de9-633a96e805d7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:20.163072 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.222246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10157f-de3c-434d-94b7-772f7d3214d3 req-27613a04-c1c3-445f-a702-316f766386cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.223743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b10157f-de3c-434d-94b7-772f7d3214d3 req-27613a04-c1c3-445f-a702-316f766386cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 1097 time: 0.1760716 Sep 16 05:16:20.296909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] For port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:20.321973 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.324138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] For port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:20.353050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.383958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a3f5d11a-41e6-41cb-8de9-633a96e805d7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7,segment=NetworkSegment(e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532),segment_id=e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:20.390289 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.390530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f19da0-cae8-4586-81cf-d6ac9c368508 req-a7b0833e-ef9b-47b0-bbff-9160d885ec99 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.397349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03f19da0-cae8-4586-81cf-d6ac9c368508 req-a7b0833e-ef9b-47b0-bbff-9160d885ec99 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 945 time: 0.1964254 Sep 16 05:16:20.426010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b10157f-de3c-434d-94b7-772f7d3214d3 req-e7460389-9ba8-4af3-a1ce-c5613f232407 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799724 Sep 16 05:16:20.469317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a3f5d11a-41e6-41cb-8de9-633a96e805d7,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.487407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-48d941d2-767f-4d84-a668-1abab9fe70db service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276010 Sep 16 05:16:20.490537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.491261 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.492666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] 10.222.0.64 "PUT /v2.0/ports/cf2c31a2-af1a-45d7-8cf5-87fca2392a0a HTTP/1.1" status: 200 len: 1092 time: 3.2033477 Sep 16 05:16:20.549646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03f19da0-cae8-4586-81cf-d6ac9c368508 req-5a9b3610-ac12-4791-b808-f858391fa032 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202765 Sep 16 05:16:20.551625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb464-3454-4e1b-898e-8a10aefe825a service neutron] Pushing event updated for resources: {'Port': ['ID=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.568321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec1580-aaaf-4d4c-bd9f-fea3c4e71891 req-09a371e5-480b-422f-b774-b3917613e610 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.570097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fec1580-aaaf-4d4c-bd9f-fea3c4e71891 req-09a371e5-480b-422f-b774-b3917613e610 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1295698 Sep 16 05:16:20.652805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fec1580-aaaf-4d4c-bd9f-fea3c4e71891 req-2a6c7e28-9e0d-4b4e-bb6c-46283aa47898 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758667 Sep 16 05:16:20.670103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-52cc35fe-5cab-46a6-80e7-029e15f01f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.671951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-52cc35fe-5cab-46a6-80e7-029e15f01f38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09696ec68769499793ca0759513c2729&device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 1095 time: 0.0639863 Sep 16 05:16:20.733842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-f4c0b970-58c6-4d59-8ec3-e724cee347f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a HTTP/1.1" status: 200 len: 217 time: 0.0479002 Sep 16 05:16:20.829092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-ba264949-fc21-4861-b5fc-3644b1e214e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.830584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-ba264949-fc21-4861-b5fc-3644b1e214e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93d391ca-7d90-4721-a582-21ff2c0cffb2 HTTP/1.1" status: 200 len: 858 time: 0.0846143 Sep 16 05:16:20.861430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc2ca-1b4a-4246-b841-05c94c75da18 req-66b8fd01-5dbd-4263-b2cd-4027fdc9d79d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.871125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5acfc2ca-1b4a-4246-b841-05c94c75da18 req-66b8fd01-5dbd-4263-b2cd-4027fdc9d79d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.0928566 Sep 16 05:16:20.914353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-9bff5c50-87f3-4d3e-bb35-bbaf2ff29078 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742309 Sep 16 05:16:20.956710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5acfc2ca-1b4a-4246-b841-05c94c75da18 req-69618c69-7b3b-43c5-8374-b0f318affc5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841434 Sep 16 05:16:21.159434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-6a8bb684-3d64-4de1-9168-b253f204a990 service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364035 Sep 16 05:16:21.198458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-5e58c192-bee1-45c1-8ac7-7b8b8e7223e4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.205425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-5e58c192-bee1-45c1-8ac7-7b8b8e7223e4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.1879995 Sep 16 05:16:21.239972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-06c7a275-2b48-42dd-ae63-56c293397add tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0336673 Sep 16 05:16:21.335912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-42f1e4c9-6ab6-4ddd-a1bc-b908006ea489 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949359 Sep 16 05:16:21.366456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6b3e8d-c237-4643-a693-7ea1c88b1fff req-71566547-bf60-4ce3-8119-9efcb6fa1de2 service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813576 Sep 16 05:16:21.452413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-34297fc6-56e3-4f76-ac0b-f461c011d0c0 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126323 Sep 16 05:16:21.474361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'tag': 'a71e6670-af79-4793-ab95-ef289c77f036'}, {'name': 'network-changed', 'server_uuid': '7f733db0-e563-49b4-9f34-60a83fde6110', 'tag': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:21.477239 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e7b1a4-587f-4760-aa81-a363cf5de173", "tag": "a71e6670-af79-4793-ab95-ef289c77f036"}, {"name": "network-changed", "server_uuid": "7f733db0-e563-49b4-9f34-60a83fde6110", "tag": "cf2c31a2-af1a-45d7-8cf5-87fca2392a0a"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:21.588935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-3c219c7b-967e-420b-ae4f-cffb10d0f883 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386304 Sep 16 05:16:21.920691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:21.924167 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504bd222-3de1-4a5b-bff8-742c510473a8" -d '{"events": [{"server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "name": "network-vif-plugged", "status": "completed", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:22.049388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad98e5c-af8b-47ac-bee4-96ef4527301c req-f01653ca-affd-4f26-86a0-cfed17cc6fb4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.051692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cad98e5c-af8b-47ac-bee4-96ef4527301c req-f01653ca-affd-4f26-86a0-cfed17cc6fb4 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 943 time: 0.1182623 Sep 16 05:16:22.080646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-86971c2f-3d58-4939-a4d9-7cd17010409c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.088815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-86971c2f-3d58-4939-a4d9-7cd17010409c tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f HTTP/1.1" status: 200 len: 944 time: 0.1114407 Sep 16 05:16:22.162835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cad98e5c-af8b-47ac-bee4-96ef4527301c req-455e234e-0092-4b8a-b28a-e5eb13521ab8 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989344 Sep 16 05:16:22.247873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Deleting port a5d6fea5-8559-4a92-a136-2654143dfa56 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:22.249043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.364077 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9933210-122e-4731-9098-220859ab7543 x-openstack-request-id: req-b9933210-122e-4731-9098-220859ab7543 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:22.364573 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e7b1a4-587f-4760-aa81-a363cf5de173", "tag": "a71e6670-af79-4793-ab95-ef289c77f036", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f733db0-e563-49b4-9f34-60a83fde6110", "tag": "cf2c31a2-af1a-45d7-8cf5-87fca2392a0a", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:22.364968 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9933210-122e-4731-9098-220859ab7543 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:22.365425 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'tag': 'a71e6670-af79-4793-ab95-ef289c77f036', 'status': 'completed', 'code': 200} Sep 16 05:16:22.365748 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f733db0-e563-49b4-9f34-60a83fde6110', 'tag': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a', 'status': 'completed', 'code': 200} Sep 16 05:16:22.475708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] For port a5d6fea5-8559-4a92-a136-2654143dfa56, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d6fea5-8559-4a92-a136-2654143dfa56,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:22.476224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.512049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Calling delete_port for a5d6fea5-8559-4a92-a136-2654143dfa56 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:22.516143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-b0c18027-ed2f-400f-bda8-9e9fa2bc3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.517886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-b0c18027-ed2f-400f-bda8-9e9fa2bc3ede service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09696ec68769499793ca0759513c2729&device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 1096 time: 0.1208816 Sep 16 05:16:22.844264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60e234-b70c-436f-ad7a-9966a9eaee1c req-c59ab95f-7029-4646-8780-5931c0bf767e tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.845923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c60e234-b70c-436f-ad7a-9966a9eaee1c req-c59ab95f-7029-4646-8780-5931c0bf767e tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 946 time: 0.3958347 Sep 16 05:16:22.959024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-9dfc773c-3e0e-41cc-8325-7bdf8f0403ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.959024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-9dfc773c-3e0e-41cc-8325-7bdf8f0403ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 200 len: 919 time: 0.4189794 Sep 16 05:16:23.005616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c60e234-b70c-436f-ad7a-9966a9eaee1c req-a9099c9d-850f-43a2-9532-d64a86cbb357 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006837 Sep 16 05:16:23.008735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-f64f4cdb-2133-47c0-a084-311d7c84a248 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a71e6670-af79-4793-ab95-ef289c77f036 HTTP/1.1" status: 200 len: 217 time: 0.0488086 Sep 16 05:16:23.115424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-09989a68-5a51-4d3d-8d27-add5c0f96bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.117061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-09989a68-5a51-4d3d-8d27-add5c0f96bbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93d391ca-7d90-4721-a582-21ff2c0cffb2 HTTP/1.1" status: 200 len: 858 time: 0.0921535 Sep 16 05:16:23.119400 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.155269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1', '78ccfdd6-8f0b-475e-ac43-a4db15be154f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:23.158374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event deleted for resources: {'Port': ['ID=a5d6fea5-8559-4a92-a136-2654143dfa56,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:23.189188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-9999d73e-f608-41c3-8bcd-9a6f0a55b4de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410788 Sep 16 05:16:23.290506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70d98246-308e-4b03-97af-0eba950c0bb4 req-c171e7b4-af47-4cb8-9597-e093680ea3e8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 210 time: 0.0903428 Sep 16 05:16:23.325952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] No DVR routers for this DVR port a5d6fea5-8559-4a92-a136-2654143dfa56 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:23.344860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:23.361077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1614e697-a3d3-4715-ac96-ca717501eb19 req-c0104868-79da-4dd1-be4f-89443f4d91e1 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "DELETE /v2.0/ports/a5d6fea5-8559-4a92-a136-2654143dfa56 HTTP/1.1" status: 204 len: 173 time: 1.2710943 Sep 16 05:16:23.442586 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d80790-e375-4bdc-bd00-d98314ab2721 x-openstack-request-id: req-96d80790-e375-4bdc-bd00-d98314ab2721 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:23.442890 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "name": "network-vif-plugged", "status": "completed", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:23.448110 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96d80790-e375-4bdc-bd00-d98314ab2721 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:23.448662 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7', 'code': 200} Sep 16 05:16:23.702895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-e22bc1fc-04d9-48db-8d5e-489363d47441 service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926164 Sep 16 05:16:23.714233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d32fc-8224-437c-921b-4f705c1a300a req-a8de76dc-8031-4144-8cb6-713b45aefa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.715765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-173d32fc-8224-437c-921b-4f705c1a300a req-a8de76dc-8031-4144-8cb6-713b45aefa5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 1098 time: 0.1784196 Sep 16 05:16:23.781046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-8e4206e9-7594-45f2-8b55-7ce66b255758 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.782516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-8e4206e9-7594-45f2-8b55-7ce66b255758 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.4143088 Sep 16 05:16:23.793784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86525-1e97-412a-b151-912f7f00683f req-b61b212a-84b1-4b9e-802c-d865bf7bfaa2 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:23.795447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35f86525-1e97-412a-b151-912f7f00683f req-b61b212a-84b1-4b9e-802c-d865bf7bfaa2 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 943 time: 0.2060678 Sep 16 05:16:23.844073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Request body: {'port': {'device_id': '9c563ec6-5f24-4ddf-bace-27787205898a', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'admin_state_up': True, 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:23.879909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-173d32fc-8224-437c-921b-4f705c1a300a req-e4559253-5678-40de-a490-a72a252c4469 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528003 Sep 16 05:16:23.966739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35f86525-1e97-412a-b151-912f7f00683f req-41647ada-0f29-440d-bfff-7073afdba8a6 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596897 Sep 16 05:16:24.018520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-62018b84-a3e3-4659-8827-2e8eb7dc78c2 service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073361 Sep 16 05:16:24.058152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:24.063298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.244831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-7c045f09-aa21-4ab6-987a-780291f683d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.246690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-7c045f09-aa21-4ab6-987a-780291f683d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09696ec68769499793ca0759513c2729&device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 1095 time: 0.0962400 Sep 16 05:16:24.263848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c45c-3321-49b2-92f1-4696efe77927 req-ed617e9c-6f29-4d22-aab7-f59d7bf4dee2 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.265883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d24c45c-3321-49b2-92f1-4696efe77927 req-ed617e9c-6f29-4d22-aab7-f59d7bf4dee2 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 946 time: 0.1505132 Sep 16 05:16:24.388553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-deleted', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:24.391116 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c30ed60-c585-490e-8122-6deabec76663" -d '{"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-deleted", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:24.418775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Allocated IP 172.20.0.2 (a0e112e6-2245-41de-b029-7665e524e296/a3e7959b-a90e-4941-90fe-b4a54ab5b25d/5627926a-f8af-469a-950b-46d61bf3d029) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:24.437445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d24c45c-3321-49b2-92f1-4696efe77927 req-5df00841-632a-4285-9d57-546dcf29eecd tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474938 Sep 16 05:16:24.554936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e5a7e26-70b7-444c-929d-34aa7134e69e req-5fe03d1b-145d-4589-beab-b0a8762e2408 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 210 time: 0.0351334 Sep 16 05:16:24.574065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-491e8166-4c5b-4caf-89a3-12b8e3ccce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.575651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-491e8166-4c5b-4caf-89a3-12b8e3ccce65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 200 len: 919 time: 0.2893641 Sep 16 05:16:24.625269 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.651338 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f8680-3203-4933-9bd4-fff54b8aef79 x-openstack-request-id: req-695f8680-3203-4933-9bd4-fff54b8aef79 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:24.651548 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f", "name": "network-vif-deleted", "tag": "a5d6fea5-8559-4a92-a136-2654143dfa56", "status": "failed", "code": 422}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:24.651740 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-695f8680-3203-4933-9bd4-fff54b8aef79 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:24.656426 n-d-713301-15 neutron-server[94719]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b8cb8d9-3b03-40b3-97e2-7cd8cb38cd1f', 'name': 'network-vif-deleted', 'tag': 'a5d6fea5-8559-4a92-a136-2654143dfa56', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:16:24.656426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-ca0dff1a-e7fe-45cf-8bc7-2b0255218e00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a HTTP/1.1" status: 200 len: 217 time: 0.0626409 Sep 16 05:16:24.664036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5983c-709f-4d14-98f3-0e8d01f9cff6 req-3f746dac-b19e-4425-90d1-8b78c9e52ef8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.671761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90f5983c-709f-4d14-98f3-0e8d01f9cff6 req-3f746dac-b19e-4425-90d1-8b78c9e52ef8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 907 time: 0.2213597 Sep 16 05:16:24.801829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-bd5e9e36-276b-4650-baf9-67e64e14ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.803519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-bd5e9e36-276b-4650-baf9-67e64e14ceac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93d391ca-7d90-4721-a582-21ff2c0cffb2 HTTP/1.1" status: 200 len: 858 time: 0.1307418 Sep 16 05:16:24.845650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-6f13ade6-5400-4243-8306-d22d725311b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9253bdb-a771-4fd5-bdbc-7b176f7774c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331466 Sep 16 05:16:24.869278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.969782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-e29310d6-0832-4ddf-9835-d0add29cf9d0 service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122451 Sep 16 05:16:24.971852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.986450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:25.078984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Network a0e112e6-2245-41de-b029-7665e524e296 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:25.126548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:25.130564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event updated for resources: {'Port': ['ID=5627926a-f8af-469a-950b-46d61bf3d029,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:25.158714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:25.260768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.261267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.273431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464238e6-5487-4ed5-aa95-abaa5ed48253 req-05012af7-a3a3-43f7-8cf3-2e55210bdc8d tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.275751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-464238e6-5487-4ed5-aa95-abaa5ed48253 req-05012af7-a3a3-43f7-8cf3-2e55210bdc8d tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 943 time: 0.2065134 Sep 16 05:16:25.283433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-045bef84-aa68-4859-8ae7-1fcb0aeec1e5 req-7fffef9a-fc45-4535-8832-b3cadf79c185 service neutron] 10.222.0.64 "GET /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032629 Sep 16 05:16:25.311102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-f02ad522-de26-401d-addb-ae79d6e8e4a4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4648650 Sep 16 05:16:25.342005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Request body: {'port': {'device_id': '9c563ec6-5f24-4ddf-bace-27787205898a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:25.352308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-464238e6-5487-4ed5-aa95-abaa5ed48253 req-7e8e86e0-2c58-4659-81bf-99a69267265c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654209 Sep 16 05:16:25.451339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.647885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a71e6670-af79-4793-ab95-ef289c77f036 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:25.652770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b310f0-c2bb-478b-b737-00de8b602df6 req-35ca5451-ea2d-48ec-9030-f957d614fd21 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.660326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b310f0-c2bb-478b-b737-00de8b602df6 req-35ca5451-ea2d-48ec-9030-f957d614fd21 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 946 time: 0.0845444 Sep 16 05:16:25.783958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a71e6670-af79-4793-ab95-ef289c77f036, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a71e6670-af79-4793-ab95-ef289c77f036,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.795688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b310f0-c2bb-478b-b737-00de8b602df6 req-f4d0b1c3-9567-4085-9d87-6119c8f01ce9 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292567 Sep 16 05:16:25.801378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'a71e6670-af79-4793-ab95-ef289c77f036', 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5', 'port_id': 'a71e6670-af79-4793-ab95-ef289c77f036', 'mac_address': 'fa:16:3e:11:52:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d391ca-7d90-4721-a582-21ff2c0cffb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:25.894105 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.909932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71e6670-af79-4793-ab95-ef289c77f036 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:25.914519 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ad83d1e7-87da-42df-896b-b8304978f2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.940446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a71e6670-af79-4793-ab95-ef289c77f036, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a71e6670-af79-4793-ab95-ef289c77f036,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:25.947329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.947999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf2c31a2-af1a-45d7-8cf5-87fca2392a0a details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:26.008490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:26.012561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821a609-5922-440d-a5a4-66d2217a2d81 req-76c31e72-651f-4d98-80d4-d67b58dfcaff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.018812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e821a609-5922-440d-a5a4-66d2217a2d81 req-76c31e72-651f-4d98-80d4-d67b58dfcaff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 931 time: 0.3564954 Sep 16 05:16:26.036473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5627926a-f8af-469a-950b-46d61bf3d029 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:26.050788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a', 'network_id': 'd9253bdb-a771-4fd5-bdbc-7b176f7774c5', 'port_id': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a', 'mac_address': 'fa:16:3e:fe:76:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d391ca-7d90-4721-a582-21ff2c0cffb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:26.055207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a71e6670-af79-4793-ab95-ef289c77f036,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.058096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.110481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-7c3c5c9d-74a2-4dbd-ba5c-1712f1c16aa3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.110481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-7c3c5c9d-74a2-4dbd-ba5c-1712f1c16aa3 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 907 time: 0.2966785 Sep 16 05:16:26.110481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Transition to ACTIVE for port object 5627926a-f8af-469a-950b-46d61bf3d029 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:26.128654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.137043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfb144-9b2d-439b-b5e8-ec2d5a3ae16e req-4638d4c7-6e94-44a7-abf0-aceaa910e388 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.138761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dbfb144-9b2d-439b-b5e8-ec2d5a3ae16e req-4638d4c7-6e94-44a7-abf0-aceaa910e388 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 907 time: 0.2606099 Sep 16 05:16:26.139230 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.161238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2c31a2-af1a-45d7-8cf5-87fca2392a0a {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:26.184642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:26.191987 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.284969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.469192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5627926a-f8af-469a-950b-46d61bf3d029,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.477697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e821a609-5922-440d-a5a4-66d2217a2d81 req-6482e124-19fc-4cee-a449-a46a4e8f7e1a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335549 Sep 16 05:16:26.676440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bc733-e3e7-4d8d-bdb3-4be7aa43c5c9 req-d77cc5bd-14f3-4801-80ae-9d3144b26c4d tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:26.678032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f0bc733-e3e7-4d8d-bdb3-4be7aa43c5c9 req-d77cc5bd-14f3-4801-80ae-9d3144b26c4d tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 944 time: 0.1995013 Sep 16 05:16:26.751335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Deleting port 44c022ef-28ee-49e2-86a0-922073f450d8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:26.752054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.779155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Attempting to bind port 5627926a-f8af-469a-950b-46d61bf3d029 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:26.779891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Attempting to bind port 5627926a-f8af-469a-950b-46d61bf3d029 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:26.780555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Attempting to bind port 5627926a-f8af-469a-950b-46d61bf3d029 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:26.812721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f0bc733-e3e7-4d8d-bdb3-4be7aa43c5c9 req-df4e86ec-5c4c-4137-8cc3-fa24fd1368b8 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243930 Sep 16 05:16:26.814453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Port 5627926a-f8af-469a-950b-46d61bf3d029 on network a0e112e6-2245-41de-b029-7665e524e296 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:26.815373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Attempting to bind port 5627926a-f8af-469a-950b-46d61bf3d029 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:26.818645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf2c31a2-af1a-45d7-8cf5-87fca2392a0a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:26.826055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:26.826538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:26.827082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Bound using segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:26.827685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Bound port: 5627926a-f8af-469a-950b-46d61bf3d029, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:26.828122 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.861890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['a71e6670-af79-4793-ab95-ef289c77f036'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:27.003501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] For port 5627926a-f8af-469a-950b-46d61bf3d029, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:27.039653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] For port 5627926a-f8af-469a-950b-46d61bf3d029, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5627926a-f8af-469a-950b-46d61bf3d029,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:27.060632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] For port 44c022ef-28ee-49e2-86a0-922073f450d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=44c022ef-28ee-49e2-86a0-922073f450d8,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:27.061165 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.065173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.127819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5627926a-f8af-469a-950b-46d61bf3d029,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.138716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Calling delete_port for 44c022ef-28ee-49e2-86a0-922073f450d8 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:27.154907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437888c-a2e4-4316-b071-4c9b9de532f1 req-6940c555-248d-4a32-bf1e-0bcf7194b6e4 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.163885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7437888c-a2e4-4316-b071-4c9b9de532f1 req-6940c555-248d-4a32-bf1e-0bcf7194b6e4 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 946 time: 0.1748440 Sep 16 05:16:27.180483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.181893 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.183424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-7c05789c-0be2-447b-947d-e8a90f6912c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/5627926a-f8af-469a-950b-46d61bf3d029 HTTP/1.1" status: 200 len: 1092 time: 1.8464658 Sep 16 05:16:27.191514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c563ec6-5f24-4ddf-bace-27787205898a', 'tag': '5627926a-f8af-469a-950b-46d61bf3d029'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:27.193967 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a427a6-392d-4417-8bc0-67d98828f3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c563ec6-5f24-4ddf-bace-27787205898a", "tag": "5627926a-f8af-469a-950b-46d61bf3d029"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:27.261207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7437888c-a2e4-4316-b071-4c9b9de532f1 req-013a4e03-5ffe-4d89-91a0-671f785df8e2 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974848 Sep 16 05:16:27.346306 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc6f01-eb6a-43dc-b1e6-26223b3af044 x-openstack-request-id: req-ebdc6f01-eb6a-43dc-b1e6-26223b3af044 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:27.346626 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c563ec6-5f24-4ddf-bace-27787205898a", "tag": "5627926a-f8af-469a-950b-46d61bf3d029", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:27.347019 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebdc6f01-eb6a-43dc-b1e6-26223b3af044 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:27.347503 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c563ec6-5f24-4ddf-bace-27787205898a', 'tag': '5627926a-f8af-469a-950b-46d61bf3d029', 'status': 'completed', 'code': 200} Sep 16 05:16:27.385988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642afba-c062-4091-87be-197afef3e55f req-cb009b27-1aae-46a3-a30e-19a44ca7e15d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.387588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f642afba-c062-4091-87be-197afef3e55f req-cb009b27-1aae-46a3-a30e-19a44ca7e15d tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 907 time: 0.1379156 Sep 16 05:16:27.401405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-263556a5-fa4f-4860-8b61-8ccb249c8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.402932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-263556a5-fa4f-4860-8b61-8ccb249c8f64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 1095 time: 0.1309440 Sep 16 05:16:27.497209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-9fcd3574-d9e7-4c0a-9c88-4f08b7b4aace service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5627926a-f8af-469a-950b-46d61bf3d029 HTTP/1.1" status: 200 len: 217 time: 0.0430999 Sep 16 05:16:27.535112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.628605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event deleted for resources: {'Port': ['ID=44c022ef-28ee-49e2-86a0-922073f450d8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:27.691779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] No DVR routers for this DVR port 44c022ef-28ee-49e2-86a0-922073f450d8 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:27.714769 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.714999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-828f0496-03a4-4232-8e0c-1358d32a4d07 req-91724860-ce4d-4a16-8f0b-3272a322e1db tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.73 "DELETE /v2.0/ports/44c022ef-28ee-49e2-86a0-922073f450d8 HTTP/1.1" status: 204 len: 173 time: 1.5983062 Sep 16 05:16:27.723437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-ed59f056-a40a-49ca-82b8-6f5da644dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.724953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-ed59f056-a40a-49ca-82b8-6f5da644dd88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.2067583 Sep 16 05:16:27.781098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6556d5-0caa-4d41-9ad5-549c2153e5a7 req-a81f5219-ca1a-41c3-a76a-9b6cc185c2a6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.794836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f6556d5-0caa-4d41-9ad5-549c2153e5a7 req-a81f5219-ca1a-41c3-a76a-9b6cc185c2a6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 943 time: 0.1679549 Sep 16 05:16:27.842899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-68c80d3a-5a11-41fd-9aab-1c70d287d705 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293429 Sep 16 05:16:27.912559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f6556d5-0caa-4d41-9ad5-549c2153e5a7 req-f33ad290-d2fe-4379-b082-49258816e6c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161470 Sep 16 05:16:28.022985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc2df4-bbcd-4315-9f34-bdf5483515e7 req-a1334f97-f9fd-4472-ae9e-fefac292d3c0 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.024818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70fc2df4-bbcd-4315-9f34-bdf5483515e7 req-a1334f97-f9fd-4472-ae9e-fefac292d3c0 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 944 time: 0.1113060 Sep 16 05:16:28.029864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-b02d851c-ec58-490f-b94d-af067d6fb2f1 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687384 Sep 16 05:16:28.145934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70fc2df4-bbcd-4315-9f34-bdf5483515e7 req-e43a27c8-0c03-4887-a319-d64db7f02114 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133690 Sep 16 05:16:28.188979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3cbef3b-beec-4509-8ccc-2f3c40494363 req-d04c231c-5436-46a6-befe-092586bcf65d service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497889 Sep 16 05:16:28.195933 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0029da30-0d3e-4fdd-96e1-85455b3e6265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.358147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-31f22504-5cc2-404e-a4d9-6bc47d35916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.361520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-31f22504-5cc2-404e-a4d9-6bc47d35916d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 1095 time: 0.0530818 Sep 16 05:16:28.635851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46c780ba-811c-4dbe-9c85-ae6f116e8bbd req-5082eef8-141b-4147-a2eb-47e42b7d8382 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc1766a-7abf-46da-8a70-13b73352421b HTTP/1.1" status: 200 len: 210 time: 0.1078131 Sep 16 05:16:28.659395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e3ba2-03ac-4284-bd50-d90a8a26679f req-0b302a40-8c20-481f-bbeb-89d128389901 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.660956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc1e3ba2-03ac-4284-bd50-d90a8a26679f req-0b302a40-8c20-481f-bbeb-89d128389901 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 946 time: 0.1892753 Sep 16 05:16:28.674294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-33e7bc2e-0d8d-4535-93c1-78e27eeaee95 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.675719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-33e7bc2e-0d8d-4535-93c1-78e27eeaee95 tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 946 time: 0.2824061 Sep 16 05:16:28.783969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-1495f7ec-dc5f-4bf5-8d31-7c52c76c6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.785509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-1495f7ec-dc5f-4bf5-8d31-7c52c76c6ebb service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.4152422 Sep 16 05:16:28.790084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc1e3ba2-03ac-4284-bd50-d90a8a26679f req-089ae558-97c7-433c-94ef-6846a38cd84a tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fda297b-1f01-434f-aecb-c9d9082781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101205 Sep 16 05:16:28.848657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-a6386afd-0385-48bb-9ccc-d7863b7ed0a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5627926a-f8af-469a-950b-46d61bf3d029 HTTP/1.1" status: 200 len: 217 time: 0.0548866 Sep 16 05:16:28.864497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Deleting port a3f5d11a-41e6-41cb-8de9-633a96e805d7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:28.864759 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:28.949964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-f84bbcdc-5853-4092-aecc-d05f302e6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:28.951508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-f84bbcdc-5853-4092-aecc-d05f302e6517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0500348 Sep 16 05:16:29.034896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-710f278e-4596-4a28-bb7c-631da9b8e404 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536604 Sep 16 05:16:29.157184 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.185496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] For port a3f5d11a-41e6-41cb-8de9-633a96e805d7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7,segment=NetworkSegment(e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532),segment_id=e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:29.185874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.271170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 44c022ef-28ee-49e2-86a0-922073f450d8 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:29.273722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Calling delete_port for a3f5d11a-41e6-41cb-8de9-633a96e805d7 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:29.299894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 44c022ef-28ee-49e2-86a0-922073f450d8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:29.300272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 44c022ef-28ee-49e2-86a0-922073f450d8 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:29.300703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a3f5d11a-41e6-41cb-8de9-633a96e805d7 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:29.312736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-b28c180b-0654-4022-9a24-a481745652ae service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667656 Sep 16 05:16:29.320966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e56ed-dff1-49d8-889e-f4f846617e4c req-51ffaa77-9fae-4b26-bc25-7c14a8a9c32f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.328900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f22e56ed-dff1-49d8-889e-f4f846617e4c req-51ffaa77-9fae-4b26-bc25-7c14a8a9c32f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 943 time: 0.2550514 Sep 16 05:16:29.361275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'name': 'network-vif-deleted', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:29.363915 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ed5fb-6741-4a75-b2ac-859a23e3f014" -d '{"events": [{"server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "name": "network-vif-deleted", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:29.430126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.459362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:29.462035 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebd4d3-6b34-4f38-a65b-46164fce2ca0" -d '{"events": [{"server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:29.478433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a3f5d11a-41e6-41cb-8de9-633a96e805d7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a3f5d11a-41e6-41cb-8de9-633a96e805d7,segment=NetworkSegment(e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532),segment_id=e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:29.485216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.548486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a3f5d11a-41e6-41cb-8de9-633a96e805d7,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.608964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a427a6-392d-4417-8bc0-67d98828f3c1 req-ba073eaa-ced7-4e1a-89a0-5d5f5a256992 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769284 Sep 16 05:16:29.625318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f8fce-8979-496a-a6d8-7342177c46a3 req-d0eac9e1-5835-48fa-b6d7-0ae1f1f7e532 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:29.627150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-029f8fce-8979-496a-a6d8-7342177c46a3 req-d0eac9e1-5835-48fa-b6d7-0ae1f1f7e532 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 944 time: 0.3568153 Sep 16 05:16:29.645853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f22e56ed-dff1-49d8-889e-f4f846617e4c req-00de6476-7dab-4b94-9e24-5618a789df2a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159080 Sep 16 05:16:29.666549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf2c31a2-af1a-45d7-8cf5-87fca2392a0a up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:29.722965 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c186953e-5646-4ada-987b-b07878b3a636 x-openstack-request-id: req-c186953e-5646-4ada-987b-b07878b3a636 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:29.723262 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc1766a-7abf-46da-8a70-13b73352421b", "name": "network-vif-deleted", "tag": "44c022ef-28ee-49e2-86a0-922073f450d8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:29.723510 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c186953e-5646-4ada-987b-b07878b3a636 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:29.723895 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc1766a-7abf-46da-8a70-13b73352421b', 'name': 'network-vif-deleted', 'tag': '44c022ef-28ee-49e2-86a0-922073f450d8', 'status': 'completed', 'code': 200} Sep 16 05:16:29.745197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-029f8fce-8979-496a-a6d8-7342177c46a3 req-7cc997f2-292f-428a-a95d-712f37986746 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090317 Sep 16 05:16:29.778617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:29.788150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:29.788990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.798977 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778aec0d-22d4-4820-ae6f-4ea348bca96c x-openstack-request-id: req-778aec0d-22d4-4820-ae6f-4ea348bca96c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:29.799244 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:29.799510 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-778aec0d-22d4-4820-ae6f-4ea348bca96c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:29.799919 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7', 'code': 200} Sep 16 05:16:29.827937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.868351 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:29.941187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Pushing event deleted for resources: {'Port': ['ID=a3f5d11a-41e6-41cb-8de9-633a96e805d7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:29.969469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.014145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.018858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.019828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a71e6670-af79-4793-ab95-ef289c77f036 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:30.174184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port a71e6670-af79-4793-ab95-ef289c77f036 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:30.196454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port a71e6670-af79-4793-ab95-ef289c77f036 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:30.198046 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.203316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.324895 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.336693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] No DVR routers for this DVR port a3f5d11a-41e6-41cb-8de9-633a96e805d7 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:30.339540 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.341571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28966bf1-ac71-48f8-848d-c2dc0c65b714 req-ef67f6fe-05b5-4e3a-a556-13bf1cfeb02d tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.73 "DELETE /v2.0/ports/a3f5d11a-41e6-41cb-8de9-633a96e805d7 HTTP/1.1" status: 204 len: 173 time: 1.6553907 Sep 16 05:16:30.386530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-822a41bb-d4a6-4c13-97fe-5a77b3e772f6 req-e3cf94cd-4562-48f1-9b82-78ee9d8c82dc tempest-ServerAddressesTestJSON-1381365450 tempest-ServerAddressesTestJSON-1381365450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b6eaffb-f754-4f61-9f6c-c9843454fab7 HTTP/1.1" status: 200 len: 210 time: 0.0510817 Sep 16 05:16:30.390960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a71e6670-af79-4793-ab95-ef289c77f036, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a71e6670-af79-4793-ab95-ef289c77f036,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:30.401532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:30.456644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094e46a-34b5-40ac-8a88-9728077388a2 req-5237a96c-d511-4360-ace3-8330e3f7f7d9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.459000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7094e46a-34b5-40ac-8a88-9728077388a2 req-5237a96c-d511-4360-ace3-8330e3f7f7d9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 945 time: 0.1094368 Sep 16 05:16:30.474882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a71e6670-af79-4793-ab95-ef289c77f036,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:30.528321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7094e46a-34b5-40ac-8a88-9728077388a2 req-0f39850b-392e-4d98-ab28-30bc80026eaa tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603757 Sep 16 05:16:30.693249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-4be8d977-27f0-4759-a1f8-51d023a792ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597069 Sep 16 05:16:30.809394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f04b43-d6b9-42ac-b9ed-07c2dc2731b7 req-16fa5414-5611-4457-af63-291adc063a07 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.817765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0f04b43-d6b9-42ac-b9ed-07c2dc2731b7 req-16fa5414-5611-4457-af63-291adc063a07 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 943 time: 0.0821474 Sep 16 05:16:30.847251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-3422cd76-7ebb-44f3-8e01-8b821221d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:30.848789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-3422cd76-7ebb-44f3-8e01-8b821221d3bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 1098 time: 0.1315367 Sep 16 05:16:31.038107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0f04b43-d6b9-42ac-b9ed-07c2dc2731b7 req-985246c3-51c8-4dda-9d05-aec9e24f021f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189169 Sep 16 05:16:31.110809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a82b03-621d-45d4-a67d-c7030bcf0b6a req-deaec529-db8d-4013-a18f-ddb7ea77ca33 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.112462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3a82b03-621d-45d4-a67d-c7030bcf0b6a req-deaec529-db8d-4013-a18f-ddb7ea77ca33 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 945 time: 0.2496204 Sep 16 05:16:31.159358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-2b9eb7d2-b125-4059-8332-7ce2fc3a1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.178532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-2b9eb7d2-b125-4059-8332-7ce2fc3a1d02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.2650783 Sep 16 05:16:31.188916 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.241730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-a64bf7d9-e1bd-4099-bb20-480baf4df51d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176 HTTP/1.1" status: 200 len: 217 time: 0.0512662 Sep 16 05:16:31.247513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3a82b03-621d-45d4-a67d-c7030bcf0b6a req-d460b220-a037-4fdb-8822-7c9f9da59bda tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261444 Sep 16 05:16:31.300653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-72c7e8f5-923a-4076-8f3e-9dccfb80f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.302570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-72c7e8f5-923a-4076-8f3e-9dccfb80f3b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0536776 Sep 16 05:16:31.349035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-8f34964b-b96d-402e-baac-a40ce1b68242 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381725 Sep 16 05:16:31.469662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-b866707a-1015-4c76-8272-9a7cb8e9e73d service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130190 Sep 16 05:16:31.495295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59528) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.554709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] Deleting subnet 42a14636-7a46-426a-89a1-b493d75f3a5b {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:31.558586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.615411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.667368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.675208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5627926a-f8af-469a-950b-46d61bf3d029 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:31.725107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'name': 'network-vif-deleted', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:31.735965 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f472318-cfa4-40b8-a99d-655a4debacbb" -d '{"events": [{"server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "name": "network-vif-deleted", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:31.745606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.785781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a14636-7a46-426a-89a1-b493d75f3a5b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:31.787836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.804949 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf97f707-8204-4e98-a340-76293b2be5df admin admin] 10.222.0.55 "DELETE /v2.0/subnets/42a14636-7a46-426a-89a1-b493d75f3a5b HTTP/1.1" status: 204 len: 168 time: 0.3085003 Sep 16 05:16:31.807113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59538) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:31.811146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f733db0-e563-49b4-9f34-60a83fde6110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a'}, {'server_uuid': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71e6670-af79-4793-ab95-ef289c77f036'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:31.811295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a03089b-e50f-4e94-af24-284e6d4947c1 req-8ff1a017-55a5-44ce-807b-c2f18497cd86 service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329861 Sep 16 05:16:31.819080 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c703dfa4-c4b0-477d-84cf-11e21e1871ec" -d '{"events": [{"server_uuid": "7f733db0-e563-49b4-9f34-60a83fde6110", "name": "network-vif-plugged", "status": "completed", "tag": "cf2c31a2-af1a-45d7-8cf5-87fca2392a0a"}, {"server_uuid": "d7e7b1a4-587f-4760-aa81-a363cf5de173", "name": "network-vif-plugged", "status": "completed", "tag": "a71e6670-af79-4793-ab95-ef289c77f036"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:31.825779 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105ebd52-579b-409a-8392-434607b7232f x-openstack-request-id: req-105ebd52-579b-409a-8392-434607b7232f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:31.829522 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6eaffb-f754-4f61-9f6c-c9843454fab7", "name": "network-vif-deleted", "tag": "a3f5d11a-41e6-41cb-8de9-633a96e805d7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:31.829886 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-105ebd52-579b-409a-8392-434607b7232f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:31.830384 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6eaffb-f754-4f61-9f6c-c9843454fab7', 'name': 'network-vif-deleted', 'tag': 'a3f5d11a-41e6-41cb-8de9-633a96e805d7', 'status': 'completed', 'code': 200} Sep 16 05:16:31.859908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cd1bc-b42b-4fdd-a504-d314f72b9849 req-5b7d6b94-27df-4739-9147-007006e35ebb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:31.869087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-619cd1bc-b42b-4fdd-a504-d314f72b9849 req-5b7d6b94-27df-4739-9147-007006e35ebb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 945 time: 0.2092218 Sep 16 05:16:31.899579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:31.909380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5627926a-f8af-469a-950b-46d61bf3d029, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5627926a-f8af-469a-950b-46d61bf3d029,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:31.941715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '5627926a-f8af-469a-950b-46d61bf3d029', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'port_id': '5627926a-f8af-469a-950b-46d61bf3d029', 'mac_address': 'fa:16:3e:3f:39:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e7959b-a90e-4941-90fe-b4a54ab5b25d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:31.986370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-619cd1bc-b42b-4fdd-a504-d314f72b9849 req-6b222a9e-657e-4f41-b1ba-424fb27cac44 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105981 Sep 16 05:16:32.013439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.033220 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce726c-53e3-487e-9f67-a445bbb6a517 x-openstack-request-id: req-b2ce726c-53e3-487e-9f67-a445bbb6a517 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:32.033511 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f733db0-e563-49b4-9f34-60a83fde6110", "name": "network-vif-plugged", "status": "completed", "tag": "cf2c31a2-af1a-45d7-8cf5-87fca2392a0a", "code": 200}, {"server_uuid": "d7e7b1a4-587f-4760-aa81-a363cf5de173", "name": "network-vif-plugged", "status": "completed", "tag": "a71e6670-af79-4793-ab95-ef289c77f036", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:32.033819 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2ce726c-53e3-487e-9f67-a445bbb6a517 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:32.034216 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f733db0-e563-49b4-9f34-60a83fde6110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a', 'code': 200} Sep 16 05:16:32.034465 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71e6670-af79-4793-ab95-ef289c77f036', 'code': 200} Sep 16 05:16:32.046422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea097511-aaf1-4015-baed-12c0f6a9bf32']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:32.052701 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.060411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:32.060975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0eaa6c1-82cb-4b8c-8a98-cd4f3a108532') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:32.072478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.073425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5627926a-f8af-469a-950b-46d61bf3d029 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:32.087977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.095462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:32.096076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.112731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5627926a-f8af-469a-950b-46d61bf3d029, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5627926a-f8af-469a-950b-46d61bf3d029,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:32.115453 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:32.120582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.162773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.192077 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.200273 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ea097511-aaf1-4015-baed-12c0f6a9bf32 HTTP/1.1" status: 204 len: 168 time: 0.3800843 Sep 16 05:16:32.202405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598f601-dff2-4e2a-ac29-fd3feec0f3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea097511-aaf1-4015-baed-12c0f6a9bf32,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.228027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=5627926a-f8af-469a-950b-46d61bf3d029,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.371809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59560) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.377351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-e44fe065-babb-411a-ba5f-99685e1815f9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.379283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-e44fe065-babb-411a-ba5f-99685e1815f9 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 945 time: 0.2559826 Sep 16 05:16:32.416768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b60d2c-2083-4fdd-bec0-c042583500b6 req-e14ed8db-438f-46d5-b6a0-9d13104bee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.418566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30b60d2c-2083-4fdd-bec0-c042583500b6 req-e14ed8db-438f-46d5-b6a0-9d13104bee32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 1097 time: 0.1965239 Sep 16 05:16:32.433329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5efd3-2c3e-4429-85db-0481df975c58 req-aded224a-4358-444d-bfb6-b3089ed2aaa6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.441225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcc5efd3-2c3e-4429-85db-0481df975c58 req-aded224a-4358-444d-bfb6-b3089ed2aaa6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 944 time: 0.2157977 Sep 16 05:16:32.468594 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d238b189-2a39-4e09-9a71-ffb60d0b803f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da9bb6fc1c87454ebc4ca0e171983ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943201 Sep 16 05:16:32.469758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59562) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:32.483356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78dbff-668d-4033-8df2-6defa72e0e29 req-e4ab498b-54d2-43df-a2fc-5e328be882fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.484869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b78dbff-668d-4033-8df2-6defa72e0e29 req-e4ab498b-54d2-43df-a2fc-5e328be882fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 1098 time: 0.2890456 Sep 16 05:16:32.559313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eaed43e-262b-4203-8a45-2a3a14669d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.586611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eaed43e-262b-4203-8a45-2a3a14669d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.624918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf59e3-41d1-4687-8915-b3de6f103493 req-15e5708e-5607-41d5-ac91-e33110456116 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:32.626503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7edf59e3-41d1-4687-8915-b3de6f103493 req-15e5708e-5607-41d5-ac91-e33110456116 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 945 time: 0.2752712 Sep 16 05:16:32.636020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30b60d2c-2083-4fdd-bec0-c042583500b6 req-5a229e1a-ee78-433b-9cb9-735ccf3aae12 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738441 Sep 16 05:16:32.648892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcc5efd3-2c3e-4429-85db-0481df975c58 req-fab6d16a-45a2-432d-bebd-8272f170848c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054751 Sep 16 05:16:32.683119 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eaed43e-262b-4203-8a45-2a3a14669d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.688351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9eaed43e-262b-4203-8a45-2a3a14669d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.695500 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9eaed43e-262b-4203-8a45-2a3a14669d52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fda297b-1f01-434f-aecb-c9d9082781d3 HTTP/1.1" status: 204 len: 168 time: 0.2237484 Sep 16 05:16:32.716695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaed43e-262b-4203-8a45-2a3a14669d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fda297b-1f01-434f-aecb-c9d9082781d3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:32.732267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b78dbff-668d-4033-8df2-6defa72e0e29 req-f8a93bad-0f4c-4173-bad7-21b0e47750db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117240 Sep 16 05:16:32.765684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7edf59e3-41d1-4687-8915-b3de6f103493 req-9e623acf-11c2-4b01-9376-2b98721ea875 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237941 Sep 16 05:16:32.777040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Deleting port 78ccfdd6-8f0b-475e-ac43-a4db15be154f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:32.777477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.889504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['5627926a-f8af-469a-950b-46d61bf3d029'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:32.901227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] For port 78ccfdd6-8f0b-475e-ac43-a4db15be154f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=78ccfdd6-8f0b-475e-ac43-a4db15be154f,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:32.902389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:32.939537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Calling delete_port for 78ccfdd6-8f0b-475e-ac43-a4db15be154f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:33.184355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.240826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec839b1-0687-4b2d-8f46-bc59490d760a req-40c11bec-6b23-4305-adfe-846f68299063 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.242383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aec839b1-0687-4b2d-8f46-bc59490d760a req-40c11bec-6b23-4305-adfe-846f68299063 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf8d45a-da6e-4432-b15f-a19560ed5bef HTTP/1.1" status: 200 len: 867 time: 0.1286054 Sep 16 05:16:33.245298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event deleted for resources: {'Port': ['ID=78ccfdd6-8f0b-475e-ac43-a4db15be154f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:33.296515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] No DVR routers for this DVR port 78ccfdd6-8f0b-475e-ac43-a4db15be154f on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:33.304214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:33.306374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7f172a3-0417-4caf-b35a-42285fe21904 req-6dc1049b-3e50-418e-868b-c66d1eaed6e8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "DELETE /v2.0/ports/78ccfdd6-8f0b-475e-ac43-a4db15be154f HTTP/1.1" status: 204 len: 173 time: 0.9136298 Sep 16 05:16:33.326717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aec839b1-0687-4b2d-8f46-bc59490d760a req-29d63a36-02e8-4515-a4a6-d2c71ddd7cc8 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551631 Sep 16 05:16:33.830488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58981913-b091-429a-9bea-c09fb23b8f96 req-55fc5e74-e6ca-4b3f-8bc2-423c57ef067d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.839394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58981913-b091-429a-9bea-c09fb23b8f96 req-55fc5e74-e6ca-4b3f-8bc2-423c57ef067d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 944 time: 0.1022332 Sep 16 05:16:33.841675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'name': 'network-vif-deleted', 'tag': '78ccfdd6-8f0b-475e-ac43-a4db15be154f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:33.844452 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7770bb80-03bf-4811-8bf7-95b32f953d15" -d '{"events": [{"server_uuid": "6bf8d45a-da6e-4432-b15f-a19560ed5bef", "name": "network-vif-deleted", "tag": "78ccfdd6-8f0b-475e-ac43-a4db15be154f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:33.860311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59618) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:33.898298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58981913-b091-429a-9bea-c09fb23b8f96 req-0c8172ac-d79c-4397-9717-e1c5fe8ff9ee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530443 Sep 16 05:16:33.984361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1f41c-ae88-4f5c-b1ce-735ad7675fc8 req-98269d88-d25b-4062-bda2-ca8bb73c1425 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:33.986570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f1f41c-ae88-4f5c-b1ce-735ad7675fc8 req-98269d88-d25b-4062-bda2-ca8bb73c1425 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 945 time: 0.0872409 Sep 16 05:16:33.989627 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9769d122-ec6f-4a7f-adbe-c4acf65bb5f2 x-openstack-request-id: req-9769d122-ec6f-4a7f-adbe-c4acf65bb5f2 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:33.990319 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf8d45a-da6e-4432-b15f-a19560ed5bef", "name": "network-vif-deleted", "tag": "78ccfdd6-8f0b-475e-ac43-a4db15be154f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:33.990991 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9769d122-ec6f-4a7f-adbe-c4acf65bb5f2 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:33.991328 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf8d45a-da6e-4432-b15f-a19560ed5bef', 'name': 'network-vif-deleted', 'tag': '78ccfdd6-8f0b-475e-ac43-a4db15be154f', 'status': 'completed', 'code': 200} Sep 16 05:16:34.000465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1562032412-network', 'tenant_id': 'f3818ba7571c4a2db2abdcaf4cf742b0'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:34.032076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f1f41c-ae88-4f5c-b1ce-735ad7675fc8 req-089650d6-256f-42fc-b26a-d417ba7a8e57 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Sep 16 05:16:34.036219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Made reservation on behalf of f3818ba7571c4a2db2abdcaf4cf742b0 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:34.038875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.053562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.156570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.161195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.199190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:34.216952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f95b75-e355-4a17-a6c6-7f4ef2824d75,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.223468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.223864 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Added segment ca277fda-290d-4592-9fca-d49e203d217a of type vlan for network 50598601-0fe4-4176-a95b-41bbe7b7bf77 Sep 16 05:16:34.277811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.307178 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.307933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.308574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.348045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4866004 Sep 16 05:16:34.351497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59630) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:34.359433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Request body: {'subnet': {'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1562032412-subnet', 'tenant_id': 'f3818ba7571c4a2db2abdcaf4cf742b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:34.386069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e092e13-a864-410f-af17-e6a51b1a4782 admin admin] Pushing event updated for resources: {'Network': ['ID=50598601-0fe4-4176-a95b-41bbe7b7bf77,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.412537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 50598601-0fe4-4176-a95b-41bbe7b7bf77 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:16:34.413085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Made reservation on behalf of f3818ba7571c4a2db2abdcaf4cf742b0 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:34.417360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.487923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:34.607829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59640) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:34.781740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c34147d1-5c9c-42ba-91d6-064334f33670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.799486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.814909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6da865-4d0c-4cbc-b5ed-648293110510 req-585e4c35-6674-46d9-bdb7-f8579b5850e2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.816595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc6da865-4d0c-4cbc-b5ed-648293110510 req-585e4c35-6674-46d9-bdb7-f8579b5850e2 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.0829337 Sep 16 05:16:34.903731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d08df05-737c-41d7-8cda-ae96f5381993,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:34.908423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c34147d1-5c9c-42ba-91d6-064334f33670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.911543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc6da865-4d0c-4cbc-b5ed-648293110510 req-253cd88b-4e0b-49d4-a26b-7384ce4cc2aa tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665240 Sep 16 05:16:34.916462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Checking segment: {'id': 'ca277fda-290d-4592-9fca-d49e203d217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:34.917620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Network hostable DHCP agents. Network: 50598601-0fe4-4176-a95b-41bbe7b7bf77, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:16:34.921884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c34147d1-5c9c-42ba-91d6-064334f33670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:34.945122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Network 50598601-0fe4-4176-a95b-41bbe7b7bf77 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:16:34.966248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 50598601-0fe4-4176-a95b-41bbe7b7bf77) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:34.978541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40964fe8-867a-401b-866d-9d6152763483 None None] Network 50598601-0fe4-4176-a95b-41bbe7b7bf77 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:34.987707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:34.989023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.024481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ed017caf-212c-409d-9485-78c00ccab79d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6636734 Sep 16 05:16:35.034556 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c34147d1-5c9c-42ba-91d6-064334f33670 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=153721d9bab04689838ad15519a62af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250019 Sep 16 05:16:35.037166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59652) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:35.038152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34147d1-5c9c-42ba-91d6-064334f33670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec292fa-4b82-4035-a7c4-b2584dfad151,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.169639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d4c1d-92cd-41fa-bf25-54a98d75afbb req-3c6f60e4-0c80-440b-ab3f-cf9dc549f4d7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.171394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a44d4c1d-92cd-41fa-bf25-54a98d75afbb req-3c6f60e4-0c80-440b-ab3f-cf9dc549f4d7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 944 time: 0.1532607 Sep 16 05:16:35.234650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c59b8b-a61f-4a9f-acf6-9d8eccafce30 req-e1bcebd2-ff1f-4c08-a246-519dfa4b89d3 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.242275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55c59b8b-a61f-4a9f-acf6-9d8eccafce30 req-e1bcebd2-ff1f-4c08-a246-519dfa4b89d3 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 945 time: 0.1182029 Sep 16 05:16:35.244631 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37ddc926-1e04-42d0-983d-98e6ed3d4062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.296724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37ddc926-1e04-42d0-983d-98e6ed3d4062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.313338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a44d4c1d-92cd-41fa-bf25-54a98d75afbb req-d3f68d7d-8c14-4d06-b114-3cb00922ae17 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221983 Sep 16 05:16:35.344693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55c59b8b-a61f-4a9f-acf6-9d8eccafce30 req-b8c9f7a6-efb1-47ff-a879-c32cf308ba9c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015134 Sep 16 05:16:35.358903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc228341-7940-433b-9473-6f05434bbf6b None None] Network 50598601-0fe4-4176-a95b-41bbe7b7bf77 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:35.402028 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37ddc926-1e04-42d0-983d-98e6ed3d4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.406189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37ddc926-1e04-42d0-983d-98e6ed3d4062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.410469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-37ddc926-1e04-42d0-983d-98e6ed3d4062 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ec292fa-4b82-4035-a7c4-b2584dfad151 HTTP/1.1" status: 204 len: 168 time: 0.3700097 Sep 16 05:16:35.418547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddc926-1e04-42d0-983d-98e6ed3d4062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec292fa-4b82-4035-a7c4-b2584dfad151,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:35.658990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420dd7-5536-4456-8558-19cadd096754 req-4886f865-5910-4065-9d96-91897563ef18 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:35.660567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf420dd7-5536-4456-8558-19cadd096754 req-4886f865-5910-4065-9d96-91897563ef18 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.0972562 Sep 16 05:16:35.696952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5627926a-f8af-469a-950b-46d61bf3d029 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:35.767067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 5627926a-f8af-469a-950b-46d61bf3d029 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:35.780649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 5627926a-f8af-469a-950b-46d61bf3d029 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:35.786180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.812136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Deleting port 8677d9c9-b2a2-4434-aa08-03319646f9f1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:35.812640 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.897248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.954450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 5627926a-f8af-469a-950b-46d61bf3d029, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5627926a-f8af-469a-950b-46d61bf3d029,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:35.955629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c563ec6-5f24-4ddf-bace-27787205898a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627926a-f8af-469a-950b-46d61bf3d029'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:35.959449 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6fed20-75c7-4af1-80ec-3dcc5a0b9445" -d '{"events": [{"server_uuid": "9c563ec6-5f24-4ddf-bace-27787205898a", "name": "network-vif-plugged", "status": "completed", "tag": "5627926a-f8af-469a-950b-46d61bf3d029"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:35.964393 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:35.965317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78ccfdd6-8f0b-475e-ac43-a4db15be154f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:36.002142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] For port 8677d9c9-b2a2-4434-aa08-03319646f9f1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=8677d9c9-b2a2-4434-aa08-03319646f9f1,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:36.002820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.026124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Calling delete_port for 8677d9c9-b2a2-4434-aa08-03319646f9f1 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:36.031343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 78ccfdd6-8f0b-475e-ac43-a4db15be154f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:36.031896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 78ccfdd6-8f0b-475e-ac43-a4db15be154f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:36.036522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-f5836c03-6356-4956-adf0-713895e35cb4 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.044450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-f5836c03-6356-4956-adf0-713895e35cb4 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/networks?id=50598601-0fe4-4176-a95b-41bbe7b7bf77 HTTP/1.1" status: 200 len: 809 time: 0.2045040 Sep 16 05:16:36.069147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-34bcfb29-357b-4422-962d-7fee816337ac tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/quotas/f3818ba7571c4a2db2abdcaf4cf742b0 HTTP/1.1" status: 200 len: 375 time: 0.0229666 Sep 16 05:16:36.070912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=5627926a-f8af-469a-950b-46d61bf3d029,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:36.130219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-f9a067b1-0fc7-45c6-80ff-fefa1c03813e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3818ba7571c4a2db2abdcaf4cf742b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610461 Sep 16 05:16:36.498377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa9826-9e12-4ba2-af71-abfd0de2fda6 req-68b8e8b8-d947-4ede-90e0-7af5528545fc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.499929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31aa9826-9e12-4ba2-af71-abfd0de2fda6 req-68b8e8b8-d947-4ede-90e0-7af5528545fc tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 945 time: 0.3738472 Sep 16 05:16:36.544871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-d94ea1e4-f9c5-41e8-92a2-edd95a025e42 service neutron] 10.222.0.55 "GET /v2.0/networks/50598601-0fe4-4176-a95b-41bbe7b7bf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027197 Sep 16 05:16:36.617102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.632666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31aa9826-9e12-4ba2-af71-abfd0de2fda6 req-a78c7b1a-ffc5-4597-aa20-0f22e78c3158 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=7efe0276-9868-4579-9f62-8b27a9acbeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931430 Sep 16 05:16:36.664600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['8677d9c9-b2a2-4434-aa08-03319646f9f1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:36.711006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event deleted for resources: {'Port': ['ID=8677d9c9-b2a2-4434-aa08-03319646f9f1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:36.719461 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513a663a-1360-4478-b6e5-33c64ef681a2 x-openstack-request-id: req-513a663a-1360-4478-b6e5-33c64ef681a2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:36.719985 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c563ec6-5f24-4ddf-bace-27787205898a", "name": "network-vif-plugged", "status": "completed", "tag": "5627926a-f8af-469a-950b-46d61bf3d029", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:36.719985 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-513a663a-1360-4478-b6e5-33c64ef681a2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:36.720510 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c563ec6-5f24-4ddf-bace-27787205898a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627926a-f8af-469a-950b-46d61bf3d029', 'code': 200} Sep 16 05:16:36.778056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] No DVR routers for this DVR port 8677d9c9-b2a2-4434-aa08-03319646f9f1 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:36.784604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:36.786791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf420dd7-5536-4456-8558-19cadd096754 req-77c1eb1c-311a-4042-88da-dc74e1b18b5e tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "DELETE /v2.0/ports/8677d9c9-b2a2-4434-aa08-03319646f9f1 HTTP/1.1" status: 204 len: 173 time: 1.1176519 Sep 16 05:16:36.787858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e4ceab-459a-46e9-b9be-956298677953', 'name': 'network-vif-deleted', 'tag': '8677d9c9-b2a2-4434-aa08-03319646f9f1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:36.790097 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755043b7-3654-497c-98a4-b0e688b46e5f" -d '{"events": [{"server_uuid": "36e4ceab-459a-46e9-b9be-956298677953", "name": "network-vif-deleted", "tag": "8677d9c9-b2a2-4434-aa08-03319646f9f1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:36.804569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-4cac55bd-16d9-4f0b-b67e-f0a614f46cf6 service neutron] 10.222.0.55 "GET /v2.0/networks/50598601-0fe4-4176-a95b-41bbe7b7bf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391965 Sep 16 05:16:36.871486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8a6ec-4f31-4d20-8115-2d79f8b98f7f req-bc6e481f-4765-45dc-8e59-e84acae07cbd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:36.879411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dd8a6ec-4f31-4d20-8115-2d79f8b98f7f req-bc6e481f-4765-45dc-8e59-e84acae07cbd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 945 time: 0.0975542 Sep 16 05:16:37.127614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dd8a6ec-4f31-4d20-8115-2d79f8b98f7f req-bbdbae94-41f3-4103-89f8-1340a4a4614d tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449062 Sep 16 05:16:37.141933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74965b07-fafd-489e-8fc2-c176b8e61fa3 req-a58401ed-dd76-45ad-a4c7-809645318d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.143859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74965b07-fafd-489e-8fc2-c176b8e61fa3 req-a58401ed-dd76-45ad-a4c7-809645318d49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 1097 time: 0.2618246 Sep 16 05:16:37.237500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74965b07-fafd-489e-8fc2-c176b8e61fa3 req-68201eea-ff2b-4276-8e30-028c3e55a5bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841563 Sep 16 05:16:37.260768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4dc7e-79d1-4234-b239-c0ea297a3dc6 req-5576ad31-cb00-4577-ba86-ce4219a2dc2d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.269779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98c4dc7e-79d1-4234-b239-c0ea297a3dc6 req-5576ad31-cb00-4577-ba86-ce4219a2dc2d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.0947385 Sep 16 05:16:37.392740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98c4dc7e-79d1-4234-b239-c0ea297a3dc6 req-a4bc4d5f-cb05-4d60-9d17-bff40cdb3952 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130891 Sep 16 05:16:37.400934 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4604e0a-32d0-4502-9358-fe403c0785b7 x-openstack-request-id: req-a4604e0a-32d0-4502-9358-fe403c0785b7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:37.401612 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e4ceab-459a-46e9-b9be-956298677953", "name": "network-vif-deleted", "tag": "8677d9c9-b2a2-4434-aa08-03319646f9f1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:37.402056 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4604e0a-32d0-4502-9358-fe403c0785b7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:37.403864 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e4ceab-459a-46e9-b9be-956298677953', 'name': 'network-vif-deleted', 'tag': '8677d9c9-b2a2-4434-aa08-03319646f9f1', 'status': 'completed', 'code': 200} Sep 16 05:16:37.519373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e9012a4-f175-4ef8-b4a9-11cf20bc07c5 req-541f2555-7629-4309-aee8-f2ba57148b7d tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0510602 Sep 16 05:16:37.711138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248e7de-134e-4f65-b602-907b710ef1f5 req-28481e0f-99fc-4a29-94c6-417f522a1d7c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.719589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0248e7de-134e-4f65-b602-907b710ef1f5 req-28481e0f-99fc-4a29-94c6-417f522a1d7c tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 945 time: 0.1104777 Sep 16 05:16:37.772567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0248e7de-134e-4f65-b602-907b710ef1f5 req-0242a46d-8bee-4c74-926a-8cf21f6a5df9 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519974 Sep 16 05:16:37.845301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb252ba3-c476-48ce-b9ed-041b3886619a req-c886b371-27d3-4a2f-8edf-178fc71a2688 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e4ceab-459a-46e9-b9be-956298677953 HTTP/1.1" status: 200 len: 210 time: 0.0511308 Sep 16 05:16:37.943965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d89b9-bcf1-4ce7-ba64-6233126e6a35 req-644e1533-e4ed-4673-a2dd-43411a293096 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:37.945542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-991d89b9-bcf1-4ce7-ba64-6233126e6a35 req-644e1533-e4ed-4673-a2dd-43411a293096 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 946 time: 0.0545757 Sep 16 05:16:37.999956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-991d89b9-bcf1-4ce7-ba64-6233126e6a35 req-166dc66c-a253-4e85-a27f-5d02270890ab tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Sep 16 05:16:38.344583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d2f5-4045-4c46-bd9a-8043798c70f4 req-6559b600-e2d5-4644-ab6a-a98911b77cdb tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.346016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a22d2f5-4045-4c46-bd9a-8043798c70f4 req-6559b600-e2d5-4644-ab6a-a98911b77cdb tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 946 time: 0.0650861 Sep 16 05:16:38.383348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a22d2f5-4045-4c46-bd9a-8043798c70f4 req-7daafb3c-2a52-44c1-8938-7af4238fc1d8 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Sep 16 05:16:38.536756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941f647-09b5-4503-a819-fa993aa55f17 req-9dec6a96-e4b1-41e5-9212-59ac920ba1d2 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.538553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3941f647-09b5-4503-a819-fa993aa55f17 req-9dec6a96-e4b1-41e5-9212-59ac920ba1d2 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.0622418 Sep 16 05:16:38.710980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3941f647-09b5-4503-a819-fa993aa55f17 req-27816f10-da05-4ad2-98d2-1a18c647c3fc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595609 Sep 16 05:16:38.743229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-807967f9-aff7-48a7-a238-3cbd0f162a81 req-8c4465e0-37af-490f-b44e-4b52077abb30 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0809488 Sep 16 05:16:38.822185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-7ca38c16-e871-479f-877c-55c04ae2fdbd tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:38.831948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-7ca38c16-e871-479f-877c-55c04ae2fdbd tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.73 "GET /v2.0/networks?id=50598601-0fe4-4176-a95b-41bbe7b7bf77 HTTP/1.1" status: 200 len: 809 time: 0.2162497 Sep 16 05:16:38.843828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Request body: {'port': {'device_id': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77', 'admin_state_up': True, 'tenant_id': 'f3818ba7571c4a2db2abdcaf4cf742b0'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:38.974529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Made reservation on behalf of f3818ba7571c4a2db2abdcaf4cf742b0 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:38.978761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.140912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Allocated IP 172.20.0.11 (50598601-0fe4-4176-a95b-41bbe7b7bf77/5d08df05-737c-41d7-8cda-ae96f5381993/e27601f7-9731-430d-bfc5-26372799e625) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:39.345876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816b5e1-9cd7-4197-8944-0ba1c3465fad req-e97ad1cd-d647-429c-9781-1985529138f0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.347585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b816b5e1-9cd7-4197-8944-0ba1c3465fad req-e97ad1cd-d647-429c-9781-1985529138f0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.1398408 Sep 16 05:16:39.422609 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.443558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b816b5e1-9cd7-4197-8944-0ba1c3465fad req-cca1a232-d4ef-4dda-af34-0d578a62beb7 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874534 Sep 16 05:16:39.504398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.589195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Network 50598601-0fe4-4176-a95b-41bbe7b7bf77 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:39.596186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Pushing event updated for resources: {'Port': ['ID=e27601f7-9731-430d-bfc5-26372799e625,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:39.608605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb123-4593-4eee-b6af-33720a4f8feb req-ec95a5dd-c22e-4f8d-bb1c-d79b90aca495 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.610190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50dcb123-4593-4eee-b6af-33720a4f8feb req-ec95a5dd-c22e-4f8d-bb1c-d79b90aca495 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 946 time: 0.1189849 Sep 16 05:16:39.611721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:39.614153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:39.690587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.691320 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.702380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50dcb123-4593-4eee-b6af-33720a4f8feb req-15e813d5-d4f7-470e-a34f-a87eb2cbeacd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613565 Sep 16 05:16:39.714371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8677d9c9-b2a2-4434-aa08-03319646f9f1 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:39.728162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-936a62e4-ab13-4568-a721-79753c9c5b03 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8889709 Sep 16 05:16:39.737879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 8677d9c9-b2a2-4434-aa08-03319646f9f1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:39.738230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 8677d9c9-b2a2-4434-aa08-03319646f9f1 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:39.744150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Request body: {'port': {'device_id': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:39.807098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:39.934445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3bd17-a8fe-43e8-b432-5767b9c55d86 req-f238ef39-38c4-40a4-9d2d-d36cc909e92e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:39.935855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aeb3bd17-a8fe-43e8-b432-5767b9c55d86 req-f238ef39-38c4-40a4-9d2d-d36cc909e92e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.1190047 Sep 16 05:16:40.030465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb42059-6fe5-4fdf-be4f-198424e4d453 req-d64e6afb-d7df-4526-aa07-ece6d7ba4a54 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.031958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fb42059-6fe5-4fdf-be4f-198424e4d453 req-d64e6afb-d7df-4526-aa07-ece6d7ba4a54 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 932 time: 0.1742318 Sep 16 05:16:40.088171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aeb3bd17-a8fe-43e8-b432-5767b9c55d86 req-be30cf39-ca8d-45f2-b2ac-21aaa6ef37c7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996563 Sep 16 05:16:40.165947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fb42059-6fe5-4fdf-be4f-198424e4d453 req-cbd72401-708f-4278-8c63-f1d8f9b6d1fa tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241663 Sep 16 05:16:40.320990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27601f7-9731-430d-bfc5-26372799e625 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:40.365029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.448221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Transition to ACTIVE for port object e27601f7-9731-430d-bfc5-26372799e625 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:40.482822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:40.599576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Pushing event updated for resources: {'Port': ['ID=e27601f7-9731-430d-bfc5-26372799e625,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:40.636467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.643161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.650195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.657243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.664684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.671565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.678912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.688658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-9afbde3c-aa03-4916-ab20-4185943b31f3 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.3020930 Sep 16 05:16:40.748346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-6d7ccef7-544d-4536-b524-adf1e2a604ab tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:40.750323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-6d7ccef7-544d-4536-b524-adf1e2a604ab tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.4326169 Sep 16 05:16:40.812531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-fd0369f0-f975-4e2c-8f87-406ecc033e39 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0366530 Sep 16 05:16:40.833922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3a99a14-08dc-4542-9a22-eec4bafca3aa req-aa2a7633-363d-44d0-b73c-a669a519d8e1 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384830 Sep 16 05:16:40.920296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Attempting to bind port e27601f7-9731-430d-bfc5-26372799e625 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:40.920643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Attempting to bind port e27601f7-9731-430d-bfc5-26372799e625 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'ca277fda-290d-4592-9fca-d49e203d217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:40.920977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Attempting to bind port e27601f7-9731-430d-bfc5-26372799e625 on network 50598601-0fe4-4176-a95b-41bbe7b7bf77 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:40.939751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-409b0741-f382-4959-9b16-d51a955cf506 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261861 Sep 16 05:16:40.940369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Port e27601f7-9731-430d-bfc5-26372799e625 on network 50598601-0fe4-4176-a95b-41bbe7b7bf77 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:40.940696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Attempting to bind port e27601f7-9731-430d-bfc5-26372799e625 on network 50598601-0fe4-4176-a95b-41bbe7b7bf77 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:40.967164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:40.967497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Checking segment: {'id': 'ca277fda-290d-4592-9fca-d49e203d217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:40.967895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Bound using segment: {'id': 'ca277fda-290d-4592-9fca-d49e203d217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:40.968387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Bound port: e27601f7-9731-430d-bfc5-26372799e625, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca277fda-290d-4592-9fca-d49e203d217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:40.968753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.032562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-f3b28911-2509-4be6-853b-87e9713fd169 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.034134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-f3b28911-2509-4be6-853b-87e9713fd169 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 946 time: 0.1517785 Sep 16 05:16:41.196170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] For port e27601f7-9731-430d-bfc5-26372799e625, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:41.242214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] For port e27601f7-9731-430d-bfc5-26372799e625, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e27601f7-9731-430d-bfc5-26372799e625,segment=NetworkSegment(ca277fda-290d-4592-9fca-d49e203d217a),segment_id=ca277fda-290d-4592-9fca-d49e203d217a)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:41.246420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-7de1e32c-c000-4933-8bd9-e8d348cf5dc1 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971652 Sep 16 05:16:41.251201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.321461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Pushing event updated for resources: {'Port': ['ID=e27601f7-9731-430d-bfc5-26372799e625,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:41.332199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5804219-c3c0-41da-9ba8-548256ec7dcd req-e4daed8e-10cc-4721-aeb0-7b7245f65abb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.333720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5804219-c3c0-41da-9ba8-548256ec7dcd req-e4daed8e-10cc-4721-aeb0-7b7245f65abb tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2218273 Sep 16 05:16:41.388176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.389274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.390430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e4bb04a8-0041-4e2b-aba2-caefe3a24269 service neutron] 10.222.0.73 "PUT /v2.0/ports/e27601f7-9731-430d-bfc5-26372799e625 HTTP/1.1" status: 200 len: 1093 time: 1.6511905 Sep 16 05:16:41.392257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'tag': 'e27601f7-9731-430d-bfc5-26372799e625'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:41.394551 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019058d4-0277-4bc6-b6e1-904b41fb31e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0", "tag": "e27601f7-9731-430d-bfc5-26372799e625"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:41.488115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5804219-c3c0-41da-9ba8-548256ec7dcd req-2e977569-acf8-48f4-a342-f7a3f313cce6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385880 Sep 16 05:16:41.677818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.905309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Deleting port a71e6670-af79-4793-ab95-ef289c77f036 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:41.905309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:41.933570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-7292b918-7d7c-4b42-ba37-11254f690313 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232567 Sep 16 05:16:41.951886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e9818095-7a84-42bb-ae75-ead6eedb3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:41.953517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-e9818095-7a84-42bb-ae75-ead6eedb3e31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f3818ba7571c4a2db2abdcaf4cf742b0&device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.5176795 Sep 16 05:16:42.039166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-a0f34e56-b04b-4d5f-85e2-f4a904ba1286 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.040763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-a0f34e56-b04b-4d5f-85e2-f4a904ba1286 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.5509884 Sep 16 05:16:42.052787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1931a0b-1c04-48a5-83eb-f607b12162c0 req-04de749f-546c-49fb-9edc-21d2f7508505 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.061617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1931a0b-1c04-48a5-83eb-f607b12162c0 req-04de749f-546c-49fb-9edc-21d2f7508505 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 946 time: 0.1922276 Sep 16 05:16:42.069665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-6bc3b34c-5897-4fbe-abd1-7f1a644d78ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27601f7-9731-430d-bfc5-26372799e625 HTTP/1.1" status: 200 len: 217 time: 0.1059139 Sep 16 05:16:42.232612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] For port a71e6670-af79-4793-ab95-ef289c77f036, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a71e6670-af79-4793-ab95-ef289c77f036,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:42.232984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.264611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1931a0b-1c04-48a5-83eb-f607b12162c0 req-c0217a31-86c8-41f4-87ad-6bfe5ebab2c3 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018166 Sep 16 05:16:42.268492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-46c24ac7-3f83-4461-bb38-ea10f8ee3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.270200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-46c24ac7-3f83-4461-bb38-ea10f8ee3422 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d08df05-737c-41d7-8cda-ae96f5381993 HTTP/1.1" status: 200 len: 849 time: 0.1846457 Sep 16 05:16:42.299926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Calling delete_port for a71e6670-af79-4793-ab95-ef289c77f036 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:42.388340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-aa51a78b-e7b9-45d4-8cf8-ae64ef01704b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50598601-0fe4-4176-a95b-41bbe7b7bf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791876 Sep 16 05:16:42.463988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.470126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.476450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.485699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.495497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.509079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.523033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.527006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65d4997b-554f-4220-8efe-bd5e832f9a50 req-dae485f2-aca5-4cb8-9f8e-3dd0c62ae6cf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.3867133 Sep 16 05:16:42.679890 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed33d46-d915-47f7-b2e2-2a3cd8c07848 x-openstack-request-id: req-6ed33d46-d915-47f7-b2e2-2a3cd8c07848 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:42.680321 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0", "tag": "e27601f7-9731-430d-bfc5-26372799e625", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:42.681426 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ed33d46-d915-47f7-b2e2-2a3cd8c07848 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:42.682350 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'tag': 'e27601f7-9731-430d-bfc5-26372799e625', 'status': 'completed', 'code': 200} Sep 16 05:16:42.707420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Deleting port b2dbca05-3019-44e2-ae69-a43c09f5508d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:42.708256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:42.773678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e29e5-a9b1-4407-9e2d-fdee118542cc req-273cac3c-b3d8-4de1-b180-d20163592205 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:42.792241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-073e29e5-a9b1-4407-9e2d-fdee118542cc req-273cac3c-b3d8-4de1-b180-d20163592205 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 944 time: 0.4470372 Sep 16 05:16:42.796980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-b0481df4-2110-4d0e-add0-bace7a5237d3 service neutron] 10.222.0.73 "GET /v2.0/networks/50598601-0fe4-4176-a95b-41bbe7b7bf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614514 Sep 16 05:16:42.928035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd25f131-11e9-41a9-a9a5-546adb2bed25 req-3df3110a-b1e8-4dec-8cdd-1bed940ecbce tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 210 time: 0.0815341 Sep 16 05:16:43.070924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] For port b2dbca05-3019-44e2-ae69-a43c09f5508d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b2dbca05-3019-44e2-ae69-a43c09f5508d,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:43.071313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.124692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-073e29e5-a9b1-4407-9e2d-fdee118542cc req-10438add-b534-4de6-917e-45aca01dca34 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770963 Sep 16 05:16:43.193227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bef26035-d5ad-4016-bd8f-b221ed8fa52f req-13d7320c-5a40-46a3-aa35-14a08b17d619 service neutron] 10.222.0.73 "GET /v2.0/networks/50598601-0fe4-4176-a95b-41bbe7b7bf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478286 Sep 16 05:16:43.199710 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.212444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6d956f55-cdb3-46fa-99d5-50d4c353a9bb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:43.253854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bacf41-cad2-4622-9f56-61b065299118 req-d49f8dcb-febe-4bf2-972e-b716a33cd113 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:43.256718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6bacf41-cad2-4622-9f56-61b065299118 req-d49f8dcb-febe-4bf2-972e-b716a33cd113 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 944 time: 0.2052510 Sep 16 05:16:43.267485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf2c31a2-af1a-45d7-8cf5-87fca2392a0a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:43.312424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Pushing event deleted for resources: {'Port': ['ID=a71e6670-af79-4793-ab95-ef289c77f036,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:43.486145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] No DVR routers for this DVR port a71e6670-af79-4793-ab95-ef289c77f036 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:43.488899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.492341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-adf21dd0-81c2-41d2-825a-889d06540a7a req-12556a1d-016a-46d4-97f1-0ba64da7b8fd tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "DELETE /v2.0/ports/a71e6670-af79-4793-ab95-ef289c77f036 HTTP/1.1" status: 204 len: 173 time: 2.4248822 Sep 16 05:16:43.567111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6bacf41-cad2-4622-9f56-61b065299118 req-760a34e5-7839-48da-9e90-843eede7f448 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups?id=15132a95-b0f1-4ba0-a559-bdbf74feb51d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503631 Sep 16 05:16:43.626473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e27dac26-8a05-44ec-85eb-04c3c36b1db5 req-2055f58c-3e72-4d23-895b-2813416fab4a tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7e7b1a4-587f-4760-aa81-a363cf5de173 HTTP/1.1" status: 200 len: 210 time: 0.1500015 Sep 16 05:16:43.632712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-ce7cb148-4665-490c-932c-03403701fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:43.635584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-ce7cb148-4665-490c-932c-03403701fb97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f3818ba7571c4a2db2abdcaf4cf742b0&device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.3748589 Sep 16 05:16:43.684685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.687746 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:43.688342 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Floating IP 1f26a462-1a3e-4337-bea7-6d41c9e6bf66 disassociated. External IP: 172.25.6.216, port: b2dbca05-3019-44e2-ae69-a43c09f5508d. Sep 16 05:16:43.688794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Calling delete_port for b2dbca05-3019-44e2-ae69-a43c09f5508d owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:43.753310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b2dbca05-3019-44e2-ae69-a43c09f5508d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:43.803697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-94b8d9e9-b77a-46ed-a0bf-a79325fd3909 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:43.815818 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-94b8d9e9-b77a-46ed-a0bf-a79325fd3909 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.1954541 Sep 16 05:16:43.843051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Request body: {'port': {'device_id': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'admin_state_up': True, 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:43.927716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a71e6670-af79-4793-ab95-ef289c77f036 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:44.004210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: a71e6670-af79-4793-ab95-ef289c77f036 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:44.004849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a71e6670-af79-4793-ab95-ef289c77f036 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:44.009996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:44.017918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.132764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-096d3ec0-65f5-45d4-bd7a-db7b66ba9f7b req-afb00c3c-1217-4bd1-b291-075fbab035e5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 210 time: 0.0736277 Sep 16 05:16:44.175072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-306856fd-881b-4061-84f6-c272af76d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.176608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-306856fd-881b-4061-84f6-c272af76d83b service neutron] 10.222.0.73 "GET /v2.0/networks?id=50598601-0fe4-4176-a95b-41bbe7b7bf77 HTTP/1.1" status: 200 len: 910 time: 0.5318193 Sep 16 05:16:44.298239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Allocated IP 172.20.0.13 (a0e112e6-2245-41de-b029-7665e524e296/a3e7959b-a90e-4941-90fe-b4a54ab5b25d/b4d4d73a-5cbd-4690-aeab-cc91e58eb961) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:44.307217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-e960b31d-7890-4d71-80f3-42aa9ded46e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27601f7-9731-430d-bfc5-26372799e625 HTTP/1.1" status: 200 len: 217 time: 0.1153581 Sep 16 05:16:44.378169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.476466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event deleted for resources: {'Port': ['ID=b2dbca05-3019-44e2-ae69-a43c09f5508d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.535819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-e77b5312-c321-4351-b9d5-7fd90add088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.540775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-e77b5312-c321-4351-b9d5-7fd90add088c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d08df05-737c-41d7-8cda-ae96f5381993 HTTP/1.1" status: 200 len: 849 time: 0.2211337 Sep 16 05:16:44.631742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.685067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:44.691120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a3d51-0084-412a-b433-c07597fbff25 req-1183c171-334a-4ac1-8483-6add0f13c92b tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:44.698981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:44.705061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b4a3d51-0084-412a-b433-c07597fbff25 req-1183c171-334a-4ac1-8483-6add0f13c92b tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 944 time: 0.4035404 Sep 16 05:16:44.757178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'name': 'network-vif-deleted', 'tag': 'a71e6670-af79-4793-ab95-ef289c77f036'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:44.763554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event updated for resources: {'Port': ['ID=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:44.781374 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2798464f-0b54-4cf3-829f-70c353ff75d3" -d '{"events": [{"server_uuid": "d7e7b1a4-587f-4760-aa81-a363cf5de173", "name": "network-vif-deleted", "tag": "a71e6670-af79-4793-ab95-ef289c77f036"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:44.787118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60300) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:44.811632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['5627926a-f8af-469a-950b-46d61bf3d029'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:44.814641 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Network a0e112e6-2245-41de-b029-7665e524e296 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:44.819598 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:44.826410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:44.968023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b4a3d51-0084-412a-b433-c07597fbff25 req-f2c0af9c-ed99-4fbe-b7f5-d6377cb38699 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332959 Sep 16 05:16:44.971432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-06769c44-f75a-4ef4-a7bf-3b6ebde08d2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50598601-0fe4-4176-a95b-41bbe7b7bf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4183893 Sep 16 05:16:45.168013 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.169698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.239039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.244236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.245108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.245778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.246436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.247232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.247893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.253893 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-49c03a55-86c4-4c51-88e6-d0d4a01e8f97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6508 time: 0.4653847 Sep 16 05:16:45.259923 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-0d30ed40-2136-452c-a029-e5f415f68c4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4315684 Sep 16 05:16:45.320672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Request body: {'port': {'device_id': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:45.374600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e27601f7-9731-430d-bfc5-26372799e625 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:45.388981 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-4fca555d-8d07-4b26-b620-044aef0c0e18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240609 Sep 16 05:16:45.424513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.553484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e27601f7-9731-430d-bfc5-26372799e625, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e27601f7-9731-430d-bfc5-26372799e625,segment=NetworkSegment(ca277fda-290d-4592-9fca-d49e203d217a),segment_id=ca277fda-290d-4592-9fca-d49e203d217a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:45.556893 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c30010-3d40-46f9-b888-27325527c08f x-openstack-request-id: req-37c30010-3d40-46f9-b888-27325527c08f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:45.557523 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e7b1a4-587f-4760-aa81-a363cf5de173", "name": "network-vif-deleted", "tag": "a71e6670-af79-4793-ab95-ef289c77f036", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:45.557523 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37c30010-3d40-46f9-b888-27325527c08f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:45.557822 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e7b1a4-587f-4760-aa81-a363cf5de173', 'name': 'network-vif-deleted', 'tag': 'a71e6670-af79-4793-ab95-ef289c77f036', 'status': 'completed', 'code': 200} Sep 16 05:16:45.575210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e27601f7-9731-430d-bfc5-26372799e625', 'network_id': '50598601-0fe4-4176-a95b-41bbe7b7bf77', 'port_id': 'e27601f7-9731-430d-bfc5-26372799e625', 'mac_address': 'fa:16:3e:04:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d08df05-737c-41d7-8cda-ae96f5381993', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:45.649126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.667395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27601f7-9731-430d-bfc5-26372799e625 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:45.674702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b02d093-c51b-44ee-900e-88215be69477 req-36dc74cc-3997-44e5-b59d-067b0c27be16 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 210 time: 0.7233098 Sep 16 05:16:45.683588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:45.695654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e27601f7-9731-430d-bfc5-26372799e625, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e27601f7-9731-430d-bfc5-26372799e625,segment=NetworkSegment(ca277fda-290d-4592-9fca-d49e203d217a),segment_id=ca277fda-290d-4592-9fca-d49e203d217a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:45.704550 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.792078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-85538e7d-ba8b-441c-8caa-f3f747753a24 service neutron] 10.222.0.73 "GET /v2.0/networks/50598601-0fe4-4176-a95b-41bbe7b7bf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960575 Sep 16 05:16:45.801313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e27601f7-9731-430d-bfc5-26372799e625,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:45.806536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364be86-e9a0-41a1-bb81-deb627f7386b req-bc219c56-2406-4e18-baf6-7ac7f6c1f1ec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:45.815000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.816347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.816878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.817384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.817898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.818405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.819062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.819994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.820547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.821055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.821194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8364be86-e9a0-41a1-bb81-deb627f7386b req-bc219c56-2406-4e18-baf6-7ac7f6c1f1ec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 932 time: 0.1937068 Sep 16 05:16:45.822242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.822750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:45.927308 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d4d73a-5cbd-4690-aeab-cc91e58eb961 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:45.940338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.967940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Transition to ACTIVE for port object b4d4d73a-5cbd-4690-aeab-cc91e58eb961 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:45.974198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:45.980005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e27601f7-9731-430d-bfc5-26372799e625'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:46.057229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8364be86-e9a0-41a1-bb81-deb627f7386b req-f989dafe-3098-4450-94b9-b12fb02833cb tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343431 Sep 16 05:16:46.103788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:46.142716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] Sync routers for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:46.189179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:46.194990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:46.211025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] No DVR routers for this DVR port b2dbca05-3019-44e2-ae69-a43c09f5508d on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:46.217294 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.219346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66c51a03-686e-45be-b426-1bd038f7fae8 req-f1091d43-bec8-4d53-a0e2-8367700af4ac tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.64 "DELETE /v2.0/ports/b2dbca05-3019-44e2-ae69-a43c09f5508d HTTP/1.1" status: 204 len: 173 time: 4.1486075 Sep 16 05:16:46.256345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-019058d4-0277-4bc6-b6e1-904b41fb31e7 req-d918c01a-017c-4d73-876d-61ac5dcc26a6 service neutron] 10.222.0.73 "GET /v2.0/networks/50598601-0fe4-4176-a95b-41bbe7b7bf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260838 Sep 16 05:16:46.318814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.360457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Attempting to bind port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:46.360865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Attempting to bind port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:46.361859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Attempting to bind port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:46.385495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 on network a0e112e6-2245-41de-b029-7665e524e296 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:46.386145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Attempting to bind port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:46.410171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:46.412567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:46.413148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Bound using segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:46.415027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Bound port: b4d4d73a-5cbd-4690-aeab-cc91e58eb961, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:46.418245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.420312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde969cc-e4ac-4c09-be3c-a204477c9b2a req-8f53ef11-043c-468c-a223-ddf570acebc8 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.434890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cde969cc-e4ac-4c09-be3c-a204477c9b2a req-8f53ef11-043c-468c-a223-ddf570acebc8 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 945 time: 0.1178112 Sep 16 05:16:46.503561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cde969cc-e4ac-4c09-be3c-a204477c9b2a req-6ab304fb-b4b6-4f01-b77c-597a796044ed tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623615 Sep 16 05:16:46.585870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] For port b4d4d73a-5cbd-4690-aeab-cc91e58eb961, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:46.591106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] For port b4d4d73a-5cbd-4690-aeab-cc91e58eb961, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:46.599711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.721651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.722293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.723715 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] 10.222.0.73 "PUT /v2.0/ports/b4d4d73a-5cbd-4690-aeab-cc91e58eb961 HTTP/1.1" status: 200 len: 1093 time: 1.4133723 Sep 16 05:16:46.724202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'tag': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:46.731819 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da07153-56db-49ce-8949-c68206a01196" -d '{"events": [{"name": "network-changed", "server_uuid": "8d32b299-18bb-4b9a-b0c6-2d51e00de2c4", "tag": "b4d4d73a-5cbd-4690-aeab-cc91e58eb961"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:46.761802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeadcb7-59fc-4149-a1ab-b2da09456152 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:46.824984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:46.845481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-aef84656-593e-4b80-88b4-d263bc40429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:46.849249 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-aef84656-593e-4b80-88b4-d263bc40429c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0723310 Sep 16 05:16:46.878889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-816556b5-7862-4de5-a3bc-4c6a9fa8d5cc req-f1d4134e-d629-4464-9b32-deed0a55375a tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f176609-6bf7-40cd-9bc4-fcea7d90bb4a HTTP/1.1" status: 200 len: 210 time: 0.0980885 Sep 16 05:16:47.005306 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c0298-3de2-48a2-89cf-b97959d728bc x-openstack-request-id: req-667c0298-3de2-48a2-89cf-b97959d728bc {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:47.005912 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d32b299-18bb-4b9a-b0c6-2d51e00de2c4", "tag": "b4d4d73a-5cbd-4690-aeab-cc91e58eb961", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:47.006291 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-667c0298-3de2-48a2-89cf-b97959d728bc {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:47.006931 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'tag': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961', 'status': 'completed', 'code': 200} Sep 16 05:16:47.009610 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-abbf05d4-8b88-46d6-9f1c-3da7b3abdc0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d4d73a-5cbd-4690-aeab-cc91e58eb961 HTTP/1.1" status: 200 len: 217 time: 0.1490188 Sep 16 05:16:47.082197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236528-42fc-4efc-b74f-35a776302f85 req-6491db60-ccab-4a54-bae2-ad67bbd113f5 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.090285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236528-42fc-4efc-b74f-35a776302f85 req-6491db60-ccab-4a54-bae2-ad67bbd113f5 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.101092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89236528-42fc-4efc-b74f-35a776302f85 req-6491db60-ccab-4a54-bae2-ad67bbd113f5 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b&device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 1681 time: 0.0858817 Sep 16 05:16:47.146494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89236528-42fc-4efc-b74f-35a776302f85 req-b4e50683-fba8-4037-b85d-125ae0bb900d tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Sep 16 05:16:47.211391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-7ba89899-0890-4d36-af58-fb0b7e779041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.214884 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-7ba89899-0890-4d36-af58-fb0b7e779041 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.1958661 Sep 16 05:16:47.264663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:47.283783 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-cbaa320d-40fb-4eb6-be59-ad3da19ddee4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604351 Sep 16 05:16:47.301693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3db4-1ea5-42e2-a354-932d9c3e2d33 req-437a2691-1fe4-4e37-9bb5-faf5b35ce665 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.310310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9eef3db4-1ea5-42e2-a354-932d9c3e2d33 req-437a2691-1fe4-4e37-9bb5-faf5b35ce665 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 944 time: 0.0740728 Sep 16 05:16:47.339270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] Checking router: ddeed4b4-d1d0-476d-acf8-0baddd77fd65 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:47.361434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:47.362378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:47.393665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9eef3db4-1ea5-42e2-a354-932d9c3e2d33 req-00eec26c-6e1b-4660-a1c1-a900956014e1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Sep 16 05:16:47.519667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:47.549696 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-df7b1ada-7353-42e0-8557-96aed3e42f71 service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576003 Sep 16 05:16:47.559080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-deleted', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:47.561903 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e04427-a6a1-4e28-b1f3-d4fa86679147" -d '{"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-deleted", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:47.694361 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7692a05-6648-4440-b370-43b89420a558 x-openstack-request-id: req-c7692a05-6648-4440-b370-43b89420a558 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:47.694664 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f176609-6bf7-40cd-9bc4-fcea7d90bb4a", "name": "network-vif-deleted", "tag": "b2dbca05-3019-44e2-ae69-a43c09f5508d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:47.694958 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7692a05-6648-4440-b370-43b89420a558 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:47.698078 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f176609-6bf7-40cd-9bc4-fcea7d90bb4a', 'name': 'network-vif-deleted', 'tag': 'b2dbca05-3019-44e2-ae69-a43c09f5508d', 'status': 'completed', 'code': 200} Sep 16 05:16:47.757725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7020b-54f7-4bec-bdda-496028bec623 req-dd7ca2bc-0c7c-4432-a2ac-aa4e35abd689 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.763118 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4721c4a6-8323-45e7-ba14-1cbe95d1f5b4 req-147d7e5e-ccf1-4bea-84b7-e8402f8b23e6 service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051232 Sep 16 05:16:47.770127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ce7020b-54f7-4bec-bdda-496028bec623 req-dd7ca2bc-0c7c-4432-a2ac-aa4e35abd689 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 945 time: 0.1255651 Sep 16 05:16:47.839127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ce7020b-54f7-4bec-bdda-496028bec623 req-4c1391ad-d22d-4237-aa2c-f1db9704ce22 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623951 Sep 16 05:16:47.926961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da07153-56db-49ce-8949-c68206a01196 req-d1ef8a0e-2783-445b-8952-a40913d78d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:47.932507 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0da07153-56db-49ce-8949-c68206a01196 req-d1ef8a0e-2783-445b-8952-a40913d78d31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 1096 time: 0.1091044 Sep 16 05:16:47.985057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:47.998966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60456) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:48.045123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4056f-179d-4112-9fec-f400a3b6bf78 None None] The sync data for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 is: [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 4, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb', 'name': '', 'network_id': 'b069f2cc-96b1-42d9-94d6-ac3d8a6c147f', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'mac_address': 'fa:16:3e:93:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:14Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 5, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'subnets': [{'id': '47b0dd83-2441-49ff-aec6-4b69f1a639a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:48.137666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.152756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da07153-56db-49ce-8949-c68206a01196 req-d4f0207e-b482-470c-99ae-6fe35d893674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.155177 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0da07153-56db-49ce-8949-c68206a01196 req-d4f0207e-b482-470c-99ae-6fe35d893674 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.2174051 Sep 16 05:16:48.187028 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.216346 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0da07153-56db-49ce-8949-c68206a01196 req-6054b1c7-78c3-468e-a517-e40ae17351da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d4d73a-5cbd-4690-aeab-cc91e58eb961 HTTP/1.1" status: 200 len: 217 time: 0.0513968 Sep 16 05:16:48.234913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d7046-57d7-4975-a3aa-1b7b419cb745 req-9b754a06-4152-48b4-b8cf-4022ddfa8bf9 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.237949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed4d7046-57d7-4975-a3aa-1b7b419cb745 req-9b754a06-4152-48b4-b8cf-4022ddfa8bf9 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 945 time: 0.1542771 Sep 16 05:16:48.302405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da07153-56db-49ce-8949-c68206a01196 req-40a48e4c-8124-4402-a7ef-24d832629104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.305043 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0da07153-56db-49ce-8949-c68206a01196 req-40a48e4c-8124-4402-a7ef-24d832629104 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0796199 Sep 16 05:16:48.309163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed4d7046-57d7-4975-a3aa-1b7b419cb745 req-e5c98285-8729-45b0-b447-75e4b13ba9c0 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527334 Sep 16 05:16:48.310536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.313997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.318043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "DELETE /v2.0/security-groups/15132a95-b0f1-4ba0-a559-bdbf74feb51d HTTP/1.1" status: 204 len: 168 time: 0.3174324 Sep 16 05:16:48.318739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60460) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:48.340655 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0da07153-56db-49ce-8949-c68206a01196 req-d237bb4c-05f8-4877-9ff2-a25c0f969a19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281703 Sep 16 05:16:48.378197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15132a95-b0f1-4ba0-a559-bdbf74feb51d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:48.382690 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-96e29e97-7e28-4e3d-8662-20f3f01b60d6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] show failed (client error): The resource could not be found. Sep 16 05:16:48.385534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-96e29e97-7e28-4e3d-8662-20f3f01b60d6 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "GET /v2.0/security-groups/15132a95-b0f1-4ba0-a559-bdbf74feb51d HTTP/1.1" status: 404 len: 347 time: 0.0491676 Sep 16 05:16:48.389026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60462) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:48.472869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.473958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.474626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.475137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.475658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.476857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.477476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.478014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.478675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.479495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.480066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.480633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d39775-8b35-432d-815c-2678ca7bbf95 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:48.500151 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccf191-3a7d-44ae-ae6a-f34ddd9a333e None None] New status for floating IP 1f26a462-1a3e-4337-bea7-6d41c9e6bf66: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:48.506208 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0da07153-56db-49ce-8949-c68206a01196 req-8fdb2e9d-3501-4ede-ac90-0539af961245 service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567822 Sep 16 05:16:48.711488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de41d45-a810-4845-9ab4-169381957f60 req-648f373a-26f8-4b1b-b7c4-27f0f2538ec0 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:48.716793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0de41d45-a810-4845-9ab4-169381957f60 req-648f373a-26f8-4b1b-b7c4-27f0f2538ec0 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 944 time: 0.1345608 Sep 16 05:16:48.752940 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0da07153-56db-49ce-8949-c68206a01196 req-39492cfc-890f-4441-9989-e36320a2516c service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365689 Sep 16 05:16:48.757635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Deleting port 25866e5c-c0ac-4965-98d8-7e37e5c8c1f4 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:48.764826 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.840757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0de41d45-a810-4845-9ab4-169381957f60 req-ee1c60a1-40ab-4ce2-8361-f0264ada56a5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128774 Sep 16 05:16:48.870967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.871317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:48.886040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Calling delete_port for 25866e5c-c0ac-4965-98d8-7e37e5c8c1f4 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:49.032509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b40fad-0a78-4a44-801e-081f7ef30682 req-92d6bf35-21f8-4f12-923f-7d4ea5e6dd6e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.036482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21b40fad-0a78-4a44-801e-081f7ef30682 req-92d6bf35-21f8-4f12-923f-7d4ea5e6dd6e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 945 time: 0.1009057 Sep 16 05:16:49.105058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21b40fad-0a78-4a44-801e-081f7ef30682 req-cd6e9e7b-039a-44a0-852d-13e512f65dce tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Sep 16 05:16:49.120370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.158022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Pushing event deleted for resources: {'Port': ['ID=25866e5c-c0ac-4965-98d8-7e37e5c8c1f4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:49.228073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ccb02-6699-4440-a932-d455960a6623 req-eee76b1a-b4d4-4765-a468-6646619db6e8 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.231138 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a71ccb02-6699-4440-a932-d455960a6623 req-eee76b1a-b4d4-4765-a468-6646619db6e8 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 945 time: 0.0739143 Sep 16 05:16:49.239635 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.242241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.252719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:49.257718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-06e5529f-82dc-4b17-9c1d-32b8419eeff0 tempest-ServerActionsTestJSON-1165808397 tempest-ServerActionsTestJSON-1165808397-project] 10.222.0.55 "DELETE /v2.0/floatingips/1f26a462-1a3e-4337-bea7-6d41c9e6bf66 HTTP/1.1" status: 204 len: 168 time: 0.8669024 Sep 16 05:16:49.349983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Deleting port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:49.350360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.368531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e27601f7-9731-430d-bfc5-26372799e625 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:49.505582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port e27601f7-9731-430d-bfc5-26372799e625 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:49.525050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99e985-465d-4d58-a5e7-182b20e29f32 req-f7a3fbce-1b5e-4445-bc98-f2e43e5dbf73 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:49.525297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e27601f7-9731-430d-bfc5-26372799e625 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:49.526745 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.527209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b99e985-465d-4d58-a5e7-182b20e29f32 req-f7a3fbce-1b5e-4445-bc98-f2e43e5dbf73 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 945 time: 0.0670681 Sep 16 05:16:49.552384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] For port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:49.553096 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.589811 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Calling delete_port for 6d956f55-cdb3-46fa-99d5-50d4c353a9bb owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:49.593590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b99e985-465d-4d58-a5e7-182b20e29f32 req-e5a0fe0b-15d2-4ba8-9d11-2624028b5c8a tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/security-groups?id=a66f09a6-e1a1-41d2-ae78-de6993f2f964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584288 Sep 16 05:16:49.685850 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.725053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e27601f7-9731-430d-bfc5-26372799e625, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e27601f7-9731-430d-bfc5-26372799e625,segment=NetworkSegment(ca277fda-290d-4592-9fca-d49e203d217a),segment_id=ca277fda-290d-4592-9fca-d49e203d217a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:49.726457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27601f7-9731-430d-bfc5-26372799e625'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:49.729846 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6290f1-438d-45ea-b9b4-9ea7bede4ead" -d '{"events": [{"server_uuid": "fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0", "name": "network-vif-plugged", "status": "completed", "tag": "e27601f7-9731-430d-bfc5-26372799e625"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:49.741061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:49.802686 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9f03bb-b903-490e-bc78-109cb79cbadf x-openstack-request-id: req-4b9f03bb-b903-490e-bc78-109cb79cbadf {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:49.803268 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0", "name": "network-vif-plugged", "status": "completed", "tag": "e27601f7-9731-430d-bfc5-26372799e625", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:49.803836 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b9f03bb-b903-490e-bc78-109cb79cbadf {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:49.804465 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27601f7-9731-430d-bfc5-26372799e625', 'code': 200} Sep 16 05:16:49.836078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e27601f7-9731-430d-bfc5-26372799e625,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.018308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-439e2a10-ba39-4ce5-94b7-b2e518fd7025 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.021986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-439e2a10-ba39-4ce5-94b7-b2e518fd7025 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 945 time: 0.0914619 Sep 16 05:16:50.059232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec000a-4e10-4cd9-b37a-b96b802660a4 req-1cdf1ded-5cb4-4cdc-b961-c454eb2a0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.061382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33ec000a-4e10-4cd9-b37a-b96b802660a4 req-1cdf1ded-5cb4-4cdc-b961-c454eb2a0502 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 1098 time: 0.1990047 Sep 16 05:16:50.165630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b7da6-b4f3-446a-8e20-44dcfe32b12d req-3cea1940-0929-45ea-9e77-569ceb9d1194 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.170425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a6b7da6-b4f3-446a-8e20-44dcfe32b12d req-3cea1940-0929-45ea-9e77-569ceb9d1194 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 944 time: 0.1911948 Sep 16 05:16:50.240197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33ec000a-4e10-4cd9-b37a-b96b802660a4 req-e7dbb8db-5202-4065-9639-b29b59002f6f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509767 Sep 16 05:16:50.271602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.283406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6d956f55-cdb3-46fa-99d5-50d4c353a9bb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:50.317545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf2c31a2-af1a-45d7-8cf5-87fca2392a0a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:50.367870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a6b7da6-b4f3-446a-8e20-44dcfe32b12d req-2b72d774-35ab-48e6-9d51-81d4b7304f19 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673715 Sep 16 05:16:50.369620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Pushing event deleted for resources: {'Port': ['ID=6d956f55-cdb3-46fa-99d5-50d4c353a9bb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:50.467208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276d12-99d7-414a-a30f-51f816b27da5 req-d19837b8-1715-4445-81fd-0d6e5bb43849 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:50.475854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2276d12-99d7-414a-a30f-51f816b27da5 req-d19837b8-1715-4445-81fd-0d6e5bb43849 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 946 time: 0.2499826 Sep 16 05:16:50.500051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Deleting port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:50.500397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.526906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] No DVR routers for this DVR port 6d956f55-cdb3-46fa-99d5-50d4c353a9bb on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:50.531556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.535046 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a71ccb02-6699-4440-a932-d455960a6623 req-dc3e9366-74df-437f-a3fd-e744887b2153 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.73 "DELETE /v2.0/ports/6d956f55-cdb3-46fa-99d5-50d4c353a9bb HTTP/1.1" status: 204 len: 173 time: 1.2885411 Sep 16 05:16:50.541105 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'name': 'network-vif-deleted', 'tag': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:50.546813 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdab4b3c-ceee-4745-8127-39c59c96c2a7" -d '{"events": [{"server_uuid": "5b3e725f-5c2a-405a-aeab-1f510de16c7b", "name": "network-vif-deleted", "tag": "6d956f55-cdb3-46fa-99d5-50d4c353a9bb"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:50.617336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2276d12-99d7-414a-a30f-51f816b27da5 req-17e941c4-bc26-427e-b631-ebc2f859d397 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402376 Sep 16 05:16:50.638281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.718994 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409df2e4-ef33-41cf-a508-8d32aa32e537 x-openstack-request-id: req-409df2e4-ef33-41cf-a508-8d32aa32e537 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:50.719352 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3e725f-5c2a-405a-aeab-1f510de16c7b", "name": "network-vif-deleted", "tag": "6d956f55-cdb3-46fa-99d5-50d4c353a9bb", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:50.719539 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-409df2e4-ef33-41cf-a508-8d32aa32e537 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:50.719914 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3e725f-5c2a-405a-aeab-1f510de16c7b', 'name': 'network-vif-deleted', 'tag': '6d956f55-cdb3-46fa-99d5-50d4c353a9bb', 'status': 'completed', 'code': 200} Sep 16 05:16:50.940714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-499ddedf-2844-4dff-9507-c72199ffc58a req-2969d8f6-e66e-4f3c-92bc-84b7930c1b62 tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b3e725f-5c2a-405a-aeab-1f510de16c7b HTTP/1.1" status: 200 len: 210 time: 0.1368785 Sep 16 05:16:50.956925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] For port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,segment=NetworkSegment(7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa),segment_id=7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:50.957597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.982049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Calling delete_port for cf2c31a2-af1a-45d7-8cf5-87fca2392a0a owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:51.241341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Deleting port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:51.243192 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.245671 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.259541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['6d956f55-cdb3-46fa-99d5-50d4c353a9bb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:51.304939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Pushing event deleted for resources: {'Port': ['ID=cf2c31a2-af1a-45d7-8cf5-87fca2392a0a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:51.381065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] No DVR routers for this DVR port cf2c31a2-af1a-45d7-8cf5-87fca2392a0a on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:51.390030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b4d4d73a-5cbd-4690-aeab-cc91e58eb961 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:51.399022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.401972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94666794-75cc-4965-a04d-dc6c3aa13225 req-e6ea2285-327c-40e8-a889-460e3647546e tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.64 "DELETE /v2.0/ports/cf2c31a2-af1a-45d7-8cf5-87fca2392a0a HTTP/1.1" status: 204 len: 173 time: 1.3650849 Sep 16 05:16:51.408400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f733db0-e563-49b4-9f34-60a83fde6110', 'name': 'network-vif-deleted', 'tag': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:51.417020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] For port 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:51.417587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.430457 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f82da13-d4a7-4b2a-90f0-524dbb42db46" -d '{"events": [{"server_uuid": "7f733db0-e563-49b4-9f34-60a83fde6110", "name": "network-vif-deleted", "tag": "cf2c31a2-af1a-45d7-8cf5-87fca2392a0a"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:51.446428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Calling delete_port for 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:51.553844 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa6a7b-565c-4131-8d75-d2a31d17429e x-openstack-request-id: req-acaa6a7b-565c-4131-8d75-d2a31d17429e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:51.554147 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f733db0-e563-49b4-9f34-60a83fde6110", "name": "network-vif-deleted", "tag": "cf2c31a2-af1a-45d7-8cf5-87fca2392a0a", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:51.554399 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acaa6a7b-565c-4131-8d75-d2a31d17429e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:51.555049 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f733db0-e563-49b4-9f34-60a83fde6110', 'name': 'network-vif-deleted', 'tag': 'cf2c31a2-af1a-45d7-8cf5-87fca2392a0a', 'status': 'completed', 'code': 200} Sep 16 05:16:51.637166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b4d4d73a-5cbd-4690-aeab-cc91e58eb961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:51.667580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'port_id': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961', 'mac_address': 'fa:16:3e:78:85:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e7959b-a90e-4941-90fe-b4a54ab5b25d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:51.749713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed651c3-a562-42ec-be4d-bcd5ddf52e4f req-85c072a3-468a-4a88-9474-031d85bddb1e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:51.754011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed651c3-a562-42ec-be4d-bcd5ddf52e4f req-85c072a3-468a-4a88-9474-031d85bddb1e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 944 time: 0.2033849 Sep 16 05:16:51.791331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.826032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d4d73a-5cbd-4690-aeab-cc91e58eb961 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:51.863610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b4d4d73a-5cbd-4690-aeab-cc91e58eb961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:51.876726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.965471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.000634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed651c3-a562-42ec-be4d-bcd5ddf52e4f req-5dd3c2a2-97ed-4771-824a-57306b500bee tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396979 Sep 16 05:16:52.078573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40a3f-63f7-4385-99ec-779882bc7927 req-25e2a619-abae-4686-bb5e-d5c57245959e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.090549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bf40a3f-63f7-4385-99ec-779882bc7927 req-25e2a619-abae-4686-bb5e-d5c57245959e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 946 time: 0.2868354 Sep 16 05:16:52.144538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['b4d4d73a-5cbd-4690-aeab-cc91e58eb961'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:52.146747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.264723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bf40a3f-63f7-4385-99ec-779882bc7927 req-d7b16c46-5ab8-456b-9266-1a4529e68691 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728182 Sep 16 05:16:52.310544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-2a5c600c-8a35-4faf-8c23-c8ab2cd7dd17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1591315 Sep 16 05:16:52.310764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Pushing event deleted for resources: {'Port': ['ID=6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:52.430636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.431906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.432722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.434185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.435126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.435845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.436754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.439712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-723fff23-f790-4ce4-a655-2920dc68f607 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6e62824a57b44d5932fbeab750b8aca&device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 6508 time: 0.0714395 Sep 16 05:16:52.487520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a38580a1-23b8-489d-911a-77e1f4144ab8 req-577bd8ee-71b2-4030-b4f4-6b045d82cd8f tempest-ListServersNegativeTestJSON-1120062867 tempest-ListServersNegativeTestJSON-1120062867-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f733db0-e563-49b4-9f34-60a83fde6110 HTTP/1.1" status: 200 len: 210 time: 0.0438099 Sep 16 05:16:52.676322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-6af3198f-3343-40cf-aa22-31ac4e98b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.676812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-6af3198f-3343-40cf-aa22-31ac4e98b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.677676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-6af3198f-3343-40cf-aa22-31ac4e98b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.679798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-6af3198f-3343-40cf-aa22-31ac4e98b851 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2ca270e-a253-4db4-b22c-3bf0e80230be&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&id=e9d93641-2359-4448-b40d-2e0ffe1e3f00 HTTP/1.1" status: 200 len: 2296 time: 0.2097032 Sep 16 05:16:52.683403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:52.783949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-3168b794-cb75-4824-b7b3-dfe53efd5d1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 HTTP/1.1" status: 200 len: 1001 time: 0.0952120 Sep 16 05:16:52.867034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-7b187cf5-76d7-47f6-9060-8df6decc0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.872717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-7b187cf5-76d7-47f6-9060-8df6decc0887 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59ab5a3a-b17a-462b-8adf-9a8d593bbcf0 HTTP/1.1" status: 200 len: 856 time: 0.0815315 Sep 16 05:16:52.968851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-ec57547b-79a7-4bb0-9da5-3c850efc132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:52.973122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-ec57547b-79a7-4bb0-9da5-3c850efc132d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2ca270e-a253-4db4-b22c-3bf0e80230be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858150 Sep 16 05:16:53.057203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:53.185187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-86a358e0-1378-43e8-be12-c19cd291991d service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054107 Sep 16 05:16:53.202379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:53.213058 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6bdba9fe-e36b-40c8-834f-45672169deee admin admin] 10.222.0.55 "PUT /v2.0/routers/ddeed4b4-d1d0-476d-acf8-0baddd77fd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9589067 Sep 16 05:16:53.214032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60542) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:53.214343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] Sync routers for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:53.234458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:53.235136 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:53.378149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-5c43aa8a-6dd7-47c0-9f9f-915770591fad service neutron] 10.222.0.64 "GET /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492016 Sep 16 05:16:53.389076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.419079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b4d4d73a-5cbd-4690-aeab-cc91e58eb961 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:53.481499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:53.562376 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.657808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Deleting port 6fd77f3c-4935-48ed-8e90-60b834418b97 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:53.658454 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.679074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60554) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:53.772863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:53.779108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:53.779855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.841260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf2c31a2-af1a-45d7-8cf5-87fca2392a0a no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:53.841548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] Deleting subnet 93d391ca-7d90-4721-a582-21ff2c0cffb2 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:53.847113 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.885697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-a05cb34c-691e-4ee7-ad92-a70af840253c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 200 len: 217 time: 0.4974782 Sep 16 05:16:53.894868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] For port 6fd77f3c-4935-48ed-8e90-60b834418b97, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6fd77f3c-4935-48ed-8e90-60b834418b97,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:53.895290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.910615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.940210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Calling delete_port for 6fd77f3c-4935-48ed-8e90-60b834418b97 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:53.955846 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.976855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: cf2c31a2-af1a-45d7-8cf5-87fca2392a0a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:53.977479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf2c31a2-af1a-45d7-8cf5-87fca2392a0a not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:53.990365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:53.992937 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01056287-f0dd-411e-96a8-297db9771034" -d '{"events": [{"server_uuid": "8d32b299-18bb-4b9a-b0c6-2d51e00de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4d4d73a-5cbd-4690-aeab-cc91e58eb961"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:54.010682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-ba88181e-b190-49ae-b528-1aff87b46873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.014531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-ba88181e-b190-49ae-b528-1aff87b46873 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.1120403 Sep 16 05:16:54.017558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:16:51Z', 'revision_number': 5, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port': {'id': '6fd77f3c-4935-48ed-8e90-60b834418b97', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:05Z', 'updated_at': '2021-09-16T05:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:54.034297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c24121-f0c0-41bd-9aed-18a2cccb8617 req-af1434d7-93fd-4673-818b-3c351ce50156 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.043887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66c24121-f0c0-41bd-9aed-18a2cccb8617 req-af1434d7-93fd-4673-818b-3c351ce50156 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 945 time: 0.8926835 Sep 16 05:16:54.048119 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.054637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] Checking router: ddeed4b4-d1d0-476d-acf8-0baddd77fd65 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:54.070949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b4d4d73a-5cbd-4690-aeab-cc91e58eb961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:54.078154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] Routers {'ddeed4b4-d1d0-476d-acf8-0baddd77fd65'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:54.078878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:54.085067 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.086403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6d956f55-cdb3-46fa-99d5-50d4c353a9bb no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:54.222658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66c24121-f0c0-41bd-9aed-18a2cccb8617 req-4a223c8f-8cb4-4311-adc3-cf2b9a367fcb tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777632 Sep 16 05:16:54.248250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-940a1400-af40-49fa-94f1-2e1919172928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.250033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-940a1400-af40-49fa-94f1-2e1919172928 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1904409 Sep 16 05:16:54.279837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] Set router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:54.341064 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4906f71c-9ca3-4bd9-979e-921957a1a3a1 x-openstack-request-id: req-4906f71c-9ca3-4bd9-979e-921957a1a3a1 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:54.341362 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d32b299-18bb-4b9a-b0c6-2d51e00de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4d4d73a-5cbd-4690-aeab-cc91e58eb961", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:54.341686 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4906f71c-9ca3-4bd9-979e-921957a1a3a1 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:54.342200 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961', 'code': 200} Sep 16 05:16:54.344995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:16:53Z', 'revision_number': 6, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:54.380935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf86ed2-29ee-4c39-af1c-8bb37a19cfc1 None None] The sync data for ids ['ddeed4b4-d1d0-476d-acf8-0baddd77fd65'] in n-d-713301-15 is: [{'id': 'ddeed4b4-d1d0-476d-acf8-0baddd77fd65', 'name': 'tempest-ServerActionsTestJSON-1801869674-router', 'tenant_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:03Z', 'updated_at': '2021-09-16T05:16:53Z', 'revision_number': 6, 'project_id': '5a1bd4add4be46dcbcde85330c8f2a43', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:54.380935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 6d956f55-cdb3-46fa-99d5-50d4c353a9bb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:54.381770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 6d956f55-cdb3-46fa-99d5-50d4c353a9bb not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:54.460185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:54.506168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-c83872f4-727b-4b36-adde-ce5e410e8c21 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484941 Sep 16 05:16:54.636914 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:54.704350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-f9fd8b01-f8e1-4866-b116-b7b1c610414c service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895993 Sep 16 05:16:54.798678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-2ce38967-e08d-454c-92fd-e8e5c243a12e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 200 len: 217 time: 0.0843582 Sep 16 05:16:54.884697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06eecb-89fd-4554-be45-5ea6a881e1bc req-eab4a0a5-1471-4a33-b776-48e50ea1a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.886535 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1c06eecb-89fd-4554-be45-5ea6a881e1bc req-eab4a0a5-1471-4a33-b776-48e50ea1a8ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 1098 time: 0.2302103 Sep 16 05:16:54.958681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-ffa29a3b-4cd2-40df-be24-a2dbac8bf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:54.960526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-ffa29a3b-4cd2-40df-be24-a2dbac8bf28d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.1428545 Sep 16 05:16:54.972266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.025040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7fe83-3711-4610-bd20-feaf797fe98f req-6813f4e5-18a0-4cb3-b26c-c0aa0d44c2b7 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.033810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ba7fe83-3711-4610-bd20-feaf797fe98f req-6813f4e5-18a0-4cb3-b26c-c0aa0d44c2b7 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 950 time: 0.1213815 Sep 16 05:16:55.045257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d391ca-7d90-4721-a582-21ff2c0cffb2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.060252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.063466 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a7e6d9f-88f0-4280-b709-2744f0528b08 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/93d391ca-7d90-4721-a582-21ff2c0cffb2 HTTP/1.1" status: 204 len: 168 time: 1.3829436 Sep 16 05:16:55.072327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60586) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:55.096078 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1c06eecb-89fd-4554-be45-5ea6a881e1bc req-db1f875c-6d5b-45f2-817b-003faf96dd5e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010748 Sep 16 05:16:55.103360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.116601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ba7fe83-3711-4610-bd20-feaf797fe98f req-5fc20911-6957-4e5d-b385-3a99e0d3d5fa tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815599 Sep 16 05:16:55.140981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-8e3854e6-050f-44a2-b16f-88172061d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.144031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-8e3854e6-050f-44a2-b16f-88172061d3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754313 Sep 16 05:16:55.177245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd77f3c-4935-48ed-8e90-60b834418b97,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:55.327080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.359322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.547305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-59856187-2732-49e0-bee6-97e7abd4dd44 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904543 Sep 16 05:16:55.579879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc250c6-e46d-476c-ad68-3b1c5f2eced5 req-d0f19c17-37cb-4ebf-af5d-6c5096c3f0c8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:55.582362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdc250c6-e46d-476c-ad68-3b1c5f2eced5 req-d0f19c17-37cb-4ebf-af5d-6c5096c3f0c8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 946 time: 0.1823575 Sep 16 05:16:55.586405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.597465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.702663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.702663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddeed4b4-d1d0-476d-acf8-0baddd77fd65 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:55.708294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.711677 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5c59344e-9af7-4a91-9f64-59a50bf249e0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ddeed4b4-d1d0-476d-acf8-0baddd77fd65 HTTP/1.1" status: 204 len: 168 time: 2.4937453 Sep 16 05:16:55.713134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60602) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:55.719002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.816696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] Deleting subnet 47b0dd83-2441-49ff-aec6-4b69f1a639a9 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:55.825237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.843330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9253bdb-a771-4fd5-bdbc-7b176f7774c5']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:55.887126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-771114eb-ef7b-40a4-9434-df8ecf6c3f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.910548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:55.910907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb2c6f6-a611-4a71-9f0b-8898cd25c7fa') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:55.915848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.943625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdc250c6-e46d-476c-ad68-3b1c5f2eced5 req-ffbe0c34-74e9-448d-b083-6076bc931c99 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216353 Sep 16 05:16:55.967555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:55.999119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-f73e74e0-e6aa-4fdc-befb-6a761c39149f service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740084 Sep 16 05:16:56.018188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.084252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.087670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.089168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-925d45b8-a1c1-43fb-9704-69bf5a8f7971 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=39e53ccb-c433-416d-ab7b-20dec24412c8 HTTP/1.1" status: 200 len: 217 time: 0.0746624 Sep 16 05:16:56.102474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:56.103131 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:56.105682 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:56.137427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b0dd83-2441-49ff-aec6-4b69f1a639a9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.142734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.147967 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5222abb1-f142-4c3d-9db6-5331eb90263b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/47b0dd83-2441-49ff-aec6-4b69f1a639a9 HTTP/1.1" status: 204 len: 168 time: 0.4310901 Sep 16 05:16:56.148479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.152781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c5983-8d00-4d40-a869-04bf1d992a6b None None] Network b069f2cc-96b1-42d9-94d6-ac3d8a6c147f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:56.288869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.291205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b093078-cc5c-4a77-a9a0-7e198867aff2 req-d602bda2-3565-40db-80c3-7291aa4bd6a1 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.297587 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:56.306713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6fd77f3c-4935-48ed-8e90-60b834418b97 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:56.309700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b093078-cc5c-4a77-a9a0-7e198867aff2 req-d602bda2-3565-40db-80c3-7291aa4bd6a1 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 946 time: 0.3842723 Sep 16 05:16:56.361937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Deleting port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:56.362513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.393777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 6fd77f3c-4935-48ed-8e90-60b834418b97 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:56.394392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6fd77f3c-4935-48ed-8e90-60b834418b97 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:56.395016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:56.420075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:56.420724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6abe2f1b-9c58-4d1e-9b69-f241b58c7bfb not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:56.498007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] For port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,segment=NetworkSegment(7ee99798-2e29-40dd-8c67-ba950bc2ad23),segment_id=7ee99798-2e29-40dd-8c67-ba950bc2ad23)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:56.498398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.498633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.517932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Calling delete_port for 0ed44a1b-b166-4fa3-ac89-e01266ac01fa owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:56.528225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b093078-cc5c-4a77-a9a0-7e198867aff2 req-cdc98691-0edc-47ff-b2fb-4a538d264a08 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417444 Sep 16 05:16:56.530343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.532300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d9253bdb-a771-4fd5-bdbc-7b176f7774c5 HTTP/1.1" status: 204 len: 168 time: 1.4590940 Sep 16 05:16:56.533045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] DHCP port deletion for b069f2cc-96b1-42d9-94d6-ac3d8a6c147f request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:56.533267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5f973-7478-4deb-904f-e2fc8c31df15 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9253bdb-a771-4fd5-bdbc-7b176f7774c5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.540053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-cad8ad5c-a4d2-4330-acb3-e1a9628e9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.541681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-cad8ad5c-a4d2-4330-acb3-e1a9628e9163 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.4413960 Sep 16 05:16:56.590864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ae00b-61ff-4c2c-aa75-ddcf0ac17ee9 req-53e58709-11d9-4959-b8b1-5a43ffab25d8 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.592445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e87ae00b-61ff-4c2c-aa75-ddcf0ac17ee9 req-53e58709-11d9-4959-b8b1-5a43ffab25d8 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 950 time: 0.2813632 Sep 16 05:16:56.658247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] Deleting port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:56.659041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.664235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.670476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-803453bf-fd6b-4ce3-917b-46109e783a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:56.672144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-803453bf-fd6b-4ce3-917b-46109e783a46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787094 Sep 16 05:16:56.690081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e87ae00b-61ff-4c2c-aa75-ddcf0ac17ee9 req-f745f35f-d591-4c2a-8afc-97a8a94e67d8 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828204 Sep 16 05:16:56.710069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:56.715371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] No DVR routers for this DVR port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:56.777922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] For port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:56.778331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.798367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.820631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b069f2cc-96b1-42d9-94d6-ac3d8a6c147f']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.844641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-0c05bb4c-7efc-4cf2-927b-e24a6d733d59 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527379 Sep 16 05:16:56.844876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60612) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.846923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee99798-2e29-40dd-8c67-ba950bc2ad23') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.848421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee99798-2e29-40dd-8c67-ba950bc2ad23') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:56.874205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.906353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.921310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:56.922314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:56.924447 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:56.965281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b58d8aae-c15a-40ae-b812-b7f1b6f54e6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09696ec68769499793ca0759513c2729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193094 Sep 16 05:16:56.967843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60616) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:56.970609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] Calling delete_port for 0ed44a1b-b166-4fa3-ac89-e01266ac01fa owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:56.973589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] Port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:16:56.975132 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:56.991328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] No DVR routers for this DVR port 0ed44a1b-b166-4fa3-ac89-e01266ac01fa on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:57.024851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f87d0c-a900-49ca-bf85-0de60547b46a None None] Pushing event deleted for resources: {'Port': ['ID=0ed44a1b-b166-4fa3-ac89-e01266ac01fa,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.051644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.067591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.072294 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b069f2cc-96b1-42d9-94d6-ac3d8a6c147f HTTP/1.1" status: 204 len: 168 time: 0.9217808 Sep 16 05:16:57.073393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee88e1-5e2c-4f41-a904-e8845a5c71c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b069f2cc-96b1-42d9-94d6-ac3d8a6c147f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.145240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-d1ab0a2b-edf2-481d-9984-2283075e58cd tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.147413 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-d1ab0a2b-edf2-481d-9984-2283075e58cd tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 946 time: 0.0663998 Sep 16 05:16:57.202352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-e6a0beaa-db17-41b0-884f-d1868473dfac service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382585 Sep 16 05:16:57.225314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-71050da5-8f0b-48b6-bc1b-c31df3720ec0 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.226880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-71050da5-8f0b-48b6-bc1b-c31df3720ec0 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.64 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 950 time: 0.2114801 Sep 16 05:16:57.271861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-ee54ef80-ed12-4824-9d69-5877bfc1c9a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946 HTTP/1.1" status: 200 len: 217 time: 0.0554063 Sep 16 05:16:57.275884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60622) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:57.289000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769db11d-0f26-4f6f-ad80-f1a19214c03f req-8526404b-297e-4cc3-82c1-1a9a9659f820 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.290985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-769db11d-0f26-4f6f-ad80-f1a19214c03f req-8526404b-297e-4cc3-82c1-1a9a9659f820 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 946 time: 0.2183151 Sep 16 05:16:57.291406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e6f423c-29a9-47af-80cc-a2db53509ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.296015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Deleting port e27601f7-9731-430d-bfc5-26372799e625 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:57.296408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.389263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e6f423c-29a9-47af-80cc-a2db53509ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.389807 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-72f25516-7d6c-4105-a2a9-2e791bfd3e6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a1bd4add4be46dcbcde85330c8f2a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118815 Sep 16 05:16:57.392417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60624) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:57.438776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] For port e27601f7-9731-430d-bfc5-26372799e625, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e27601f7-9731-430d-bfc5-26372799e625,segment=NetworkSegment(ca277fda-290d-4592-9fca-d49e203d217a),segment_id=ca277fda-290d-4592-9fca-d49e203d217a)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:57.439675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.450847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-769db11d-0f26-4f6f-ad80-f1a19214c03f req-2d9907a9-ddd0-4af1-a935-4d70d1e27f2d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310649 Sep 16 05:16:57.454821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-80ff614c-cd5c-4c59-941e-952a840a57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.456201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-80ff614c-cd5c-4c59-941e-952a840a57fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 200 len: 797 time: 0.1764684 Sep 16 05:16:57.464248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Calling delete_port for e27601f7-9731-430d-bfc5-26372799e625 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:57.545355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Deleting port a70da230-0213-4ab3-9103-793c606e22ad {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:57.545742 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.551911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-2fa574fc-6ac6-4e26-8320-d2e913e0f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:57.553158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71fde1f4-2068-4b6e-8ef9-1b668118c43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.554337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-2fa574fc-6ac6-4e26-8320-d2e913e0f78a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836112 Sep 16 05:16:57.557568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e6f423c-29a9-47af-80cc-a2db53509ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.572314 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e6f423c-29a9-47af-80cc-a2db53509ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.581528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0e6f423c-29a9-47af-80cc-a2db53509ea7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a66f09a6-e1a1-41d2-ae78-de6993f2f964 HTTP/1.1" status: 204 len: 168 time: 0.6122847 Sep 16 05:16:57.606790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71fde1f4-2068-4b6e-8ef9-1b668118c43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.706177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f423c-29a9-47af-80cc-a2db53509ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f09a6-e1a1-41d2-ae78-de6993f2f964,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.800296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71fde1f4-2068-4b6e-8ef9-1b668118c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.803149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71fde1f4-2068-4b6e-8ef9-1b668118c43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.807826 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-71fde1f4-2068-4b6e-8ef9-1b668118c43a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7efe0276-9868-4579-9f62-8b27a9acbeee HTTP/1.1" status: 204 len: 168 time: 0.4144566 Sep 16 05:16:57.818861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fde1f4-2068-4b6e-8ef9-1b668118c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe0276-9868-4579-9f62-8b27a9acbeee,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.823496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:57.837022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e27601f7-9731-430d-bfc5-26372799e625'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:57.914003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Pushing event deleted for resources: {'Port': ['ID=e27601f7-9731-430d-bfc5-26372799e625,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:57.991611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] No DVR routers for this DVR port e27601f7-9731-430d-bfc5-26372799e625 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:57.995053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.002219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d31a6a2a-6a4d-453d-ac8e-90b42080469f req-098fdd31-111b-4a55-b8e4-9d819c36f20e tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.73 "DELETE /v2.0/ports/e27601f7-9731-430d-bfc5-26372799e625 HTTP/1.1" status: 204 len: 173 time: 0.8483617 Sep 16 05:16:58.002705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'name': 'network-vif-deleted', 'tag': 'e27601f7-9731-430d-bfc5-26372799e625'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:58.005058 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd6bf7f-c18a-4354-aad7-ef15d14832ed" -d '{"events": [{"server_uuid": "fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0", "name": "network-vif-deleted", "tag": "e27601f7-9731-430d-bfc5-26372799e625"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:58.198869 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2df8916b-186a-420b-a569-177c0c5cd565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.290714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ed44a1b-b166-4fa3-ac89-e01266ac01fa no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:58.322342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60650) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:58.331371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0ed44a1b-b166-4fa3-ac89-e01266ac01fa {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:58.332043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ed44a1b-b166-4fa3-ac89-e01266ac01fa not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:58.365548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] For port a70da230-0213-4ab3-9103-793c606e22ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a70da230-0213-4ab3-9103-793c606e22ad,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:58.365917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.378937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-97fb0eba-dc79-4de9-9bc7-1888d9b41e65 service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7961969 Sep 16 05:16:58.386996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Calling delete_port for a70da230-0213-4ab3-9103-793c606e22ad owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:58.413454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2914-5a1f-4aa6-a3be-18cce8c933b4 req-01e63bd1-ff9f-4772-b0bd-d431a9ccbb92 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.415594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-419b2914-5a1f-4aa6-a3be-18cce8c933b4 req-01e63bd1-ff9f-4772-b0bd-d431a9ccbb92 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0 HTTP/1.1" status: 200 len: 867 time: 0.7557671 Sep 16 05:16:58.452953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17861c77-e071-478c-8388-c1a570dd3305 req-80cfb4a5-1560-4dd7-94cf-b60a28171e43 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.459561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17861c77-e071-478c-8388-c1a570dd3305 req-80cfb4a5-1560-4dd7-94cf-b60a28171e43 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.7562606 Sep 16 05:16:58.527719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd94814-bbc8-4e3e-950c-689b147c0b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.661051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17861c77-e071-478c-8388-c1a570dd3305 req-c5dbd549-0df8-42d0-9e34-9df2f5f85eca tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986454 Sep 16 05:16:58.710141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-419b2914-5a1f-4aa6-a3be-18cce8c933b4 req-54d25ea3-1779-450d-86b0-46328c290732 tempest-ServerTagsTestJSON-923441362 tempest-ServerTagsTestJSON-923441362-project] 10.222.0.55 "GET /v2.0/security-groups?id=d8f95b75-e355-4a17-a6c6-7f4ef2824d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811015 Sep 16 05:16:58.731417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-a95da452-6b16-4d47-82b4-7e9f6c12f02a service neutron] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401656 Sep 16 05:16:58.777272 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd94814-bbc8-4e3e-950c-689b147c0b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.784740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd94814-bbc8-4e3e-950c-689b147c0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.798220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-8f852d46-c627-4db9-85d9-5ee07d2610c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d HTTP/1.1" status: 200 len: 217 time: 0.0566685 Sep 16 05:16:58.870778 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dcd94814-bbc8-4e3e-950c-689b147c0b35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42642c59649848a49c9414606ed5ae2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470366 Sep 16 05:16:58.872182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd94814-bbc8-4e3e-950c-689b147c0b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb2f97-1ec4-4823-b943-2bc9f4eaf958,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.876732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60678) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:58.909550 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.911933 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7e3f54-606c-4815-9b61-9462254602b7 x-openstack-request-id: req-5f7e3f54-606c-4815-9b61-9462254602b7 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:58.912369 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0", "name": "network-vif-deleted", "tag": "e27601f7-9731-430d-bfc5-26372799e625", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:58.912681 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f7e3f54-606c-4815-9b61-9462254602b7 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:58.913192 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8128a7-c5e1-461d-b1f8-7bf8c5f0f5f0', 'name': 'network-vif-deleted', 'tag': 'e27601f7-9731-430d-bfc5-26372799e625', 'status': 'completed', 'code': 200} Sep 16 05:16:58.922934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-b9940d1d-41ca-40e2-8bbb-6f16b6ec0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.924746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-b9940d1d-41ca-40e2-8bbb-6f16b6ec0991 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.1006281 Sep 16 05:16:58.939894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d7c1-c545-4b98-9a78-64eceb81842a req-7c1b0a49-084f-44a1-adbc-991f7c93cf4b tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:58.947113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0669d7c1-c545-4b98-9a78-64eceb81842a req-7c1b0a49-084f-44a1-adbc-991f7c93cf4b tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/ports?device_id=a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0 HTTP/1.1" status: 200 len: 867 time: 0.1547508 Sep 16 05:16:58.966528 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9388d22-a3e3-4f3c-acb5-5d8bf5aede05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:58.987514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Pushing event deleted for resources: {'Port': ['ID=a70da230-0213-4ab3-9103-793c606e22ad,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:58.997702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9388d22-a3e3-4f3c-acb5-5d8bf5aede05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.076114 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9388d22-a3e3-4f3c-acb5-5d8bf5aede05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.078897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9388d22-a3e3-4f3c-acb5-5d8bf5aede05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.080120 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c9388d22-a3e3-4f3c-acb5-5d8bf5aede05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7bdb2f97-1ec4-4823-b943-2bc9f4eaf958 HTTP/1.1" status: 204 len: 168 time: 0.2012191 Sep 16 05:16:59.092415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9388d22-a3e3-4f3c-acb5-5d8bf5aede05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb2f97-1ec4-4823-b943-2bc9f4eaf958,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:59.122094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0669d7c1-c545-4b98-9a78-64eceb81842a req-c32ebabd-54eb-40c6-b27e-0f04c7133e1a tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.55 "GET /v2.0/security-groups?id=735c6456-e355-401e-a924-a6c4e8109a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738245 Sep 16 05:16:59.122747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] No DVR routers for this DVR port a70da230-0213-4ab3-9103-793c606e22ad on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:59.130309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.132253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71e83e1e-6957-4c3c-a736-709a2de74642 req-ce2a7d6f-1e81-4950-9185-b00a8bb3c084 tempest-VolumesBackupsTest-1756990868 tempest-VolumesBackupsTest-1756990868-project] 10.222.0.64 "DELETE /v2.0/ports/a70da230-0213-4ab3-9103-793c606e22ad HTTP/1.1" status: 204 len: 173 time: 1.8659079 Sep 16 05:16:59.134242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'name': 'network-vif-deleted', 'tag': 'a70da230-0213-4ab3-9103-793c606e22ad'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:59.136686 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b32127-8426-449f-9de2-89653b670b1d" -d '{"events": [{"server_uuid": "a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0", "name": "network-vif-deleted", "tag": "a70da230-0213-4ab3-9103-793c606e22ad"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:59.157008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60694) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.170576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.190992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-70323179-94ec-40cc-a1d0-0b4d37a456a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.193251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-70323179-94ec-40cc-a1d0-0b4d37a456a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2226915 Sep 16 05:16:59.197481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60698) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.210806 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6999c7b-1abd-4f58-9e54-d7632010383f x-openstack-request-id: req-b6999c7b-1abd-4f58-9e54-d7632010383f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:59.211453 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0", "name": "network-vif-deleted", "tag": "a70da230-0213-4ab3-9103-793c606e22ad", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:59.211944 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6999c7b-1abd-4f58-9e54-d7632010383f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:59.212389 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a119591c-b3f1-4f23-ac9b-d9a04bbb3cf0', 'name': 'network-vif-deleted', 'tag': 'a70da230-0213-4ab3-9103-793c606e22ad', 'status': 'completed', 'code': 200} Sep 16 05:16:59.220616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac8ccf-3090-4848-b68f-521c6543b49c req-07f6cec5-ac24-4fb2-8557-b7f25c803797 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.228832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2ac8ccf-3090-4848-b68f-521c6543b49c req-07f6cec5-ac24-4fb2-8557-b7f25c803797 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 946 time: 0.2066681 Sep 16 05:16:59.319240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2ac8ccf-3090-4848-b68f-521c6543b49c req-b931cef1-ed83-40ca-bdf5-f0200dd73831 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895426 Sep 16 05:16:59.377087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-8b25c9bb-6a1f-474a-b2f3-bb2fee742444 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409225 Sep 16 05:16:59.514803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1141744218-network', 'tenant_id': 'f1e913c89aab4327a88d62f28c3cb6ed'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:59.579429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Made reservation on behalf of f1e913c89aab4327a88d62f28c3cb6ed for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:59.584392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.588955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-85408d24-e598-4742-9da3-cdddacd9fc31 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012849 Sep 16 05:16:59.605962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.629580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1133198518-network', 'tenant_id': 'c45db2a789ca414b98bdee633ab4075f'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:59.658032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-94b0878e-438d-4828-b675-232b6fcb6470 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5 HTTP/1.1" status: 200 len: 217 time: 0.0592933 Sep 16 05:16:59.667287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:16:59.667287 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:16:59.667287 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id_1': 'f1e913c89aab4327a88d62f28c3cb6ed', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 16, 39, 649765)}] Sep 16 05:16:59.667287 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:16:59.667824 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:16:59.678287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Made reservation on behalf of c45db2a789ca414b98bdee633ab4075f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:59.685578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.696231 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.760308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-b4922026-b261-41c6-9198-76a693179472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.762661 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.771888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-b4922026-b261-41c6-9198-76a693179472 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 200 len: 797 time: 0.0817106 Sep 16 05:16:59.797327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60716) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:59.847677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a70da230-0213-4ab3-9103-793c606e22ad no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:59.857181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641521a4-6972-43ea-bf60-9441a88d5bba req-77d1b4db-a15e-44ad-a25a-99788928eae4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.864618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-641521a4-6972-43ea-bf60-9441a88d5bba req-77d1b4db-a15e-44ad-a25a-99788928eae4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 946 time: 0.1759100 Sep 16 05:16:59.869111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-74750cce-0e62-4b6b-ae53-15929df495ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:59.870920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-74750cce-0e62-4b6b-ae53-15929df495ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e9d93641-2359-4448-b40d-2e0ffe1e3f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0746093 Sep 16 05:16:59.885798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: a70da230-0213-4ab3-9103-793c606e22ad {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:59.886141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a70da230-0213-4ab3-9103-793c606e22ad not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:59.894549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.902261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] Deleting subnet 5d08df05-737c-41d7-8cda-ae96f5381993 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:59.904446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.926728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:16:59.929268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.940015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-641521a4-6972-43ea-bf60-9441a88d5bba req-de1f7348-aa26-483c-b38e-b9882a7b6b69 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740201 Sep 16 05:16:59.996043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:59.996432 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Added segment e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418 of type vlan for network da2a4960-4e34-4398-9914-b3cdec697d4f Sep 16 05:17:00.017067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-b624a567-1836-4d6b-9db5-3ad4319c25fb service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310470 Sep 16 05:17:00.019847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.023858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c601c-fc45-4f4f-8152-03184ba0386d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.096951 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.116415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.125498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b9db2d-5f2b-46ab-aabe-8b3a5fbda3ae req-20eff56f-1d2e-4c49-9323-728dc1590c58 service neutron] 10.222.0.64 "GET /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017561 Sep 16 05:17:00.155635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.156693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.157318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.170314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.204244 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0050583 Sep 16 05:17:00.207529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60734) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.217260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Request body: {'subnet': {'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1133198518-subnet', 'tenant_id': 'c45db2a789ca414b98bdee633ab4075f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:00.255117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295584a4-d599-4346-b551-6ef563034786 admin admin] Pushing event updated for resources: {'Network': ['ID=da2a4960-4e34-4398-9914-b3cdec697d4f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.263159 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.268310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network da2a4960-4e34-4398-9914-b3cdec697d4f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:00.304589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d08df05-737c-41d7-8cda-ae96f5381993,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.310340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.314142 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c935cd4c-ecdd-496b-9b54-9fece8389672 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5d08df05-737c-41d7-8cda-ae96f5381993 HTTP/1.1" status: 204 len: 168 time: 0.5126722 Sep 16 05:17:00.315397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60738) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.381287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60740) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.443328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.475930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.498551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.519678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Made reservation on behalf of c45db2a789ca414b98bdee633ab4075f for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:00.527274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.538495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:00.593545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.602557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.602933 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Added segment 203f5d6c-e5f1-4779-a7fa-347ae5331759 of type vlan for network dee2bdca-daf3-4ca6-b3e2-a79035dce032 Sep 16 05:17:00.604443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c9bb4-2e32-42d4-b052-5ba751a67029,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.605081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1460292979-network', 'tenant_id': '3949096ca916447c9314436b80d2b898'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:00.645082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Made reservation on behalf of 3949096ca916447c9314436b80d2b898 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:00.647401 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.660103 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.667979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50598601-0fe4-4176-a95b-41bbe7b7bf77']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:00.687027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca277fda-290d-4592-9fca-d49e203d217a') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:00.687324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca277fda-290d-4592-9fca-d49e203d217a') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:00.697243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.704143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.732374 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.742506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:00.743438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:00.745506 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:00.762715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.763961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:00.764759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.787224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.869800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ecc01e-eb7b-456c-a760-6ef260ba3339,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.892996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.894341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Checking segment: {'id': 'e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:00.894716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Network hostable DHCP agents. Network: da2a4960-4e34-4398-9914-b3cdec697d4f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:00.898441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.900993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] 10.222.0.55 "DELETE /v2.0/networks/50598601-0fe4-4176-a95b-41bbe7b7bf77 HTTP/1.1" status: 204 len: 168 time: 0.5851007 Sep 16 05:17:00.901752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] Pushing event updated for resources: {'Network': ['ID=dee2bdca-daf3-4ca6-b3e2-a79035dce032,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.914148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network dee2bdca-daf3-4ca6-b3e2-a79035dce032 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:00.914873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.919838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75506d-4f5f-4df7-a961-0706cdd7a66b admin admin] Pushing event deleted for resources: {'Network': ['ID=50598601-0fe4-4176-a95b-41bbe7b7bf77,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:00.926386 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.930134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8ba74ec-db1d-43c1-905b-67fbf1c18b33 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7716680 Sep 16 05:17:00.934529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60746) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:00.941499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Request body: {'subnet': {'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1141744218-subnet', 'tenant_id': 'f1e913c89aab4327a88d62f28c3cb6ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:00.955933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:00.986208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:00.987854 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Added segment fd502e90-b26a-4eb1-ae55-e3ae94600517 of type vlan for network 280c818c-ac1e-4e1b-87c9-1c234a85e107 Sep 16 05:17:00.992067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Made reservation on behalf of f1e913c89aab4327a88d62f28c3cb6ed for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:00.995443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.104956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:01.177353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Network da2a4960-4e34-4398-9914-b3cdec697d4f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:01.184245 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.193217 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.227421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3747a01-f891-43f7-a685-f829213c18b7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.241779 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.243575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.244080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.262196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, da2a4960-4e34-4398-9914-b3cdec697d4f) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:01.270978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-3d77240e-860c-47bb-af35-e9de71a519fd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.272523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6193cf-3510-4013-8478-d7221758854f None None] Network da2a4960-4e34-4398-9914-b3cdec697d4f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:01.273332 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-3d77240e-860c-47bb-af35-e9de71a519fd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 946 time: 0.2310779 Sep 16 05:17:01.306103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.307423 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.329299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9461873 Sep 16 05:17:01.330126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60754) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:01.353372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fe87900d-69d1-4141-955c-7c8df7bd40e3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1367066 Sep 16 05:17:01.353792 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b79d9402-40f9-4d85-8dc6-9a8cef6c8f7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3818ba7571c4a2db2abdcaf4cf742b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401052 Sep 16 05:17:01.359047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:01.365202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Request body: {'subnet': {'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1460292979-subnet', 'tenant_id': '3949096ca916447c9314436b80d2b898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:01.394101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711171e3-ef1d-4791-bf38-fc4cd4959143 req-bfdc8533-3887-4992-8423-6707a0d60a4e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.396462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-711171e3-ef1d-4791-bf38-fc4cd4959143 req-bfdc8533-3887-4992-8423-6707a0d60a4e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 946 time: 0.2806466 Sep 16 05:17:01.400651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Made reservation on behalf of 3949096ca916447c9314436b80d2b898 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:01.403272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.464869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86026660-2488-402b-bbfe-63ee6ea313c4 admin admin] Pushing event updated for resources: {'Network': ['ID=280c818c-ac1e-4e1b-87c9-1c234a85e107,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.500067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e27601f7-9731-430d-bfc5-26372799e625 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:01.505441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 280c818c-ac1e-4e1b-87c9-1c234a85e107 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:01.532766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-711171e3-ef1d-4791-bf38-fc4cd4959143 req-9c6fd8bd-577e-434e-b944-77c08d7a8940 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266561 Sep 16 05:17:01.691757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: e27601f7-9731-430d-bfc5-26372799e625 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:01.692409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e27601f7-9731-430d-bfc5-26372799e625 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:01.706827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2cb605-0cc2-4a31-a916-010180a48e32 None None] Network da2a4960-4e34-4398-9914-b3cdec697d4f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:01.713048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Deleting port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:01.713704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.718541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3795acd8-fed6-4eaa-8ed2-5c1d1b2ea6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.731582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.748467 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.853795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d7dc9f-8464-4f48-948e-65ae95e10ed4,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:01.881757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Checking segment: {'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:01.882522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Network hostable DHCP agents. Network: 280c818c-ac1e-4e1b-87c9-1c234a85e107, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:01.910257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Network 280c818c-ac1e-4e1b-87c9-1c234a85e107 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:01.926893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3795acd8-fed6-4eaa-8ed2-5c1d1b2ea6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.927423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 280c818c-ac1e-4e1b-87c9-1c234a85e107) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:01.935792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:01.936860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:01.940821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73de0e74-f573-4e55-a6f7-f906273205b5 None None] Network 280c818c-ac1e-4e1b-87c9-1c234a85e107 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:01.973921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-52756cd2-c4ae-4b17-8e3b-10d27045e06d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6232533 Sep 16 05:17:01.986888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58a5af8-abb6-4b26-aa9e-126d7247e0e3,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.074880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Checking segment: {'id': '203f5d6c-e5f1-4779-a7fa-347ae5331759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:02.075420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Network hostable DHCP agents. Network: dee2bdca-daf3-4ca6-b3e2-a79035dce032, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:02.089519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] For port b4d4d73a-5cbd-4690-aeab-cc91e58eb961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:02.089938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.120141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Calling delete_port for b4d4d73a-5cbd-4690-aeab-cc91e58eb961 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:02.124236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7418280-86fd-4c6e-b671-3765f1359600 None None] Network 280c818c-ac1e-4e1b-87c9-1c234a85e107 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:02.149158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Network dee2bdca-daf3-4ca6-b3e2-a79035dce032 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:02.181801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, dee2bdca-daf3-4ca6-b3e2-a79035dce032) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:02.210491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a50ef-cc20-4589-b8b4-d1be86806a5a None None] Network dee2bdca-daf3-4ca6-b3e2-a79035dce032 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:02.228609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-a87e571c-2a95-405b-b241-42f942f8d1a1 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:02.230183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-a87e571c-2a95-405b-b241-42f942f8d1a1 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/networks?id=da2a4960-4e34-4398-9914-b3cdec697d4f HTTP/1.1" status: 200 len: 822 time: 0.2619500 Sep 16 05:17:02.236717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:02.245155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.248994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-44244e98-fcf1-4dc7-a9fc-06b851fce6b8 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/quotas/c45db2a789ca414b98bdee633ab4075f HTTP/1.1" status: 200 len: 375 time: 0.0126884 Sep 16 05:17:02.253919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3795acd8-fed6-4eaa-8ed2-5c1d1b2ea6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.261198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3795acd8-fed6-4eaa-8ed2-5c1d1b2ea6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.270075 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3795acd8-fed6-4eaa-8ed2-5c1d1b2ea6a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8f95b75-e355-4a17-a6c6-7f4ef2824d75 HTTP/1.1" status: 204 len: 168 time: 0.9075232 Sep 16 05:17:02.324244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795acd8-fed6-4eaa-8ed2-5c1d1b2ea6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f95b75-e355-4a17-a6c6-7f4ef2824d75,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.330091 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-b7542c8e-14f8-4097-8983-da5a29f8e739 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c45db2a789ca414b98bdee633ab4075f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748684 Sep 16 05:17:02.459422 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8ee5f2d2-eb02-4f55-93b9-b5272d7f2fe3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5144141 Sep 16 05:17:02.468415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ea511-1b8c-4ddb-9a7d-4493f6c8e114 None None] Network dee2bdca-daf3-4ca6-b3e2-a79035dce032 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:02.528354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-cbee3892-6208-4a2a-967b-d11ea44cd16b service neutron] 10.222.0.55 "GET /v2.0/networks/da2a4960-4e34-4398-9914-b3cdec697d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902633 Sep 16 05:17:02.546449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.674406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176', 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:02.692835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['5627926a-f8af-469a-950b-46d61bf3d029'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:02.713306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event deleted for resources: {'Port': ['ID=b4d4d73a-5cbd-4690-aeab-cc91e58eb961,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:02.716301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] No DVR routers for this DVR port b4d4d73a-5cbd-4690-aeab-cc91e58eb961 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:02.718658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:02.720909 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d56945da-0a41-4528-bcb3-3bf29ab198c7 req-89cfa24b-80cd-482c-afc6-beb6a854f330 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "DELETE /v2.0/ports/b4d4d73a-5cbd-4690-aeab-cc91e58eb961 HTTP/1.1" status: 204 len: 173 time: 1.4337087 Sep 16 05:17:02.721356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'name': 'network-vif-deleted', 'tag': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:02.723651 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b087222-314f-44f0-8877-ec09e55b911c" -d '{"events": [{"server_uuid": "8d32b299-18bb-4b9a-b0c6-2d51e00de2c4", "name": "network-vif-deleted", "tag": "b4d4d73a-5cbd-4690-aeab-cc91e58eb961"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:02.860323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42e441da-1fef-438d-940b-e80daf22f48d req-20028ca1-4e14-4f19-9244-41477e521237 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d32b299-18bb-4b9a-b0c6-2d51e00de2c4 HTTP/1.1" status: 200 len: 210 time: 0.1527059 Sep 16 05:17:02.918204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-fdc45616-b7c0-4b3e-9973-a81a7cacdb7c service neutron] 10.222.0.55 "GET /v2.0/networks/da2a4960-4e34-4398-9914-b3cdec697d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698022 Sep 16 05:17:03.271177 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a681b-1072-4297-9ccf-e86a61b3c0e4 x-openstack-request-id: req-2f8a681b-1072-4297-9ccf-e86a61b3c0e4 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:03.271926 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d32b299-18bb-4b9a-b0c6-2d51e00de2c4", "name": "network-vif-deleted", "tag": "b4d4d73a-5cbd-4690-aeab-cc91e58eb961", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:03.272236 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f8a681b-1072-4297-9ccf-e86a61b3c0e4 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:03.272669 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d32b299-18bb-4b9a-b0c6-2d51e00de2c4', 'name': 'network-vif-deleted', 'tag': 'b4d4d73a-5cbd-4690-aeab-cc91e58eb961', 'status': 'completed', 'code': 200} Sep 16 05:17:03.448779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e8d461b-a9e1-46c2-a79a-0b14118a1e50 req-7f21f7ff-9380-4d30-acec-d31bca7fae7b tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 210 time: 0.0436630 Sep 16 05:17:03.660134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f008-a2ba-4345-a158-2298eaa006be req-25f43863-ad9d-401e-97b4-4174a17f5968 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:03.661962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-25f43863-ad9d-401e-97b4-4174a17f5968 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/networks?id=dee2bdca-daf3-4ca6-b3e2-a79035dce032 HTTP/1.1" status: 200 len: 813 time: 0.1887057 Sep 16 05:17:03.687909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-5f8bb462-149f-46dc-8b37-5358d1cebccc tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/quotas/f1e913c89aab4327a88d62f28c3cb6ed HTTP/1.1" status: 200 len: 375 time: 0.0186698 Sep 16 05:17:03.726137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-74a6259e-04c3-476a-b94b-be45454b7e98 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1e913c89aab4327a88d62f28c3cb6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311615 Sep 16 05:17:03.851875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-58b62f1d-05e2-43ad-8870-96c0e3f84739 service neutron] 10.222.0.55 "GET /v2.0/networks/dee2bdca-daf3-4ca6-b3e2-a79035dce032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168399 Sep 16 05:17:03.999524 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60880) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:04.059370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-b3c95024-d2b1-4409-8f2b-83b1d43a432e service neutron] 10.222.0.55 "GET /v2.0/networks/dee2bdca-daf3-4ca6-b3e2-a79035dce032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004163 Sep 16 05:17:04.323805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-network', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:04.373544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Made reservation on behalf of f0f01d63df2f4e9abd967a3608450cf4 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:04.377694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.395149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.515868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c12b1-5390-420a-be07-407b51417a3c req-29c001a9-dc61-4265-b109-9dd08b605f09 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:04.532965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-181c12b1-5390-420a-be07-407b51417a3c req-29c001a9-dc61-4265-b109-9dd08b605f09 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.1361489 Sep 16 05:17:04.570184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.584109 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.618440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a689e9c1-e3ef-4df8-a85c-942bf24377e5 req-8b3e8db3-bf00-447c-8ce4-5f1199e28438 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 210 time: 0.0807052 Sep 16 05:17:04.655343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:04.704394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a28ed-089a-4868-9270-1ac220488d78,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:04.743589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-181c12b1-5390-420a-be07-407b51417a3c req-1ce7be0e-5069-4402-b866-33f682512b50 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088885 Sep 16 05:17:04.745283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.745833 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Added segment f536ecad-55d8-4af1-9da5-5694bcd7622c of type vlan for network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 Sep 16 05:17:04.798786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ccadcc3-0aef-4163-b096-2ed1f4f79dda req-8eadc248-5d1b-46f9-aa24-4208334d8e10 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 210 time: 0.0346835 Sep 16 05:17:04.842742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.970509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:04.971491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:04.972082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.023139 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0222712 Sep 16 05:17:05.026181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60942) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.032425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Request body: {'subnet': {'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-subnet', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:05.035910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-f450a085-2db5-486d-b1ac-264575132636 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:05.037799 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-f450a085-2db5-486d-b1ac-264575132636 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.73 "GET /v2.0/networks?id=da2a4960-4e34-4398-9914-b3cdec697d4f HTTP/1.1" status: 200 len: 822 time: 0.1996171 Sep 16 05:17:05.085353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Made reservation on behalf of f0f01d63df2f4e9abd967a3608450cf4 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:05.088927 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.107326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Request body: {'port': {'device_id': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f', 'admin_state_up': True, 'tenant_id': 'c45db2a789ca414b98bdee633ab4075f'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:05.114495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9531ed-bc47-44ce-ac6c-83690f5863b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.126817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:05.269868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Made reservation on behalf of c45db2a789ca414b98bdee633ab4075f for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:05.277200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.377959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.415419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b4d4d73a-5cbd-4690-aeab-cc91e58eb961 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:05.462130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: b4d4d73a-5cbd-4690-aeab-cc91e58eb961 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:05.462485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b4d4d73a-5cbd-4690-aeab-cc91e58eb961 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:05.465199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3dc402-63da-49d8-b687-adf046a8b663,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:05.505235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Allocated IP 172.20.0.13 (da2a4960-4e34-4398-9914-b3cdec697d4f/a4ecc01e-eb7b-456c-a760-6ef260ba3339/8ed65f4b-18e2-41fe-b683-0f9427ebae9a) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:05.525792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Checking segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:05.526179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Network hostable DHCP agents. Network: b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:05.553311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:05.583824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:05.594641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03323d68-16c6-437f-aeae-bb96911f6487 None None] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:05.595548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:05.598195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.643683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0db3c254-c209-48a0-9f64-a8d87940aeaa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6160681 Sep 16 05:17:05.645637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60954) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:05.658937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:05.706014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.707452 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.828188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:05.829161 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.845313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.943889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75ca2c92-21f8-423c-9ef0-a6511f7a6028 req-c5601dbc-b175-4e37-8e81-df95ed0b007d tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 210 time: 0.0988429 Sep 16 05:17:05.996223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.047049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Allocated IP 172.20.0.2 (b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3/af3dc402-63da-49d8-b687-adf046a8b663/daa86b68-701e-43e6-848f-7ab1c2a68873) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:06.085903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27576b6e-3bcb-4af1-ba4a-9a6b631d010c req-785ee3dd-cc5a-4ac5-96dd-0bca6570ad0a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.088718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27576b6e-3bcb-4af1-ba4a-9a6b631d010c req-785ee3dd-cc5a-4ac5-96dd-0bca6570ad0a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.2500405 Sep 16 05:17:06.095448 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.189860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Network da2a4960-4e34-4398-9914-b3cdec697d4f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:06.196230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:06.206444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:06.248616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Pushing event updated for resources: {'Port': ['ID=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.287969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.289043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.322233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ec24d57e-e732-47a9-83a3-5f076dbd369e tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2248189 Sep 16 05:17:06.342991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Request body: {'port': {'device_id': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:06.355733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.372638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.416619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:06.422492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:06.426517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:06.453140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.455621 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.510640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Pushing event updated for resources: {'Port': ['ID=daa86b68-701e-43e6-848f-7ab1c2a68873,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.536432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Attempting to bind port daa86b68-701e-43e6-848f-7ab1c2a68873 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:06.536919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Attempting to bind port daa86b68-701e-43e6-848f-7ab1c2a68873 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:06.537417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Attempting to bind port daa86b68-701e-43e6-848f-7ab1c2a68873 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:06.551953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:06.552451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Checking segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:06.552831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.553233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Bound using segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:06.554534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Bound port: daa86b68-701e-43e6-848f-7ab1c2a68873, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:06.554534 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.634002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f1a74-949c-483f-b781-14555473b22a req-ceedaad1-e5c1-4800-8b63-02d814e3e84f tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.656572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca4f1a74-949c-483f-b781-14555473b22a req-ceedaad1-e5c1-4800-8b63-02d814e3e84f tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 932 time: 0.5864551 Sep 16 05:17:06.696899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27576b6e-3bcb-4af1-ba4a-9a6b631d010c req-54d9955b-4609-45ef-b319-22d35bc705a7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943170 Sep 16 05:17:06.699068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] For port daa86b68-701e-43e6-848f-7ab1c2a68873, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:06.705309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] For port daa86b68-701e-43e6-848f-7ab1c2a68873, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=daa86b68-701e-43e6-848f-7ab1c2a68873,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:06.725504 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.736937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-aa98e3f9-dcbe-48e1-994e-7ea281172caa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.739811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-aa98e3f9-dcbe-48e1-994e-7ea281172caa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.3155637 Sep 16 05:17:06.858869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991d8dd-abca-4e02-af6a-d8a4d2fe272c None None] Pushing event updated for resources: {'Port': ['ID=daa86b68-701e-43e6-848f-7ab1c2a68873,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:06.875739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca4f1a74-949c-483f-b781-14555473b22a req-803b2222-1db0-4c63-b80a-98a71d64268d tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178481 Sep 16 05:17:06.919276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f008-a2ba-4345-a158-2298eaa006be req-599a67ac-81d4-490c-96f0-eeadf4c3a9d6 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:06.921304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-599a67ac-81d4-490c-96f0-eeadf4c3a9d6 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.64 "GET /v2.0/networks?id=dee2bdca-daf3-4ca6-b3e2-a79035dce032 HTTP/1.1" status: 200 len: 813 time: 0.5366180 Sep 16 05:17:06.941224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed65f4b-18e2-41fe-b683-0f9427ebae9a {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:06.957412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:06.962998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Request body: {'port': {'device_id': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032', 'admin_state_up': True, 'tenant_id': 'f1e913c89aab4327a88d62f28c3cb6ed'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:07.005757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Transition to ACTIVE for port object 8ed65f4b-18e2-41fe-b683-0f9427ebae9a will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:07.012902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.162756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2527cf4b-c12a-467c-8405-e1dc6cad4137 req-82805ae2-17d9-43b3-aa7b-b14f60a3a4e8 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 210 time: 0.0626624 Sep 16 05:17:07.212989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Deleting port 5627926a-f8af-469a-950b-46d61bf3d029 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:07.213336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.231122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.266607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Attempting to bind port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:07.267230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Attempting to bind port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:07.268583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Attempting to bind port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a on network da2a4960-4e34-4398-9914-b3cdec697d4f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:07.282422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a on network da2a4960-4e34-4398-9914-b3cdec697d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:07.283839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Attempting to bind port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a on network da2a4960-4e34-4398-9914-b3cdec697d4f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:07.295047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:07.296303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Checking segment: {'id': 'e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:07.304693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Bound using segment: {'id': 'e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:07.306658 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Bound port: 8ed65f4b-18e2-41fe-b683-0f9427ebae9a, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:07.307382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.312425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Made reservation on behalf of f1e913c89aab4327a88d62f28c3cb6ed for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:07.316268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.405442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] For port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:07.409505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] For port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,segment=NetworkSegment(e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418),segment_id=e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:07.415513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.466513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.467569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.469237 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] 10.222.0.73 "PUT /v2.0/ports/8ed65f4b-18e2-41fe-b683-0f9427ebae9a HTTP/1.1" status: 200 len: 1093 time: 1.1311703 Sep 16 05:17:07.470036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'tag': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:07.473114 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb" -d '{"events": [{"name": "network-changed", "server_uuid": "11faa396-9264-4eca-a1f4-99aad5e646f0", "tag": "8ed65f4b-18e2-41fe-b683-0f9427ebae9a"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:07.507069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6d4ac-6cd7-4e91-87db-7f2e12e89274 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:07.540488 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb4c180-f793-425c-9794-1b02caf1e144 x-openstack-request-id: req-8eb4c180-f793-425c-9794-1b02caf1e144 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:07.540488 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11faa396-9264-4eca-a1f4-99aad5e646f0", "tag": "8ed65f4b-18e2-41fe-b683-0f9427ebae9a", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:07.540488 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8eb4c180-f793-425c-9794-1b02caf1e144 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:07.541086 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'tag': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a', 'status': 'completed', 'code': 200} Sep 16 05:17:07.554547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] For port 5627926a-f8af-469a-950b-46d61bf3d029, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=5627926a-f8af-469a-950b-46d61bf3d029,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:07.554923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.566011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.605965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Calling delete_port for 5627926a-f8af-469a-950b-46d61bf3d029 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:07.658623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.706613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-e987f03a-2d75-49b9-8412-3d4e5147bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.715630 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-e987f03a-2d75-49b9-8412-3d4e5147bedf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c45db2a789ca414b98bdee633ab4075f&device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 1096 time: 0.1600530 Sep 16 05:17:07.779274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Allocated IP 172.20.0.10 (dee2bdca-daf3-4ca6-b3e2-a79035dce032/c58a5af8-abb6-4b26-aa9e-126d7247e0e3/433ec73e-8dd5-47d9-afc0-fd3d6a1b1131) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:07.843793 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-ffb196fb-8d9d-41d5-9198-7ef5c81c4577 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed65f4b-18e2-41fe-b683-0f9427ebae9a HTTP/1.1" status: 200 len: 217 time: 0.1191037 Sep 16 05:17:07.969179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-7069acf5-50f3-445f-8511-0c8c9e13452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:07.970733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-7069acf5-50f3-445f-8511-0c8c9e13452c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4ecc01e-eb7b-456c-a760-6ef260ba3339 HTTP/1.1" status: 200 len: 862 time: 0.1169903 Sep 16 05:17:08.036493 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-142fe29d-9e06-4e0e-9154-310239400c9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da2a4960-4e34-4398-9914-b3cdec697d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514760 Sep 16 05:17:08.183581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Allocated IP 172.25.6.212 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/58656009-b302-4592-ad43-081cd88ffe9e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:08.194798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ca10-557e-48e8-8038-e5d4f72ed5e7 req-c1218d27-a3bb-40fc-a52d-1434b75e8678 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.198295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f817ca10-557e-48e8-8038-e5d4f72ed5e7 req-c1218d27-a3bb-40fc-a52d-1434b75e8678 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 944 time: 0.1909227 Sep 16 05:17:08.307491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-746c14d2-af57-4482-8dfe-00bf547587e8 service neutron] 10.222.0.73 "GET /v2.0/networks/da2a4960-4e34-4398-9914-b3cdec697d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566955 Sep 16 05:17:08.350389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffeae6-0682-4aba-a26f-10aaa4a26066 req-6fcf3880-f662-4737-a35f-1fe1e381009b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.352033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67ffeae6-0682-4aba-a26f-10aaa4a26066 req-6fcf3880-f662-4737-a35f-1fe1e381009b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c563ec6-5f24-4ddf-bace-27787205898a HTTP/1.1" status: 200 len: 945 time: 0.3513718 Sep 16 05:17:08.387830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device daa86b68-701e-43e6-848f-7ab1c2a68873 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:08.479830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port daa86b68-701e-43e6-848f-7ab1c2a68873 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:08.480257 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.502752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.526066 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a2711a04-2ac6-472f-9e33-402bc3804f53 req-b4c79c65-8e9a-481a-be01-e6596df3db8a service neutron] 10.222.0.73 "GET /v2.0/networks/da2a4960-4e34-4398-9914-b3cdec697d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100079 Sep 16 05:17:08.526370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f817ca10-557e-48e8-8038-e5d4f72ed5e7 req-ac86c7f5-60c2-4cd3-bb76-2edfa199f23d tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538216 Sep 16 05:17:08.528326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:08.531172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.702684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-96086242-2b8a-4ec3-b025-15dd765a2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.705014 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-96086242-2b8a-4ec3-b025-15dd765a2c9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c45db2a789ca414b98bdee633ab4075f&device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 1096 time: 0.0968113 Sep 16 05:17:08.708853 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.722953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246586b3-949b-4dda-813e-b277cfa70ee9 None None] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:08.777616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67ffeae6-0682-4aba-a26f-10aaa4a26066 req-08b10801-2d38-4896-9b3e-646d3b7ed16b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118454 Sep 16 05:17:08.821465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.821674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port daa86b68-701e-43e6-848f-7ab1c2a68873, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=daa86b68-701e-43e6-848f-7ab1c2a68873,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:08.871058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-1d05a1bb-c34b-4253-965b-5373ddd88135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:08.872836 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-1d05a1bb-c34b-4253-965b-5373ddd88135 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da2a4960-4e34-4398-9914-b3cdec697d4f HTTP/1.1" status: 200 len: 923 time: 0.1599221 Sep 16 05:17:08.873198 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.928716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a701ae91-b4bc-4e69-a2bd-48a43241cd56 req-80fac742-f5bc-4e1d-b379-7ab56f494528 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 210 time: 0.0441136 Sep 16 05:17:08.936127 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.948256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event deleted for resources: {'Port': ['ID=5627926a-f8af-469a-950b-46d61bf3d029,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:08.965981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a58e67f8-94d1-4bd6-9b33-90437b5badc2 None None] Provisioning complete for port daa86b68-701e-43e6-848f-7ab1c2a68873 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:08.966392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a58e67f8-94d1-4bd6-9b33-90437b5badc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:08.987951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-b485af54-cb49-43b2-a652-246f940c137f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed65f4b-18e2-41fe-b683-0f9427ebae9a HTTP/1.1" status: 200 len: 217 time: 0.1054158 Sep 16 05:17:09.069035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] No DVR routers for this DVR port 5627926a-f8af-469a-950b-46d61bf3d029 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:09.080131 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.082223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c79d7bc-9327-4959-8619-27c6705f2568 req-3346a65f-c608-4943-ac16-9f5bf3d908d6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "DELETE /v2.0/ports/5627926a-f8af-469a-950b-46d61bf3d029 HTTP/1.1" status: 204 len: 173 time: 2.2781825 Sep 16 05:17:09.084871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:09.085569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c563ec6-5f24-4ddf-bace-27787205898a', 'name': 'network-vif-deleted', 'tag': '5627926a-f8af-469a-950b-46d61bf3d029'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:09.088151 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562fd9d9-75a9-40b4-b7ae-7d1a23c1c83d" -d '{"events": [{"server_uuid": "9c563ec6-5f24-4ddf-bace-27787205898a", "name": "network-vif-deleted", "tag": "5627926a-f8af-469a-950b-46d61bf3d029"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:09.105468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-73d75fe9-3cbd-40ae-83c5-cc4ab701c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:09.107721 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-73d75fe9-3cbd-40ae-83c5-cc4ab701c61e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4ecc01e-eb7b-456c-a760-6ef260ba3339 HTTP/1.1" status: 200 len: 862 time: 0.1106203 Sep 16 05:17:09.112185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:09.123825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:09.128490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Pushing event updated for resources: {'Port': ['ID=58656009-b302-4592-ad43-081cd88ffe9e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.163452 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:09.191385 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-464cb208-30fa-4cd8-be2c-07754f8cc0ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da2a4960-4e34-4398-9914-b3cdec697d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746682 Sep 16 05:17:09.243247 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54035301-3038-4dbb-ae44-c811aabcc419 x-openstack-request-id: req-54035301-3038-4dbb-ae44-c811aabcc419 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:09.244575 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c563ec6-5f24-4ddf-bace-27787205898a", "name": "network-vif-deleted", "tag": "5627926a-f8af-469a-950b-46d61bf3d029", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:09.245022 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54035301-3038-4dbb-ae44-c811aabcc419 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:09.245633 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c563ec6-5f24-4ddf-bace-27787205898a', 'name': 'network-vif-deleted', 'tag': '5627926a-f8af-469a-950b-46d61bf3d029', 'status': 'completed', 'code': 200} Sep 16 05:17:09.358956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Pushing event updated for resources: {'Port': ['ID=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.394933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Network dee2bdca-daf3-4ca6-b3e2-a79035dce032 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:09.423178 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-1fa50def-fab7-4142-8ef3-049771cb0b0f service neutron] 10.222.0.73 "GET /v2.0/networks/da2a4960-4e34-4398-9914-b3cdec697d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150021 Sep 16 05:17:09.604906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=daa86b68-701e-43e6-848f-7ab1c2a68873,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:09.605574 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7d2473ee-1fd9-4ab5-83af-7f49bd2ffacb req-1bb43fd6-2813-451f-8eb2-65c1bfc6d0e2 service neutron] 10.222.0.73 "GET /v2.0/networks/da2a4960-4e34-4398-9914-b3cdec697d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727533 Sep 16 05:17:09.797059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:09.799752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:09.897109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5627926a-f8af-469a-950b-46d61bf3d029 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:09.935684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 5627926a-f8af-469a-950b-46d61bf3d029 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:09.936330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 5627926a-f8af-469a-950b-46d61bf3d029 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:10.009559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.012511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.119974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-9df80aec-6263-428a-9d8f-0ae28c149dd3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1646416 Sep 16 05:17:10.128073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3b23d6f9-2769-4619-ac75-749d9cd31698 None None] Provisioning complete for port daa86b68-701e-43e6-848f-7ab1c2a68873 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:10.128591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b23d6f9-2769-4619-ac75-749d9cd31698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.131931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fb0b2-cca3-42ab-b041-eb35fdffc370 req-581073e6-c62d-48b9-a5ec-b9199b3df509 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.136069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e7fb0b2-cca3-42ab-b041-eb35fdffc370 req-581073e6-c62d-48b9-a5ec-b9199b3df509 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 944 time: 0.3498974 Sep 16 05:17:10.154145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Request body: {'port': {'device_id': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:10.222595 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.281884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device daa86b68-701e-43e6-848f-7ab1c2a68873 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:10.284961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19fc98-b62c-40c9-9ec0-f9829d37a6f9 req-cd6f04e8-b856-4221-8821-18e1db1e5781 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.286564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b19fc98-b62c-40c9-9ec0-f9829d37a6f9 req-cd6f04e8-b856-4221-8821-18e1db1e5781 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 932 time: 0.2611125 Sep 16 05:17:10.290324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e7fb0b2-cca3-42ab-b041-eb35fdffc370 req-34f3defb-bdf5-4c39-82ca-c7ac03f62fdc tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265826 Sep 16 05:17:10.370312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.456730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b19fc98-b62c-40c9-9ec0-f9829d37a6f9 req-b474d22b-b8fc-412f-b234-ab3b205f2751 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385760 Sep 16 05:17:10.484595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port daa86b68-701e-43e6-848f-7ab1c2a68873 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:10.484981 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.851015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-0efb9092-edf2-4ee6-9080-32730a79d69a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:10.852510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-0efb9092-edf2-4ee6-9080-32730a79d69a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.3614376 Sep 16 05:17:10.855806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:10.929514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-61e1bbf3-76a6-472d-b8d6-3e59fe58fe4f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0266132 Sep 16 05:17:11.082988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-9a7f44e4-7ff3-4732-8685-136df8a33175 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371317 Sep 16 05:17:11.095120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:11.118513 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.158723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Transition to ACTIVE for port object 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:11.190130 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.235370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Router 924411d1-0737-4393-93ee-0ef19555934c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:11.284393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-4607205f-63c9-41b9-bda7-176188aae300 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832504 Sep 16 05:17:11.285011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Pushing event updated for resources: {'Port': ['ID=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:11.418093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8ed65f4b-18e2-41fe-b683-0f9427ebae9a details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:11.643822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,segment=NetworkSegment(e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418),segment_id=e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:11.665612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a', 'network_id': 'da2a4960-4e34-4398-9914-b3cdec697d4f', 'port_id': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a', 'mac_address': 'fa:16:3e:00:f5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ecc01e-eb7b-456c-a760-6ef260ba3339', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:11.742279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.748465 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.771761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed65f4b-18e2-41fe-b683-0f9427ebae9a {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:11.794706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Attempting to bind port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:11.795053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Attempting to bind port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '203f5d6c-e5f1-4779-a7fa-347ae5331759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:11.795394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Attempting to bind port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 on network dee2bdca-daf3-4ca6-b3e2-a79035dce032 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:11.817286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,segment=NetworkSegment(e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418),segment_id=e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:11.824964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 on network dee2bdca-daf3-4ca6-b3e2-a79035dce032 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:11.824964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Attempting to bind port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 on network dee2bdca-daf3-4ca6-b3e2-a79035dce032 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:11.826986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.828114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:11.835197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-84ca7326-65e2-464d-96ed-55e8d2c5f992 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274997 Sep 16 05:17:11.846801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:11.847146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Checking segment: {'id': '203f5d6c-e5f1-4779-a7fa-347ae5331759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:11.847533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Bound using segment: {'id': '203f5d6c-e5f1-4779-a7fa-347ae5331759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:11.847987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Bound port: 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203f5d6c-e5f1-4779-a7fa-347ae5331759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:11.848383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.852453 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Sync routers for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:11.868727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984553b4-0865-422b-ac46-917128dc0710 req-fa309bb4-8019-4371-a6df-84ba8d4be20f tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:11.876177 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:11.876402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-984553b4-0865-422b-ac46-917128dc0710 req-fa309bb4-8019-4371-a6df-84ba8d4be20f tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 944 time: 0.1296501 Sep 16 05:17:11.877054 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:11.893412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:11.894814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9cfd19c6-519e-47d1-be81-021b3eb981f4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2470872 Sep 16 05:17:11.897835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32802) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:11.993380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-984553b4-0865-422b-ac46-917128dc0710 req-a75f6dfe-551b-4fd3-a228-0f5d600afa62 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155474 Sep 16 05:17:12.020122 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:12.051212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.077225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] For port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:12.087290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] For port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,segment=NetworkSegment(203f5d6c-e5f1-4779-a7fa-347ae5331759),segment_id=203f5d6c-e5f1-4779-a7fa-347ae5331759)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:12.106962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.175190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.175832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.177311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] 10.222.0.64 "PUT /v2.0/ports/433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 HTTP/1.1" status: 200 len: 1093 time: 2.0350370 Sep 16 05:17:12.177787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'tag': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:12.180666 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30292bd-d85f-4da4-b244-3efacb01eb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2a9a9e-f8ff-47a6-bfc0-df350a916a15", "tag": "433ec73e-8dd5-47d9-afc0-fd3d6a1b1131"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:12.205778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8ed65f4b-18e2-41fe-b683-0f9427ebae9a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:12.218259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688d956-c037-4147-91fa-1635287f5be7 req-1410fe3f-0443-423a-ab80-cdb0e1cc3989 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.226183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3688d956-c037-4147-91fa-1635287f5be7 req-1410fe3f-0443-423a-ab80-cdb0e1cc3989 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 944 time: 0.1311829 Sep 16 05:17:12.235706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67361cd-8bb3-44f2-859e-d9872e8f5a62 service neutron] Pushing event updated for resources: {'Port': ['ID=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:12.302076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3688d956-c037-4147-91fa-1635287f5be7 req-afc6d5b7-e47e-4203-bd0c-8541f6ab3904 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748770 Sep 16 05:17:12.341175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f008-a2ba-4345-a158-2298eaa006be req-63fae628-c980-4616-a232-1ea269d3226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.342727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-63fae628-c980-4616-a232-1ea269d3226d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1e913c89aab4327a88d62f28c3cb6ed&device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 1096 time: 0.0965247 Sep 16 05:17:12.441451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-5f217583-7029-40bf-a6d1-d4f5fb7ee0eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 HTTP/1.1" status: 200 len: 217 time: 0.0775130 Sep 16 05:17:12.482430 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:09Z', 'revision_number': 3, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:12.535761 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a9bf6a-67f2-45dd-8fb8-080fc8fd6ab2 x-openstack-request-id: req-53a9bf6a-67f2-45dd-8fb8-080fc8fd6ab2 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:12.536194 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2a9a9e-f8ff-47a6-bfc0-df350a916a15", "tag": "433ec73e-8dd5-47d9-afc0-fd3d6a1b1131", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:12.536549 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53a9bf6a-67f2-45dd-8fb8-080fc8fd6ab2 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:12.537073 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'tag': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131', 'status': 'completed', 'code': 200} Sep 16 05:17:12.552878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5272d483-1f68-4237-a66a-cb558aed53ee req-fbe854c0-7ea1-4b40-8375-1e900a96037f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 210 time: 0.0550616 Sep 16 05:17:12.561640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f008-a2ba-4345-a158-2298eaa006be req-4174f7d4-9b1d-4c85-980e-eab8ed22a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:12.563297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-4174f7d4-9b1d-4c85-980e-eab8ed22a9c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c58a5af8-abb6-4b26-aa9e-126d7247e0e3 HTTP/1.1" status: 200 len: 853 time: 0.1038187 Sep 16 05:17:12.600677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Checking router: 924411d1-0737-4393-93ee-0ef19555934c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:12.601016 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Updating router 924411d1-0737-4393-93ee-0ef19555934c port 58656009-b302-4592-ad43-081cd88ffe9e binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:12.623556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-9cf4a60c-c5e0-40d7-b141-f14c85240ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dee2bdca-daf3-4ca6-b3e2-a79035dce032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476420 Sep 16 05:17:12.660946 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:12.826246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-d066ee8b-79d1-4f17-bd43-fed814d57da4 service neutron] 10.222.0.64 "GET /v2.0/networks/dee2bdca-daf3-4ca6-b3e2-a79035dce032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911790 Sep 16 05:17:13.019532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c481f008-a2ba-4345-a158-2298eaa006be req-0b1ca400-9905-4f89-bb99-e4043c2726af service neutron] 10.222.0.64 "GET /v2.0/networks/dee2bdca-daf3-4ca6-b3e2-a79035dce032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865370 Sep 16 05:17:13.197846 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.241056 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.274479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32be439-7072-4ba2-9572-85f0c9745001 req-a80608c8-8c89-4aef-a633-f4871d355277 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.276169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a32be439-7072-4ba2-9572-85f0c9745001 req-a80608c8-8c89-4aef-a633-f4871d355277 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 945 time: 0.1810002 Sep 16 05:17:13.325693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-bd3d0e84-91a9-40bd-9cbc-f241742bee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.328194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-bd3d0e84-91a9-40bd-9cbc-f241742bee29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1e913c89aab4327a88d62f28c3cb6ed&device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 1096 time: 0.1658645 Sep 16 05:17:13.430843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8ed65f4b-18e2-41fe-b683-0f9427ebae9a up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:13.458097 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Attempting to bind port 58656009-b302-4592-ad43-081cd88ffe9e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:13.458961 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Attempting to bind port 58656009-b302-4592-ad43-081cd88ffe9e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:13.459887 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Attempting to bind port 58656009-b302-4592-ad43-081cd88ffe9e on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:13.464877 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Pushing event updated for resources: {'Port': ['ID=58656009-b302-4592-ad43-081cd88ffe9e,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.471915 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:13.473252 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:13.473989 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.474660 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:13.475375 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Bound port: 58656009-b302-4592-ad43-081cd88ffe9e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:13.476403 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.502925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.503946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.504593 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.505191 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.505767 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.506375 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.507109 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.507670 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.508791 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.509360 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.509946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.510630 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:13.528267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-a9056933-317c-444a-8962-4e0d47dbdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.539140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-a9056933-317c-444a-8962-4e0d47dbdb23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dee2bdca-daf3-4ca6-b3e2-a79035dce032 HTTP/1.1" status: 200 len: 914 time: 0.1819229 Sep 16 05:17:13.589227 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] For port 58656009-b302-4592-ad43-081cd88ffe9e, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:13.601058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:13.606032 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] For port 58656009-b302-4592-ad43-081cd88ffe9e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=58656009-b302-4592-ad43-081cd88ffe9e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:13.611900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:13.612890 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.650720 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.762981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a32be439-7072-4ba2-9572-85f0c9745001 req-3a928a2d-9f41-426b-8a28-517b4a18ddaf tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763303 Sep 16 05:17:13.774716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-6c1d0d72-2066-472f-8001-2defd6b8902b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 HTTP/1.1" status: 200 len: 217 time: 0.1978548 Sep 16 05:17:13.785195 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:13.785963 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:13.792207 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b76f4-45f1-4390-80f1-14fd78d151bc None None] Pushing event updated for resources: {'Port': ['ID=58656009-b302-4592-ad43-081cd88ffe9e,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:13.812826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.890638 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,segment=NetworkSegment(e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418),segment_id=e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:13.892377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:13.897723 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ea3c5f-89fe-4747-acfd-ad12f258d1f1" -d '{"events": [{"server_uuid": "11faa396-9264-4eca-a1f4-99aad5e646f0", "name": "network-vif-plugged", "status": "completed", "tag": "8ed65f4b-18e2-41fe-b683-0f9427ebae9a"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:13.909209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:13.937494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facde6a-04f3-4ac6-af1c-59b23ed60d30 req-3ed2538f-9719-4fee-b602-7043f6dc4817 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:13.946539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1facde6a-04f3-4ac6-af1c-59b23ed60d30 req-3ed2538f-9719-4fee-b602-7043f6dc4817 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 944 time: 0.4039340 Sep 16 05:17:13.971208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.050487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-688fc43a-9ca9-4ef0-9337-3cae73e9bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:14.054791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-688fc43a-9ca9-4ef0-9337-3cae73e9bb38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c58a5af8-abb6-4b26-aa9e-126d7247e0e3 HTTP/1.1" status: 200 len: 853 time: 0.2609010 Sep 16 05:17:14.108648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:14.128833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:14.182370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-d297fb6e-0bfa-4dc4-ae9e-232bec7f3273 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dee2bdca-daf3-4ca6-b3e2-a79035dce032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034377 Sep 16 05:17:14.265294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04dcce9a-7529-43b6-bcf9-7671a4ec8e42 req-7ca84817-3031-473f-a074-983ffb9d9b5e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 210 time: 0.1952305 Sep 16 05:17:14.344137 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeebecc-69c6-4ae5-ad42-233568f9b22d x-openstack-request-id: req-deeebecc-69c6-4ae5-ad42-233568f9b22d {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:14.344432 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11faa396-9264-4eca-a1f4-99aad5e646f0", "name": "network-vif-plugged", "status": "completed", "tag": "8ed65f4b-18e2-41fe-b683-0f9427ebae9a", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:14.344683 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-deeebecc-69c6-4ae5-ad42-233568f9b22d {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:14.345079 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a', 'code': 200} Sep 16 05:17:14.357659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Allocated IP 172.20.0.1 (b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3/af3dc402-63da-49d8-b687-adf046a8b663/b542f891-002f-40ce-954c-41c7036f0d71) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:14.465866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-eb2d46a7-68c0-49a9-8102-c614f50cbc73 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:14.467723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-eb2d46a7-68c0-49a9-8102-c614f50cbc73 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.1910493 Sep 16 05:17:14.475300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1facde6a-04f3-4ac6-af1c-59b23ed60d30 req-a2e631e3-1828-4c44-bb81-7a13a5c989c1 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003734 Sep 16 05:17:14.512384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Request body: {'port': {'device_id': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'admin_state_up': True, 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:14.566595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.653745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-998ca8a6-cad6-4af1-bd7c-9e6896515c6d service neutron] 10.222.0.64 "GET /v2.0/networks/dee2bdca-daf3-4ca6-b3e2-a79035dce032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641974 Sep 16 05:17:14.665786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.741279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:14.750437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:14.757339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:14.761671 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:09Z', 'revision_number': 3, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:14.780928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:14.790449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:14.849915 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245abc5-e60c-4c42-9d94-792e913d4998 None None] The sync data for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 is: [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:09Z', 'revision_number': 3, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:14.885016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Pushing event updated for resources: {'Port': ['ID=b542f891-002f-40ce-954c-41c7036f0d71,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:14.901375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f30292bd-d85f-4da4-b244-3efacb01eb4b req-22b44ca9-4776-44d1-9e80-071f50990be4 service neutron] 10.222.0.64 "GET /v2.0/networks/dee2bdca-daf3-4ca6-b3e2-a79035dce032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373810 Sep 16 05:17:14.964941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.968111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.970184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.970640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.971684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.972332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.981509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.984469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.985624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.988500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.989027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:14.989451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:15.006928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f32b4-f0a1-4850-8504-5f5d508ef7d0 req-d8d3855b-11b6-4ec0-ad21-2545097faef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.011878 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a48f32b4-f0a1-4850-8504-5f5d508ef7d0 req-d8d3855b-11b6-4ec0-ad21-2545097faef0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 1098 time: 0.3766720 Sep 16 05:17:15.030045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.081680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Allocated IP 172.20.0.3 (a0e112e6-2245-41de-b029-7665e524e296/a3e7959b-a90e-4941-90fe-b4a54ab5b25d/77641673-50c7-46e2-9135-b7859ce96acd) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:15.264863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fa29329c-02ec-4482-a992-4bc1d5d62dca None None] Provisioning complete for port b542f891-002f-40ce-954c-41c7036f0d71 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:15.265586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa29329c-02ec-4482-a992-4bc1d5d62dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.353125 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a48f32b4-f0a1-4850-8504-5f5d508ef7d0 req-901c541e-1370-4341-b21e-f819af704e75 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905221 Sep 16 05:17:15.353460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fa29329c-02ec-4482-a992-4bc1d5d62dca None None] Port b542f891-002f-40ce-954c-41c7036f0d71 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:15.373111 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.398567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300ad4-0186-43b5-9f5d-7f0c84f1b393 req-5c9bc098-7262-4a55-9ddc-2a5cfca7f4b0 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.403102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05300ad4-0186-43b5-9f5d-7f0c84f1b393 req-5c9bc098-7262-4a55-9ddc-2a5cfca7f4b0 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 946 time: 0.2169411 Sep 16 05:17:15.489889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.577083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05300ad4-0186-43b5-9f5d-7f0c84f1b393 req-5b72198d-13ec-437a-8d2c-d629c7a8d6f3 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597188 Sep 16 05:17:15.595308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-377d0e51-8435-4919-9d55-6ca90e8a57f9 req-ebf7e660-b683-4149-ac86-eeabe62a5d4c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 210 time: 0.0809183 Sep 16 05:17:15.697900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.701214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.723592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:15.723986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:15.861910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Network a0e112e6-2245-41de-b029-7665e524e296 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:15.868808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:15.871715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event updated for resources: {'Port': ['ID=77641673-50c7-46e2-9135-b7859ce96acd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:15.881095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:15.892360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc130cc-9e1c-4e54-87f2-6f354d845146 req-b65c50a4-de6a-44f5-8764-74f9e110262f tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.894264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bc130cc-9e1c-4e54-87f2-6f354d845146 req-b65c50a4-de6a-44f5-8764-74f9e110262f tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 944 time: 0.1310077 Sep 16 05:17:15.986916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:15.996873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:15.997812 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.009734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bc130cc-9e1c-4e54-87f2-6f354d845146 req-14ec93c9-7fc6-4dbf-9e74-234fd814393c tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868933 Sep 16 05:17:16.026347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.035249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-e7171e94-30d7-43d2-8a49-03ff6e4e30b9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5288393 Sep 16 05:17:16.058322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Request body: {'port': {'device_id': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:16.065247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Pushing event updated for resources: {'Port': ['ID=b542f891-002f-40ce-954c-41c7036f0d71,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:16.205733 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.267037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:16.273843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:16.415699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,segment=NetworkSegment(203f5d6c-e5f1-4779-a7fa-347ae5331759),segment_id=203f5d6c-e5f1-4779-a7fa-347ae5331759)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:16.438059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131', 'network_id': 'dee2bdca-daf3-4ca6-b3e2-a79035dce032', 'port_id': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131', 'mac_address': 'fa:16:3e:49:89:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58a5af8-abb6-4b26-aa9e-126d7247e0e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:16.442653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58656009-b302-4592-ad43-081cd88ffe9e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:16.653265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.824938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:16.832506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 58656009-b302-4592-ad43-081cd88ffe9e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:16.833937 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:16.840415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Router 924411d1-0737-4393-93ee-0ef19555934c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:16.947980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,segment=NetworkSegment(203f5d6c-e5f1-4779-a7fa-347ae5331759),segment_id=203f5d6c-e5f1-4779-a7fa-347ae5331759)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:16.958840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ae4acbec-c396-4d9d-988a-12e3de5d3a03 None None] Provisioning complete for port b542f891-002f-40ce-954c-41c7036f0d71 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:16.960170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ae4acbec-c396-4d9d-988a-12e3de5d3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.011082 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.027222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:17.035821 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d90c873f-4cce-43e1-a5d3-0ca5699f5e22 admin admin] 10.222.0.55 "PUT /v2.0/routers/924411d1-0737-4393-93ee-0ef19555934c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1367877 Sep 16 05:17:17.136511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ae4acbec-c396-4d9d-988a-12e3de5d3a03 None None] Port b542f891-002f-40ce-954c-41c7036f0d71 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:17.171859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77641673-50c7-46e2-9135-b7859ce96acd {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:17.193954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.212581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b290df-303a-4167-ab57-7f289674c39e req-c11d31a4-9163-46b3-9664-ea1e456538f1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.216637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.237469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4b290df-303a-4167-ab57-7f289674c39e req-c11d31a4-9163-46b3-9664-ea1e456538f1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 931 time: 0.3247590 Sep 16 05:17:17.249744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 58656009-b302-4592-ad43-081cd88ffe9e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=58656009-b302-4592-ad43-081cd88ffe9e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:17.255464 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.259256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.284965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982cf2e-dfd9-4c7b-bef5-f33a072ab55d req-8ec28f1b-6715-4a0f-8e86-3e8ee531e7a2 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.286913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7982cf2e-dfd9-4c7b-bef5-f33a072ab55d req-8ec28f1b-6715-4a0f-8e86-3e8ee531e7a2 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 946 time: 0.3137858 Sep 16 05:17:17.296614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Transition to ACTIVE for port object 77641673-50c7-46e2-9135-b7859ce96acd will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:17.335115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.384308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=58656009-b302-4592-ad43-081cd88ffe9e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.471945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4b290df-303a-4167-ab57-7f289674c39e req-3d82980c-0f1b-4dca-9f63-8eb8c587648f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334130 Sep 16 05:17:17.474504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=77641673-50c7-46e2-9135-b7859ce96acd,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:17.482089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7982cf2e-dfd9-4c7b-bef5-f33a072ab55d req-59929729-02d7-414c-9b9a-5c96f615d888 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777792 Sep 16 05:17:17.487120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['433ec73e-8dd5-47d9-afc0-fd3d6a1b1131'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:17.658097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Attempting to bind port 77641673-50c7-46e2-9135-b7859ce96acd on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:17.658445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Attempting to bind port 77641673-50c7-46e2-9135-b7859ce96acd by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:17.658781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Attempting to bind port 77641673-50c7-46e2-9135-b7859ce96acd on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:17.665193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Port 77641673-50c7-46e2-9135-b7859ce96acd on network a0e112e6-2245-41de-b029-7665e524e296 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:17.666157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Attempting to bind port 77641673-50c7-46e2-9135-b7859ce96acd on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:17.676021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:17.676471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:17.676947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Bound using segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:17.677385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Bound port: 77641673-50c7-46e2-9135-b7859ce96acd, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:17.677752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.761696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc5a1d-ed26-4505-a660-8435a47086f5 req-646f8a0b-218c-4919-9131-2cc69bb26a4e tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.769312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8dc5a1d-ed26-4505-a660-8435a47086f5 req-646f8a0b-218c-4919-9131-2cc69bb26a4e tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 945 time: 0.1644893 Sep 16 05:17:17.894746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8dc5a1d-ed26-4505-a660-8435a47086f5 req-264918c4-bdb2-4eca-9a0b-48dff6f2f856 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204624 Sep 16 05:17:17.931743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] For port 77641673-50c7-46e2-9135-b7859ce96acd, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:17.937174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] For port 77641673-50c7-46e2-9135-b7859ce96acd, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77641673-50c7-46e2-9135-b7859ce96acd,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:17.945298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.968597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Sync routers for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:17.980872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:17.981588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:18.015894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.017345 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.018894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/77641673-50c7-46e2-9135-b7859ce96acd HTTP/1.1" status: 200 len: 1092 time: 1.9699419 Sep 16 05:17:18.019857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'tag': '77641673-50c7-46e2-9135-b7859ce96acd'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:18.029111 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378fc5df-86b4-4546-86f0-d4da1ef6f13e" -d '{"events": [{"name": "network-changed", "server_uuid": "25102b7c-6a1c-49be-a33c-627aeb8d63c2", "tag": "77641673-50c7-46e2-9135-b7859ce96acd"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:18.209162 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d7c20e-19dc-4d80-9bb4-3d4e70a05c11 x-openstack-request-id: req-71d7c20e-19dc-4d80-9bb4-3d4e70a05c11 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:18.209806 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25102b7c-6a1c-49be-a33c-627aeb8d63c2", "tag": "77641673-50c7-46e2-9135-b7859ce96acd", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:18.209985 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71d7c20e-19dc-4d80-9bb4-3d4e70a05c11 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:18.210498 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'tag': '77641673-50c7-46e2-9135-b7859ce96acd', 'status': 'completed', 'code': 200} Sep 16 05:17:18.214954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054e2b4-19e4-4cf2-9189-2408af1b50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=77641673-50c7-46e2-9135-b7859ce96acd,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.285380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-7d4c0bbc-5409-49db-a6e0-f597d52dbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.292626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-7d4c0bbc-5409-49db-a6e0-f597d52dbf7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 1095 time: 0.1932905 Sep 16 05:17:18.300498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:18.304554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58656009-b302-4592-ad43-081cd88ffe9e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:18.374826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-9166aac3-6ea1-47af-a1e3-74aa15d681d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77641673-50c7-46e2-9135-b7859ce96acd HTTP/1.1" status: 200 len: 217 time: 0.0669332 Sep 16 05:17:18.386136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32876) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:18.396924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-efc1f189-b8f5-4bc1-b59b-e0fe15208552 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410957552', 'description': 'tempest-description--283210827'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:18.442809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-deff3e10-e9f2-4e46-b083-8177e7f2ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.447120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-deff3e10-e9f2-4e46-b083-8177e7f2ef2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0643020 Sep 16 05:17:18.478825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 58656009-b302-4592-ad43-081cd88ffe9e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:18.479913 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.485238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-838a6a83-7b6f-4a82-87d5-cefde8bb0b96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300882 Sep 16 05:17:18.507714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efc1f189-b8f5-4bc1-b59b-e0fe15208552 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.682017 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efc1f189-b8f5-4bc1-b59b-e0fe15208552 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.692323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efc1f189-b8f5-4bc1-b59b-e0fe15208552 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.746452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-b58d481e-63dc-4651-be61-266340846565 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534001 Sep 16 05:17:18.762109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db7e3-8177-4a85-b4fe-5b1b0b7f705f req-04fe6475-98ce-47fa-8353-77111d6ddcff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.763604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-656db7e3-8177-4a85-b4fe-5b1b0b7f705f req-04fe6475-98ce-47fa-8353-77111d6ddcff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 943 time: 0.1248434 Sep 16 05:17:18.782361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b193a56-dc6d-4748-b618-f4cefe68ec04 req-946daab9-c464-448c-a951-eac628ab05bc tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:18.783662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efc1f189-b8f5-4bc1-b59b-e0fe15208552 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:18.784494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b193a56-dc6d-4748-b618-f4cefe68ec04 req-946daab9-c464-448c-a951-eac628ab05bc tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 946 time: 0.1443563 Sep 16 05:17:18.788242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32884) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:18.788575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-efc1f189-b8f5-4bc1-b59b-e0fe15208552 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4005458 Sep 16 05:17:18.793594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0288f8c2-c574-4898-aa9c-f2f9d5eda601 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'security_group_rule': {'security_group_id': 'c0176f9e-dc24-4d63-9d94-7d81fab7b8c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:18.842969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1f189-b8f5-4bc1-b59b-e0fe15208552 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:18.888940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 2, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:18.925556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Checking router: 924411d1-0737-4393-93ee-0ef19555934c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:18.930477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Updating router 924411d1-0737-4393-93ee-0ef19555934c port b542f891-002f-40ce-954c-41c7036f0d71 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:18.969776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.226898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-656db7e3-8177-4a85-b4fe-5b1b0b7f705f req-08391346-31d5-46cc-8a64-665be92b2aa1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411795 Sep 16 05:17:19.258609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b193a56-dc6d-4748-b618-f4cefe68ec04 req-5ea1c806-a353-419b-933c-8a44d6e26e28 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452543 Sep 16 05:17:19.285679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0288f8c2-c574-4898-aa9c-f2f9d5eda601 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.331953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240fd1fc-c8ec-4d3e-b836-ee1677321000 req-800c9aad-2062-42f5-8333-b6f0be751e1c service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671299 Sep 16 05:17:19.485660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.495625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.564663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523a231-2604-46c9-95d8-619328094335 None None] Pushing event updated for resources: {'Port': ['ID=b542f891-002f-40ce-954c-41c7036f0d71,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.566981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26b29e-109b-4658-9d16-20f701d21123 req-c253334b-a722-4af3-992d-a85e2fbc1319 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.579423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c26b29e-109b-4658-9d16-20f701d21123 req-c253334b-a722-4af3-992d-a85e2fbc1319 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 945 time: 0.1795626 Sep 16 05:17:19.595323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-58248ed6-c22b-4056-93ee-cbf8041d7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.599502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-58248ed6-c22b-4056-93ee-cbf8041d7c59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 1095 time: 0.1554003 Sep 16 05:17:19.657958 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0288f8c2-c574-4898-aa9c-f2f9d5eda601 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.673129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0288f8c2-c574-4898-aa9c-f2f9d5eda601 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.690648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Attempting to bind port b542f891-002f-40ce-954c-41c7036f0d71 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:19.698673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Attempting to bind port b542f891-002f-40ce-954c-41c7036f0d71 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:19.699394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Attempting to bind port b542f891-002f-40ce-954c-41c7036f0d71 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:19.720185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0288f8c2-c574-4898-aa9c-f2f9d5eda601 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.721091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:19.721592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Checking segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:19.722022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0288f8c2-c574-4898-aa9c-f2f9d5eda601 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9326987 Sep 16 05:17:19.722165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.722702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Bound using segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:19.723333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Bound port: b542f891-002f-40ce-954c-41c7036f0d71, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:19.723751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.724869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:19.730568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9a95b32b-8088-4779-94fe-c896d1a6da4b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'security_group_rule': {'security_group_id': 'c0176f9e-dc24-4d63-9d94-7d81fab7b8c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:19.793233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288f8c2-c574-4898-aa9c-f2f9d5eda601 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb0f7d7-8649-434a-840f-b8dd41c5ecd2,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:19.818988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a95b32b-8088-4779-94fe-c896d1a6da4b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.859945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] For port b542f891-002f-40ce-954c-41c7036f0d71, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:19.865836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] For port b542f891-002f-40ce-954c-41c7036f0d71, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b542f891-002f-40ce-954c-41c7036f0d71,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:19.882099 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:19.882859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c26b29e-109b-4658-9d16-20f701d21123 req-93191394-1b84-4341-bc3b-0b34e66e71b3 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873490 Sep 16 05:17:19.957638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-b183a680-1750-4286-bca1-46d170d5e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.959519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-b183a680-1750-4286-bca1-46d170d5e575 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.3506322 Sep 16 05:17:19.974064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:19.995001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:19.995662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:16:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:20.117774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523a231-2604-46c9-95d8-619328094335 None None] Pushing event updated for resources: {'Port': ['ID=b542f891-002f-40ce-954c-41c7036f0d71,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.122983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a95b32b-8088-4779-94fe-c896d1a6da4b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.130316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-9ca78043-2a56-490c-a9ca-e33c60f2f707 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77641673-50c7-46e2-9135-b7859ce96acd HTTP/1.1" status: 200 len: 217 time: 0.1512275 Sep 16 05:17:20.141290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a95b32b-8088-4779-94fe-c896d1a6da4b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.209317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95b32b-8088-4779-94fe-c896d1a6da4b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e66ea0-1218-48c2-9474-47edf5492fe6,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:20.218020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a95b32b-8088-4779-94fe-c896d1a6da4b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.219650 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a95b32b-8088-4779-94fe-c896d1a6da4b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4929214 Sep 16 05:17:20.225484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:20.230544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:20.284308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-6c257b16-1ea7-4cf9-91dd-90dba7085c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.286127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-6c257b16-1ea7-4cf9-91dd-90dba7085c21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.1359556 Sep 16 05:17:20.295097 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.314902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301a212-89ff-427b-b155-47300afb14ce req-f386d3aa-db30-4d8a-8b5d-fa99381f1fdf tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.331547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2301a212-89ff-427b-b155-47300afb14ce req-f386d3aa-db30-4d8a-8b5d-fa99381f1fdf tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 946 time: 0.2344708 Sep 16 05:17:20.502540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-c3176b93-e257-4e8c-980b-76c99b0ce1ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493979 Sep 16 05:17:20.525312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9bbc6f38-74dd-4142-87a4-cb0d1aec6a90 None None] Provisioning complete for port b542f891-002f-40ce-954c-41c7036f0d71 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.525795 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6f38-74dd-4142-87a4-cb0d1aec6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.573032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:20.622979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:20.632009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:20.632555 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.684438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.689697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2301a212-89ff-427b-b155-47300afb14ce req-22db5a4f-d3c2-476c-b6a7-bdebc01db570 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554065 Sep 16 05:17:20.785172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182047f-c468-4638-ad9e-8483ae0cfcf8 req-74fb8897-35f6-4b14-bcba-62b49fd8e39a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:20.794752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b182047f-c468-4638-ad9e-8483ae0cfcf8 req-74fb8897-35f6-4b14-bcba-62b49fd8e39a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 943 time: 0.3370442 Sep 16 05:17:20.842173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6f38-74dd-4142-87a4-cb0d1aec6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.860399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b182047f-c468-4638-ad9e-8483ae0cfcf8 req-95df990c-6e3f-46a7-9cef-6d3a116cde59 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620906 Sep 16 05:17:20.906004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-a53f29b0-d0a4-46b1-98bb-c72c0d2b344a service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602748 Sep 16 05:17:20.983960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Allocated IP 172.25.6.189 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/67b2073a-a96c-4ac8-ba91-345e05da5f8d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:21.038800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-378fc5df-86b4-4546-86f0-d4da1ef6f13e req-7576d380-60df-43ed-8247-b2d7a552b706 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245418 Sep 16 05:17:21.121027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a49b0-3733-47c3-9286-4c3c51172a41 req-eee68bf1-be40-4158-9ca8-9fcce46a3bad tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.122774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-488a49b0-3733-47c3-9286-4c3c51172a41 req-eee68bf1-be40-4158-9ca8-9fcce46a3bad tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 945 time: 0.0773520 Sep 16 05:17:21.197214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-488a49b0-3733-47c3-9286-4c3c51172a41 req-d96ce0ac-4aed-44b4-a956-909689b5f8ab tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670290 Sep 16 05:17:21.204414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9bbc6f38-74dd-4142-87a4-cb0d1aec6a90 None None] For port b542f891-002f-40ce-954c-41c7036f0d71, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b542f891-002f-40ce-954c-41c7036f0d71,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:21.235404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6f38-74dd-4142-87a4-cb0d1aec6a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.266433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.298362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.335962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc6f38-74dd-4142-87a4-cb0d1aec6a90 None None] Pushing event updated for resources: {'Port': ['ID=b542f891-002f-40ce-954c-41c7036f0d71,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.337999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.363771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:19Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:21.371157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:21.373656 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cd414c-f50d-4a10-8c63-ac4b8abf1316" -d '{"events": [{"server_uuid": "5f2a9a9e-f8ff-47a6-bfc0-df350a916a15", "name": "network-vif-plugged", "status": "completed", "tag": "433ec73e-8dd5-47d9-afc0-fd3d6a1b1131"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:21.408371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'Port': ['ID=67b2073a-a96c-4ac8-ba91-345e05da5f8d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.420693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd112c9-b093-4ae5-a123-4f9e60400646 None None] The sync data for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 is: [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:19Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:21.427819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,segment=NetworkSegment(203f5d6c-e5f1-4779-a7fa-347ae5331759),segment_id=203f5d6c-e5f1-4779-a7fa-347ae5331759)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:21.433695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a0d8a43f-806e-4dd5-8427-11aed986cef9 None None] Provisioning complete for port b542f891-002f-40ce-954c-41c7036f0d71 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:21.434271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a43f-806e-4dd5-8427-11aed986cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.436972 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.477117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-82782e2d-1308-4758-be0d-6b132fcfbb0b tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.478855 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-82782e2d-1308-4758-be0d-6b132fcfbb0b tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.73 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 946 time: 0.1894097 Sep 16 05:17:21.481349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:21.486104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:21.498898 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabed935-665f-4561-b737-43af05941c7f x-openstack-request-id: req-aabed935-665f-4561-b737-43af05941c7f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:21.499563 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2a9a9e-f8ff-47a6-bfc0-df350a916a15", "name": "network-vif-plugged", "status": "completed", "tag": "433ec73e-8dd5-47d9-afc0-fd3d6a1b1131", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:21.500183 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aabed935-665f-4561-b737-43af05941c7f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:21.500809 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131', 'code': 200} Sep 16 05:17:21.518705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:21.620373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:21.748308 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.830672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c14ae-2015-45d1-a3cd-2dffa729a933 req-b01ef92a-8a66-4e27-bb72-4fb0d33d5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.843671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c3c14ae-2015-45d1-a3cd-2dffa729a933 req-b01ef92a-8a66-4e27-bb72-4fb0d33d5e2d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 1098 time: 0.1443603 Sep 16 05:17:21.905083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Deleting port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:21.905632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.952924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c3c14ae-2015-45d1-a3cd-2dffa729a933 req-3e012e3f-839a-44ec-8699-79b649233cb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082366 Sep 16 05:17:21.970921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.971128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a552da-a5b8-428b-a92d-0b517eefd7a3 req-e682716e-5f5f-4b96-8fcf-f8cb63b0b6db tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:21.982591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77641673-50c7-46e2-9135-b7859ce96acd details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:21.984485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8a552da-a5b8-428b-a92d-0b517eefd7a3 req-e682716e-5f5f-4b96-8fcf-f8cb63b0b6db tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 946 time: 0.1366935 Sep 16 05:17:22.075347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8a552da-a5b8-428b-a92d-0b517eefd7a3 req-9b2f0481-cae6-4032-83c7-37ff7025d281 tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b3c601c-fc45-4f4f-8152-03184ba0386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Sep 16 05:17:22.237924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] For port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,segment=NetworkSegment(e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418),segment_id=e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.238443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.301265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Calling delete_port for 8ed65f4b-18e2-41fe-b683-0f9427ebae9a owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:22.391117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b542f891-002f-40ce-954c-41c7036f0d71 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:22.397473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b013b2c-813c-4d03-a462-1a44b0912bad req-f736fa06-c3d6-41f0-ac47-4cb30567b362 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:22.411412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b013b2c-813c-4d03-a462-1a44b0912bad req-f736fa06-c3d6-41f0-ac47-4cb30567b362 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 943 time: 0.1673582 Sep 16 05:17:22.473062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77641673-50c7-46e2-9135-b7859ce96acd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77641673-50c7-46e2-9135-b7859ce96acd,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.488242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.506059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '77641673-50c7-46e2-9135-b7859ce96acd', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'port_id': '77641673-50c7-46e2-9135-b7859ce96acd', 'mac_address': 'fa:16:3e:20:69:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e7959b-a90e-4941-90fe-b4a54ab5b25d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:22.512634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b013b2c-813c-4d03-a462-1a44b0912bad req-61c5eb09-db17-4d95-887c-7f2de5f9857c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972824 Sep 16 05:17:22.525948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.711320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154ffb5-09d7-42ba-8b96-6b9cdd2de154 req-5cb25eee-f014-4d82-8f5c-fc25f90550ea tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:22.720374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2154ffb5-09d7-42ba-8b96-6b9cdd2de154 req-5cb25eee-f014-4d82-8f5c-fc25f90550ea tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 946 time: 0.2010863 Sep 16 05:17:22.734631 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.765557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77641673-50c7-46e2-9135-b7859ce96acd {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:22.775548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b542f891-002f-40ce-954c-41c7036f0d71 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:22.776448 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.782040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2154ffb5-09d7-42ba-8b96-6b9cdd2de154 req-9961fc39-1e99-4cd7-948d-94de0e9c8996 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606172 Sep 16 05:17:22.804134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.816982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'Port': ['ID=67b2073a-a96c-4ac8-ba91-345e05da5f8d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:22.835386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77641673-50c7-46e2-9135-b7859ce96acd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77641673-50c7-46e2-9135-b7859ce96acd,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:22.846762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.855831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.858616 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-653bd7cc-4757-41d0-b4de-6217c6d2f56d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6319563 Sep 16 05:17:22.868887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:22.907628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8ed65f4b-18e2-41fe-b683-0f9427ebae9a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:22.983065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Pushing event deleted for resources: {'Port': ['ID=8ed65f4b-18e2-41fe-b683-0f9427ebae9a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:23.060835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77641673-50c7-46e2-9135-b7859ce96acd,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:23.083821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] No DVR routers for this DVR port 8ed65f4b-18e2-41fe-b683-0f9427ebae9a on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:23.088870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.091512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-912931d6-ea1c-4d87-bbb7-7f639041aba6 req-857604dd-83b5-4baf-8c99-db5a82e798ce tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.73 "DELETE /v2.0/ports/8ed65f4b-18e2-41fe-b683-0f9427ebae9a HTTP/1.1" status: 204 len: 173 time: 1.6014895 Sep 16 05:17:23.092176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'name': 'network-vif-deleted', 'tag': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:23.100333 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c2b71e-4e57-4d5f-970c-5703a8174310" -d '{"events": [{"server_uuid": "11faa396-9264-4eca-a1f4-99aad5e646f0", "name": "network-vif-deleted", "tag": "8ed65f4b-18e2-41fe-b683-0f9427ebae9a"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:23.125220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-9249486d-f512-47ee-91d2-4aaae32fc8b5 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--410957552&fields=id&tenant_id=f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 267 time: 0.0781345 Sep 16 05:17:23.179926 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a3b48-5a61-4ab8-a5da-aae0b0f3b7e8 x-openstack-request-id: req-877a3b48-5a61-4ab8-a5da-aae0b0f3b7e8 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:23.180622 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11faa396-9264-4eca-a1f4-99aad5e646f0", "name": "network-vif-deleted", "tag": "8ed65f4b-18e2-41fe-b683-0f9427ebae9a", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:23.181146 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-877a3b48-5a61-4ab8-a5da-aae0b0f3b7e8 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:23.181789 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11faa396-9264-4eca-a1f4-99aad5e646f0', 'name': 'network-vif-deleted', 'tag': '8ed65f4b-18e2-41fe-b683-0f9427ebae9a', 'status': 'completed', 'code': 200} Sep 16 05:17:23.352802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['77641673-50c7-46e2-9135-b7859ce96acd'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:23.367540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38445d15-78da-45e1-a81d-5ccb2b75e7d2 req-2c518a64-a600-40b1-bae3-25adf5e608fa tempest-ServerAddressesNegativeTestJSON-1224328215 tempest-ServerAddressesNegativeTestJSON-1224328215-project] 10.222.0.55 "GET /v2.0/ports?device_id=11faa396-9264-4eca-a1f4-99aad5e646f0 HTTP/1.1" status: 200 len: 210 time: 0.0414867 Sep 16 05:17:23.376056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-d535efe4-89fa-4770-b350-b9352bcaba3a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.385216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-d535efe4-89fa-4770-b350-b9352bcaba3a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 817 time: 0.2585685 Sep 16 05:17:23.410792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-cbf90e7c-cf10-4fd4-9886-bc415fb69977 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/quotas/f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 375 time: 0.0246096 Sep 16 05:17:23.497528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-077b9a36-3f70-4157-987b-1c2a36660571 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857644 Sep 16 05:17:23.651264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-7f801af3-7f39-4056-b887-d60d9ccac0a4 service neutron] 10.222.0.55 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470497 Sep 16 05:17:23.917344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451117e-17aa-41b7-b88d-2ed9d70a90af req-faff0bf0-f7d9-4af5-8b00-3698ddb9372b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:23.918831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1451117e-17aa-41b7-b88d-2ed9d70a90af req-faff0bf0-f7d9-4af5-8b00-3698ddb9372b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 944 time: 0.1802132 Sep 16 05:17:23.921327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-bea9ba95-54b1-4870-b0e5-1be52f5174af service neutron] 10.222.0.55 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634244 Sep 16 05:17:23.974441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1451117e-17aa-41b7-b88d-2ed9d70a90af req-064c5341-ab73-4472-9da5-02e66d44dd2b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Sep 16 05:17:24.229202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61e629ff-5fcd-48f7-a766-faf9e01f7da6 req-2994f124-53d5-4b04-b4c2-55e6349444f2 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 210 time: 0.0647011 Sep 16 05:17:24.254491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665abd79-6ac2-49a6-921b-6d3741959381 req-08916218-2486-4b7a-a521-b251aaea558c tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:24.263061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-665abd79-6ac2-49a6-921b-6d3741959381 req-08916218-2486-4b7a-a521-b251aaea558c tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 946 time: 0.1730666 Sep 16 05:17:24.322894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-665abd79-6ac2-49a6-921b-6d3741959381 req-c24d66a1-5d97-4f22-80b6-9e3c55880884 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588474 Sep 16 05:17:24.499810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32976) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:24.632410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] Deleting subnet a4ecc01e-eb7b-456c-a760-6ef260ba3339 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:24.648383 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.692058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.748539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.860181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.947502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.963101 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:24.965078 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a4ecc01e-eb7b-456c-a760-6ef260ba3339 HTTP/1.1" status: 204 len: 168 time: 0.4641824 Sep 16 05:17:24.967712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32986) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.004690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4efd8c-66a1-4905-b74b-bfb3bb18a4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ecc01e-eb7b-456c-a760-6ef260ba3339,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.206324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.237138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62f5d8-3603-45cd-8f66-f6661a92524d req-2f86ddab-4be8-4784-8022-18fdd4f09bcc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.244511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe62f5d8-3603-45cd-8f66-f6661a92524d req-2f86ddab-4be8-4784-8022-18fdd4f09bcc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 944 time: 0.1318796 Sep 16 05:17:25.271905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89e8c7-9e61-42ae-8c91-89cf762b2636 req-08359d0f-fd38-4833-8d50-a109e71ca7f9 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.274434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d89e8c7-9e61-42ae-8c91-89cf762b2636 req-08359d0f-fd38-4833-8d50-a109e71ca7f9 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 946 time: 0.1792023 Sep 16 05:17:25.337173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe62f5d8-3603-45cd-8f66-f6661a92524d req-1853a464-5e42-49de-bda8-65e7dc2a3655 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916905 Sep 16 05:17:25.389522 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d89e8c7-9e61-42ae-8c91-89cf762b2636 req-48230ba5-104f-44f6-b022-d38aa75921a9 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781729 Sep 16 05:17:25.458043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c989c0cb-3b34-40d6-bdeb-d8f5046cb612 req-ccd4b6e5-603f-41a2-9669-3b05f6503613 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 210 time: 0.0300975 Sep 16 05:17:25.459629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8ed65f4b-18e2-41fe-b683-0f9427ebae9a no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:25.459870 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.500612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2a4960-4e34-4398-9914-b3cdec697d4f']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.511902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 8ed65f4b-18e2-41fe-b683-0f9427ebae9a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:25.512807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8ed65f4b-18e2-41fe-b683-0f9427ebae9a not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:25.518924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.519357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0aaa78c-6bf5-4d4c-bc79-2c7a0bd2c418') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:25.534555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.554107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.561439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:25.561871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:25.564003 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:25.629760 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.638030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.642498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] 10.222.0.55 "DELETE /v2.0/networks/da2a4960-4e34-4398-9914-b3cdec697d4f HTTP/1.1" status: 204 len: 168 time: 0.6714046 Sep 16 05:17:25.651045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c93a18-e903-4001-a70b-b00f018f3007 admin admin] Pushing event deleted for resources: {'Network': ['ID=da2a4960-4e34-4398-9914-b3cdec697d4f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:25.829444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33000) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.861375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d183500d-3a37-4802-9016-5edf6fd928dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.905500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2882a48f-14b9-4a12-aad4-fd9a1379de92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c45db2a789ca414b98bdee633ab4075f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705445 Sep 16 05:17:25.905500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:25.943309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-ee34fd0b-7119-47a2-91e4-76f88c72993e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:25.947597 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-ee34fd0b-7119-47a2-91e4-76f88c72993e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.73 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 817 time: 0.2287717 Sep 16 05:17:25.960446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78e4a51b-c2a2-4eb4-b77d-f5e9b81e15b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:25.985845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78e4a51b-c2a2-4eb4-b77d-f5e9b81e15b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.013274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77641673-50c7-46e2-9135-b7859ce96acd up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:26.027497 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-f221579c-ded2-4c26-9722-8187eb59bf11 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 379 time: 0.0638938 Sep 16 05:17:26.040522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'port': {'device_id': '893db572-50ac-47f3-a19b-6e935cac366e', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'admin_state_up': True, 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'security_groups': ['c0176f9e-dc24-4d63-9d94-7d81fab7b8c0']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:26.062903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78e4a51b-c2a2-4eb4-b77d-f5e9b81e15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.069183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78e4a51b-c2a2-4eb4-b77d-f5e9b81e15b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.073420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-78e4a51b-c2a2-4eb4-b77d-f5e9b81e15b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b3c601c-fc45-4f4f-8152-03184ba0386d HTTP/1.1" status: 204 len: 168 time: 0.1655023 Sep 16 05:17:26.103035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4a51b-c2a2-4eb4-b77d-f5e9b81e15b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c601c-fc45-4f4f-8152-03184ba0386d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:26.146914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 77641673-50c7-46e2-9135-b7859ce96acd completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:26.156927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 77641673-50c7-46e2-9135-b7859ce96acd triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:26.157867 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.278472 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.280762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Made reservation on behalf of f0f01d63df2f4e9abd967a3608450cf4 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:26.287005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.330937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77641673-50c7-46e2-9135-b7859ce96acd'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:26.333703 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f97b758-acd2-43ef-adf5-1a22003be704" -d '{"events": [{"server_uuid": "25102b7c-6a1c-49be-a33c-627aeb8d63c2", "name": "network-vif-plugged", "status": "completed", "tag": "77641673-50c7-46e2-9135-b7859ce96acd"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:26.349493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 77641673-50c7-46e2-9135-b7859ce96acd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77641673-50c7-46e2-9135-b7859ce96acd,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:26.358381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:26.440316 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d98e7-1a1e-44e6-ac33-47f03df7467f x-openstack-request-id: req-d35d98e7-1a1e-44e6-ac33-47f03df7467f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:26.440613 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25102b7c-6a1c-49be-a33c-627aeb8d63c2", "name": "network-vif-plugged", "status": "completed", "tag": "77641673-50c7-46e2-9135-b7859ce96acd", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:26.440957 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d35d98e7-1a1e-44e6-ac33-47f03df7467f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:26.442142 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77641673-50c7-46e2-9135-b7859ce96acd', 'code': 200} Sep 16 05:17:26.514450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=77641673-50c7-46e2-9135-b7859ce96acd,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:26.670260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Allocated IP 172.20.0.5 (b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3/af3dc402-63da-49d8-b687-adf046a8b663/24d60cca-3e0f-4ef6-9da9-b898bc199961) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:26.676847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2206f4-fb0b-48d8-91ca-25d5b990080c req-62e4b61b-fae7-421e-a278-796c78d5ad4d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.684747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b2206f4-fb0b-48d8-91ca-25d5b990080c req-62e4b61b-fae7-421e-a278-796c78d5ad4d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.1566620 Sep 16 05:17:26.702853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a46c0-34d0-4d8b-ba4b-0384af54e3c8 req-d7851c37-ba7d-4e16-a965-a2fcc4b3fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.704570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-418a46c0-34d0-4d8b-ba4b-0384af54e3c8 req-d7851c37-ba7d-4e16-a965-a2fcc4b3fec8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 1097 time: 0.1333294 Sep 16 05:17:26.713522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-b43b33d7-9d8c-4f43-998e-85f3d6c40775 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.715171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-b43b33d7-9d8c-4f43-998e-85f3d6c40775 tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 946 time: 0.1585369 Sep 16 05:17:26.823904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192304c-8b2b-4553-85f3-300a4a8402bf req-96e373ac-24d8-4651-ad3a-ba15fed614ff tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:26.834301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a192304c-8b2b-4553-85f3-300a4a8402bf req-96e373ac-24d8-4651-ad3a-ba15fed614ff tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 946 time: 0.2332184 Sep 16 05:17:26.947236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-418a46c0-34d0-4d8b-ba4b-0384af54e3c8 req-ed12509c-9a94-499c-91c9-3e6ee4aa11a7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298203 Sep 16 05:17:26.964745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b2206f4-fb0b-48d8-91ca-25d5b990080c req-8737fe92-9838-4d41-8bca-9ff62c93e13b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725043 Sep 16 05:17:27.031571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a192304c-8b2b-4553-85f3-300a4a8402bf req-37003437-f0fa-43ce-aa1c-ce2735c4498d tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb3c9bb4-2e32-42d4-b052-5ba751a67029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909697 Sep 16 05:17:27.050760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.086792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Deleting port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:27.088644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.143697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.168589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ec6b551-e6a1-484b-9be0-6e0fb1d85d0f req-3727593c-7a32-4283-81ae-be2ab269791c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 210 time: 0.0854394 Sep 16 05:17:27.242463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:27.254292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:27.266341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:27.302999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] For port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,segment=NetworkSegment(203f5d6c-e5f1-4779-a7fa-347ae5331759),segment_id=203f5d6c-e5f1-4779-a7fa-347ae5331759)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:27.303471 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.334086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Calling delete_port for 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:27.428976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.507036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:27.509960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.553103 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-eb569453-4f68-4e21-b638-9c88ee76c218 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5159180 Sep 16 05:17:27.578674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Request body: {'port': {'device_id': '893db572-50ac-47f3-a19b-6e935cac366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:27.603965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-31fa81e1-782f-43c6-98a7-505eef6b585c None None] Provisioning complete for port 24d60cca-3e0f-4ef6-9da9-b898bc199961 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:27.604968 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31fa81e1-782f-43c6-98a7-505eef6b585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.624586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33046) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:27.639573 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.659910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.682728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-31fa81e1-782f-43c6-98a7-505eef6b585c None None] Port 24d60cca-3e0f-4ef6-9da9-b898bc199961 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:17:27.685484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['433ec73e-8dd5-47d9-afc0-fd3d6a1b1131'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:27.725212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Pushing event deleted for resources: {'Port': ['ID=433ec73e-8dd5-47d9-afc0-fd3d6a1b1131,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:27.766381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] No DVR routers for this DVR port 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:27.769821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.771963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a589ecbe-c774-4380-b31f-5fbde4fc171f req-cdd46e80-bdab-44e8-8c94-2e70ed7e7f0b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.64 "DELETE /v2.0/ports/433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 HTTP/1.1" status: 204 len: 173 time: 1.0368469 Sep 16 05:17:27.772468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'name': 'network-vif-deleted', 'tag': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:27.777331 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2f4615-28e0-4f1e-8e6a-56c4d34b9d48" -d '{"events": [{"server_uuid": "5f2a9a9e-f8ff-47a6-bfc0-df350a916a15", "name": "network-vif-deleted", "tag": "433ec73e-8dd5-47d9-afc0-fd3d6a1b1131"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:27.822295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-network', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:27.837031 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947ef879-86da-4811-a050-4820f2639265 x-openstack-request-id: req-947ef879-86da-4811-a050-4820f2639265 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:27.837329 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2a9a9e-f8ff-47a6-bfc0-df350a916a15", "name": "network-vif-deleted", "tag": "433ec73e-8dd5-47d9-afc0-fd3d6a1b1131", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:27.837587 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-947ef879-86da-4811-a050-4820f2639265 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:27.837985 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2a9a9e-f8ff-47a6-bfc0-df350a916a15', 'name': 'network-vif-deleted', 'tag': '433ec73e-8dd5-47d9-afc0-fd3d6a1b1131', 'status': 'completed', 'code': 200} Sep 16 05:17:27.874861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Made reservation on behalf of d6787f6a0d2145b99122919e89e42a1b for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:27.878016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:27.906069 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.062085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.071828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.110754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:28.126781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153171fb-4ca9-4315-bb92-e0e835a00526,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.133509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.134087 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Added segment a7cd7b22-931a-4280-904a-e23dcf051dd1 of type vlan for network 2af235c4-aac0-493e-b9f1-688a30645845 Sep 16 05:17:28.197744 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dfb2f197-c752-4509-bd6d-9b0a68e51356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.235546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d60cca-3e0f-4ef6-9da9-b898bc199961 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:28.256291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.274764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.276288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Transition to ACTIVE for port object 24d60cca-3e0f-4ef6-9da9-b898bc199961 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:28.279412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c9bcf96-e0bd-47fe-8b80-093308aa9d74 req-a2aa9b76-25a3-460f-b69a-9c233251154b tempest-ServerPasswordTestJSON-2112962813 tempest-ServerPasswordTestJSON-2112962813-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f2a9a9e-f8ff-47a6-bfc0-df350a916a15 HTTP/1.1" status: 200 len: 210 time: 0.0591338 Sep 16 05:17:28.290733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.343030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c632-cae2-44ca-bab5-b056e125b409 req-86c72319-9bd4-4e2b-a0c3-5e7b260f85dd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.344647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4c0c632-cae2-44ca-bab5-b056e125b409 req-86c72319-9bd4-4e2b-a0c3-5e7b260f85dd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.2014892 Sep 16 05:17:28.385446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.386505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.387123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.505878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.591160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:28.591516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:28.591855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:28.604994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:28.605332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:28.615298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:28.615642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Checking segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:28.618714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Bound using segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:28.619191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Bound port: 24d60cca-3e0f-4ef6-9da9-b898bc199961, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:28.621159 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.738742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:28.745565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:28.755556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.801694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4c0c632-cae2-44ca-bab5-b056e125b409 req-93e846ff-f87a-4562-a9ba-4813fb731710 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463542 Sep 16 05:17:28.827250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2012682 Sep 16 05:17:28.842670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33072) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:28.848143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Request body: {'subnet': {'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-subnet', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:28.888249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.918589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.919226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:28.920737 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-3982ca6a-2968-4054-9e5d-3842f5dcf478 service neutron] 10.222.0.73 "PUT /v2.0/ports/24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 1092 time: 1.3546538 Sep 16 05:17:28.921211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:28.923450 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2046c62-d79a-45a2-a429-5e7b3223e550" -d '{"events": [{"name": "network-changed", "server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:28.926767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b525178-c044-4fd7-9cce-04c32d5c48a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2af235c4-aac0-493e-b9f1-688a30645845,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:28.944797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 2af235c4-aac0-493e-b9f1-688a30645845 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:28.975389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39ec54-1ef0-456b-a31b-5269be14b774 req-2d8f6fe5-7ad8-46d2-80f6-dbf8a88d43a0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:28.977324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f39ec54-1ef0-456b-a31b-5269be14b774 req-2d8f6fe5-7ad8-46d2-80f6-dbf8a88d43a0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.1914985 Sep 16 05:17:28.987079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Made reservation on behalf of d6787f6a0d2145b99122919e89e42a1b for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:28.989535 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.068144 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb455b-2118-47d6-b4a3-23094bd349b3 x-openstack-request-id: req-64eb455b-2118-47d6-b4a3-23094bd349b3 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:29.068144 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:29.068144 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64eb455b-2118-47d6-b4a3-23094bd349b3 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:29.068144 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'status': 'completed', 'code': 200} Sep 16 05:17:29.105192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-8636d50c-1f4a-40ca-903f-bc4ecb7ad58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.106723 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-8636d50c-1f4a-40ca-903f-bc4ecb7ad58b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1095 time: 0.1039448 Sep 16 05:17:29.128726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f39ec54-1ef0-456b-a31b-5269be14b774 req-2bcc2f2e-0337-4926-be0e-af962fd9e539 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354125 Sep 16 05:17:29.190832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.214908 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-cb3012f7-4942-4571-a5ce-15c6e346876c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 217 time: 0.0945668 Sep 16 05:17:29.346313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-ca97caff-38c3-4d51-acb7-e603206b8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.348024 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-ca97caff-38c3-4d51-acb7-e603206b8c95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.1194758 Sep 16 05:17:29.379266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:29.424486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615470-74e2-4f13-b725-9a779773c9bc req-43ebe817-5fb0-439f-8704-3ecc9ba07ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.425889 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-43ebe817-5fb0-439f-8704-3ecc9ba07ca5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665560 Sep 16 05:17:29.473992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] Deleting subnet c58a5af8-abb6-4b26-aa9e-126d7247e0e3 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:29.478278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.480972 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.539829 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-a2e16031-8596-4dd7-adad-9a42bdc7ad47 service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011827 Sep 16 05:17:29.557190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.598560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cca513-85fa-4b44-8564-d7848fccc67a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.616849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Checking segment: {'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:29.617823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Network hostable DHCP agents. Network: 2af235c4-aac0-493e-b9f1-688a30645845, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:29.624709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.648880 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-30615470-74e2-4f13-b725-9a779773c9bc req-dd41d6fa-4bcb-4afc-8829-9ee6a5d09cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978115 Sep 16 05:17:29.671093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Network 2af235c4-aac0-493e-b9f1-688a30645845 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:29.685425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 2af235c4-aac0-493e-b9f1-688a30645845) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:29.691596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.692196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.700251 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.713761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a13eef-ce27-40c2-8e14-7cfcba265fa5 None None] Network 2af235c4-aac0-493e-b9f1-688a30645845 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:29.734339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7d4c41ca-89d6-4130-aa46-e0965ee23743 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8904231 Sep 16 05:17:29.734992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58a5af8-abb6-4b26-aa9e-126d7247e0e3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:29.737072 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.739332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a9bba456-79bf-41f6-a986-fcb861bb81a8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c58a5af8-abb6-4b26-aa9e-126d7247e0e3 HTTP/1.1" status: 204 len: 168 time: 0.3561299 Sep 16 05:17:29.739953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33094) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:29.745257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:29.748478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33096) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:29.813764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-ab396bd8-8052-4da3-be70-55f9ae0d92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.816265 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-ab396bd8-8052-4da3-be70-55f9ae0d92a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1095 time: 0.0886698 Sep 16 05:17:29.827094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.827803 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.828178 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.845763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.922144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:29.948642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-1b55e3e7-e443-4b76-a13a-7b8f3877d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:29.951875 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-1b55e3e7-e443-4b76-a13a-7b8f3877d083 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.1277971 Sep 16 05:17:29.956133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb2a8f-916b-4894-b5ae-77c6f4730522 None None] Network 2af235c4-aac0-493e-b9f1-688a30645845 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:30.011234 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-fb4edc49-258b-419a-b486-f00985a3c8dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 217 time: 0.0511692 Sep 16 05:17:30.034819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:30.069969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:30.070440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 433ec73e-8dd5-47d9-afc0-fd3d6a1b1131 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:30.070811 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.100451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-7fb6c73c-3bdd-4b20-8bcd-56f626f4d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.103527 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-7fb6c73c-3bdd-4b20-8bcd-56f626f4d34b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.0821149 Sep 16 05:17:30.136948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee2bdca-daf3-4ca6-b3e2-a79035dce032']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.168862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-7a7ea778-9f36-4e2a-8938-c5dddac676c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.170780 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-7a7ea778-9f36-4e2a-8938-c5dddac676c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547292 Sep 16 05:17:30.182227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203f5d6c-e5f1-4779-a7fa-347ae5331759') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.182529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203f5d6c-e5f1-4779-a7fa-347ae5331759') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:30.191674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceede-fa97-47a2-9980-6827f6ae6a6b req-4b1b3311-94b6-4f91-9c9b-ecbb3930681b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.199133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb6ceede-fa97-47a2-9980-6827f6ae6a6b req-4b1b3311-94b6-4f91-9c9b-ecbb3930681b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.2163649 Sep 16 05:17:30.225041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.245098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.285688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb6ceede-fa97-47a2-9980-6827f6ae6a6b req-7094e2bd-39ee-4cb9-abb6-2ca739a3a32b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855601 Sep 16 05:17:30.350746 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.363945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:30.365022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.411359 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-7784665c-5368-4a5d-8682-34b5299b0e27 service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299526 Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:30.485743 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:30.519648 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.539784 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.544196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] 10.222.0.55 "DELETE /v2.0/networks/dee2bdca-daf3-4ca6-b3e2-a79035dce032 HTTP/1.1" status: 204 len: 168 time: 0.7923665 Sep 16 05:17:30.576580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0736ae3-e734-4c2b-aa23-9df017bda1a8 req-2b56321e-39e2-4580-b026-b26919fd5c26 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.578206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0736ae3-e734-4c2b-aa23-9df017bda1a8 req-2b56321e-39e2-4580-b026-b26919fd5c26 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.2887602 Sep 16 05:17:30.599473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f0d9-f31c-4ae2-9894-d659b9da492a admin admin] Pushing event deleted for resources: {'Network': ['ID=dee2bdca-daf3-4ca6-b3e2-a79035dce032,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:30.601448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2046c62-d79a-45a2-a429-5e7b3223e550 req-591ba017-2c3a-4ea8-bb1b-1c89a82e3135 service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797853 Sep 16 05:17:30.708944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132c42-7f38-4247-8d7b-db6397e28eea req-fe88c84b-df21-45a3-accc-96f4efaddd43 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:30.710656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3132c42-7f38-4247-8d7b-db6397e28eea req-fe88c84b-df21-45a3-accc-96f4efaddd43 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.1724241 Sep 16 05:17:30.722811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0736ae3-e734-4c2b-aa23-9df017bda1a8 req-382adf5d-5605-4331-836e-b69d804956a7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878875 Sep 16 05:17:30.785116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33122) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.837960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3132c42-7f38-4247-8d7b-db6397e28eea req-eb10a356-4eff-4c99-a28b-03309497666b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955329 Sep 16 05:17:30.842914 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bd1bc49-b698-4476-b050-122f41d8aa8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1e913c89aab4327a88d62f28c3cb6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565088 Sep 16 05:17:30.848802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33132) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:30.916312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9626e1ff-6490-45c8-b34b-77d8c3655822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.924224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.943457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9626e1ff-6490-45c8-b34b-77d8c3655822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:30.949390 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.013299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9626e1ff-6490-45c8-b34b-77d8c3655822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.016540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9626e1ff-6490-45c8-b34b-77d8c3655822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.017868 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9626e1ff-6490-45c8-b34b-77d8c3655822 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb3c9bb4-2e32-42d4-b052-5ba751a67029 HTTP/1.1" status: 204 len: 168 time: 0.1673462 Sep 16 05:17:31.038367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626e1ff-6490-45c8-b34b-77d8c3655822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c9bb4-2e32-42d4-b052-5ba751a67029,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.195870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa86781-1ef3-4991-87cf-095a3712e510 req-5cbfe7f6-924a-47cb-a0dc-6ce5e5cdcadc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:31.197603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aa86781-1ef3-4991-87cf-095a3712e510 req-5cbfe7f6-924a-47cb-a0dc-6ce5e5cdcadc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.1694047 Sep 16 05:17:31.207074 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.246128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Allocated IP 172.25.6.242 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/c861957e-8528-487f-8f77-339722b0442d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:31.283386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aa86781-1ef3-4991-87cf-095a3712e510 req-78b40822-4cda-49dc-a183-ba17dc9e2d8f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741651 Sep 16 05:17:31.464694 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:31.525172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.616033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.704331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:31.709277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c861957e-8528-487f-8f77-339722b0442d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:31.718737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:31.728355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:31.749475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:31.771953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d02d2-4191-4bab-9b0a-94b4e47f7865 req-4ff9a489-c543-4c7f-bd0e-2f53261fe6fa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:31.779211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'port_id': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'mac_address': 'fa:16:3e:ce:a1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:31.780460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759d02d2-4191-4bab-9b0a-94b4e47f7865 req-4ff9a489-c543-4c7f-bd0e-2f53261fe6fa tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.1515164 Sep 16 05:17:31.832557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.856661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d60cca-3e0f-4ef6-9da9-b898bc199961 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:31.921135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:31.930328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:31.974168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759d02d2-4191-4bab-9b0a-94b4e47f7865 req-fa09186e-7753-4f9d-a3c7-f3d9bbc0990e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926496 Sep 16 05:17:32.001511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:32.181294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01129f8b-0c5d-4607-b7c2-1ba34c438ff1 req-1a4b8593-d948-428f-b390-b6b1b173b2cc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:32.183616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01129f8b-0c5d-4607-b7c2-1ba34c438ff1 req-1a4b8593-d948-428f-b390-b6b1b173b2cc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.2317977 Sep 16 05:17:32.207094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['24d60cca-3e0f-4ef6-9da9-b898bc199961'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:32.678025 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:32.685130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01129f8b-0c5d-4607-b7c2-1ba34c438ff1 req-4026de0e-aae1-4b93-ae70-00f4f0a67582 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4947288 Sep 16 05:17:32.942200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.263239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-34f1bac1-e383-4768-bd23-7a349e90da0d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:33.265100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-34f1bac1-e383-4768-bd23-7a349e90da0d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.1514568 Sep 16 05:17:33.278118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4aed4-c252-4686-8744-828aac6c05d8 req-73f77f07-f798-496e-b5a5-e17dd4ee313e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:33.279896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dd4aed4-c252-4686-8744-828aac6c05d8 req-73f77f07-f798-496e-b5a5-e17dd4ee313e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 945 time: 0.1378694 Sep 16 05:17:33.302179 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:33.325010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Router 39660aa9-8e5f-42ab-8c8d-68d135888e9b is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:17:33.458145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dd4aed4-c252-4686-8744-828aac6c05d8 req-921946d2-33a9-4c5c-ab1b-56050bb27787 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342878 Sep 16 05:17:33.508571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:33.544062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Deleting port 77641673-50c7-46e2-9135-b7859ce96acd {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:33.544462 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.547939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:33.563238 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Sync routers for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:33.577194 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:33.578109 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:33.641740 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.643206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3e479a5a-f1ba-4fb8-9afa-4a85d887d3f4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9019554 Sep 16 05:17:33.650273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33222) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:33.744853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 24d60cca-3e0f-4ef6-9da9-b898bc199961 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:33.753067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 24d60cca-3e0f-4ef6-9da9-b898bc199961 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:33.754698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.781800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] For port 77641673-50c7-46e2-9135-b7859ce96acd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=77641673-50c7-46e2-9135-b7859ce96acd,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:33.788661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:33.819669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Calling delete_port for 77641673-50c7-46e2-9135-b7859ce96acd owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:33.872578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:34.079413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c6a5-d777-435d-95d1-0ecae14c214c req-074e57b5-acf3-4656-a633-751c627bd660 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:34.089464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86a7c6a5-d777-435d-95d1-0ecae14c214c req-074e57b5-acf3-4656-a633-751c627bd660 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1738822 Sep 16 05:17:34.202273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.230591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:34.234846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86a7c6a5-d777-435d-95d1-0ecae14c214c req-52c11b6d-d882-47da-9186-7ecd13d75bb7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443639 Sep 16 05:17:34.237578 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.258989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event deleted for resources: {'Port': ['ID=77641673-50c7-46e2-9135-b7859ce96acd,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:34.314830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] No DVR routers for this DVR port 77641673-50c7-46e2-9135-b7859ce96acd on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:34.322084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.324626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52140fa3-9f48-492f-94f3-420d85fc0d1b req-8c49032b-5325-49b8-aaea-dc592b19837d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "DELETE /v2.0/ports/77641673-50c7-46e2-9135-b7859ce96acd HTTP/1.1" status: 204 len: 173 time: 1.0426145 Sep 16 05:17:34.325086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'name': 'network-vif-deleted', 'tag': '77641673-50c7-46e2-9135-b7859ce96acd'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:34.340084 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77776af7-9c9f-4868-8355-7638759eb12b" -d '{"events": [{"server_uuid": "25102b7c-6a1c-49be-a33c-627aeb8d63c2", "name": "network-vif-deleted", "tag": "77641673-50c7-46e2-9135-b7859ce96acd"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:34.381042 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:32Z', 'revision_number': 3, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:34.425591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:34.430020 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4f1ef6-9122-42b1-a2d4-0817766dd799" -d '{"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-plugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:34.488933 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Checking router: 39660aa9-8e5f-42ab-8c8d-68d135888e9b for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:34.489501 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Updating router 39660aa9-8e5f-42ab-8c8d-68d135888e9b port c861957e-8528-487f-8f77-339722b0442d binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:34.531396 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dcbf27-39df-4497-b014-1c310432da3d x-openstack-request-id: req-e0dcbf27-39df-4497-b014-1c310432da3d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:34.531715 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25102b7c-6a1c-49be-a33c-627aeb8d63c2", "name": "network-vif-deleted", "tag": "77641673-50c7-46e2-9135-b7859ce96acd", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:34.531968 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0dcbf27-39df-4497-b014-1c310432da3d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:34.532409 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25102b7c-6a1c-49be-a33c-627aeb8d63c2', 'name': 'network-vif-deleted', 'tag': '77641673-50c7-46e2-9135-b7859ce96acd', 'status': 'completed', 'code': 200} Sep 16 05:17:34.539802 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:34.585730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:34.744222 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba19f58e-2d98-4b39-ab7f-8eb6ff75fec2 x-openstack-request-id: req-ba19f58e-2d98-4b39-ab7f-8eb6ff75fec2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:34.748820 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-plugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:34.749345 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba19f58e-2d98-4b39-ab7f-8eb6ff75fec2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:34.750260 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'code': 200} Sep 16 05:17:34.843855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.035860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be7945cf-8721-4fee-b292-8559dbd802c2 req-f547bf6a-1993-4bc2-be90-13316c17ca79 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=25102b7c-6a1c-49be-a33c-627aeb8d63c2 HTTP/1.1" status: 200 len: 210 time: 0.0680771 Sep 16 05:17:35.071457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.188927 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.196699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec39039-68f6-4cd3-b97e-ba966f54b490 req-372d06bb-6b7e-48ae-a47e-3e84bef6f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:35.199793 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9ec39039-68f6-4cd3-b97e-ba966f54b490 req-372d06bb-6b7e-48ae-a47e-3e84bef6f733 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1097 time: 0.4131870 Sep 16 05:17:35.215223 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.359567 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61db61a-362a-467e-be39-2d3b8bdbb83c None None] Pushing event updated for resources: {'Port': ['ID=c861957e-8528-487f-8f77-339722b0442d,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.362088 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Attempting to bind port c861957e-8528-487f-8f77-339722b0442d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:35.362450 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Attempting to bind port c861957e-8528-487f-8f77-339722b0442d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:35.362811 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Attempting to bind port c861957e-8528-487f-8f77-339722b0442d on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:35.402854 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:35.404030 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:35.404677 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.405247 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:35.405941 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Bound port: c861957e-8528-487f-8f77-339722b0442d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:35.406512 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.466207 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9ec39039-68f6-4cd3-b97e-ba966f54b490 req-689c126f-b443-4f5b-b83c-4e55265afeea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934013 Sep 16 05:17:35.576931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb9a70-e471-485f-962a-342f53296c2e req-fafb8eba-ee28-44f8-b960-20fb19644b7b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:35.589620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cbb9a70-e471-485f-962a-342f53296c2e req-fafb8eba-ee28-44f8-b960-20fb19644b7b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1693082 Sep 16 05:17:35.607108 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] For port c861957e-8528-487f-8f77-339722b0442d, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:35.611667 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] For port c861957e-8528-487f-8f77-339722b0442d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c861957e-8528-487f-8f77-339722b0442d,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:35.625091 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.683605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cbb9a70-e471-485f-962a-342f53296c2e req-1efab33b-dfb8-466d-a30b-dfad464a0c4d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921879 Sep 16 05:17:35.747945 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:35.751432 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:35.821741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:35.875557 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61db61a-362a-467e-be39-2d3b8bdbb83c None None] Pushing event updated for resources: {'Port': ['ID=c861957e-8528-487f-8f77-339722b0442d,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:35.968265 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:36.067593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77641673-50c7-46e2-9135-b7859ce96acd no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:36.103074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 77641673-50c7-46e2-9135-b7859ce96acd {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:36.104296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 77641673-50c7-46e2-9135-b7859ce96acd not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:36.189736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed6242-5e56-4608-a963-65c030b09b70 req-d47a88d8-7b82-4d47-b121-418067353eb8 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.205736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ed6242-5e56-4608-a963-65c030b09b70 req-d47a88d8-7b82-4d47-b121-418067353eb8 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 945 time: 0.1671135 Sep 16 05:17:36.246950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Allocated IP 172.20.0.1 (2af235c4-aac0-493e-b9f1-688a30645845/80cca513-85fa-4b44-8564-d7848fccc67a/3550a107-8a0e-4a29-ba4e-0ed6aa3e262e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:36.302233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ed6242-5e56-4608-a963-65c030b09b70 req-f5f5cbcd-9ff5-4dc2-b380-e091c0f7585a tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929005 Sep 16 05:17:36.523217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.564479 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:32Z', 'revision_number': 3, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:36.588509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.635629 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd7ff26-5392-4b8a-bb51-b5f13a83faaa None None] The sync data for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 is: [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:32Z', 'revision_number': 3, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:36.653374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Pushing event updated for resources: {'Port': ['ID=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:36.668126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Network 2af235c4-aac0-493e-b9f1-688a30645845 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:36.669704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:36.672171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:36.730527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:36.906333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-1b7a42b5-8c7e-4c86-9e5d-dd86ce267bbe tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:36.920566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-1b7a42b5-8c7e-4c86-9e5d-dd86ce267bbe tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.3895030 Sep 16 05:17:36.961844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-d0eb22b0-c7da-4b58-9b62-17094df9e940 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/quotas/0fa1edf903474f2293b20b6072f7ab05 HTTP/1.1" status: 200 len: 375 time: 0.0403879 Sep 16 05:17:37.041661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.087348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196d04-3f2e-488e-a990-2d0b19c08c84 req-82e620c8-6f87-429a-bfd6-b842de7f9510 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:37.090283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20196d04-3f2e-488e-a990-2d0b19c08c84 req-82e620c8-6f87-429a-bfd6-b842de7f9510 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1667693 Sep 16 05:17:37.098879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-e8b85b78-570b-444b-9bee-42a06130d090 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1360292 Sep 16 05:17:37.377231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20196d04-3f2e-488e-a990-2d0b19c08c84 req-8f49b6ee-4fa5-449a-97a6-e718f0f8023b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751215 Sep 16 05:17:37.470572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-a8a688b7-d92f-4f17-9dad-42598e3be71f service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493183 Sep 16 05:17:37.745485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729d14-780c-49f7-b483-5d245f593c6c req-ad8b8bcb-c30f-4395-95c2-f283b1b0a7c4 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:37.752954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20729d14-780c-49f7-b483-5d245f593c6c req-ad8b8bcb-c30f-4395-95c2-f283b1b0a7c4 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 945 time: 0.1012995 Sep 16 05:17:37.827163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-2d90bc00-129b-4a12-b736-79a02abf2d01 service neutron] 10.222.0.55 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422821 Sep 16 05:17:37.837545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.874698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-b13bd96f-42fc-4d3e-9b64-55c0f6fb108c tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:37.881403 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-b13bd96f-42fc-4d3e-9b64-55c0f6fb108c tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 945 time: 0.4575148 Sep 16 05:17:37.882477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.891201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20729d14-780c-49f7-b483-5d245f593c6c req-d42fb57e-8395-4d9d-962c-e6622d584a55 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365368 Sep 16 05:17:38.186473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2e0f7-b80a-493e-a850-cc563cc5feef req-309c26cd-c393-42ab-a225-f626739dc1b4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:38.189223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fc2e0f7-b80a-493e-a850-cc563cc5feef req-309c26cd-c393-42ab-a225-f626739dc1b4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1360667 Sep 16 05:17:38.204858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33344) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:38.208966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'floatingip': {'port_id': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:38.303560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d687a76a-5023-47a2-9b01-9c20092ae001 req-162a5735-a2a7-4fe5-9cb1-d14cdca50823 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 210 time: 0.1057305 Sep 16 05:17:38.319920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.413035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.419737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Pushing event updated for resources: {'Port': ['ID=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:38.475519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c861957e-8528-487f-8f77-339722b0442d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:38.645088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Deleting port db0b19c9-e2f0-4591-9f66-d7150e83eb8a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:38.645690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.649368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c861957e-8528-487f-8f77-339722b0442d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:38.651118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:38.805097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Network 2af235c4-aac0-493e-b9f1-688a30645845 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:38.810093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:39.039454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.071914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c861957e-8528-487f-8f77-339722b0442d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c861957e-8528-487f-8f77-339722b0442d,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:39.079801 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.120075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Router 39660aa9-8e5f-42ab-8c8d-68d135888e9b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:39.197920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c861957e-8528-487f-8f77-339722b0442d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:39.439830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] For port db0b19c9-e2f0-4591-9f66-d7150e83eb8a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:39.440588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.563487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:39.589483 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d829c4e3-06b2-4a5f-8d8c-825824842d23 admin admin] 10.222.0.55 "PUT /v2.0/routers/39660aa9-8e5f-42ab-8c8d-68d135888e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9375563 Sep 16 05:17:39.616262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19af96e6-03b2-421e-ad0d-d4e6f6967096 req-adbb3e2c-0f25-40ef-bf8b-2aea1d256ec6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 210 time: 0.1124017 Sep 16 05:17:39.978161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.978545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:39.978866 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Floating IP 12180a09-4754-49ee-b60b-b7d7c4750eba disassociated. External IP: 172.25.6.6, port: db0b19c9-e2f0-4591-9f66-d7150e83eb8a. Sep 16 05:17:39.979218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Calling delete_port for db0b19c9-e2f0-4591-9f66-d7150e83eb8a owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:40.020363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Sync routers for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:40.031431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:40.032065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:40.138364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.resource_extend [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:17:40.276566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.320860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57489246-4781-431b-b128-3fc4208e68ea req-ad902ebf-740f-46a8-8e13-1dd553624212 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:40.328018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57489246-4781-431b-b128-3fc4208e68ea req-ad902ebf-740f-46a8-8e13-1dd553624212 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 945 time: 1.1802390 Sep 16 05:17:40.451687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.564730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:40.607224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:40.719410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57489246-4781-431b-b128-3fc4208e68ea req-5967c053-9fbb-492e-bf30-c44b259879fa tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653582 Sep 16 05:17:40.724581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c861957e-8528-487f-8f77-339722b0442d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:40.736282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event deleted for resources: {'Port': ['ID=db0b19c9-e2f0-4591-9f66-d7150e83eb8a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:40.894216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-c4e84d44-ac75-4fa7-9fb6-dffab56f65e6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:40.896056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-c4e84d44-ac75-4fa7-9fb6-dffab56f65e6 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 806 time: 0.5650778 Sep 16 05:17:40.933614 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Floating IP 221174e4-433c-46ea-8fa5-0cca529c692a associated. External IP: 172.25.6.189, port: 24d60cca-3e0f-4ef6-9da9-b898bc199961. Sep 16 05:17:41.032528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acb6fb4d-0d72-4f29-9892-b6ed41e4579f req-098cbef3-b77d-4aea-bf17-505304725ffc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 210 time: 0.1667967 Sep 16 05:17:41.039725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:41.041486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Request body: {'port': {'device_id': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'admin_state_up': True, 'tenant_id': '0fa1edf903474f2293b20b6072f7ab05'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:41.143047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c861957e-8528-487f-8f77-339722b0442d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:41.143594 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.345963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:41.357503 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] Sync routers for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:41.381226 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:41.381863 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:41.419170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:37Z', 'revision_number': 2, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:41.477020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] No DVR routers for this DVR port db0b19c9-e2f0-4591-9f66-d7150e83eb8a on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:41.480488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.485060 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-81821937-0fbd-4901-b78f-fd34a0fbffbf req-227665ac-5d30-43c4-9527-ada6940b1f11 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.73 "DELETE /v2.0/ports/db0b19c9-e2f0-4591-9f66-d7150e83eb8a HTTP/1.1" status: 204 len: 173 time: 3.5457621 Sep 16 05:17:41.487224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'name': 'network-vif-deleted', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:41.492417 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cf5bbd-8276-4c25-bbc3-c09b68ce9264" -d '{"events": [{"server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "name": "network-vif-deleted", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:41.560052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device db0b19c9-e2f0-4591-9f66-d7150e83eb8a no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:41.647809 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b020df-8456-476f-ba7b-d23ba47e73bd x-openstack-request-id: req-d0b020df-8456-476f-ba7b-d23ba47e73bd {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:41.648408 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e8208c-a13d-45fc-b17e-999fd346399f", "name": "network-vif-deleted", "tag": "db0b19c9-e2f0-4591-9f66-d7150e83eb8a", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:41.648739 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0b020df-8456-476f-ba7b-d23ba47e73bd {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:41.649291 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e8208c-a13d-45fc-b17e-999fd346399f', 'name': 'network-vif-deleted', 'tag': 'db0b19c9-e2f0-4591-9f66-d7150e83eb8a', 'status': 'completed', 'code': 200} Sep 16 05:17:41.666857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: db0b19c9-e2f0-4591-9f66-d7150e83eb8a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:41.671882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device db0b19c9-e2f0-4591-9f66-d7150e83eb8a not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:41.673663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Checking router: 39660aa9-8e5f-42ab-8c8d-68d135888e9b for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:41.674747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Updating router 39660aa9-8e5f-42ab-8c8d-68d135888e9b port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:17:41.728126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.754705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.765349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Made reservation on behalf of 0fa1edf903474f2293b20b6072f7ab05 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:41.769578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:41.770263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:41.968319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Allocated IP 172.20.0.4 (a0e112e6-2245-41de-b029-7665e524e296/a3e7959b-a90e-4941-90fe-b4a54ab5b25d/592280f2-7518-441c-94a7-7f59c0421d78) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:42.035372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdc6b054-2aa7-433b-8271-5c19eec40737 req-0593fd91-d0e1-4811-a6ac-183d69378f9e tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0e8208c-a13d-45fc-b17e-999fd346399f HTTP/1.1" status: 200 len: 210 time: 0.0610445 Sep 16 05:17:42.181713 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.197553 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.289668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1e06-e596-42bd-a6dd-ae9ca03f26f0 None None] Pushing event updated for resources: {'Port': ['ID=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:42.352708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-966a1f17-79de-48d8-8a23-db2290f31aae req-edd5d4ed-6fd0-494d-a24e-97de0f1a123b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 210 time: 0.0660172 Sep 16 05:17:42.354821 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 5, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:42.425463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] Checking router: 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:42.444534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Attempting to bind port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:42.445353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Attempting to bind port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:42.445999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Attempting to bind port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e on network 2af235c4-aac0-493e-b9f1-688a30645845 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:42.452370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:42.452825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Checking segment: {'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:42.453300 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.453765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Bound using segment: {'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:42.454311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Bound port: 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:42.454935 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.460792 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:42.462174 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:42.479646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-651804ef-3dc4-4762-a181-fcd2b692d6b6 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:42.491631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-651804ef-3dc4-4762-a181-fcd2b692d6b6 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 818 time: 0.8826306 Sep 16 05:17:42.546161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] For port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:42.552415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] For port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:42.559609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-05ad1cd6-c41e-4ccd-868d-838e96c53585 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/quotas/d6787f6a0d2145b99122919e89e42a1b HTTP/1.1" status: 200 len: 375 time: 0.0574632 Sep 16 05:17:42.566799 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.610436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Router 924411d1-0737-4393-93ee-0ef19555934c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:42.687911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:42.689145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:42.696360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:42.720697 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:42.814951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-18c64b56-9463-4d35-b235-afd7c028d388 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459311 Sep 16 05:17:42.914418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:42.999391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1e06-e596-42bd-a6dd-ae9ca03f26f0 None None] Pushing event updated for resources: {'Port': ['ID=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.061996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.122225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:43.147528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:43.172676 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.188271 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 5, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:43.207427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.233120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] Sync routers for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:43.237449 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1511d61-e25a-4599-8791-f46f1a0270da None None] The sync data for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 is: [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:15:24Z', 'revision_number': 4, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '64bdfa33-3e2a-4849-9e9c-98908716e0c3', 'name': '', 'network_id': 'a7d87e34-2dc2-49af-b289-79052d821967', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'mac_address': 'fa:16:3e:ec:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:23Z', 'updated_at': '2021-09-16T05:15:31Z', 'revision_number': 5, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'subnets': [{'id': '5eb5cff0-4ed0-4ae8-8259-f3c50f96968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:43.247788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Network a0e112e6-2245-41de-b029-7665e524e296 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:43.263516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:43.294981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f6e8a960-d28b-4530-aae3-c1b23e0bad43 service neutron] 10.222.0.55 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675071 Sep 16 05:17:43.306351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:43.319377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:43.320242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:43.343016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event updated for resources: {'Port': ['ID=592280f2-7518-441c-94a7-7f59c0421d78,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.426651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3676c890-8b9b-4de3-b216-ff1dd8bb07ba tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.471622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-41cbe952-f721-4962-a0db-9e5ced8e9aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "PUT /v2.0/floatingips/221174e4-433c-46ea-8fa5-0cca529c692a HTTP/1.1" status: 200 len: 991 time: 5.2663298 Sep 16 05:17:43.507904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3676c890-8b9b-4de3-b216-ff1dd8bb07ba tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.509005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:43.511749 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a" -d '{"events": [{"name": "network-changed", "server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:43.653875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3676c890-8b9b-4de3-b216-ff1dd8bb07ba tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.656739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3676c890-8b9b-4de3-b216-ff1dd8bb07ba tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.662233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3676c890-8b9b-4de3-b216-ff1dd8bb07ba tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "DELETE /v2.0/security-groups/6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0 HTTP/1.1" status: 204 len: 168 time: 0.4516752 Sep 16 05:17:43.663673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33488) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.694396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:43.702724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:43.709344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:42Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:43.729577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676c890-8b9b-4de3-b216-ff1dd8bb07ba tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:43.738979 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-174cab74-940e-4517-8953-d736df41f00c tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] show failed (client error): The resource could not be found. Sep 16 05:17:43.743221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33492) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:43.746024 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-174cab74-940e-4517-8953-d736df41f00c tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "GET /v2.0/security-groups/6e77fbbc-18b7-4e3d-9250-ac2c0e691ac0 HTTP/1.1" status: 404 len: 347 time: 0.0721862 Sep 16 05:17:43.749060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c25d5-9496-491d-8043-eb116a8bf384 None None] The sync data for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 is: [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:42Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:43.758978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:43.915062 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874fbe5e-8e10-40cf-afa6-c41dc8802640 None None] New status for floating IP 12180a09-4754-49ee-b60b-b7d7c4750eba: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:43.941998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-bd2c76bc-0cd1-47da-a87b-42cb660b1826 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9136255 Sep 16 05:17:43.991326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Request body: {'port': {'device_id': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:44.051958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5bd10-7715-493a-9d1c-e7432c733dda req-55f072b0-5829-46b6-b376-4faef3bc5cb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.054005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9b5bd10-7715-493a-9d1c-e7432c733dda req-55f072b0-5829-46b6-b376-4faef3bc5cb1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 931 time: 0.5850091 Sep 16 05:17:44.238229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-ff1d9bde-aa0c-4b6b-9b62-43ce060f54cd service neutron] 10.222.0.55 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9250972 Sep 16 05:17:44.369090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '221174e4-433c-46ea-8fa5-0cca529c692a', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '924411d1-0737-4393-93ee-0ef19555934c', 'port_id': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'mac_address': 'fa:16:3e:ce:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893db572-50ac-47f3-a19b-6e935cac366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:21Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 1, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.374776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9b5bd10-7715-493a-9d1c-e7432c733dda req-2112a207-b2f9-4af0-85a7-6230b69a54c1 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842792 Sep 16 05:17:44.383342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:44.518557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] Checking router: 924411d1-0737-4393-93ee-0ef19555934c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:44.522338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:44.597330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:44.598092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:44.828833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-9de43831-db50-4111-8313-4f1c834a677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:44.831627 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-9de43831-db50-4111-8313-4f1c834a677d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1097 time: 0.1444771 Sep 16 05:17:44.958746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:45.151148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-9a3eb5f2-ed0c-485d-b269-7be098aab151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:45.159374 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-9a3eb5f2-ed0c-485d-b269-7be098aab151 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.3124855 Sep 16 05:17:45.315906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:45.316317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.324219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33528) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:45.417266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-712b8134-954c-4582-a3cc-172fdac78787 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 999 time: 0.2464182 Sep 16 05:17:45.611753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-0d559b61-a5b4-4d18-b1c1-1f1888150957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:45.612614 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd70f626-a363-42d6-baa4-c0461daed521 x-openstack-request-id: req-fd70f626-a363-42d6-baa4-c0461daed521 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:45.613111 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:45.619857 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-0d559b61-a5b4-4d18-b1c1-1f1888150957 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.1959436 Sep 16 05:17:45.620907 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd70f626-a363-42d6-baa4-c0461daed521 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:45.620907 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'status': 'completed', 'code': 200} Sep 16 05:17:45.642263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Deleting port a19b28da-c85d-4183-9d09-86b28ee2d5b5 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:45.642643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.705629 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f925d621-08ba-4d0a-ac21-d024edde969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:45.739493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-0111eb89-92cd-449b-a278-fd9283d241f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:45.739493 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-0111eb89-92cd-449b-a278-fd9283d241f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031082 Sep 16 05:17:45.808228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2ca6102-c87d-489d-bc0e-d3fff47921e0 req-a6bd4e6c-70c0-495d-a92c-33611cb75f4f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 210 time: 0.1864038 Sep 16 05:17:46.000403 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-dba50c2d-c533-4939-9ce1-abc6e141d50b service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523086 Sep 16 05:17:46.052871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f36ae-b5e9-4e90-9791-874ebf121fe7 req-43abf55d-3e95-4c04-af61-db2d1e757cab tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:46.055359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a21f36ae-b5e9-4e90-9791-874ebf121fe7 req-43abf55d-3e95-4c04-af61-db2d1e757cab tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 931 time: 0.4503214 Sep 16 05:17:46.065620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f925d621-08ba-4d0a-ac21-d024edde969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.100482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.101147 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.121022 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f925d621-08ba-4d0a-ac21-d024edde969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.201847 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.255191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925d621-08ba-4d0a-ac21-d024edde969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ae49d0-91b7-4819-9fae-6bb2a39a7107,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.269680 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f925d621-08ba-4d0a-ac21-d024edde969b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab3a70a1384042ad8ba1da94980a1349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9415863 Sep 16 05:17:46.275715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a21f36ae-b5e9-4e90-9791-874ebf121fe7 req-27a93ed3-b086-4313-b099-7c0de9caf93f tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995447 Sep 16 05:17:46.276358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33550) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:46.292678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Calling delete_port for a19b28da-c85d-4183-9d09-86b28ee2d5b5 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:46.343468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:46.343843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592280f2-7518-441c-94a7-7f59c0421d78 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:46.358702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '221174e4-433c-46ea-8fa5-0cca529c692a', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '924411d1-0737-4393-93ee-0ef19555934c', 'port_id': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'mac_address': 'fa:16:3e:ce:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893db572-50ac-47f3-a19b-6e935cac366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:21Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 1, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:46.362346 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.371123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.376145 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-bc65481c-90e8-4cdb-aa0c-99dd2d68814a req-94740f7b-b867-48e2-a9bd-62c3bc8cd46b service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082941 Sep 16 05:17:46.463375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62fe9d83-0c19-461c-b14f-36a2f8382f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.484994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d6e4f-61af-4a4d-a47d-1a68ec7252e4 None None] The sync data for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 is: [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '221174e4-433c-46ea-8fa5-0cca529c692a', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '924411d1-0737-4393-93ee-0ef19555934c', 'port_id': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'mac_address': 'fa:16:3e:ce:a1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893db572-50ac-47f3-a19b-6e935cac366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:17:21Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 1, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:46.499133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Transition to ACTIVE for port object 592280f2-7518-441c-94a7-7f59c0421d78 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:46.511781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.526561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62fe9d83-0c19-461c-b14f-36a2f8382f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.569727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.587392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.588016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.588556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.590370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.590491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.590836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.592361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.592714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.593058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.594586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.594931 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.595272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:46.634499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62fe9d83-0c19-461c-b14f-36a2f8382f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.638355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62fe9d83-0c19-461c-b14f-36a2f8382f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:46.639666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-62fe9d83-0c19-461c-b14f-36a2f8382f14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0ae49d0-91b7-4819-9fae-6bb2a39a7107 HTTP/1.1" status: 204 len: 168 time: 0.3620532 Sep 16 05:17:46.656963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe9d83-0c19-461c-b14f-36a2f8382f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ae49d0-91b7-4819-9fae-6bb2a39a7107,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.769106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=592280f2-7518-441c-94a7-7f59c0421d78,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:46.785205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-116db880-9ff7-416f-b5f1-9d446b467d03 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:46.787071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-116db880-9ff7-416f-b5f1-9d446b467d03 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.73 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 818 time: 0.4564028 Sep 16 05:17:46.805687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Request body: {'port': {'device_id': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'admin_state_up': True, 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:47.022202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d14f97e-7630-401f-96e7-ab793cced335 None None] New status for floating IP 221174e4-433c-46ea-8fa5-0cca529c692a: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:17:47.042704 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.103534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Attempting to bind port 592280f2-7518-441c-94a7-7f59c0421d78 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:47.104257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Attempting to bind port 592280f2-7518-441c-94a7-7f59c0421d78 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:47.104866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Attempting to bind port 592280f2-7518-441c-94a7-7f59c0421d78 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:47.123787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae139b57-327e-4e23-8868-f2c26d221e31 req-3790b129-eaef-459f-9101-1203cd017b2e tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 210 time: 0.1330006 Sep 16 05:17:47.136654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Pushing event deleted for resources: {'Port': ['ID=a19b28da-c85d-4183-9d09-86b28ee2d5b5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:47.150547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Port 592280f2-7518-441c-94a7-7f59c0421d78 on network a0e112e6-2245-41de-b029-7665e524e296 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:47.150547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Attempting to bind port 592280f2-7518-441c-94a7-7f59c0421d78 on network a0e112e6-2245-41de-b029-7665e524e296 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:47.158776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:47.159524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Checking segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:47.160560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Bound using segment: {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:47.161258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Bound port: 592280f2-7518-441c-94a7-7f59c0421d78, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:47.162113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.276276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33572) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.293056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d871ba95-690f-405b-b187-6334afa75bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.319467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Made reservation on behalf of d6787f6a0d2145b99122919e89e42a1b for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:47.324381 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.387681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] For port 592280f2-7518-441c-94a7-7f59c0421d78, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:47.392852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] For port 592280f2-7518-441c-94a7-7f59c0421d78, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=592280f2-7518-441c-94a7-7f59c0421d78,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:47.405764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.471814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d871ba95-690f-405b-b187-6334afa75bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.488550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d871ba95-690f-405b-b187-6334afa75bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.492521 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.497693 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.497693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4cfa6a52-bfdf-44e4-ab5d-d027b963f049 tempest-ServersTestFqdnHostnames-193469212 tempest-ServersTestFqdnHostnames-193469212-project] 10.222.0.55 "DELETE /v2.0/floatingips/12180a09-4754-49ee-b60b-b7d7c4750eba HTTP/1.1" status: 204 len: 168 time: 3.7318277 Sep 16 05:17:47.502555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33576) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.522153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:47.523462 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.525049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/592280f2-7518-441c-94a7-7f59c0421d78 HTTP/1.1" status: 200 len: 1092 time: 3.5659072 Sep 16 05:17:47.597617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c72d5a-5e43-40a5-bc65-945ca3fa63cf req-adf2d255-1bc7-476f-8e3e-738b3594b1e0 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:47.599985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4c72d5a-5e43-40a5-bc65-945ca3fa63cf req-adf2d255-1bc7-476f-8e3e-738b3594b1e0 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 943 time: 0.2001977 Sep 16 05:17:47.616189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac077e-c30f-46ff-8e6a-99cdb5cfe5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=592280f2-7518-441c-94a7-7f59c0421d78,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:47.629091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'tag': '592280f2-7518-441c-94a7-7f59c0421d78'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:47.629789 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad2223-6ece-4ace-9057-c9fd5b07556a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d674fed-a7b7-4dbd-b2f5-fa73501c2701", "tag": "592280f2-7518-441c-94a7-7f59c0421d78"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:47.737510 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23366267-30d0-4027-9138-53c1b646814b x-openstack-request-id: req-23366267-30d0-4027-9138-53c1b646814b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:47.738015 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d674fed-a7b7-4dbd-b2f5-fa73501c2701", "tag": "592280f2-7518-441c-94a7-7f59c0421d78", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:47.738494 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23366267-30d0-4027-9138-53c1b646814b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:47.739244 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'tag': '592280f2-7518-441c-94a7-7f59c0421d78', 'status': 'completed', 'code': 200} Sep 16 05:17:47.746131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871ba95-690f-405b-b187-6334afa75bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0049faa5-324c-4fb9-b0cb-30b50c75f90a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:47.765565 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d871ba95-690f-405b-b187-6334afa75bc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f3cd43a3a9345eba3cb58031f674bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879375 Sep 16 05:17:47.772658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33584) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:47.805013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4c72d5a-5e43-40a5-bc65-945ca3fa63cf req-cad5f6fe-63fd-453f-b86c-7e157ac0f951 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801381 Sep 16 05:17:47.818013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-37c93148-dec8-481f-88b7-fd8ea4c96f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:47.819766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-37c93148-dec8-481f-88b7-fd8ea4c96f18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 1095 time: 0.2351069 Sep 16 05:17:47.821135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Allocated IP 172.20.0.7 (2af235c4-aac0-493e-b9f1-688a30645845/80cca513-85fa-4b44-8564-d7848fccc67a/14653bdb-e068-4faa-884f-54e67a6555a4) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:47.899145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-49ab344c-1bd5-420a-8790-d864166f81a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592280f2-7518-441c-94a7-7f59c0421d78 HTTP/1.1" status: 200 len: 217 time: 0.0609882 Sep 16 05:17:47.970483 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fc7607e-d179-4d2f-b112-90b70e1f7548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.011817 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fc7607e-d179-4d2f-b112-90b70e1f7548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.123482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-711afd4d-fde4-4279-aea3-585ce53e3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:48.125231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-711afd4d-fde4-4279-aea3-585ce53e3364 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.2115786 Sep 16 05:17:48.243774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-749d0099-1acf-455c-a5b4-29e18517af44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647392 Sep 16 05:17:48.319527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-434c6175-483f-4daa-bfb1-cf2e6bb27b74 req-9402024c-f180-401d-9fba-ac2723beea7b tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 210 time: 0.0595698 Sep 16 05:17:48.336907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fc7607e-d179-4d2f-b112-90b70e1f7548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.339508 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fc7607e-d179-4d2f-b112-90b70e1f7548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.340752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5fc7607e-d179-4d2f-b112-90b70e1f7548 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0049faa5-324c-4fb9-b0cb-30b50c75f90a HTTP/1.1" status: 204 len: 168 time: 0.5611961 Sep 16 05:17:48.408413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7607e-d179-4d2f-b112-90b70e1f7548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0049faa5-324c-4fb9-b0cb-30b50c75f90a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.452420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.515123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:48.533083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-c6b46f82-6894-4bc2-b488-e93ef31097c8 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700136 Sep 16 05:17:48.554580 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.639101 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:48.639773 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.663551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.727601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Network 2af235c4-aac0-493e-b9f1-688a30645845 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:48.739398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:48.742990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:48.793361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1065f4fe-eb37-4328-948f-f49aaec6f659 req-29cf698e-b22e-4376-9459-69d9714fac31 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473693 Sep 16 05:17:48.825830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event updated for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:48.837689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.838051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.838383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.838722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.839059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.839392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.839721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.840047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.840747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.841084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.841414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.841743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:17:48.881341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:48.882287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.936430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Deleting port 64bdfa33-3e2a-4849-9e9c-98908716e0c3 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:48.938143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:48.969588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-f129c9d1-3566-4e6d-b618-7fb936648f1a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1709225 Sep 16 05:17:48.990569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Request body: {'port': {'device_id': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:49.063376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] For port 64bdfa33-3e2a-4849-9e9c-98908716e0c3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=64bdfa33-3e2a-4849-9e9c-98908716e0c3,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:49.064393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.085055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Calling delete_port for 64bdfa33-3e2a-4849-9e9c-98908716e0c3 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:49.346158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.395916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Pushing event deleted for resources: {'Port': ['ID=64bdfa33-3e2a-4849-9e9c-98908716e0c3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:49.424905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-3b1d506c-8e01-4ff0-a573-a5cb37b50e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.426621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-3b1d506c-8e01-4ff0-a573-a5cb37b50e4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 1095 time: 0.5410273 Sep 16 05:17:49.452244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.461307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c1f95-e537-4bde-99b6-1a3a0eebd639 req-ef549412-7caa-48e0-a053-8bb6887b3006 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.468799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e30c1f95-e537-4bde-99b6-1a3a0eebd639 req-ef549412-7caa-48e0-a053-8bb6887b3006 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 943 time: 0.5163202 Sep 16 05:17:49.723466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:49.826828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-b210ea40-a371-4b16-b9ea-f0b22d2e8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:49.828438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-b210ea40-a371-4b16-b9ea-f0b22d2e8312 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.3886783 Sep 16 05:17:50.030511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-59bf8eeb-2697-4249-bc70-15acdb1440ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592280f2-7518-441c-94a7-7f59c0421d78 HTTP/1.1" status: 200 len: 217 time: 0.1907194 Sep 16 05:17:50.096971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e30c1f95-e537-4bde-99b6-1a3a0eebd639 req-22e347e8-c311-4c07-a470-dec3cc040911 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269412 Sep 16 05:17:50.113703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42d445-16bb-4add-b4c5-e6a2129e08c4 req-7fe29f9c-dd69-4668-80cf-32b4921dbd62 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:50.115525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f42d445-16bb-4add-b4c5-e6a2129e08c4 req-7fe29f9c-dd69-4668-80cf-32b4921dbd62 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 931 time: 0.2904353 Sep 16 05:17:50.125818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:17:50.191156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-83a4f930-9aa2-4828-873c-a492bff5e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:50.192719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-83a4f930-9aa2-4828-873c-a492bff5e022 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.1516490 Sep 16 05:17:50.238143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-5f9c2448-9db7-4539-875c-4b67e0ffbaa4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362749 Sep 16 05:17:50.310543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f42d445-16bb-4add-b4c5-e6a2129e08c4 req-f96484c9-2c7b-4562-892f-15a57635f58b tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611624 Sep 16 05:17:50.316261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:17:50.327389 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-88dcfac1-fcff-484a-9b4c-cc91298f679f admin admin] 10.222.0.55 "PUT /v2.0/routers/70e0ea72-9fb3-4257-9b92-b04c57b47bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8231268 Sep 16 05:17:50.328622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33670) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:50.329649 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] Sync routers for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:17:50.360238 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:50.361338 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:50.521066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-98a596df-b541-4d41-bd6d-2511030c76e9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542975 Sep 16 05:17:50.620613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.686793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cad2223-6ece-4ace-9057-c9fd5b07556a req-f8f5a87c-de6d-4d3f-a257-dcb92c1a8693 service neutron] 10.222.0.64 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507492 Sep 16 05:17:50.708653 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:50.735002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14653bdb-e068-4faa-884f-54e67a6555a4 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:50.746913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.774325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Transition to ACTIVE for port object 14653bdb-e068-4faa-884f-54e67a6555a4 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:17:50.785747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.799397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.861270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:50.868035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Deleting port f3d1300d-0a8c-497c-801b-393f26dc1ca9 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:50.868370 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.036798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Attempting to bind port 14653bdb-e068-4faa-884f-54e67a6555a4 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:51.037219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Attempting to bind port 14653bdb-e068-4faa-884f-54e67a6555a4 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:51.037616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Attempting to bind port 14653bdb-e068-4faa-884f-54e67a6555a4 on network 2af235c4-aac0-493e-b9f1-688a30645845 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:51.042602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Port 14653bdb-e068-4faa-884f-54e67a6555a4 on network 2af235c4-aac0-493e-b9f1-688a30645845 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:17:51.042884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Attempting to bind port 14653bdb-e068-4faa-884f-54e67a6555a4 on network 2af235c4-aac0-493e-b9f1-688a30645845 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:51.048445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:51.048861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Checking segment: {'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:51.049564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Bound using segment: {'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:51.050064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Bound port: 14653bdb-e068-4faa-884f-54e67a6555a4, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cd7b22-931a-4280-904a-e23dcf051dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:51.050492 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.083391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] For port f3d1300d-0a8c-497c-801b-393f26dc1ca9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f3d1300d-0a8c-497c-801b-393f26dc1ca9,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:51.085527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.094088 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:17:49Z', 'revision_number': 5, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port': {'id': 'f3d1300d-0a8c-497c-801b-393f26dc1ca9', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:15:20Z', 'updated_at': '2021-09-16T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:51.102347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Calling delete_port for f3d1300d-0a8c-497c-801b-393f26dc1ca9 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:51.140626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:51.144751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=14653bdb-e068-4faa-884f-54e67a6555a4,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:51.151690 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.163995 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] Checking router: 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:17:51.186269 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] Routers {'70e0ea72-9fb3-4257-9b92-b04c57b47bd1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:17:51.187199 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:51.238154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.239701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.242031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 1092 time: 2.2564077 Sep 16 05:17:51.245914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:51.256405 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb649c82-c992-4998-9285-b914602c3615" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:51.359329 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e17111-a7e7-4a92-ab6a-66e36ce8fba0 x-openstack-request-id: req-45e17111-a7e7-4a92-ab6a-66e36ce8fba0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:51.361553 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:51.363863 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45e17111-a7e7-4a92-ab6a-66e36ce8fba0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:51.367820 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4', 'status': 'completed', 'code': 200} Sep 16 05:17:51.430348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdb1a5-072b-48f6-89a4-abc5e60c42c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.483782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.490311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11529f-81d3-44c1-acdf-ec6f82475508 req-0ef130ed-ace3-4547-9cb3-0cdf02f00dc5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.499002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c11529f-81d3-44c1-acdf-ec6f82475508 req-0ef130ed-ace3-4547-9cb3-0cdf02f00dc5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 943 time: 0.2676661 Sep 16 05:17:51.527111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d1300d-0a8c-497c-801b-393f26dc1ca9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:51.527467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-0f1e16de-c3da-41da-8493-8de8f9615f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.533639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-0f1e16de-c3da-41da-8493-8de8f9615f61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1095 time: 0.2070293 Sep 16 05:17:51.589216 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] Set router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:17:51.649510 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.650877 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:17:50Z', 'revision_number': 6, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:51.681381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-c591f54e-8c9f-4591-9f87-4a65407764e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 217 time: 0.1282394 Sep 16 05:17:51.723505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1208ecc-72f8-4aed-b3e4-36103b324823 None None] The sync data for ids ['70e0ea72-9fb3-4257-9b92-b04c57b47bd1'] in n-d-713301-15 is: [{'id': '70e0ea72-9fb3-4257-9b92-b04c57b47bd1', 'name': 'tempest-ServersTestFqdnHostnames-761321139-router', 'tenant_id': 'd699149825b648b4bbef43bb4ceca74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:15:19Z', 'updated_at': '2021-09-16T05:17:50Z', 'revision_number': 6, 'project_id': 'd699149825b648b4bbef43bb4ceca74d', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:17:51.731726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c11529f-81d3-44c1-acdf-ec6f82475508 req-7a90fcf5-e6e1-49d8-8ad9-2c8e7240d71e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313049 Sep 16 05:17:51.769917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.774744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.818320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-ddf285d5-28d5-47f5-b01f-8128f10ce4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.820153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-ddf285d5-28d5-47f5-b01f-8128f10ce4b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.1060629 Sep 16 05:17:51.830154 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.830831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e0ea72-9fb3-4257-9b92-b04c57b47bd1 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:17:51.836775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.840945 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b8d35be-53a5-47be-a5c7-84312f654334 admin admin] 10.222.0.55 "DELETE /v2.0/routers/70e0ea72-9fb3-4257-9b92-b04c57b47bd1 HTTP/1.1" status: 204 len: 168 time: 1.5110896 Sep 16 05:17:51.841822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33738) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:51.861292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c216987-5c20-4729-8576-e1494fab382e req-bf5b5843-1231-4c59-aced-9a9bb860cac7 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:51.867106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c216987-5c20-4729-8576-e1494fab382e req-bf5b5843-1231-4c59-aced-9a9bb860cac7 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 943 time: 0.4103284 Sep 16 05:17:51.894873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] Deleting subnet 5eb5cff0-4ed0-4ae8-8259-f3c50f96968b {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:17:51.899657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.947987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.026586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c216987-5c20-4729-8576-e1494fab382e req-e064fd44-6a67-4482-8816-1ee60a07e673 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308222 Sep 16 05:17:52.029038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-62b2614c-6c3c-481b-80f2-fd70e254ea55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604643 Sep 16 05:17:52.055869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.114571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 592280f2-7518-441c-94a7-7f59c0421d78 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:52.150178 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.217775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-2bd50500-7d93-4b43-90d3-694fbe110ad6 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765182 Sep 16 05:17:52.266186 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb5cff0-4ed0-4ae8-8259-f3c50f96968b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.276775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.278963 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-98249a96-7c1d-422b-924e-49572ab35387 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5eb5cff0-4ed0-4ae8-8259-f3c50f96968b HTTP/1.1" status: 204 len: 168 time: 0.4358089 Sep 16 05:17:52.284555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:52.356285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b366d42-149a-41cd-ba88-a16f52f8a121 None None] Network a7d87e34-2dc2-49af-b289-79052d821967 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:52.391786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.410564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7a973af-e204-4205-8bd6-919fcc4928c5 req-95506e3e-df1f-4b73-8bd0-1f9837882250 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748116 Sep 16 05:17:52.502000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Deleting port 3635c219-260a-46e3-bc52-538e8e6ced22 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:52.502913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.515786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 592280f2-7518-441c-94a7-7f59c0421d78, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=592280f2-7518-441c-94a7-7f59c0421d78,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:52.562183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '592280f2-7518-441c-94a7-7f59c0421d78', 'network_id': 'a0e112e6-2245-41de-b029-7665e524e296', 'port_id': '592280f2-7518-441c-94a7-7f59c0421d78', 'mac_address': 'fa:16:3e:56:eb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e7959b-a90e-4941-90fe-b4a54ab5b25d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:52.624007 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.647356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649c82-c992-4998-9285-b914602c3615 req-d36e5469-4cc7-4122-88ca-600724888d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:52.648987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb649c82-c992-4998-9285-b914602c3615 req-d36e5469-4cc7-4122-88ca-600724888d6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1095 time: 0.1241980 Sep 16 05:17:52.653221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592280f2-7518-441c-94a7-7f59c0421d78 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:52.689499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 592280f2-7518-441c-94a7-7f59c0421d78, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=592280f2-7518-441c-94a7-7f59c0421d78,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:52.696307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] DHCP port deletion for a7d87e34-2dc2-49af-b289-79052d821967 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:17:52.701396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.707175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] For port 3635c219-260a-46e3-bc52-538e8e6ced22, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3635c219-260a-46e3-bc52-538e8e6ced22,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:52.707559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.731652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Calling delete_port for 3635c219-260a-46e3-bc52-538e8e6ced22 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:52.806110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=592280f2-7518-441c-94a7-7f59c0421d78,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.812236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] Deleting port 3635c219-260a-46e3-bc52-538e8e6ced22 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:52.812848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.886052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649c82-c992-4998-9285-b914602c3615 req-057b6764-3205-4fc0-af47-9a01c340cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:52.887461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb649c82-c992-4998-9285-b914602c3615 req-057b6764-3205-4fc0-af47-9a01c340cecb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.2252965 Sep 16 05:17:52.900254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] For port 3635c219-260a-46e3-bc52-538e8e6ced22, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3635c219-260a-46e3-bc52-538e8e6ced22,segment=NetworkSegment(15f1a91d-d754-4fbc-9d00-c213110ddace),segment_id=15f1a91d-d754-4fbc-9d00-c213110ddace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:52.900786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.916484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] Calling delete_port for 3635c219-260a-46e3-bc52-538e8e6ced22 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:17:52.932006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:52.989366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb649c82-c992-4998-9285-b914602c3615 req-18f998b3-4e6b-4ca6-88e7-516e687d141f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 217 time: 0.0933456 Sep 16 05:17:52.995040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3635c219-260a-46e3-bc52-538e8e6ced22,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:52.999906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] No DVR routers for this DVR port 3635c219-260a-46e3-bc52-538e8e6ced22 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:53.018108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.020685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 64bdfa33-3e2a-4849-9e9c-98908716e0c3 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:53.106744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] Pushing event deleted for resources: {'Port': ['ID=3635c219-260a-46e3-bc52-538e8e6ced22,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.115464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 64bdfa33-3e2a-4849-9e9c-98908716e0c3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:53.116217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 64bdfa33-3e2a-4849-9e9c-98908716e0c3 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:53.118177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f3d1300d-0a8c-497c-801b-393f26dc1ca9 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:53.172432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: f3d1300d-0a8c-497c-801b-393f26dc1ca9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:53.172898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f3d1300d-0a8c-497c-801b-393f26dc1ca9 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:53.179936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d92d0e-c14f-4704-aaa9-ade917e59e8b None None] No DVR routers for this DVR port 3635c219-260a-46e3-bc52-538e8e6ced22 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:17:53.182457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb649c82-c992-4998-9285-b914602c3615 req-3adcea98-b7df-48cc-8cac-129521c4bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:53.185756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb649c82-c992-4998-9285-b914602c3615 req-3adcea98-b7df-48cc-8cac-129521c4bc07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.1761694 Sep 16 05:17:53.198902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.209351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['592280f2-7518-441c-94a7-7f59c0421d78'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:53.248185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d87e34-2dc2-49af-b289-79052d821967']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:53.275352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f1a91d-d754-4fbc-9d00-c213110ddace') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:53.276620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f1a91d-d754-4fbc-9d00-c213110ddace') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:17:53.301618 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.335837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.340984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb649c82-c992-4998-9285-b914602c3615 req-125f2e97-423b-42e6-abf3-149606d046bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137478 Sep 16 05:17:53.346179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:17:53.346621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:17:53.348823 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:17:53.400641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bf6eb-ce3b-46d0-8e57-2488dd043561 req-ed97a31a-42c9-4e78-a9dd-55cadbe31774 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:53.402601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-075bf6eb-ce3b-46d0-8e57-2488dd043561 req-ed97a31a-42c9-4e78-a9dd-55cadbe31774 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 944 time: 0.4123023 Sep 16 05:17:53.406758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33788) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.438556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.461450 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.473605 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a7d87e34-2dc2-49af-b289-79052d821967 HTTP/1.1" status: 204 len: 168 time: 1.1880744 Sep 16 05:17:53.495063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533653-f65b-4ef9-bc39-0917b2169af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d87e34-2dc2-49af-b289-79052d821967,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.581556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7172143-161a-428b-879f-9ab3d6fda3e3 req-e898dc7b-ca99-4d2f-a622-c0bde5ad2499 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:53.587632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7172143-161a-428b-879f-9ab3d6fda3e3 req-e898dc7b-ca99-4d2f-a622-c0bde5ad2499 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 943 time: 0.3938758 Sep 16 05:17:53.619239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb649c82-c992-4998-9285-b914602c3615 req-b130fc09-0fd3-4621-a205-d706c5357784 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634864 Sep 16 05:17:53.650965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-075bf6eb-ce3b-46d0-8e57-2488dd043561 req-8bb90533-0c58-459b-84e9-76b1f54a8fe0 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290819 Sep 16 05:17:53.699206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7172143-161a-428b-879f-9ab3d6fda3e3 req-aa0a1b30-b779-472d-b05c-923ae8cc8a18 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Sep 16 05:17:53.733258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c167f8a-056d-41e7-b413-6e4c19af792c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.761401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33800) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.772118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb649c82-c992-4998-9285-b914602c3615 req-aa39d847-3216-4fab-aef9-94dcd2043662 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342268 Sep 16 05:17:53.836539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cc2a76e6-d24e-4243-8439-657fd3069adc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d699149825b648b4bbef43bb4ceca74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737803 Sep 16 05:17:53.839371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33802) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.849859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c167f8a-056d-41e7-b413-6e4c19af792c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.854905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c167f8a-056d-41e7-b413-6e4c19af792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.903176 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c167f8a-056d-41e7-b413-6e4c19af792c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b98d0f445e341caa7c1184699deedea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946516 Sep 16 05:17:53.905596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c167f8a-056d-41e7-b413-6e4c19af792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9cbae-2969-4e9a-b118-ad6fc0906104,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:53.908221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33806) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:53.919506 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c1b11b4b-2505-4f85-b7f7-1494ec572e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.955517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c1b11b4b-2505-4f85-b7f7-1494ec572e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.969218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a61a23cf-8253-4cc8-8a2d-29aa11b4c2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.997263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a61a23cf-8253-4cc8-8a2d-29aa11b4c2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.027346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c1b11b4b-2505-4f85-b7f7-1494ec572e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.030048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c1b11b4b-2505-4f85-b7f7-1494ec572e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.034160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c1b11b4b-2505-4f85-b7f7-1494ec572e09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dee2fab6-fd88-47b6-b226-69c61ed825b8 HTTP/1.1" status: 204 len: 168 time: 0.1934292 Sep 16 05:17:54.049573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b11b4b-2505-4f85-b7f7-1494ec572e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee2fab6-fd88-47b6-b226-69c61ed825b8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.139953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a61a23cf-8253-4cc8-8a2d-29aa11b4c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.142110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a61a23cf-8253-4cc8-8a2d-29aa11b4c2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.146251 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a61a23cf-8253-4cc8-8a2d-29aa11b4c2d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17c9cbae-2969-4e9a-b118-ad6fc0906104 HTTP/1.1" status: 204 len: 168 time: 0.2341652 Sep 16 05:17:54.154908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a23cf-8253-4cc8-8a2d-29aa11b4c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c9cbae-2969-4e9a-b118-ad6fc0906104,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:54.492446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3635c219-260a-46e3-bc52-538e8e6ced22 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:17:54.518473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3635c219-260a-46e3-bc52-538e8e6ced22 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:17:54.519124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3635c219-260a-46e3-bc52-538e8e6ced22 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:17:54.597540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.848906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44b4fa-40c9-454b-85fa-a91a7f7018ef req-c98ec289-a90d-49b5-aaa0-2e72e13a8794 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:54.851026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b44b4fa-40c9-454b-85fa-a91a7f7018ef req-c98ec289-a90d-49b5-aaa0-2e72e13a8794 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 944 time: 0.0843840 Sep 16 05:17:54.865589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33850) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:54.889535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fea2c697-c1a2-4d16-9f47-2506320cf9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:54.963646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b44b4fa-40c9-454b-85fa-a91a7f7018ef req-c4b55522-c6ab-420d-a8dd-3daa71185ae3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950613 Sep 16 05:17:54.999422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4c99-9c29-42ee-b1d1-9ca457989562 req-53e927ab-2c86-4de2-8568-fea32da425d8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:55.000994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f99b4c99-9c29-42ee-b1d1-9ca457989562 req-53e927ab-2c86-4de2-8568-fea32da425d8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 943 time: 0.1677544 Sep 16 05:17:55.014975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fea2c697-c1a2-4d16-9f47-2506320cf9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.021863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fea2c697-c1a2-4d16-9f47-2506320cf9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.051478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f99b4c99-9c29-42ee-b1d1-9ca457989562 req-90cf01af-2ba5-4c88-afe3-c0b5d5776c68 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Sep 16 05:17:55.082627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2c697-c1a2-4d16-9f47-2506320cf9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ada4f0-539f-4179-b4cc-d4201cdf2074,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.101418 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fea2c697-c1a2-4d16-9f47-2506320cf9c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98e6651e5cf44f44a93df45da39b90c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343264 Sep 16 05:17:55.103632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33860) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.160923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3c0501f-9437-4963-aee2-0e410fc1b8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.196503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3c0501f-9437-4963-aee2-0e410fc1b8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.287404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3c0501f-9437-4963-aee2-0e410fc1b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.292535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3c0501f-9437-4963-aee2-0e410fc1b8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.294505 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f3c0501f-9437-4963-aee2-0e410fc1b8a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29ada4f0-539f-4179-b4cc-d4201cdf2074 HTTP/1.1" status: 204 len: 168 time: 0.1896210 Sep 16 05:17:55.320000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0501f-9437-4963-aee2-0e410fc1b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ada4f0-539f-4179-b4cc-d4201cdf2074,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:55.417592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33872) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:55.593169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 14653bdb-e068-4faa-884f-54e67a6555a4 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:17:55.755603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=14653bdb-e068-4faa-884f-54e67a6555a4,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:55.772532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '14653bdb-e068-4faa-884f-54e67a6555a4', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'port_id': '14653bdb-e068-4faa-884f-54e67a6555a4', 'mac_address': 'fa:16:3e:53:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:17:55.813709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-840963331-network', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:55.820672 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.844943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14653bdb-e068-4faa-884f-54e67a6555a4 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:17:55.864970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Made reservation on behalf of ef07e3d1ebf64d8182373731e8746457 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:55.867833 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.889583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=14653bdb-e068-4faa-884f-54e67a6555a4,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:55.900374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:55.911770 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.005124 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc838652-16c3-4be5-9f67-781834573c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.052853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.119779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 592280f2-7518-441c-94a7-7f59c0421d78 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:56.165854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['14653bdb-e068-4faa-884f-54e67a6555a4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:17:56.206296 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.237766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.336454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacde11-4547-47f6-bf94-1b047d2a94eb req-ae26ebe6-066f-42ce-b379-cbbcfc1ca122 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:56.338034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bacde11-4547-47f6-bf94-1b047d2a94eb req-ae26ebe6-066f-42ce-b379-cbbcfc1ca122 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 944 time: 0.2396321 Sep 16 05:17:56.384482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:17:56.389730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 592280f2-7518-441c-94a7-7f59c0421d78 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:56.403975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 592280f2-7518-441c-94a7-7f59c0421d78 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:56.404540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.448498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ae516-eaed-43a7-968b-bf5c5ae41013,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.467506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fbfe-330f-4836-ad44-67306ea44b15 req-13829190-4230-4764-9be8-e8dfa313431b tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:56.469417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9785fbfe-330f-4836-ad44-67306ea44b15 req-13829190-4230-4764-9be8-e8dfa313431b tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 944 time: 0.2687669 Sep 16 05:17:56.470635 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.471004 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Added segment c6574c8b-a6e9-4794-80d0-7d832b52f672 of type vlan for network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d Sep 16 05:17:56.541141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bacde11-4547-47f6-bf94-1b047d2a94eb req-8060011d-492b-43f0-9698-bca45beba7a7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644280 Sep 16 05:17:56.552179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.576147 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.614153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9785fbfe-330f-4836-ad44-67306ea44b15 req-b665ee53-3e28-4ddc-9bcc-39e3d47123aa tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958178 Sep 16 05:17:56.641027 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.642130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:56.642877 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.692672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592280f2-7518-441c-94a7-7f59c0421d78'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:56.694962 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c1f54-df91-4ebb-9cde-1e29ccab698d" -d '{"events": [{"server_uuid": "0d674fed-a7b7-4dbd-b2f5-fa73501c2701", "name": "network-vif-plugged", "status": "completed", "tag": "592280f2-7518-441c-94a7-7f59c0421d78"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:56.734102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 592280f2-7518-441c-94a7-7f59c0421d78, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=592280f2-7518-441c-94a7-7f59c0421d78,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:56.740307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.760938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33932) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:56.766159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Request body: {'subnet': {'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-840963331-subnet', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:56.770549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3517921 Sep 16 05:17:56.779619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d10ca6-60c3-417c-9252-66391917ca18 admin admin] Pushing event updated for resources: {'Network': ['ID=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.795075 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b7c4d-0f91-4e7b-b623-8f536cb14e8c x-openstack-request-id: req-211b7c4d-0f91-4e7b-b623-8f536cb14e8c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:56.795457 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d674fed-a7b7-4dbd-b2f5-fa73501c2701", "name": "network-vif-plugged", "status": "completed", "tag": "592280f2-7518-441c-94a7-7f59c0421d78", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:56.795592 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-211b7c4d-0f91-4e7b-b623-8f536cb14e8c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:56.804870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Made reservation on behalf of ef07e3d1ebf64d8182373731e8746457 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:17:56.807292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:56.808722 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592280f2-7518-441c-94a7-7f59c0421d78', 'code': 200} Sep 16 05:17:56.811009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:17:56.914475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f7bfd-c75d-4a6e-afa4-93244dbdb400 req-eff07791-3e14-48a0-9765-2220f08bfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:56.917059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c18f7bfd-c75d-4a6e-afa4-93244dbdb400 req-eff07791-3e14-48a0-9765-2220f08bfc12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 1097 time: 0.0627031 Sep 16 05:17:56.959862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=592280f2-7518-441c-94a7-7f59c0421d78,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:56.996748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c18f7bfd-c75d-4a6e-afa4-93244dbdb400 req-475507ca-39d4-4856-a84a-c724f053c32f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723512 Sep 16 05:17:57.071856 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.147690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e685d7f-c1be-49cd-985c-0ac8753a7f03,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:57.159837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Checking segment: {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:57.160565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Network hostable DHCP agents. Network: a52f6e52-3fa7-4bdc-a176-c59bc0cc798d, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:17:57.184180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:17:57.193081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a52f6e52-3fa7-4bdc-a176-c59bc0cc798d) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:57.202969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f0eb0-2dc0-442e-b606-c4bca1b1e5d0 None None] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:17:57.220728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:57.221297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.249935 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3365360-3091-4db8-a1d8-a45bf3f9759c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4878471 Sep 16 05:17:57.252933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:57.258145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:17:57.314219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.315358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.399974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.413977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:17:57.415023 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.587706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Allocated IP 172.20.0.2 (a52f6e52-3fa7-4bdc-a176-c59bc0cc798d/1e685d7f-c1be-49cd-985c-0ac8753a7f03/502c32d3-b4ef-4f65-8788-138768fde2e3) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:57.623063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 14653bdb-e068-4faa-884f-54e67a6555a4 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:17:57.747105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.813168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 14653bdb-e068-4faa-884f-54e67a6555a4 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:17:57.843454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 14653bdb-e068-4faa-884f-54e67a6555a4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:17:57.844014 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.868883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bb187-4db0-4370-9b70-b3343f888afa req-a84eab23-9a59-4c80-9395-34e00eee7fde tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:57.870472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-871bb187-4db0-4370-9b70-b3343f888afa req-a84eab23-9a59-4c80-9395-34e00eee7fde tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.2249920 Sep 16 05:17:57.890265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4afc4-0488-4c29-97b3-de431b72f672 req-1d0baf46-206d-4b5d-bbc7-6876591cf9b6 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:57.891795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2a4afc4-0488-4c29-97b3-de431b72f672 req-1d0baf46-206d-4b5d-bbc7-6876591cf9b6 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 944 time: 0.1372898 Sep 16 05:17:57.958881 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:57.982855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.019848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2a4afc4-0488-4c29-97b3-de431b72f672 req-4a4d0898-18c1-4506-95a7-fe42621e4eac tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170707 Sep 16 05:17:58.050676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-871bb187-4db0-4370-9b70-b3343f888afa req-13b3d8f5-fe79-43be-9df5-36169cbb4318 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578639 Sep 16 05:17:58.094823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:58.103708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:58.109873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:58.166345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Pushing event updated for resources: {'Port': ['ID=502c32d3-b4ef-4f65-8788-138768fde2e3,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.174206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.203612 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.232663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.267397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Attempting to bind port 502c32d3-b4ef-4f65-8788-138768fde2e3 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:17:58.273808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Attempting to bind port 502c32d3-b4ef-4f65-8788-138768fde2e3 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:17:58.274176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Attempting to bind port 502c32d3-b4ef-4f65-8788-138768fde2e3 on network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:17:58.287692 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77f66de4-5bea-408a-acf5-28a360ea70a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.291377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:17:58.291749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Checking segment: {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:17:58.292175 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.292552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Bound using segment: {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:17:58.293027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Bound port: 502c32d3-b4ef-4f65-8788-138768fde2e3, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:17:58.293404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.337228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=14653bdb-e068-4faa-884f-54e67a6555a4,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:17:58.439040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] For port 502c32d3-b4ef-4f65-8788-138768fde2e3, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:17:58.443271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] For port 502c32d3-b4ef-4f65-8788-138768fde2e3, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=502c32d3-b4ef-4f65-8788-138768fde2e3,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:17:58.446033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.467415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Allocated IP 172.25.6.20 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/edc77ab7-35b2-4017-b087-7c73df7357c7) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:17:58.475494 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.523038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.598843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d450362-ad3b-47e3-a599-541cc34329cc None None] Pushing event updated for resources: {'Port': ['ID=502c32d3-b4ef-4f65-8788-138768fde2e3,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.712294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.783164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:58.810539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:17:58.819283 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f31783b-edba-4c6c-b677-da8a02bfc346" -d '{"events": [{"server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "name": "network-vif-plugged", "status": "completed", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:17:58.858079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Pushing event updated for resources: {'Port': ['ID=edc77ab7-35b2-4017-b087-7c73df7357c7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:58.903079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:17:58.906341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:17:58.910861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:17:58.920039 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bf025f-00a0-4d86-a126-dc0261523cda x-openstack-request-id: req-12bf025f-00a0-4d86-a126-dc0261523cda {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:17:58.920506 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "name": "network-vif-plugged", "status": "completed", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:17:58.920834 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12bf025f-00a0-4d86-a126-dc0261523cda {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:17:58.921308 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4', 'code': 200} Sep 16 05:17:59.099943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca9fc-5723-4d20-aaab-2cae81470a06 req-4e32bacb-4424-4995-910d-1688a16a5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.102582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-530ca9fc-5723-4d20-aaab-2cae81470a06 req-4e32bacb-4424-4995-910d-1688a16a5590 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.0950031 Sep 16 05:17:59.201286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-530ca9fc-5723-4d20-aaab-2cae81470a06 req-90adca9d-222b-4487-8f8d-da79573ddd84 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867877 Sep 16 05:17:59.201716 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.273155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760746-ee00-43ce-b756-5d41a22ad8fe req-532cd9b4-ee35-48f7-ac17-16d762c92b35 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.275140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3760746-ee00-43ce-b756-5d41a22ad8fe req-532cd9b4-ee35-48f7-ac17-16d762c92b35 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0870523 Sep 16 05:17:59.284748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34042) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.310928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ccd87-6ae2-4f2e-a71f-fa7f13b1733b req-21bfae4c-bd15-4f4a-8bec-51ec12eb6e14 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.313107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c22ccd87-6ae2-4f2e-a71f-fa7f13b1733b req-21bfae4c-bd15-4f4a-8bec-51ec12eb6e14 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1638980 Sep 16 05:17:59.377474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c22ccd87-6ae2-4f2e-a71f-fa7f13b1733b req-e4191f48-97c4-4135-92da-0ac7106ee3e9 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535836 Sep 16 05:17:59.395039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3760746-ee00-43ce-b756-5d41a22ad8fe req-3584c1ec-328a-47f6-95ac-4e83d01c21a5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060109 Sep 16 05:17:59.578283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2c1cdaa7-dee0-423d-b3f3-80ae7d14be04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.780066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.799889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab4eee-07b7-40b0-b04e-2fdd39890689 req-522673ea-6071-4c10-8c87-4eabb693eb54 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:59.806206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fab4eee-07b7-40b0-b04e-2fdd39890689 req-522673ea-6071-4c10-8c87-4eabb693eb54 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1302884 Sep 16 05:17:59.822779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.880005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2c1cdaa7-dee0-423d-b3f3-80ae7d14be04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.898668 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2c1cdaa7-dee0-423d-b3f3-80ae7d14be04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.946887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fab4eee-07b7-40b0-b04e-2fdd39890689 req-e64c9c29-1719-4152-9fc1-d62c4024cef7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925670 Sep 16 05:17:59.975346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cdaa7-dee0-423d-b3f3-80ae7d14be04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2592b5-94d6-4d90-abb5-5fad62a64e44,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:17:59.987103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2c1cdaa7-dee0-423d-b3f3-80ae7d14be04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb3489d35680433bb32052c90469cf28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992416 Sep 16 05:17:59.989299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34068) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:00.061597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aedf-b32b-40fc-a135-a18217a6dfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.069057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8888a6e4-21dc-4fd8-8aeb-1ea94edda855 None None] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:00.147273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-50763586-9323-45b7-99e9-aed8ec882565 None None] Provisioning complete for port 502c32d3-b4ef-4f65-8788-138768fde2e3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:00.148609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50763586-9323-45b7-99e9-aed8ec882565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.182211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aedf-b32b-40fc-a135-a18217a6dfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.201345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.273058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a71a57-694e-4145-8743-3b43280211e1 req-adc61f29-f82b-43be-a806-ea8d40569197 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.275043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71a71a57-694e-4145-8743-3b43280211e1 req-adc61f29-f82b-43be-a806-ea8d40569197 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.2099035 Sep 16 05:18:00.321888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aedf-b32b-40fc-a135-a18217a6dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.325717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bbe6aedf-b32b-40fc-a135-a18217a6dfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.327056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bbe6aedf-b32b-40fc-a135-a18217a6dfb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f2592b5-94d6-4d90-abb5-5fad62a64e44 HTTP/1.1" status: 204 len: 168 time: 0.3368456 Sep 16 05:18:00.338946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50763586-9323-45b7-99e9-aed8ec882565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.344452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6aedf-b32b-40fc-a135-a18217a6dfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2592b5-94d6-4d90-abb5-5fad62a64e44,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.392321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71a71a57-694e-4145-8743-3b43280211e1 req-626a9ba6-bfc9-4979-b450-e4224f87538b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973887 Sep 16 05:18:00.451985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:00.473811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-50763586-9323-45b7-99e9-aed8ec882565 None None] For port 502c32d3-b4ef-4f65-8788-138768fde2e3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=502c32d3-b4ef-4f65-8788-138768fde2e3,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:00.479859 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50763586-9323-45b7-99e9-aed8ec882565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.656059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50763586-9323-45b7-99e9-aed8ec882565 None None] Pushing event updated for resources: {'Port': ['ID=502c32d3-b4ef-4f65-8788-138768fde2e3,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.716012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 502c32d3-b4ef-4f65-8788-138768fde2e3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:00.813730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4c2bf-01d5-4bcd-a899-457874f88212 req-b7ba7e02-fa00-4009-9286-562c11eb7799 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.821450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bc4c2bf-01d5-4bcd-a899-457874f88212 req-b7ba7e02-fa00-4009-9286-562c11eb7799 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1664608 Sep 16 05:18:00.966544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:00.968020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bc4c2bf-01d5-4bcd-a899-457874f88212 req-b3b83664-d4b8-40dc-98fe-dd096880dd8f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429930 Sep 16 05:18:00.993879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Sync routers for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:00.999032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.003289 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eb84a581-a6c9-4c82-afd4-4e68702f443a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7468662 Sep 16 05:18:01.003529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34096) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.011819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34098) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.024271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:01.025322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:01.089338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d228c159-2b80-416c-a176-9e2d5ee9e5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.097636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d301e-81b9-42ab-8a32-f92285e496f6 req-ec178663-212c-4b17-afeb-6da9c9b05db3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.106487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-127d301e-81b9-42ab-8a32-f92285e496f6 req-ec178663-212c-4b17-afeb-6da9c9b05db3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1012373 Sep 16 05:18:01.157756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-127d301e-81b9-42ab-8a32-f92285e496f6 req-92b6962a-0a46-42ba-a59a-b60ee5264c10 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Sep 16 05:18:01.182820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ebd09293-95ff-4729-9ac4-84c969e3296a None None] Provisioning complete for port 502c32d3-b4ef-4f65-8788-138768fde2e3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:01.183937 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ebd09293-95ff-4729-9ac4-84c969e3296a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.263877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 502c32d3-b4ef-4f65-8788-138768fde2e3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:01.264362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.275996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:01.304746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d228c159-2b80-416c-a176-9e2d5ee9e5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.321164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d228c159-2b80-416c-a176-9e2d5ee9e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.381546 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d228c159-2b80-416c-a176-9e2d5ee9e5d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e7d0fa4872b4532bf3961035f204ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667142 Sep 16 05:18:01.386975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34106) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:01.449240 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.456822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228c159-2b80-416c-a176-9e2d5ee9e5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd93a82-bd12-4aab-b6b9-5c3a35b2d8d6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:01.557851 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c541-549b-4710-90f4-274d879d7e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.641613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c541-549b-4710-90f4-274d879d7e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.846715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:17:59Z', 'revision_number': 3, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:01.849995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6c99e-287e-4f3e-bc23-195fceca47ac req-0d4327c6-6b2f-4e1f-8215-283fc4709e9a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.857832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69f6c99e-287e-4f3e-bc23-195fceca47ac req-0d4327c6-6b2f-4e1f-8215-283fc4709e9a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.5113389 Sep 16 05:18:01.868470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-27a3771f-5e72-4431-a4f8-3750a45bf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.870062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-27a3771f-5e72-4431-a4f8-3750a45bf3a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.6059618 Sep 16 05:18:01.888564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Checking router: 4198a2e8-0faf-4eba-8c65-cd8f20aae50b for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:01.888921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Updating router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b port edc77ab7-35b2-4017-b087-7c73df7357c7 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:01.932928 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.963984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69f6c99e-287e-4f3e-bc23-195fceca47ac req-7189815d-6a0d-440c-b4c1-86de5564d86a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908356 Sep 16 05:18:01.974250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c541-549b-4710-90f4-274d879d7e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.977151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c541-549b-4710-90f4-274d879d7e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:01.992225 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e4d5c541-549b-4710-90f4-274d879d7e74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8dd93a82-bd12-4aab-b6b9-5c3a35b2d8d6 HTTP/1.1" status: 204 len: 168 time: 0.5969565 Sep 16 05:18:02.025014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5c541-549b-4710-90f4-274d879d7e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd93a82-bd12-4aab-b6b9-5c3a35b2d8d6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.033448 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.116932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-4b19f7f5-1bf2-4eb1-950e-a50cf2f5d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.118594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-4b19f7f5-1bf2-4eb1-950e-a50cf2f5d8dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.2394090 Sep 16 05:18:02.186823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-34401a64-6fa1-4993-be6e-0d5869bb5750 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 217 time: 0.0591190 Sep 16 05:18:02.285476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-edf63ede-37c1-4827-bbc2-6160a49997f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.289018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-edf63ede-37c1-4827-bbc2-6160a49997f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.0859873 Sep 16 05:18:02.404652 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.405666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-5eed8aba-2c0f-446d-8d4b-64d6f14e17e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751870 Sep 16 05:18:02.427041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.444695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Allocated IP 172.20.0.1 (a52f6e52-3fa7-4bdc-a176-c59bc0cc798d/1e685d7f-c1be-49cd-985c-0ac8753a7f03/8a152355-48d4-4a6d-bf44-f80674811d86) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:02.545104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ba5d1-cbf9-45ff-93f2-10d7413c51e0 None None] Pushing event updated for resources: {'Port': ['ID=edc77ab7-35b2-4017-b087-7c73df7357c7,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.571468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 502c32d3-b4ef-4f65-8788-138768fde2e3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:02.660465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Attempting to bind port edc77ab7-35b2-4017-b087-7c73df7357c7 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:02.660853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Attempting to bind port edc77ab7-35b2-4017-b087-7c73df7357c7 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:02.661226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Attempting to bind port edc77ab7-35b2-4017-b087-7c73df7357c7 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:02.672728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:02.673017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:02.673279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.673681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:02.675581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Bound port: edc77ab7-35b2-4017-b087-7c73df7357c7, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:02.676046 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.696706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04769df-d9bf-4b29-8240-8c9311760724 req-0184ea35-74ce-401f-8d5a-3bac4558dc21 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.698431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.698818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d04769df-d9bf-4b29-8240-8c9311760724 req-0184ea35-74ce-401f-8d5a-3bac4558dc21 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.4054339 Sep 16 05:18:02.705993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-f4beff90-8cb2-4e67-a13d-50f1dc733155 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916613 Sep 16 05:18:02.766588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.788556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] For port edc77ab7-35b2-4017-b087-7c73df7357c7, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:02.809405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] For port edc77ab7-35b2-4017-b087-7c73df7357c7, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=edc77ab7-35b2-4017-b087-7c73df7357c7,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:02.817425 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.851296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 502c32d3-b4ef-4f65-8788-138768fde2e3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:02.852108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.885528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Pushing event updated for resources: {'Port': ['ID=8a152355-48d4-4a6d-bf44-f80674811d86,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.907779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d04769df-d9bf-4b29-8240-8c9311760724 req-75243b19-2fad-41ca-8992-ee20b9bb365b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999955 Sep 16 05:18:02.914142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:02.917375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:02.933521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:02.934135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:02.952617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf18477-38a0-4eb0-bb9d-411a8610f916 req-9ded120b-c091-4a38-aadf-c86aefd72ef1 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376657 Sep 16 05:18:02.953193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:03.043395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ba5d1-cbf9-45ff-93f2-10d7413c51e0 None None] Pushing event updated for resources: {'Port': ['ID=edc77ab7-35b2-4017-b087-7c73df7357c7,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.087785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.248614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ac740-fe39-457f-af51-774640e9335a req-04cc5bd5-acb4-4cb8-8d73-658fa58ec526 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:03.250833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b26ac740-fe39-457f-af51-774640e9335a req-04cc5bd5-acb4-4cb8-8d73-658fa58ec526 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1135628 Sep 16 05:18:03.340636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.344863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:03.348954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b26ac740-fe39-457f-af51-774640e9335a req-7bc0f8d6-0871-4081-915f-9a43b71c02c1 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874889 Sep 16 05:18:03.612199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.619859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.637580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-21ede895-55d9-4765-98f6-9be09894a8c3 None None] Provisioning complete for port 8a152355-48d4-4a6d-bf44-f80674811d86 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:03.638058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-21ede895-55d9-4765-98f6-9be09894a8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.718252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Pushing event updated for resources: {'Port': ['ID=8a152355-48d4-4a6d-bf44-f80674811d86,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:03.726338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.802450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-21ede895-55d9-4765-98f6-9be09894a8c3 None None] Port 8a152355-48d4-4a6d-bf44-f80674811d86 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:03.845274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:03.847033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:03.861036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:17:59Z', 'revision_number': 3, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:03.958990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9947c0-d304-4934-860c-462a9d6cf877 None None] The sync data for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 is: [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:17:59Z', 'revision_number': 3, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:04.129825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7d87-9157-438c-a447-c296a77d36c9 req-c0a76968-ae3c-463c-896c-25bf0d5edc5e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.140951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b3e7d87-9157-438c-a447-c296a77d36c9 req-c0a76968-ae3c-463c-896c-25bf0d5edc5e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0948706 Sep 16 05:18:04.142847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:04.244918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8c8ec8b1-9888-4ed6-8625-d02b7d946ec4 None None] Provisioning complete for port 8a152355-48d4-4a6d-bf44-f80674811d86 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:04.254541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b3e7d87-9157-438c-a447-c296a77d36c9 req-f0746fcd-316b-4f98-938f-7e717a5dcd55 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989258 Sep 16 05:18:04.256011 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8c8ec8b1-9888-4ed6-8625-d02b7d946ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:04.367366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ec8b1-9888-4ed6-8625-d02b7d946ec4 None None] Port 8a152355-48d4-4a6d-bf44-f80674811d86 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:04.383200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:04.393884 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fbb92fc1-5a00-4d6e-ab0f-21cd63164d89 admin admin] 10.222.0.55 "PUT /v2.0/routers/4198a2e8-0faf-4eba-8c65-cd8f20aae50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3810642 Sep 16 05:18:04.611928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ff250-9db2-4b4d-8f66-0d51d160d552 req-8936a019-bc46-4bba-84fb-2af9c7b0b7a1 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:04.614627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c5ff250-9db2-4b4d-8f66-0d51d160d552 req-8936a019-bc46-4bba-84fb-2af9c7b0b7a1 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1210327 Sep 16 05:18:04.739374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c5ff250-9db2-4b4d-8f66-0d51d160d552 req-bcda982a-dde2-47a9-8d18-cbe2361659a5 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046512 Sep 16 05:18:05.137337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34236) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.141976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8c6b30e4-0af5-4ee9-9845-8f6368de98aa tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213518584', 'description': 'tempest-description--1870334795'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:05.196607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c6b30e4-0af5-4ee9-9845-8f6368de98aa tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.363098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c6b30e4-0af5-4ee9-9845-8f6368de98aa tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.390538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c6b30e4-0af5-4ee9-9845-8f6368de98aa tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.448650 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c6b30e4-0af5-4ee9-9845-8f6368de98aa tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.452577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8c6b30e4-0af5-4ee9-9845-8f6368de98aa tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3114779 Sep 16 05:18:05.452915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34252) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.458055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-64dbf7b2-a61e-49b4-9b80-9cf1040a076b tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Request body: {'security_group_rule': {'security_group_id': '06e682d4-1d9f-473a-817c-c502652904a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:05.493320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b30e4-0af5-4ee9-9845-8f6368de98aa tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e682d4-1d9f-473a-817c-c502652904a8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.525264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64dbf7b2-a61e-49b4-9b80-9cf1040a076b tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.548004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abfb0c-7767-40e1-a06e-334de4fb89e7 req-fc5fcb5b-c31e-468b-93a0-8bd3d6d45ee5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:05.551467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1abfb0c-7767-40e1-a06e-334de4fb89e7 req-fc5fcb5b-c31e-468b-93a0-8bd3d6d45ee5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.2010083 Sep 16 05:18:05.610258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1abfb0c-7767-40e1-a06e-334de4fb89e7 req-574cf4a0-42f6-474f-9c03-211d8cc8935a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507288 Sep 16 05:18:05.620060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64dbf7b2-a61e-49b4-9b80-9cf1040a076b tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.628561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64dbf7b2-a61e-49b4-9b80-9cf1040a076b tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.649910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf7b2-a61e-49b4-9b80-9cf1040a076b tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27866e6f-9715-47d2-8289-539266e1ca92,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.659987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64dbf7b2-a61e-49b4-9b80-9cf1040a076b tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.662620 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-64dbf7b2-a61e-49b4-9b80-9cf1040a076b tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2086272 Sep 16 05:18:05.665863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34256) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.670757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9f3f9ec6-a6d8-4c10-88b4-cac66853ff76 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Request body: {'security_group_rule': {'security_group_id': '06e682d4-1d9f-473a-817c-c502652904a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:05.708307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f3f9ec6-a6d8-4c10-88b4-cac66853ff76 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.847385 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f3f9ec6-a6d8-4c10-88b4-cac66853ff76 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.854411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f3f9ec6-a6d8-4c10-88b4-cac66853ff76 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.903552 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f9ec6-a6d8-4c10-88b4-cac66853ff76 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766c47e7-9129-460f-8c1a-8bf32a6c5eca,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:05.914048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f3f9ec6-a6d8-4c10-88b4-cac66853ff76 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.915361 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9f3f9ec6-a6d8-4c10-88b4-cac66853ff76 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2484927 Sep 16 05:18:05.918373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34268) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:05.930192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:05.976897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:05.988331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f8a0d-383d-4815-bf87-321df7fcba90 req-76b5f2d0-c380-4907-99de-3761a0735a2e tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:06.013458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba0f8a0d-383d-4815-bf87-321df7fcba90 req-76b5f2d0-c380-4907-99de-3761a0735a2e tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1632824 Sep 16 05:18:06.129656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba0f8a0d-383d-4815-bf87-321df7fcba90 req-c339e06b-742e-4b5a-9055-43c276a1d8c2 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146891 Sep 16 05:18:06.174796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.332341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34284) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.341226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Allocated IP 172.25.6.137 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/46489479-eb94-4cb3-866f-d013d8320b63) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:06.496592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.542319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.569090 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Sync routers for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:06.599052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device edc77ab7-35b2-4017-b087-7c73df7357c7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:06.603580 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:06.604275 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:06.633240 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a65e0b10-7ecd-42a0-a55d-0c7b412d2b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.689737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:06.702954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:06.710436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:06.734552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port edc77ab7-35b2-4017-b087-7c73df7357c7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:06.734723 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.776670 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:06.822263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a65e0b10-7ecd-42a0-a55d-0c7b412d2b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.845737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event updated for resources: {'Port': ['ID=46489479-eb94-4cb3-866f-d013d8320b63,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:06.893956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a65e0b10-7ecd-42a0-a55d-0c7b412d2b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.923330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.948189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.948684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port edc77ab7-35b2-4017-b087-7c73df7357c7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=edc77ab7-35b2-4017-b087-7c73df7357c7,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:06.952344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a65e0b10-7ecd-42a0-a55d-0c7b412d2b39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=479a85de759b4752aed7bb120501df0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181786 Sep 16 05:18:06.954797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34304) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:06.957533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.014571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb664-dea4-49e0-98d9-0555e1e2d17a req-2738061c-33b2-4e9d-986b-70b259ae0501 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:07.017052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f3cb664-dea4-49e0-98d9-0555e1e2d17a req-2738061c-33b2-4e9d-986b-70b259ae0501 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1920094 Sep 16 05:18:07.039061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.061767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e0b10-7ecd-42a0-a55d-0c7b412d2b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69114434-31ff-41a1-ad49-e569db27d536,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.080264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=edc77ab7-35b2-4017-b087-7c73df7357c7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.126310 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 2, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:07.130520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30fbd393-a658-4e99-82e2-de56176b7f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.149539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f3cb664-dea4-49e0-98d9-0555e1e2d17a req-bd619c68-740b-4b99-b540-2da976808585 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233983 Sep 16 05:18:07.161748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30fbd393-a658-4e99-82e2-de56176b7f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.170630 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Checking router: 4198a2e8-0faf-4eba-8c65-cd8f20aae50b for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:07.170924 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Updating router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b port 8a152355-48d4-4a6d-bf44-f80674811d86 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:07.227149 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.290833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.297734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.316496 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30fbd393-a658-4e99-82e2-de56176b7f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.320374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30fbd393-a658-4e99-82e2-de56176b7f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.321819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-30fbd393-a658-4e99-82e2-de56176b7f5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69114434-31ff-41a1-ad49-e569db27d536 HTTP/1.1" status: 204 len: 168 time: 0.3642197 Sep 16 05:18:07.353235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbd393-a658-4e99-82e2-de56176b7f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69114434-31ff-41a1-ad49-e569db27d536,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.376964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c97f72-6da1-47cb-99ab-bb3bd17068d8 req-17e6f6a3-d80f-46b0-a3ab-77c1c1a19edf tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:07.378912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20c97f72-6da1-47cb-99ab-bb3bd17068d8 req-17e6f6a3-d80f-46b0-a3ab-77c1c1a19edf tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1249657 Sep 16 05:18:07.399219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event updated for resources: {'Port': ['ID=46489479-eb94-4cb3-866f-d013d8320b63,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.461392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.484937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20c97f72-6da1-47cb-99ab-bb3bd17068d8 req-83ec19b4-a7e2-474d-a338-7692ac032c06 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986443 Sep 16 05:18:07.492171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.501321 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d4cad685-6a10-4599-b0c4-c6c1b110aaa2 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5731173 Sep 16 05:18:07.724495 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.740734 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.762519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-6168553f-ced2-436f-b838-64edad8e099a tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--213518584&fields=id&tenant_id=ef07e3d1ebf64d8182373731e8746457 HTTP/1.1" status: 200 len: 267 time: 0.0462849 Sep 16 05:18:07.852674 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93e989-1c01-4d8c-b609-6fec7cc1c452 None None] Pushing event updated for resources: {'Port': ['ID=8a152355-48d4-4a6d-bf44-f80674811d86,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:07.865166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34338) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:07.891843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd04c295-d4f7-435c-aeb0-b44342dc40a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.962140 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Attempting to bind port 8a152355-48d4-4a6d-bf44-f80674811d86 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:07.962460 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Attempting to bind port 8a152355-48d4-4a6d-bf44-f80674811d86 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:07.962984 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Attempting to bind port 8a152355-48d4-4a6d-bf44-f80674811d86 on network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:07.977444 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:07.977828 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Checking segment: {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:07.978290 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.978681 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Bound using segment: {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:07.979200 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Bound port: 8a152355-48d4-4a6d-bf44-f80674811d86, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:07.979909 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:07.991666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-7e0d4bec-3d70-4d1f-b5c1-0b0575180395 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:08.020145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-7e0d4bec-3d70-4d1f-b5c1-0b0575180395 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/networks?id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d HTTP/1.1" status: 200 len: 805 time: 0.2444122 Sep 16 05:18:08.061908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-b294b810-cd18-465e-b085-f80a41b996a5 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/quotas/ef07e3d1ebf64d8182373731e8746457 HTTP/1.1" status: 200 len: 375 time: 0.0395765 Sep 16 05:18:08.065173 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd04c295-d4f7-435c-aeb0-b44342dc40a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.076709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd04c295-d4f7-435c-aeb0-b44342dc40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.148342 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bd04c295-d4f7-435c-aeb0-b44342dc40a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e16eebb226304e10917957d4543c5661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816262 Sep 16 05:18:08.149007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34346) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:08.149703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04c295-d4f7-435c-aeb0-b44342dc40a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59c776f-aae4-4c0c-86d1-6136c9524ad6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:08.169358 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] For port 8a152355-48d4-4a6d-bf44-f80674811d86, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:08.174693 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] For port 8a152355-48d4-4a6d-bf44-f80674811d86, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a152355-48d4-4a6d-bf44-f80674811d86,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:08.184550 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.185908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-c2fe75c4-1985-4517-a40a-32dee423caef tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef07e3d1ebf64d8182373731e8746457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234026 Sep 16 05:18:08.227267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-87fe2dbf-7847-4f02-917d-745f152399e5 None None] Provisioning complete for port 8a152355-48d4-4a6d-bf44-f80674811d86 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:08.228579 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87fe2dbf-7847-4f02-917d-745f152399e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.279575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-236728ad-32f4-4cc9-9953-f55234d96c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.298563 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93e989-1c01-4d8c-b609-6fec7cc1c452 None None] Pushing event updated for resources: {'Port': ['ID=8a152355-48d4-4a6d-bf44-f80674811d86,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:08.313197 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-236728ad-32f4-4cc9-9953-f55234d96c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.331754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-55b198dd-17ac-4b73-a574-c0e4a29709f6 service neutron] 10.222.0.55 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184659 Sep 16 05:18:08.342943 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:08.354578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:08.405367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-236728ad-32f4-4cc9-9953-f55234d96c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.408252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-236728ad-32f4-4cc9-9953-f55234d96c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.412879 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-236728ad-32f4-4cc9-9953-f55234d96c8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d59c776f-aae4-4c0c-86d1-6136c9524ad6 HTTP/1.1" status: 204 len: 168 time: 0.2448564 Sep 16 05:18:08.423145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236728ad-32f4-4cc9-9953-f55234d96c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59c776f-aae4-4c0c-86d1-6136c9524ad6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:08.484412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87fe2dbf-7847-4f02-917d-745f152399e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.520784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690027f-5f9a-4999-91a4-694d517b9550 req-c738e73b-c8f2-4178-be27-8c040401d10d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:08.529381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b690027f-5f9a-4999-91a4-694d517b9550 req-c738e73b-c8f2-4178-be27-8c040401d10d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1436622 Sep 16 05:18:08.588963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-dadc4dae-5404-44f8-9ecf-c536b2fce0d0 service neutron] 10.222.0.55 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496815 Sep 16 05:18:08.618627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-87fe2dbf-7847-4f02-917d-745f152399e5 None None] For port 8a152355-48d4-4a6d-bf44-f80674811d86, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a152355-48d4-4a6d-bf44-f80674811d86,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:08.624986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device edc77ab7-35b2-4017-b087-7c73df7357c7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:08.656414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b690027f-5f9a-4999-91a4-694d517b9550 req-63a2d38a-a3e5-4d89-b926-29a769acafb0 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209996 Sep 16 05:18:08.701019 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:08.701405 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87fe2dbf-7847-4f02-917d-745f152399e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.759394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port edc77ab7-35b2-4017-b087-7c73df7357c7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:08.759772 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.795559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe2dbf-7847-4f02-917d-745f152399e5 None None] Pushing event updated for resources: {'Port': ['ID=8a152355-48d4-4a6d-bf44-f80674811d86,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:08.820013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a144f5-f7fa-4aff-af4c-bd686ece7eb0 req-ebb56c3b-40bd-4169-88a6-0652f3caa7ac tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:08.824636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-db2bb48c-78d8-45b9-8a0e-4f8a40c66e6e None None] Provisioning complete for port 8a152355-48d4-4a6d-bf44-f80674811d86 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:08.825252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-db2bb48c-78d8-45b9-8a0e-4f8a40c66e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:08.829421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a144f5-f7fa-4aff-af4c-bd686ece7eb0 req-ebb56c3b-40bd-4169-88a6-0652f3caa7ac tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0958650 Sep 16 05:18:08.884617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6a144f5-f7fa-4aff-af4c-bd686ece7eb0 req-330fbf48-0e06-4776-a18d-c2c1246e8f31 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522962 Sep 16 05:18:09.098723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1194590d-e64a-4bba-8c64-3ad70deb7c2d req-968f7a77-59c0-4804-864a-3dfba8471584 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 210 time: 0.0513957 Sep 16 05:18:09.216504 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:09.258538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b1dc04-a31f-4ba2-87fc-e12e90491b66 None None] The sync data for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 is: [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:09.822923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38a07-651e-46af-80c7-5f8e64c17d0a req-82e58f0d-8df9-43f3-a92d-97b0e74e577d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:09.825497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07e38a07-651e-46af-80c7-5f8e64c17d0a req-82e58f0d-8df9-43f3-a92d-97b0e74e577d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0830655 Sep 16 05:18:09.888934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07e38a07-651e-46af-80c7-5f8e64c17d0a req-c1cba47b-0cda-4b14-9218-14b694a35b0c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573306 Sep 16 05:18:10.160169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da3aa-26f4-4eb1-bd00-2eea9d63cd6a req-caf4aaf2-e14f-45a2-95f9-d624c5cf5151 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.164765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c0da3aa-26f4-4eb1-bd00-2eea9d63cd6a req-caf4aaf2-e14f-45a2-95f9-d624c5cf5151 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0871909 Sep 16 05:18:10.259449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c0da3aa-26f4-4eb1-bd00-2eea9d63cd6a req-fea0d32d-a920-47bf-a815-ee6e054355c2 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860865 Sep 16 05:18:10.293191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89f3d8e9-d18b-43c2-a820-fcf209166531 req-e370175b-107b-4d41-a8f0-0f248a5dfde7 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 210 time: 0.0764458 Sep 16 05:18:10.309172 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:10.607670 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a152355-48d4-4a6d-bf44-f80674811d86 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:10.724483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-d2542510-a179-4f46-b2ff-2cb94e170423 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:10.727219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-d2542510-a179-4f46-b2ff-2cb94e170423 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.64 "GET /v2.0/networks?id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d HTTP/1.1" status: 200 len: 805 time: 0.3081958 Sep 16 05:18:10.734994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8a152355-48d4-4a6d-bf44-f80674811d86 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:10.735375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:10.802463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-1067ec9a-20a7-4ce7-997a-f810537b1882 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef07e3d1ebf64d8182373731e8746457 HTTP/1.1" status: 200 len: 379 time: 0.0582476 Sep 16 05:18:10.819244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Request body: {'port': {'device_id': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'admin_state_up': True, 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'security_groups': ['06e682d4-1d9f-473a-817c-c502652904a8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:11.200843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Made reservation on behalf of ef07e3d1ebf64d8182373731e8746457 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:11.204399 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.262494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccf683-b812-4e91-a64f-1a3f4d8596f0 req-30137dda-1f6b-4b68-91ed-b21e070b2294 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.264196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ccf683-b812-4e91-a64f-1a3f4d8596f0 req-30137dda-1f6b-4b68-91ed-b21e070b2294 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1815412 Sep 16 05:18:11.395223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36ccf683-b812-4e91-a64f-1a3f4d8596f0 req-c1d7a0cb-d423-448d-a75f-1afc1ab08ccd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994768 Sep 16 05:18:11.460924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Allocated IP 172.20.0.11 (a52f6e52-3fa7-4bdc-a176-c59bc0cc798d/1e685d7f-c1be-49cd-985c-0ac8753a7f03/167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:11.486856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62327c2-4784-45c2-932b-3daf4fdc0230 req-7dfdf3b5-a047-4bd1-b299-bb4532ccab28 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.488552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d62327c2-4784-45c2-932b-3daf4fdc0230 req-7dfdf3b5-a047-4bd1-b299-bb4532ccab28 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0969431 Sep 16 05:18:11.618771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8cdba81-eadb-4699-a0bd-8dc5330b258f req-12ded029-fe5b-4406-be4b-31ea707fcb4d tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 210 time: 0.0621274 Sep 16 05:18:11.663744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d62327c2-4784-45c2-932b-3daf4fdc0230 req-f555c3f8-486f-4787-a233-cb6b5d163b19 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666715 Sep 16 05:18:11.710605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.738195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.802021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:11.853847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:11.864286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:11.869935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:11.955469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event updated for resources: {'Port': ['ID=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:11.998848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:11.999863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.017906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2256468b-db66-4b08-a252-7f1c9d5a6167 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2026746 Sep 16 05:18:12.039376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Request body: {'port': {'device_id': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:12.166353 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.351315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-532e29f4-fedf-467a-8fdc-31da3d771680 None None] Provisioning complete for port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:12.351971 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-532e29f4-fedf-467a-8fdc-31da3d771680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.395134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-532e29f4-fedf-467a-8fdc-31da3d771680 None None] Port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:12.553058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:12.564235 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.577379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Transition to ACTIVE for port object 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:12.590114 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.664891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Pushing event updated for resources: {'Port': ['ID=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:12.719165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144b8c-27f0-4183-9f04-cc6abd345015 req-95e94b7b-0ef0-4578-871b-0f50e8d8730d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.721053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e144b8c-27f0-4183-9f04-cc6abd345015 req-95e94b7b-0ef0-4578-871b-0f50e8d8730d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1725438 Sep 16 05:18:12.852305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e144b8c-27f0-4183-9f04-cc6abd345015 req-0a95b3b7-145a-4e15-a5ac-fcd8001262af tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097810 Sep 16 05:18:12.877335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564b1f-c479-4f33-bfbc-6cca45a1afbb req-b8bc2556-dce7-4892-8a0c-143bc13d479e tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:12.878883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac564b1f-c479-4f33-bfbc-6cca45a1afbb req-b8bc2556-dce7-4892-8a0c-143bc13d479e tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 944 time: 0.1555943 Sep 16 05:18:12.906321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Attempting to bind port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:12.906671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Attempting to bind port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:12.907126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Attempting to bind port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 on network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:12.914931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 on network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:12.915260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Attempting to bind port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 on network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:12.939790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:12.940200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Checking segment: {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:12.940689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Bound using segment: {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:12.941167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Bound port: 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6574c8b-a6e9-4794-80d0-7d832b52f672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:12.941539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:12.996629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac564b1f-c479-4f33-bfbc-6cca45a1afbb req-19e89b7f-a800-430f-9485-d8d066af1be7 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970426 Sep 16 05:18:13.061439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34536) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:13.120731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af1ba-45a2-45b6-81d9-9cbda04fe74a req-f09f3161-7aa7-48c2-a5ec-8f578d60159c tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.122396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c86af1ba-45a2-45b6-81d9-9cbda04fe74a req-f09f3161-7aa7-48c2-a5ec-8f578d60159c tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0888088 Sep 16 05:18:13.125627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] For port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:13.129562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] For port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:13.136233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.197791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.198422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.200585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] 10.222.0.64 "PUT /v2.0/ports/167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 HTTP/1.1" status: 200 len: 1093 time: 1.1653423 Sep 16 05:18:13.204600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:13.204600 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5f58dc-dc6a-4725-861f-2db680937f37" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:13.240247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86c96667-80bf-4207-87ce-cdbaf4363bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.274074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c86af1ba-45a2-45b6-81d9-9cbda04fe74a req-fdc966b1-1d36-4229-84e2-345116fb9372 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315739 Sep 16 05:18:13.276583 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68afb6d-649b-4485-8a05-2937bf5f0ca3 x-openstack-request-id: req-b68afb6d-649b-4485-8a05-2937bf5f0ca3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:13.277149 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:13.277638 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b68afb6d-649b-4485-8a05-2937bf5f0ca3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:13.278857 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'status': 'completed', 'code': 200} Sep 16 05:18:13.302548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0274f0-b5d4-4923-b9af-38ae097ef9ec service neutron] Pushing event updated for resources: {'Port': ['ID=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.345925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-e2fa2431-ff40-49e4-9836-2a3f58802665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.348598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-e2fa2431-ff40-49e4-9836-2a3f58802665 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef07e3d1ebf64d8182373731e8746457&device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 1096 time: 0.0658801 Sep 16 05:18:13.397629 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86c96667-80bf-4207-87ce-cdbaf4363bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.405487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86c96667-80bf-4207-87ce-cdbaf4363bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.470919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-fa37ee90-9ae1-4aa3-880f-5c0ede484e9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 HTTP/1.1" status: 200 len: 217 time: 0.1040118 Sep 16 05:18:13.480300 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-86c96667-80bf-4207-87ce-cdbaf4363bc1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85356652a15b4ffcb1c1de5c81bf9a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166403 Sep 16 05:18:13.480955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34554) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:13.483455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c96667-80bf-4207-87ce-cdbaf4363bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9f255f-aacf-448c-9f8d-ac4e459ae480,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.571236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2313ea09-00d0-4c93-8685-2ebc2578b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.573468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2313ea09-00d0-4c93-8685-2ebc2578b73f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e685d7f-c1be-49cd-985c-0ac8753a7f03 HTTP/1.1" status: 200 len: 844 time: 0.0947237 Sep 16 05:18:13.590904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e7aad2-af09-4a11-9873-1c6231d1295d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.624733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e7aad2-af09-4a11-9873-1c6231d1295d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.660986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2a9e1967-3cb8-4094-ab9f-f9c8fd394c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:13.660986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-2a9e1967-3cb8-4094-ab9f-f9c8fd394c28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778620 Sep 16 05:18:13.695905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e7aad2-af09-4a11-9873-1c6231d1295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.700395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e7aad2-af09-4a11-9873-1c6231d1295d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.705277 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-54e7aad2-af09-4a11-9873-1c6231d1295d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e9f255f-aacf-448c-9f8d-ac4e459ae480 HTTP/1.1" status: 204 len: 168 time: 0.2224021 Sep 16 05:18:13.718262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7aad2-af09-4a11-9873-1c6231d1295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9f255f-aacf-448c-9f8d-ac4e459ae480,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.781724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-58b14007-83fe-447f-8b2d-9cd6631b417c service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136093 Sep 16 05:18:14.141955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34574) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:14.170480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-97b74982-de6d-41b9-913f-a3cdb20f4424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.230044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57b8f-4669-49d2-9da4-f11ab1516363 req-5b2503ef-ecc9-4937-a40f-4e29ee085be8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.231573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00f57b8f-4669-49d2-9da4-f11ab1516363 req-5b2503ef-ecc9-4937-a40f-4e29ee085be8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1501920 Sep 16 05:18:14.236712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb163243-dfd9-4589-b4cc-5515159de901 req-764ee4d2-d394-4375-9747-f40c449b4053 service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470139 Sep 16 05:18:14.247153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84c524-b4bb-452d-9248-273448269a77 req-378cf0af-0555-4ee9-8e8b-32f07dc7cb2f tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.248816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd84c524-b4bb-452d-9248-273448269a77 req-378cf0af-0555-4ee9-8e8b-32f07dc7cb2f tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 944 time: 0.1041121 Sep 16 05:18:14.337858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00f57b8f-4669-49d2-9da4-f11ab1516363 req-83fadb2e-0ebf-4f93-abd5-9ebc9fd16e07 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992343 Sep 16 05:18:14.342448 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-97b74982-de6d-41b9-913f-a3cdb20f4424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.349961 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-97b74982-de6d-41b9-913f-a3cdb20f4424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.360405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd84c524-b4bb-452d-9248-273448269a77 req-cfb18eb9-8d85-461e-b088-4fdf10b40963 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956142 Sep 16 05:18:14.399538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-97b74982-de6d-41b9-913f-a3cdb20f4424 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24cb1b09caf64f809536aee695676188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529943 Sep 16 05:18:14.399538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34584) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:14.409430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-9ad7e85b-2910-4096-bdd3-51d0ef338d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.410827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-9ad7e85b-2910-4096-bdd3-51d0ef338d31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef07e3d1ebf64d8182373731e8746457&device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 1096 time: 0.0627677 Sep 16 05:18:14.499471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b74982-de6d-41b9-913f-a3cdb20f4424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edee4cb-fa04-4be5-bc8e-1de5a57fe974,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:14.519405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8eb22047-5e36-40df-b826-963ba1769095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.575723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8eb22047-5e36-40df-b826-963ba1769095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.583614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194f40-7d9a-4a9f-a349-5708d028e1ae req-855ea3dc-c09b-4a77-af61-62f674183810 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.585757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd194f40-7d9a-4a9f-a349-5708d028e1ae req-855ea3dc-c09b-4a77-af61-62f674183810 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1175725 Sep 16 05:18:14.609414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-06756fb6-98dd-42a8-a64c-58f99792a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.610948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-06756fb6-98dd-42a8-a64c-58f99792a875 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d HTTP/1.1" status: 200 len: 906 time: 0.1831846 Sep 16 05:18:14.658335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8eb22047-5e36-40df-b826-963ba1769095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.661501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8eb22047-5e36-40df-b826-963ba1769095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.663171 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8eb22047-5e36-40df-b826-963ba1769095 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5edee4cb-fa04-4be5-bc8e-1de5a57fe974 HTTP/1.1" status: 204 len: 168 time: 0.2627230 Sep 16 05:18:14.675200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb22047-5e36-40df-b826-963ba1769095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edee4cb-fa04-4be5-bc8e-1de5a57fe974,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:14.677113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd194f40-7d9a-4a9f-a349-5708d028e1ae req-da6432e1-ea05-40e9-b9f7-a1b69f81551a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834858 Sep 16 05:18:14.678455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-100e0aad-4ff2-4533-9dbc-3b54baa2919b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 HTTP/1.1" status: 200 len: 217 time: 0.0535631 Sep 16 05:18:14.744247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-46a83987-1103-479b-b54b-1bcfb9020461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.744247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-46a83987-1103-479b-b54b-1bcfb9020461 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e685d7f-c1be-49cd-985c-0ac8753a7f03 HTTP/1.1" status: 200 len: 844 time: 0.0502586 Sep 16 05:18:14.804847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-bfb20920-fd49-4adf-9965-269b6561627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.808168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-bfb20920-fd49-4adf-9965-269b6561627b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568509 Sep 16 05:18:14.937960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-2d7b0b41-9141-4374-8414-0bd21f9a9761 service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211584 Sep 16 05:18:15.051894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca5f58dc-dc6a-4725-861f-2db680937f37 req-512d0895-c22d-4cb0-b76c-1ff835c7e1fb service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977304 Sep 16 05:18:15.519247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0683c48-35a7-4609-a259-8b13e7e41462 req-373bdc7d-640e-4fff-b641-74a456302a09 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.519247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0683c48-35a7-4609-a259-8b13e7e41462 req-373bdc7d-640e-4fff-b641-74a456302a09 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 944 time: 0.0826299 Sep 16 05:18:15.630509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bb971-15ab-45c7-b76a-a3eac44d8cb7 req-21eb2689-7a99-439f-b594-144c75fbc940 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.636534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb3bb971-15ab-45c7-b76a-a3eac44d8cb7 req-21eb2689-7a99-439f-b594-144c75fbc940 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1073737 Sep 16 05:18:15.643715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0683c48-35a7-4609-a259-8b13e7e41462 req-c706e0f6-f5e5-401b-9269-47f6f4fb43ce tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181638 Sep 16 05:18:15.703156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb3bb971-15ab-45c7-b76a-a3eac44d8cb7 req-2d3df87e-490b-4143-b8e7-5f754e8df8d9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585389 Sep 16 05:18:15.846708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c170ae-3f40-4872-9897-2b117b84f07f req-3e0a8ab7-6a54-4996-89b6-f0f43793438f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.852634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c170ae-3f40-4872-9897-2b117b84f07f req-3e0a8ab7-6a54-4996-89b6-f0f43793438f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0671933 Sep 16 05:18:15.900479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1c170ae-3f40-4872-9897-2b117b84f07f req-8c0398fc-eb45-41ce-8d0c-fd91b8060466 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Sep 16 05:18:16.004046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34650) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:16.121983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.231072 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.236222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.278448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fea4c6522c2b4475b99018774441eb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707174 Sep 16 05:18:16.278448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8f23d-6746-4b56-b258-a1d52267a4f8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.278792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34660) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:16.285384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.285760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.286203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.286640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.287073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.287523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.287992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.288431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.288854 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.289283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.289708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.290132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd44e3f-51a4-42b8-935c-2aad997b65e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:16.348863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-886815bd-fb58-4ca6-a986-3243677f412d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.379291 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-886815bd-fb58-4ca6-a986-3243677f412d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.451659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-886815bd-fb58-4ca6-a986-3243677f412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.455076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-886815bd-fb58-4ca6-a986-3243677f412d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.457138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-886815bd-fb58-4ca6-a986-3243677f412d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1e8f23d-6746-4b56-b258-a1d52267a4f8 HTTP/1.1" status: 204 len: 168 time: 0.1772938 Sep 16 05:18:16.468184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886815bd-fb58-4ca6-a986-3243677f412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8f23d-6746-4b56-b258-a1d52267a4f8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.852768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e5896-403c-4fba-9162-e0da3eb4aab6 req-97723542-3c1e-43e0-927b-cc0f6686af44 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:16.854424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-281e5896-403c-4fba-9162-e0da3eb4aab6 req-97723542-3c1e-43e0-927b-cc0f6686af44 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 944 time: 0.1110594 Sep 16 05:18:16.862059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775d0c0-7235-4568-9ed3-2adc52a3c08b req-1c12ac62-f9f5-47d1-8948-104c3362ef93 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:16.870427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3775d0c0-7235-4568-9ed3-2adc52a3c08b req-1c12ac62-f9f5-47d1-8948-104c3362ef93 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0749164 Sep 16 05:18:16.919256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-281e5896-403c-4fba-9162-e0da3eb4aab6 req-a520430a-b3e1-41c1-b96d-2e7c46cdc3c0 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465827 Sep 16 05:18:16.954385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3775d0c0-7235-4568-9ed3-2adc52a3c08b req-c229089e-c392-4667-b962-2bc47e65e50d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784817 Sep 16 05:18:17.067987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92339133-5b6a-49cb-a3de-f0e03bf2a57f req-ae357fca-e1e5-4384-b812-42ff80e57aed tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:17.075651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92339133-5b6a-49cb-a3de-f0e03bf2a57f req-ae357fca-e1e5-4384-b812-42ff80e57aed tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0641084 Sep 16 05:18:17.115389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92339133-5b6a-49cb-a3de-f0e03bf2a57f req-51c8a414-e4b2-44ae-9163-cda3fc332096 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Sep 16 05:18:18.008974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34756) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:18.129413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfda97-58e9-47fa-af16-ac88c4738982 req-e89babe7-e4ef-474d-85b7-8612d10a313f tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.131838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bdfda97-58e9-47fa-af16-ac88c4738982 req-e89babe7-e4ef-474d-85b7-8612d10a313f tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 944 time: 0.1041772 Sep 16 05:18:18.143605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e59ba-0d50-4783-8605-d708968d8cd1 req-790c9d35-fd03-4e17-960e-ae194aeddeff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.145184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab6e59ba-0d50-4783-8605-d708968d8cd1 req-790c9d35-fd03-4e17-960e-ae194aeddeff tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0929251 Sep 16 05:18:18.191355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb89c0d8-79d0-4952-b214-d9e087b61949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.238458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:18.239658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bdfda97-58e9-47fa-af16-ac88c4738982 req-c8ed1810-6167-43b7-a7ad-16e6b04da2e5 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934498 Sep 16 05:18:18.245537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab6e59ba-0d50-4783-8605-d708968d8cd1 req-6c331c63-8c2d-4b81-b307-901bd52553f7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Sep 16 05:18:18.400681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:18.415492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'port_id': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'mac_address': 'fa:16:3e:d7:09:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:18.431217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb89c0d8-79d0-4952-b214-d9e087b61949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.474804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb89c0d8-79d0-4952-b214-d9e087b61949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.481918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.496199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:18.517880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:18.523726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.526849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89c0d8-79d0-4952-b214-d9e087b61949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6807379b-b696-4ca8-914c-de48fd714426,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:18.534788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fb89c0d8-79d0-4952-b214-d9e087b61949 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bde5532f17154da78f221e13677a2204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239303 Sep 16 05:18:18.537622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34776) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:18.548663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7221ba-f0d0-4716-98c3-f4d7ea0bb8d4 req-a2e84e16-6219-46f2-98cd-ad6837d7a71c tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:18.550666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f7221ba-f0d0-4716-98c3-f4d7ea0bb8d4 req-a2e84e16-6219-46f2-98cd-ad6837d7a71c tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1174157 Sep 16 05:18:18.601768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:18.603908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f7221ba-f0d0-4716-98c3-f4d7ea0bb8d4 req-b046d5d4-7952-4b99-bf75-7d08de1425ce tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454159 Sep 16 05:18:18.640767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4eefea68-764a-43ed-a26b-b993395f49b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.669615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4eefea68-764a-43ed-a26b-b993395f49b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.723349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4eefea68-764a-43ed-a26b-b993395f49b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.726189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4eefea68-764a-43ed-a26b-b993395f49b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.727440 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4eefea68-764a-43ed-a26b-b993395f49b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6807379b-b696-4ca8-914c-de48fd714426 HTTP/1.1" status: 204 len: 168 time: 0.1888289 Sep 16 05:18:18.738027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefea68-764a-43ed-a26b-b993395f49b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6807379b-b696-4ca8-914c-de48fd714426,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:18.978430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:19.418086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36836ea-3c00-4f2f-a2c0-7025e542b1ce req-757114e7-e964-4301-a01f-ea0136fee5e2 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:19.419678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e36836ea-3c00-4f2f-a2c0-7025e542b1ce req-757114e7-e964-4301-a01f-ea0136fee5e2 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0612485 Sep 16 05:18:19.504816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e36836ea-3c00-4f2f-a2c0-7025e542b1ce req-dfafc24a-9019-418b-b091-e2fa7b2b2a25 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725825 Sep 16 05:18:19.531478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf28ec-353f-417c-8943-0f9a9e3365d6 req-11c8be86-906b-4f9c-98bc-1951664026c8 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:19.533059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5edf28ec-353f-417c-8943-0f9a9e3365d6 req-11c8be86-906b-4f9c-98bc-1951664026c8 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 945 time: 0.0978522 Sep 16 05:18:19.595016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5edf28ec-353f-417c-8943-0f9a9e3365d6 req-7b60a90c-d2f9-4d05-b9a4-899ac3859b6d tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517507 Sep 16 05:18:19.748298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86406dc-5ac8-481f-b25a-5f73508f8d64 req-4f595e1a-3ed1-49ad-9bb1-5411f496149e tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:19.749963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e86406dc-5ac8-481f-b25a-5f73508f8d64 req-4f595e1a-3ed1-49ad-9bb1-5411f496149e tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0552347 Sep 16 05:18:19.796928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e86406dc-5ac8-481f-b25a-5f73508f8d64 req-836d74e6-39a7-4416-a24c-676ccf8c92f4 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Sep 16 05:18:20.242526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:20.302312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:20.308049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:20.308672 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.393211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.432740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:20.435847 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ec00e-210e-4bed-86f9-7fcac61262c8" -d '{"events": [{"server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "name": "network-vif-plugged", "status": "completed", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:20.458706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:20.465793 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.515549 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb1097-6fc9-42d6-a2ae-957f2555864b x-openstack-request-id: req-9bcb1097-6fc9-42d6-a2ae-957f2555864b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:20.516080 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "name": "network-vif-plugged", "status": "completed", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:20.516453 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9bcb1097-6fc9-42d6-a2ae-957f2555864b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:20.516947 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'code': 200} Sep 16 05:18:20.586536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:20.679266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a24f2-8d7e-4900-a7f5-422be2fa5e84 req-9e8db5d1-36c9-45a6-bbfc-c314beff6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.682000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-208a24f2-8d7e-4900-a7f5-422be2fa5e84 req-9e8db5d1-36c9-45a6-bbfc-c314beff6a5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 1098 time: 0.0987196 Sep 16 05:18:20.698011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ace11-e750-4e77-b455-8d8ed2607776 req-480a2048-552d-4c66-9567-991049ac9c4d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.700275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c17ace11-e750-4e77-b455-8d8ed2607776 req-480a2048-552d-4c66-9567-991049ac9c4d tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1090825 Sep 16 05:18:20.793208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-208a24f2-8d7e-4900-a7f5-422be2fa5e84 req-194351f3-542f-47bc-8a99-aa9e7a7d436b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906131 Sep 16 05:18:20.841294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c17ace11-e750-4e77-b455-8d8ed2607776 req-2f91d5fe-f8f0-4fad-b340-f341b0837aab tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268308 Sep 16 05:18:20.864519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf781a38-0405-43eb-b4a6-6b4f386c41ce req-2ffd2553-3204-44e8-b7e6-b22b0926b5e5 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:20.867306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf781a38-0405-43eb-b4a6-6b4f386c41ce req-2ffd2553-3204-44e8-b7e6-b22b0926b5e5 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.0984259 Sep 16 05:18:20.933728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf781a38-0405-43eb-b4a6-6b4f386c41ce req-be4ed5e4-bf3d-410e-b1d6-eaff5e649e8e tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513349 Sep 16 05:18:20.990480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30821a61-d70f-4b76-b57f-cd830de8271a req-f78e595f-4117-4afb-bb4a-ae955f608a75 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:21.000084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30821a61-d70f-4b76-b57f-cd830de8271a req-f78e595f-4117-4afb-bb4a-ae955f608a75 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0635633 Sep 16 05:18:21.035528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30821a61-d70f-4b76-b57f-cd830de8271a req-85406ebc-6ae9-44e6-b4f7-464771314866 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Sep 16 05:18:21.323469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34912) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:21.460534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bc73949-0526-498b-ae99-4610f1d693c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.557611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bc73949-0526-498b-ae99-4610f1d693c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.564612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bc73949-0526-498b-ae99-4610f1d693c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.613325 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6bc73949-0526-498b-ae99-4610f1d693c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4797bfaa2d3470dbc95f2234b086e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879758 Sep 16 05:18:21.614544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc73949-0526-498b-ae99-4610f1d693c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5df6c2-25ff-43db-a40c-5989f72ffdf6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:21.617325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34920) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:21.685126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c004838-9ad2-44a6-a944-2eeabbcd3d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.711104 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c004838-9ad2-44a6-a944-2eeabbcd3d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.773305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c004838-9ad2-44a6-a944-2eeabbcd3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.776546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c004838-9ad2-44a6-a944-2eeabbcd3d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.777701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3c004838-9ad2-44a6-a944-2eeabbcd3d12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc5df6c2-25ff-43db-a40c-5989f72ffdf6 HTTP/1.1" status: 204 len: 168 time: 0.1588974 Sep 16 05:18:21.797597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c004838-9ad2-44a6-a944-2eeabbcd3d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5df6c2-25ff-43db-a40c-5989f72ffdf6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:22.009694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a33cb7-1f37-4168-8876-9a592f24ed7d req-dca9741f-bf8e-47ba-b8c1-8ed9c3a3b18a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:22.012688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2a33cb7-1f37-4168-8876-9a592f24ed7d req-dca9741f-bf8e-47ba-b8c1-8ed9c3a3b18a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0774949 Sep 16 05:18:22.091588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2a33cb7-1f37-4168-8876-9a592f24ed7d req-aeb36cee-62f7-4e16-acf1-d81768bbb94e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729389 Sep 16 05:18:22.139400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34938) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:22.146493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabea74e-5580-4641-ab0d-bbc2797ef3eb req-89e22870-353f-49db-83a9-f3fd3a700ef0 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:22.154182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eabea74e-5580-4641-ab0d-bbc2797ef3eb req-89e22870-353f-49db-83a9-f3fd3a700ef0 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.1120601 Sep 16 05:18:22.173019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fd2381c-72ca-476d-8991-60840c464945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.268852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eabea74e-5580-4641-ab0d-bbc2797ef3eb req-fb1a4c62-6325-4c7a-8276-699932b92817 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135554 Sep 16 05:18:22.294888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822b90-d9b4-4019-9ccb-4a968b0e63f2 req-8e8ce6bc-d140-43f8-a9d0-3722414d5d51 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:22.296461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f822b90-d9b4-4019-9ccb-4a968b0e63f2 req-8e8ce6bc-d140-43f8-a9d0-3722414d5d51 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1142759 Sep 16 05:18:22.321046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fd2381c-72ca-476d-8991-60840c464945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.329078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fd2381c-72ca-476d-8991-60840c464945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.364377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2381c-72ca-476d-8991-60840c464945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71152f23-c839-492a-9ea6-e9e4cb472543,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:22.365627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f822b90-d9b4-4019-9ccb-4a968b0e63f2 req-46e4e651-bc32-4291-8638-c79bc7f8dd3c tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576286 Sep 16 05:18:22.399091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34942) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:22.399360 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8fd2381c-72ca-476d-8991-60840c464945 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f786e37bd28c4a42b140fa83eff0c740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583160 Sep 16 05:18:22.459204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93dbf724-c5ad-468b-9d5b-ea2865bb3052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.482670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93dbf724-c5ad-468b-9d5b-ea2865bb3052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.529391 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93dbf724-c5ad-468b-9d5b-ea2865bb3052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.531934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93dbf724-c5ad-468b-9d5b-ea2865bb3052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:22.533185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-93dbf724-c5ad-468b-9d5b-ea2865bb3052 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71152f23-c839-492a-9ea6-e9e4cb472543 HTTP/1.1" status: 204 len: 168 time: 0.1326280 Sep 16 05:18:22.542742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbf724-c5ad-468b-9d5b-ea2865bb3052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71152f23-c839-492a-9ea6-e9e4cb472543,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:23.248061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb8dd9-1153-40e0-a0f4-a934ea5d800e req-c308f5bf-7ac6-4f8b-8b85-dd9adb363514 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:23.251142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29bb8dd9-1153-40e0-a0f4-a934ea5d800e req-c308f5bf-7ac6-4f8b-8b85-dd9adb363514 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Sep 16 05:18:23.323963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29bb8dd9-1153-40e0-a0f4-a934ea5d800e req-ac93ecb8-a148-424c-aa47-5c3e62c9ab9e tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620794 Sep 16 05:18:23.520176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf0e5-3a3f-4e61-aa84-438314ea93ad req-f7697212-1be3-461f-b855-978594023295 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:23.521704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cccf0e5-3a3f-4e61-aa84-438314ea93ad req-f7697212-1be3-461f-b855-978594023295 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.1494870 Sep 16 05:18:23.544531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c737b4-c2f0-4adf-8a83-cd7a29e9cd3f req-86504f26-f938-4961-bedb-2747bb8c552b tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:23.546023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39c737b4-c2f0-4adf-8a83-cd7a29e9cd3f req-86504f26-f938-4961-bedb-2747bb8c552b tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0928011 Sep 16 05:18:23.591607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cccf0e5-3a3f-4e61-aa84-438314ea93ad req-9178c468-b27f-4c8d-8252-8ddfd5bf4591 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619376 Sep 16 05:18:23.649192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39c737b4-c2f0-4adf-8a83-cd7a29e9cd3f req-05d3a715-b2d9-4aad-9d99-4ac695df9504 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950673 Sep 16 05:18:23.810850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78fc48-d34d-4413-90c1-d11d65eb8092 req-7e0caaaa-c5db-4795-b502-c21d7e451591 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:23.813350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae78fc48-d34d-4413-90c1-d11d65eb8092 req-7e0caaaa-c5db-4795-b502-c21d7e451591 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.0593772 Sep 16 05:18:23.830893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34992) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:23.837364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Request body: {'floatingip': {'port_id': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:23.925190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.514193 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.515119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35016) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:24.538962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.598732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71d7b0-e4bb-415b-b607-5e44691b4abd req-e9ebfd01-e15e-4e27-880d-1cc68b997b0c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:24.600945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f71d7b0-e4bb-415b-b607-5e44691b4abd req-e9ebfd01-e15e-4e27-880d-1cc68b997b0c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1107054 Sep 16 05:18:24.626457 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.665570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4f894034-bde7-41b3-9b6a-d63f17a6bcb4 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:24.700058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f71d7b0-e4bb-415b-b607-5e44691b4abd req-1294f65c-b55e-41ae-afb3-2d7b9443b916 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910885 Sep 16 05:18:24.706344 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Floating IP b9b4ce7a-917b-48d4-906e-bcb334f4d3b5 associated. External IP: 172.25.6.137, port: 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4. Sep 16 05:18:24.715092 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f894034-bde7-41b3-9b6a-d63f17a6bcb4 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "PUT /v2.0/quotas/d9e635f3614a478a8b072ae4dd4c84d5 HTTP/1.1" status: 200 len: 368 time: 0.1982932 Sep 16 05:18:24.715709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35024) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:24.722735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Request body: {'network': {'project_id': 'd9e635f3614a478a8b072ae4dd4c84d5'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:24.750474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Made reservation on behalf of d9e635f3614a478a8b072ae4dd4c84d5 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:24.756590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.769355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.883760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.891053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.919436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6751c2-1b68-42e0-b0e7-8ff3f89a42d0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:24.930576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:24.961524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.963409 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Added segment bdf4034a-5051-4696-98b0-f8d4feaddbfb of type vlan for network 1ed7141c-a973-408f-8f9d-ff138053da6a Sep 16 05:18:25.059525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.091930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.093349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:25.094083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.174685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Pushing event updated for resources: {'Network': ['ID=1ed7141c-a973-408f-8f9d-ff138053da6a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.181917 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ec68d16e-d83b-4453-8463-e66f03812755 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4626713 Sep 16 05:18:25.182571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35064) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:25.187857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1ed7141c-a973-408f-8f9d-ff138053da6a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:25.188031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Request body: {'network': {'project_id': 'd9e635f3614a478a8b072ae4dd4c84d5'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:25.215788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Made reservation on behalf of d9e635f3614a478a8b072ae4dd4c84d5 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:25.219249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.247498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:25.264165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.264720 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Added segment 1ad8ab1b-8905-4fe9-ab0d-e9f887ebc85f of type vlan for network 3b154a37-85fc-4b74-b861-6a4e4b7a5e28 Sep 16 05:18:25.320660 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.342816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099985a-bfdf-46e3-8338-2cea283698e0 req-2fdaa7b3-5971-4d69-bf98-8702082f6932 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:25.353927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.355156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:25.355909 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.361692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6099985a-bfdf-46e3-8338-2cea283698e0 req-2fdaa7b3-5971-4d69-bf98-8702082f6932 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.5270030 Sep 16 05:18:25.490214 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3039563 Sep 16 05:18:25.490214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc28a-e741-4e34-8f52-cfe4fa6045b5 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Pushing event updated for resources: {'Network': ['ID=3b154a37-85fc-4b74-b861-6a4e4b7a5e28,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.490513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35096) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:25.496152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5b95279d-9007-4868-8596-433963c8d2ef tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Request body: {'network': {'project_id': 'd9e635f3614a478a8b072ae4dd4c84d5'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:25.499533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3b154a37-85fc-4b74-b861-6a4e4b7a5e28 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:25.509016 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b95279d-9007-4868-8596-433963c8d2ef tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:18:25.509478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b95279d-9007-4868-8596-433963c8d2ef tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:18:25.513288 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5b95279d-9007-4868-8596-433963c8d2ef tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0184388 Sep 16 05:18:25.513545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35100) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:25.547394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6099985a-bfdf-46e3-8338-2cea283698e0 req-07e1b1f7-a6bb-4143-aabf-7507cb15285c tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843789 Sep 16 05:18:25.573224 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b49402ea-26f1-4722-99d4-cbfd7c472ce2 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9e635f3614a478a8b072ae4dd4c84d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584965 Sep 16 05:18:25.576622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35106) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:25.648061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:25.668012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79ba7df2-0035-4858-baec-c49ade65ef4e tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.732540 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79ba7df2-0035-4858-baec-c49ade65ef4e tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.822790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:25.828266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.841380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] Sync routers for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:25.864928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:25.865784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:25.908722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f43533ae-f089-4e56-b9a1-83121eef3684 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "PUT /v2.0/floatingips/b9b4ce7a-917b-48d4-906e-bcb334f4d3b5 HTTP/1.1" status: 200 len: 992 time: 2.0765522 Sep 16 05:18:25.910247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:25.940339 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbadd519-98f0-4a9d-9d4f-553894c88759" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:25.952961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79ba7df2-0035-4858-baec-c49ade65ef4e tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.961194 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-79ba7df2-0035-4858-baec-c49ade65ef4e tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.961703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca338-6c65-42b7-a770-752110c80011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.962950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-79ba7df2-0035-4858-baec-c49ade65ef4e tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f6751c2-1b68-42e0-b0e7-8ff3f89a42d0 HTTP/1.1" status: 204 len: 168 time: 0.3832629 Sep 16 05:18:25.965506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35154) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:25.994847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba7df2-0035-4858-baec-c49ade65ef4e tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6751c2-1b68-42e0-b0e7-8ff3f89a42d0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:26.015363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a526b3-9351-4769-8b1e-4c2514199c69 req-c56fd93c-40ed-47c8-a9c6-456b4e34a71b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.016943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3a526b3-9351-4769-8b1e-4c2514199c69 req-c56fd93c-40ed-47c8-a9c6-456b4e34a71b tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1920066 Sep 16 05:18:26.100874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3a526b3-9351-4769-8b1e-4c2514199c69 req-056af17d-7d16-451e-933c-8e77ff8168e8 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672965 Sep 16 05:18:26.125212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.130351 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c88c10-adce-4429-9569-19ef7ec86b18 x-openstack-request-id: req-85c88c10-adce-4429-9569-19ef7ec86b18 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:26.130657 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:26.130910 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85c88c10-adce-4429-9569-19ef7ec86b18 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:26.133543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:26.135465 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'status': 'completed', 'code': 200} Sep 16 05:18:26.226741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-97ae6c8e-334e-427a-a467-66ad0407246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.228598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-97ae6c8e-334e-427a-a467-66ad0407246f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef07e3d1ebf64d8182373731e8746457&device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 1098 time: 0.0534444 Sep 16 05:18:26.289863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.337285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b154a37-85fc-4b74-b861-6a4e4b7a5e28']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.350023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad8ab1b-8905-4fe9-ab0d-e9f887ebc85f') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.350341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad8ab1b-8905-4fe9-ab0d-e9f887ebc85f') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.394149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.404394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-82236a63-2ea5-4cdb-9934-53166c5922ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.406042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-82236a63-2ea5-4cdb-9934-53166c5922ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d HTTP/1.1" status: 200 len: 906 time: 0.1560204 Sep 16 05:18:26.416228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.432827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:26.433511 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:26.435553 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:26.512988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-7bffccdd-83bf-49dc-a449-0b4e27b759e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 HTTP/1.1" status: 200 len: 1000 time: 0.0995908 Sep 16 05:18:26.576325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.587067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.590742 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "DELETE /v2.0/networks/3b154a37-85fc-4b74-b861-6a4e4b7a5e28 HTTP/1.1" status: 204 len: 168 time: 0.6232378 Sep 16 05:18:26.597248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b9b4ce7a-917b-48d4-906e-bcb334f4d3b5', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'port_id': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'mac_address': 'fa:16:3e:d7:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:24Z', 'revision_number': 1, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 5, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.598082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35214) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:26.637747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75374c-8207-4e49-a5a0-bdbac40d7167 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b154a37-85fc-4b74-b861-6a4e4b7a5e28,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:26.677375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] Checking router: 4198a2e8-0faf-4eba-8c65-cd8f20aae50b for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:26.699527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:26.705423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.724517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-effcc5c9-15ad-4d25-85b3-a75ef27d44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.727367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-effcc5c9-15ad-4d25-85b3-a75ef27d44ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e685d7f-c1be-49cd-985c-0ac8753a7f03 HTTP/1.1" status: 200 len: 844 time: 0.1995132 Sep 16 05:18:26.777163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.831379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e984db-bf1a-455c-80f7-976abbfc356e req-22b07998-9ab9-4faa-98b7-3111805fe084 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.833674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03e984db-bf1a-455c-80f7-976abbfc356e req-22b07998-9ab9-4faa-98b7-3111805fe084 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1644795 Sep 16 05:18:26.857617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-70eac093-01f7-42c0-bb2b-7c1f2f4ab4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:26.859997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-70eac093-01f7-42c0-bb2b-7c1f2f4ab4da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223903 Sep 16 05:18:26.931495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:27.084959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-35ee9809-f6f4-41fb-9d79-ccbfd9fc3cef service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054694 Sep 16 05:18:27.303657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03e984db-bf1a-455c-80f7-976abbfc356e req-9317e532-47f0-4481-bd1a-a0993a2228ca tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535794 Sep 16 05:18:27.419915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b9b4ce7a-917b-48d4-906e-bcb334f4d3b5', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'port_id': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'mac_address': 'fa:16:3e:d7:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:24Z', 'revision_number': 1, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 5, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:27.443040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbb4f8-5d3d-4d3c-9951-d6146ed1f632 req-170409c1-fa65-44a9-8856-87dbce4a9228 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.445016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bbb4f8-5d3d-4d3c-9951-d6146ed1f632 req-170409c1-fa65-44a9-8856-87dbce4a9228 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1905911 Sep 16 05:18:27.452188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbadd519-98f0-4a9d-9d4f-553894c88759 req-fb97dcd4-70f5-434f-a7b9-cb03118c6532 service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463843 Sep 16 05:18:27.478442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfe86-21a5-4f28-8739-a8b12336f78d None None] The sync data for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 is: [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'b9b4ce7a-917b-48d4-906e-bcb334f4d3b5', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'port_id': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'mac_address': 'fa:16:3e:d7:09:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:18:06Z', 'updated_at': '2021-09-16T05:18:24Z', 'revision_number': 1, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 5, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:27.526499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bbb4f8-5d3d-4d3c-9951-d6146ed1f632 req-925a1950-8c82-4f26-9888-37ead2b21033 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665076 Sep 16 05:18:27.630399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.660640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed7141c-a973-408f-8f9d-ff138053da6a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:27.688447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf4034a-5051-4696-98b0-f8d4feaddbfb') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:27.689177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf4034a-5051-4696-98b0-f8d4feaddbfb') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:27.707340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.726288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.737409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:27.737896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:27.739922 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:27.828494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.833956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.837005 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] 10.222.0.55 "DELETE /v2.0/networks/1ed7141c-a973-408f-8f9d-ff138053da6a HTTP/1.1" status: 204 len: 168 time: 1.2371781 Sep 16 05:18:27.855458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6965a-7f42-4985-9538-2e2d9e3bff97 tempest-QuotasNegativeTest-1965654124 tempest-QuotasNegativeTest-1965654124-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ed7141c-a973-408f-8f9d-ff138053da6a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.876979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41ddb-e192-41fe-a84e-0ec903048899 req-319b6496-fe30-42b0-90fe-5a8d608d3ccd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:27.878793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77f41ddb-e192-41fe-a84e-0ec903048899 req-319b6496-fe30-42b0-90fe-5a8d608d3ccd tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0973127 Sep 16 05:18:27.898412 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ec88d-d1b1-4f69-bd39-cfffc6b9ef32 None None] New status for floating IP b9b4ce7a-917b-48d4-906e-bcb334f4d3b5: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:27.957645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77f41ddb-e192-41fe-a84e-0ec903048899 req-2195c324-3f4d-413e-b74e-a82a0c9184a7 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672090 Sep 16 05:18:28.194537 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe2d0-0e30-44dd-a837-982bf2e6c1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.490762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384840ec-fa24-47cd-b6d5-027f50be856b req-5f366bf6-ba53-4d22-8a70-db69fc123c7a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.493066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-384840ec-fa24-47cd-b6d5-027f50be856b req-5f366bf6-ba53-4d22-8a70-db69fc123c7a tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.4110150 Sep 16 05:18:28.557282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35432) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:28.571104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-384840ec-fa24-47cd-b6d5-027f50be856b req-cf72c530-1a55-4ae0-8c02-c09c7e7ab8c9 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702438 Sep 16 05:18:28.668944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33495391-4986-4cb3-94f2-97d34694fb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.791280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33495391-4986-4cb3-94f2-97d34694fb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.795930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-33495391-4986-4cb3-94f2-97d34694fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.843597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa60697-e694-4bf1-b5d2-af83a517326f req-7475de0b-5c4f-4fbc-a49a-dbc0687cf478 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:28.849085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33495391-4986-4cb3-94f2-97d34694fb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c6ebef-10e9-4479-bf41-b4d0de54a65e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:28.856297 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-33495391-4986-4cb3-94f2-97d34694fb85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=496ed24962ce4e49bedfc4e5d6b7d641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953229 Sep 16 05:18:28.856638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35466) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:28.864137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa60697-e694-4bf1-b5d2-af83a517326f req-7475de0b-5c4f-4fbc-a49a-dbc0687cf478 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.4546657 Sep 16 05:18:28.914150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa60697-e694-4bf1-b5d2-af83a517326f req-c5be6bf5-0728-40c3-9668-ef654136d991 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Sep 16 05:18:28.934021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f76d12cd-494f-4cb7-8d96-d3ba79b8c374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.965205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f76d12cd-494f-4cb7-8d96-d3ba79b8c374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.014960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceae143-0945-4e0a-bb9c-ca622948640c req-f8bf6898-15f1-44bc-9d6d-615c36ed96df tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:29.016652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceae143-0945-4e0a-bb9c-ca622948640c req-f8bf6898-15f1-44bc-9d6d-615c36ed96df tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0595045 Sep 16 05:18:29.049613 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f76d12cd-494f-4cb7-8d96-d3ba79b8c374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.052128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f76d12cd-494f-4cb7-8d96-d3ba79b8c374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.053892 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f76d12cd-494f-4cb7-8d96-d3ba79b8c374 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83c6ebef-10e9-4479-bf41-b4d0de54a65e HTTP/1.1" status: 204 len: 168 time: 0.1964509 Sep 16 05:18:29.061873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d12cd-494f-4cb7-8d96-d3ba79b8c374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c6ebef-10e9-4479-bf41-b4d0de54a65e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:29.109048 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceae143-0945-4e0a-bb9c-ca622948640c req-825fc176-a51b-4d21-b8c8-50f4816c78f3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Sep 16 05:18:29.155506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.304476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925bc38-8b0c-45da-a015-4721cdcb1f92 req-6cfeff1b-ae9a-4873-a9ed-f4440569392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:29.305983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f925bc38-8b0c-45da-a015-4721cdcb1f92 req-6cfeff1b-ae9a-4873-a9ed-f4440569392b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.0477154 Sep 16 05:18:29.363599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f925bc38-8b0c-45da-a015-4721cdcb1f92 req-74b9e69b-0d08-460c-86d4-57d65b907a61 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Sep 16 05:18:29.444000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35544) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:29.460884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ad3497a-c12d-456e-9710-622da6607d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.568602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ad3497a-c12d-456e-9710-622da6607d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.576548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ad3497a-c12d-456e-9710-622da6607d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.620123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35564) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:29.620327 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ad3497a-c12d-456e-9710-622da6607d79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef98dc580de645f3b98fb1eb7ffb9a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751058 Sep 16 05:18:29.622455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3497a-c12d-456e-9710-622da6607d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd988f6-98cc-4ab7-b629-d382d79e0aee,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:29.686221 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6541-b1a8-4bd3-a753-385f1749c40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.709889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6541-b1a8-4bd3-a753-385f1749c40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.759936 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.760920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6541-b1a8-4bd3-a753-385f1749c40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.763520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6541-b1a8-4bd3-a753-385f1749c40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.767231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ff2f6541-b1a8-4bd3-a753-385f1749c40b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cd988f6-98cc-4ab7-b629-d382d79e0aee HTTP/1.1" status: 204 len: 168 time: 0.1433265 Sep 16 05:18:29.774045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f6541-b1a8-4bd3-a753-385f1749c40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd988f6-98cc-4ab7-b629-d382d79e0aee,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:30.035709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c3203-5da7-4bf5-b74f-7801fd6eb9a3 req-e59f081e-441e-454c-aee9-be0846a57c44 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.037327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c9c3203-5da7-4bf5-b74f-7801fd6eb9a3 req-e59f081e-441e-454c-aee9-be0846a57c44 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.0562708 Sep 16 05:18:30.126820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c9c3203-5da7-4bf5-b74f-7801fd6eb9a3 req-41ebbcfe-c7f3-4c84-9057-e38822772dfd tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799839 Sep 16 05:18:30.229051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5466a75-ffcc-4871-85f3-b9c37f3c5ecd req-45e25e85-9488-4279-89e2-f67980573271 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.230641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5466a75-ffcc-4871-85f3-b9c37f3c5ecd req-45e25e85-9488-4279-89e2-f67980573271 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.0572870 Sep 16 05:18:30.371951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5466a75-ffcc-4871-85f3-b9c37f3c5ecd req-84a2dd5b-ee84-49bc-98a4-b633be7405dc tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338596 Sep 16 05:18:30.403026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-970924b7-7c35-45bf-9686-32b7bc989412 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.405268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-970924b7-7c35-45bf-9686-32b7bc989412 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 945 time: 0.1230023 Sep 16 05:18:30.444336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72083-792a-4576-8773-4ab930c108d0 req-9baa2eb4-5bc3-41ff-b41c-e138ca294815 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:30.446057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-9baa2eb4-5bc3-41ff-b41c-e138ca294815 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/networks?id=280c818c-ac1e-4e1b-87c9-1c234a85e107 HTTP/1.1" status: 200 len: 814 time: 0.2092068 Sep 16 05:18:30.547408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-16921732-af60-4ec2-bcff-ae24b2f7293b tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/quotas/3949096ca916447c9314436b80d2b898 HTTP/1.1" status: 200 len: 375 time: 0.0562925 Sep 16 05:18:30.585846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-faec600f-2c1b-489b-881a-be963a23d14e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3949096ca916447c9314436b80d2b898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372789 Sep 16 05:18:30.646378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Deleting port 592280f2-7518-441c-94a7-7f59c0421d78 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:30.647283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.792849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-3301e3ba-3204-490a-8da5-32ea34ad5b3b service neutron] 10.222.0.55 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865685 Sep 16 05:18:30.845883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] For port 592280f2-7518-441c-94a7-7f59c0421d78, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=592280f2-7518-441c-94a7-7f59c0421d78,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:30.846258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.897169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Calling delete_port for 592280f2-7518-441c-94a7-7f59c0421d78 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:30.966022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-a41c208f-5e29-4fb2-9c44-5116bf228fa6 service neutron] 10.222.0.55 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602957 Sep 16 05:18:31.069134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.088704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:31.115085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event deleted for resources: {'Port': ['ID=592280f2-7518-441c-94a7-7f59c0421d78,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.183063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['592280f2-7518-441c-94a7-7f59c0421d78'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:31.203275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] No DVR routers for this DVR port 592280f2-7518-441c-94a7-7f59c0421d78 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:31.209056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.211039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9c90452-a1c6-40bf-a71c-bd6617a10422 req-81b54ff3-e00e-4eab-98c6-764d220adaec tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.64 "DELETE /v2.0/ports/592280f2-7518-441c-94a7-7f59c0421d78 HTTP/1.1" status: 204 len: 173 time: 0.7939138 Sep 16 05:18:31.211502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'name': 'network-vif-deleted', 'tag': '592280f2-7518-441c-94a7-7f59c0421d78'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:31.213773 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f6482-5c1c-4960-bf72-5fc0aaf2f47b" -d '{"events": [{"server_uuid": "0d674fed-a7b7-4dbd-b2f5-fa73501c2701", "name": "network-vif-deleted", "tag": "592280f2-7518-441c-94a7-7f59c0421d78"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:31.281403 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.351159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49fb4a2e-a723-4471-ac6f-8aeb801b70d5 req-ce7f63eb-ffc2-42a6-8a94-0e9a1c4eafd0 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 210 time: 0.1230133 Sep 16 05:18:31.398606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403df26-9be5-4129-a29d-2f433d3eec4d req-687b532a-6c9f-40d9-ab8b-89109ca208e1 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:31.407489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1403df26-9be5-4129-a29d-2f433d3eec4d req-687b532a-6c9f-40d9-ab8b-89109ca208e1 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1121185 Sep 16 05:18:31.450233 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7510efd5-5ba3-495a-a5b8-1f5615f03a27 x-openstack-request-id: req-7510efd5-5ba3-495a-a5b8-1f5615f03a27 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:31.451017 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d674fed-a7b7-4dbd-b2f5-fa73501c2701", "name": "network-vif-deleted", "tag": "592280f2-7518-441c-94a7-7f59c0421d78", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:31.451500 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7510efd5-5ba3-495a-a5b8-1f5615f03a27 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:31.453426 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d674fed-a7b7-4dbd-b2f5-fa73501c2701', 'name': 'network-vif-deleted', 'tag': '592280f2-7518-441c-94a7-7f59c0421d78', 'status': 'completed', 'code': 200} Sep 16 05:18:31.479806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1403df26-9be5-4129-a29d-2f433d3eec4d req-e80df328-c393-41c0-ab96-fa930048ab37 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652704 Sep 16 05:18:31.580837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35652) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:31.593803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c68c05f2-dce8-4bc1-8c94-e8fc91541b38 req-2e2d0e1c-6567-463f-8022-6e2b8c3a649c tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d674fed-a7b7-4dbd-b2f5-fa73501c2701 HTTP/1.1" status: 200 len: 210 time: 0.0467684 Sep 16 05:18:31.631060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-9ea224b5-1909-49a3-8f65-673b5084a72e req-0b40f3c8-4d4e-4da0-95ca-ee9987834798 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-998521063', 'description': 'tempest-description-1975868282'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:31.657752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9ea224b5-1909-49a3-8f65-673b5084a72e req-0b40f3c8-4d4e-4da0-95ca-ee9987834798 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.723571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2102221379', 'router:external': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:31.790123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9ea224b5-1909-49a3-8f65-673b5084a72e req-0b40f3c8-4d4e-4da0-95ca-ee9987834798 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.794659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9ea224b5-1909-49a3-8f65-673b5084a72e req-0b40f3c8-4d4e-4da0-95ca-ee9987834798 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.827194 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Made reservation on behalf of cab2cc9239e94c1a85e0b1cac78ecacc for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:31.834885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.835642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9ea224b5-1909-49a3-8f65-673b5084a72e req-0b40f3c8-4d4e-4da0-95ca-ee9987834798 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.837014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ea224b5-1909-49a3-8f65-673b5084a72e req-0b40f3c8-4d4e-4da0-95ca-ee9987834798 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2102113 Sep 16 05:18:31.839481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40f3c8-4d4e-4da0-95ca-ee9987834798 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7885374e-fd3c-45bc-9cfd-a5508fbc81b0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.862676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.985833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50236003-b248-4386-ab64-78f7f522a7b8 req-7bf604c7-054e-418e-9d09-c0efcaa80adf tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-998521063&fields=id&tenant_id=d6787f6a0d2145b99122919e89e42a1b HTTP/1.1" status: 200 len: 267 time: 0.0678792 Sep 16 05:18:32.021150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.027656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.057655 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:32.073665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d5734-284b-431c-8df1-07a6cbae6765,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:32.090144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236003-b248-4386-ab64-78f7f522a7b8 req-af22fca3-7f33-41b0-80b4-692e82adff41 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.093156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.094065 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Added segment ba644aa3-9ebd-4f88-a8fc-77c4350f02aa of type vlan for network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 Sep 16 05:18:32.112845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50236003-b248-4386-ab64-78f7f522a7b8 req-af22fca3-7f33-41b0-80b4-692e82adff41 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1184494 Sep 16 05:18:32.119669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Request body: {'port': {'security_groups': ['153171fb-4ca9-4315-bb92-e0e835a00526', '7885374e-fd3c-45bc-9cfd-a5508fbc81b0']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:32.161922 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.209152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.210622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.214161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.214765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.251601 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6683278 Sep 16 05:18:32.257910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35668) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:32.264908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'subnet': {'network_id': 'dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:32.280371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864c7fa-b4a1-4539-a77d-58fe617daad5 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Network': ['ID=dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:32.292423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:32.314146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Made reservation on behalf of cab2cc9239e94c1a85e0b1cac78ecacc for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:32.316540 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.492170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8dc876f-a51c-49ac-a33f-e852ddb73431 req-1398971d-764d-4173-ab59-ed59c795fedd tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 210 time: 0.0562761 Sep 16 05:18:32.535763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-652a9db5-7e1a-4728-889b-14b6f42badaa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1898763 Sep 16 05:18:32.649069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-1938608e-11f4-46f4-ac07-b8c430e26374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.650609 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-1938608e-11f4-46f4-ac07-b8c430e26374 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fa1edf903474f2293b20b6072f7ab05&device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 1098 time: 0.0493469 Sep 16 05:18:32.742923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=14653bdb-e068-4faa-884f-54e67a6555a4,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:32.838859 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.864383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-b34cacf4-4568-4415-ba70-f2dce61dc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.866794 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-b34cacf4-4568-4415-ba70-f2dce61dc54b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 200 len: 907 time: 0.1927660 Sep 16 05:18:32.870862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72083-792a-4576-8773-4ab930c108d0 req-ce388cc9-8a67-487c-8bb9-ce382f0adfaf tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.872364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-ce388cc9-8a67-487c-8bb9-ce382f0adfaf tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "GET /v2.0/networks?id=280c818c-ac1e-4e1b-87c9-1c234a85e107 HTTP/1.1" status: 200 len: 814 time: 0.3011222 Sep 16 05:18:32.874553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.888161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['14653bdb-e068-4faa-884f-54e67a6555a4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:32.915252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Request body: {'port': {'device_id': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107', 'admin_state_up': True, 'tenant_id': '3949096ca916447c9314436b80d2b898'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:32.967568 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-247583ec-5977-4e66-9430-f7ceff155201 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176 HTTP/1.1" status: 200 len: 217 time: 0.0777903 Sep 16 05:18:32.971380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:32.972018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.973473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50236003-b248-4386-ab64-78f7f522a7b8 req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "PUT /v2.0/ports/14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 981 time: 0.8592150 Sep 16 05:18:33.050746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['14653bdb-e068-4faa-884f-54e67a6555a4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:33.070573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-d7c57c16-ae97-43d4-8922-35aafd6b5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.072561 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-d7c57c16-ae97-43d4-8922-35aafd6b5da9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 200 len: 846 time: 0.0911887 Sep 16 05:18:33.170515 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-c93fe3d5-0b68-4383-a490-1bb8d2dd2a79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0e112e6-2245-41de-b029-7665e524e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892205 Sep 16 05:18:33.371179 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-3c8cb3b7-9f03-4870-b8b4-ef761b125b87 service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878595 Sep 16 05:18:33.455899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:33.458299 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c3231-c923-491b-8f71-a8faaca4ec05" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:33.473107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f783fc8-a8e5-42b5-a0a7-58a7e8feff2a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event updated for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:33.499013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-6c2f2bab-905b-4562-9b37-2dac8a616394 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-998521063&fields=id&tenant_id=d6787f6a0d2145b99122919e89e42a1b HTTP/1.1" status: 200 len: 267 time: 0.1498563 Sep 16 05:18:33.513646 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b011cd67-fa4e-4d64-88a0-e59c51d0e37d req-1a8e5f28-3985-47d2-8474-c02827c757a1 service neutron] 10.222.0.73 "GET /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342068 Sep 16 05:18:33.551380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Made reservation on behalf of 3949096ca916447c9314436b80d2b898 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:33.554985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.564380 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa140db-7659-42fd-8a51-71df53c1c43a x-openstack-request-id: req-7fa140db-7659-42fd-8a51-71df53c1c43a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:33.564711 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:33.564988 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7fa140db-7659-42fd-8a51-71df53c1c43a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:33.565296 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4', 'status': 'completed', 'code': 200} Sep 16 05:18:33.652373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-ad6bb11b-ed3f-4368-a188-7a13a1eccc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.654251 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-ad6bb11b-ed3f-4368-a188-7a13a1eccc0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1136 time: 0.0567787 Sep 16 05:18:33.676490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-ef5319c6-444a-4371-9b28-ee6d046dbce9 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.678407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-ef5319c6-444a-4371-9b28-ee6d046dbce9 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 984 time: 0.1785030 Sep 16 05:18:33.725254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Request body: {'port': {'security_groups': ['153171fb-4ca9-4315-bb92-e0e835a00526']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:33.782516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-6a02351c-1c01-42fa-a25c-2b9be3b0190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.784857 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-6a02351c-1c01-42fa-a25c-2b9be3b0190c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.1229732 Sep 16 05:18:33.804897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d03ac03d-82d6-41e7-a4a2-cd509ac59bd8 req-578eacea-46f4-482b-82f2-560d6ec24583 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 210 time: 0.1428006 Sep 16 05:18:33.811601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:18:33.812135 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.833976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-fa6194db-528f-4f49-9e80-3a0807469850 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 217 time: 0.0421114 Sep 16 05:18:33.892545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-370762d8-cf03-4460-91bd-c4d6f86de1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:33.895706 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-370762d8-cf03-4460-91bd-c4d6f86de1b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.0534480 Sep 16 05:18:33.934036 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-e0ae566f-2bde-4f54-a484-a8515f34f1ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319805 Sep 16 05:18:33.985794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:33.997013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Allocated IP 172.20.0.9 (280c818c-ac1e-4e1b-87c9-1c234a85e107/58d7dc9f-8464-4f48-948e-65ae95e10ed4/c5136a5e-c942-4799-8f7b-37980500ece1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:34.001292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3c506ca-27b2-40bc-87b3-11650a332912,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.044194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Checking segment: {'id': 'ba644aa3-9ebd-4f88-a8fc-77c4350f02aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:34.044500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network hostable DHCP agents. Network: dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:34.066011 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-cc053c3e-2d10-4c85-8574-a425c3a68794 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241648 Sep 16 05:18:34.150450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:34.192652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:34.204383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.205054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.206074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a62fd-f20a-4702-b168-fe2c46229739 None None] Network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:34.242876 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3f5c3231-c923-491b-8f71-a8faaca4ec05 req-4dff7b40-5319-4d3e-93a1-0d7ae4637cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694558 Sep 16 05:18:34.287401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 592280f2-7518-441c-94a7-7f59c0421d78 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:34.317615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 592280f2-7518-441c-94a7-7f59c0421d78 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:34.317873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 592280f2-7518-441c-94a7-7f59c0421d78 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:34.320774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5b51732b-eef1-4a93-9ab7-c302dbc583a8 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0618169 Sep 16 05:18:34.324337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35732) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:34.329653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-822236784', 'network_id': 'dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:34.356487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Made reservation on behalf of cab2cc9239e94c1a85e0b1cac78ecacc for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:34.359679 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.377904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] device_id is not set on port bc8593a6-63c7-457a-a9f0-d604647921de yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:18:34.404503 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.421470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f067b0-8b3a-4ef8-a27e-8a2750718660 None None] Network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:34.425015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542de8f2-1bbd-49c3-9f7a-ef75be562521 req-ea4f3e6f-b573-47a4-b448-e97dd0d998a3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.426549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-542de8f2-1bbd-49c3-9f7a-ef75be562521 req-ea4f3e6f-b573-47a4-b448-e97dd0d998a3 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 946 time: 0.1841867 Sep 16 05:18:34.461902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=14653bdb-e068-4faa-884f-54e67a6555a4,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:34.513077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Allocated IP 2001:db8::5a (dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08/b3c506ca-27b2-40bc-87b3-11650a332912/bc8593a6-63c7-457a-a9f0-d604647921de) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:34.529661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.534844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-542de8f2-1bbd-49c3-9f7a-ef75be562521 req-4eefd532-9638-4ac6-a60c-e7525629b241 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015062 Sep 16 05:18:34.536940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.538937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.576890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['14653bdb-e068-4faa-884f-54e67a6555a4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:34.617032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.617801 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.619214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6aab163e-9c25-4467-8ee9-b24a6541223e req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "PUT /v2.0/ports/14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 942 time: 0.9232552 Sep 16 05:18:34.621240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Network 280c818c-ac1e-4e1b-87c9-1c234a85e107 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:34.631711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:34.634095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Pushing event updated for resources: {'Port': ['ID=c5136a5e-c942-4799-8f7b-37980500ece1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.643723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:34.726023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['14653bdb-e068-4faa-884f-54e67a6555a4'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:34.780561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.811881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.817489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.820866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304208d-166a-47a6-80a7-d7c195bb534f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event updated for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.832124 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.904370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:34.906378 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Port': ['ID=bc8593a6-63c7-457a-a9f0-d604647921de,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:34.910675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:34.914096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:34.915448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:34.916825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:34.941310 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e155c8bf-d49f-4aef-b355-5e27d0c4ad04 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6153035 Sep 16 05:18:34.941884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-e34a40e2-791e-4421-aef8-e36ce3ed239e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0354452 Sep 16 05:18:34.942280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35746) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:34.964362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Request body: {'port': {'device_id': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:35.043953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Deleting port bc8593a6-63c7-457a-a9f0-d604647921de {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:35.044313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.060747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-e4e01c73-94a3-469a-8f78-e5b31d0a1fa1 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3716352 Sep 16 05:18:35.099015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:35.124588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.124952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6740f1-5cf1-4226-abb6-90cb1f5193c3 req-4a5ec731-9eb6-4f6a-b00f-ff7d21626986 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.126402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d6740f1-5cf1-4226-abb6-90cb1f5193c3 req-4a5ec731-9eb6-4f6a-b00f-ff7d21626986 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 931 time: 0.1661096 Sep 16 05:18:35.126967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.137311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Calling delete_port for bc8593a6-63c7-457a-a9f0-d604647921de owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:35.197115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.224492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d6740f1-5cf1-4226-abb6-90cb1f5193c3 req-3aa05fa8-a60f-444a-a206-fcb5f2d10cba tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863299 Sep 16 05:18:35.296052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.344737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc8593a6-63c7-457a-a9f0-d604647921de,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.367271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.370878 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b997120a-c7b8-41f2-805f-02c5ded5eb5c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "DELETE /v2.0/ports/bc8593a6-63c7-457a-a9f0-d604647921de HTTP/1.1" status: 204 len: 168 time: 0.4273121 Sep 16 05:18:35.372707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:35.377238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08', 'external_fixed_ips': [{'subnet_id': 'b3c506ca-27b2-40bc-87b3-11650a332912', 'ip_address': '2001:db8::5a'}]}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:35.402027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.404172 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.477550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.506433 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.568505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:35.569522 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f90e4-88f8-475b-adc2-f0462553fb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:35.621986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5136a5e-c942-4799-8f7b-37980500ece1 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:35.652899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.705813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.712861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Transition to ACTIVE for port object c5136a5e-c942-4799-8f7b-37980500ece1 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:35.728937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Allocated IP 172.25.6.76 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/b4966815-d667-4c7a-a849-ecb142876cb9) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:35.732917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.745522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-01c6123f-e3b1-4e45-ad9d-c7d98ef4a6a5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.747271 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-01c6123f-e3b1-4e45-ad9d-c7d98ef4a6a5 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 946 time: 0.2305460 Sep 16 05:18:35.789514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f57e5-4f61-41a3-926c-75190e3e8f7f req-39d167aa-53e5-4a2a-9470-02679b9785e4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:35.791298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-595f57e5-4f61-41a3-926c-75190e3e8f7f req-39d167aa-53e5-4a2a-9470-02679b9785e4 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 946 time: 0.1422348 Sep 16 05:18:35.897534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Pushing event updated for resources: {'Port': ['ID=c5136a5e-c942-4799-8f7b-37980500ece1,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.914682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Deleting port a8381f59-00ae-4aeb-9189-e5e622fd3176 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:35.915211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:35.968609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-595f57e5-4f61-41a3-926c-75190e3e8f7f req-da2cacba-7033-49a1-bf38-9888b5ea1b48 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585295 Sep 16 05:18:36.017113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.026379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Attempting to bind port c5136a5e-c942-4799-8f7b-37980500ece1 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:36.026743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Attempting to bind port c5136a5e-c942-4799-8f7b-37980500ece1 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:36.027080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Attempting to bind port c5136a5e-c942-4799-8f7b-37980500ece1 on network 280c818c-ac1e-4e1b-87c9-1c234a85e107 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:36.037509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Port c5136a5e-c942-4799-8f7b-37980500ece1 on network 280c818c-ac1e-4e1b-87c9-1c234a85e107 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:36.037920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Attempting to bind port c5136a5e-c942-4799-8f7b-37980500ece1 on network 280c818c-ac1e-4e1b-87c9-1c234a85e107 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:36.062823 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f51433-1a3a-4bfb-85c0-f6fc9979f1ec x-openstack-request-id: req-a6f51433-1a3a-4bfb-85c0-f6fc9979f1ec {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:36.063121 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:36.063373 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6f51433-1a3a-4bfb-85c0-f6fc9979f1ec {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:36.063770 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4', 'status': 'completed', 'code': 200} Sep 16 05:18:36.067648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:36.068005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Checking segment: {'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:36.069008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Bound using segment: {'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:36.069473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Bound port: c5136a5e-c942-4799-8f7b-37980500ece1, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:36.069903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.129736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.157527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] For port a8381f59-00ae-4aeb-9189-e5e622fd3176, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a8381f59-00ae-4aeb-9189-e5e622fd3176,segment=NetworkSegment(15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419),segment_id=15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:36.157937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.174838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.183113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Calling delete_port for a8381f59-00ae-4aeb-9189-e5e622fd3176 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:36.206688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.227070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-b7012a58-44d0-457e-9688-2e4d71794459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.228662 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-b7012a58-44d0-457e-9688-2e4d71794459 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.1391544 Sep 16 05:18:36.443892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] For port c5136a5e-c942-4799-8f7b-37980500ece1, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:36.466022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:36.481059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:36.488513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] For port c5136a5e-c942-4799-8f7b-37980500ece1, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c5136a5e-c942-4799-8f7b-37980500ece1,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:36.495244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:36.509230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event updated for resources: {'Port': ['ID=b4966815-d667-4c7a-a849-ecb142876cb9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:36.520912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-662e2a69-b384-4c8e-850f-8ad73fdbe503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.523102 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-662e2a69-b384-4c8e-850f-8ad73fdbe503 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.2859495 Sep 16 05:18:36.558597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.641298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-1502100c-5d11-4bc0-8d3e-75850eb5fa49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 217 time: 0.0963755 Sep 16 05:18:36.672657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.673402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.675223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] 10.222.0.73 "PUT /v2.0/ports/c5136a5e-c942-4799-8f7b-37980500ece1 HTTP/1.1" status: 200 len: 1092 time: 1.7160776 Sep 16 05:18:36.686829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb59bc-095a-457a-8ee8-f61393664fcf service neutron] Pushing event updated for resources: {'Port': ['ID=c5136a5e-c942-4799-8f7b-37980500ece1,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:36.702040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8507bdc-8632-42f0-bbac-7fa50511ca3a req-d83bf15b-f3a1-4c77-bb6e-451ac2dba741 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.720447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8507bdc-8632-42f0-bbac-7fa50511ca3a req-d83bf15b-f3a1-4c77-bb6e-451ac2dba741 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 943 time: 0.3033495 Sep 16 05:18:36.721801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Allocated IP 2001:db8::5a (dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08/b3c506ca-27b2-40bc-87b3-11650a332912/31b3ce55-4968-430c-a394-07e3ac7a723f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:36.753743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-9dd736b6-a335-4d7c-b871-8af903b9bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.755326 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-9dd736b6-a335-4d7c-b871-8af903b9bb80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.1055903 Sep 16 05:18:36.759500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.772763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a8381f59-00ae-4aeb-9189-e5e622fd3176'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:36.840933 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-65e35469-d53d-45a4-a3a6-0f74ea77d043 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753837 Sep 16 05:18:36.843692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Pushing event deleted for resources: {'Port': ['ID=a8381f59-00ae-4aeb-9189-e5e622fd3176,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:36.854836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-ff49c8aa-0518-47d5-a990-194486d17913 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:18:36.856002 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-ff49c8aa-0518-47d5-a990-194486d17913 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053697 Sep 16 05:18:36.873272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8507bdc-8632-42f0-bbac-7fa50511ca3a req-d29d442f-02fc-4cbb-9448-6f25e5a16d7b tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506009 Sep 16 05:18:36.882657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.903256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bf74c071-8103-4170-a169-7fbb46e578c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:36.904952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-bf74c071-8103-4170-a169-7fbb46e578c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3949096ca916447c9314436b80d2b898&device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 1095 time: 0.1698003 Sep 16 05:18:36.964489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] No DVR routers for this DVR port a8381f59-00ae-4aeb-9189-e5e622fd3176 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:36.965044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-feea6294-d4e3-483e-8b49-33de2b6defeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5136a5e-c942-4799-8f7b-37980500ece1 HTTP/1.1" status: 200 len: 217 time: 0.0384917 Sep 16 05:18:36.970189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.970353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:36.972350 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.73 "DELETE /v2.0/ports/a8381f59-00ae-4aeb-9189-e5e622fd3176 HTTP/1.1" status: 204 len: 173 time: 1.2144179 Sep 16 05:18:36.974157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'name': 'network-vif-deleted', 'tag': 'a8381f59-00ae-4aeb-9189-e5e622fd3176'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:36.976536 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f221ba2-0c34-4b20-8b90-9184b64d60a0" -d '{"events": [{"server_uuid": "cb8421af-12c8-4e73-abbf-8d4325fd688e", "name": "network-vif-deleted", "tag": "a8381f59-00ae-4aeb-9189-e5e622fd3176"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:37.064449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.070278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72083-792a-4576-8773-4ab930c108d0 req-1e812106-646b-47a5-8b95-fa71dd1e00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:37.071880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-1e812106-646b-47a5-8b95-fa71dd1e00cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58d7dc9f-8464-4f48-948e-65ae95e10ed4 HTTP/1.1" status: 200 len: 854 time: 0.0996900 Sep 16 05:18:37.089487 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-3a69a1ed-a1e6-4bfb-8718-ae83eda71419 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768985 Sep 16 05:18:37.126858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-29cf054a-240f-4443-8ad3-585504d7bedc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280c818c-ac1e-4e1b-87c9-1c234a85e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412495 Sep 16 05:18:37.143128 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e140da7a-b2df-4c4b-b69f-84cd8108a8a2 x-openstack-request-id: req-e140da7a-b2df-4c4b-b69f-84cd8108a8a2 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:37.143480 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8421af-12c8-4e73-abbf-8d4325fd688e", "name": "network-vif-deleted", "tag": "a8381f59-00ae-4aeb-9189-e5e622fd3176", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:37.143733 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e140da7a-b2df-4c4b-b69f-84cd8108a8a2 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:37.144261 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8421af-12c8-4e73-abbf-8d4325fd688e', 'name': 'network-vif-deleted', 'tag': 'a8381f59-00ae-4aeb-9189-e5e622fd3176', 'status': 'completed', 'code': 200} Sep 16 05:18:37.172639 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.223762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:37.231508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:37.245286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:37.289647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Port': ['ID=31b3ce55-4968-430c-a394-07e3ac7a723f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:37.292698 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1a4f90e4-88f8-475b-adc2-f0462553fb9f req-94852b6a-f4f5-4bed-9aef-fe3e46db2a27 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960540 Sep 16 05:18:37.319354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71b77ac8-8780-4ff5-b32c-d1186e92467b req-7072c041-ae68-4859-9031-15292dca4a38 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8421af-12c8-4e73-abbf-8d4325fd688e HTTP/1.1" status: 200 len: 210 time: 0.0409167 Sep 16 05:18:37.342863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-2f9765c0-61f0-48c6-87e4-5d25d0961f69 service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808295 Sep 16 05:18:37.351313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.378107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.535937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event updated for resources: {'Port': ['ID=b4966815-d667-4c7a-a849-ecb142876cb9,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:37.542550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1d72083-792a-4576-8773-4ab930c108d0 req-27e5504e-850e-472a-918f-6de2b68deaba service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877201 Sep 16 05:18:37.563465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.586137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.594016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-a60feee2-75b1-45da-aec0-917b054613ad tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5085380 Sep 16 05:18:37.677792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-95be2048-eefc-42c0-9c76-fbca387ce827 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0828331 Sep 16 05:18:37.808169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-46082567-2ea7-4a05-8c67-b877e1763b43 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:37.809352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-46082567-2ea7-4a05-8c67-b877e1763b43 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1232491 Sep 16 05:18:37.830566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-46859fe1-2ecd-4662-ac4a-3ae54fe0b35a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:18:37.832905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56717e80-88ad-498d-bfcd-fb08f59eac77 req-46859fe1-2ecd-4662-ac4a-3ae54fe0b35a tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114126 Sep 16 05:18:37.859737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.019432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-795a4002-07b9-4211-b420-3f301cc7c39d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:38.020941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-795a4002-07b9-4211-b420-3f301cc7c39d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1219206 Sep 16 05:18:38.067896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'tag': 'c5136a5e-c942-4799-8f7b-37980500ece1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:38.070646 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705e3a15-5ae0-4808-b43b-cd9154c63fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37", "tag": "c5136a5e-c942-4799-8f7b-37980500ece1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:38.083423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971d30-b459-4cbc-aad8-5fdb04e654f5 req-78e39727-8b5b-40f7-89bc-bb05e8c6aa4a tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:38.085498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29971d30-b459-4cbc-aad8-5fdb04e654f5 req-78e39727-8b5b-40f7-89bc-bb05e8c6aa4a tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 943 time: 0.1072197 Sep 16 05:18:38.095108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.096813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-db2391bb-214b-4bbc-b3cb-2dea40415eac tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0679994 Sep 16 05:18:38.108458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Request body: {'floatingip': {'port_id': '14653bdb-e068-4faa-884f-54e67a6555a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:38.160412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.226329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Router ff797ff4-ed48-4162-93c6-8295bfabb74c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:38.227265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29971d30-b459-4cbc-aad8-5fdb04e654f5 req-8dc68644-97ef-4945-969f-faed97fad4e8 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287816 Sep 16 05:18:38.347618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:38.369867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Sync routers for ids ['ff797ff4-ed48-4162-93c6-8295bfabb74c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:38.377033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.378760 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-67d46123-d8bb-446c-b82b-54e7a54f0f73 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.0049450 Sep 16 05:18:38.382704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:38.386787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Routers {'ff797ff4-ed48-4162-93c6-8295bfabb74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:38.387700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ff797ff4-ed48-4162-93c6-8295bfabb74c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:38.434194 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c4a17b-7800-4d17-80b0-ce774651999a x-openstack-request-id: req-77c4a17b-7800-4d17-80b0-ce774651999a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:38.434483 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37", "tag": "c5136a5e-c942-4799-8f7b-37980500ece1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:38.434776 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77c4a17b-7800-4d17-80b0-ce774651999a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:38.435157 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'tag': 'c5136a5e-c942-4799-8f7b-37980500ece1', 'status': 'completed', 'code': 200} Sep 16 05:18:38.508989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35798) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:38.571061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.607442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Set router ff797ff4-ed48-4162-93c6-8295bfabb74c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:38.674381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-43933d96-187d-4da8-b95c-067627d14fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:38.679433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-43933d96-187d-4da8-b95c-067627d14fff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3949096ca916447c9314436b80d2b898&device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 1095 time: 0.1892591 Sep 16 05:18:38.686974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] Deleting subnet a3e7959b-a90e-4941-90fe-b4a54ab5b25d {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:38.696195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.704418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.763750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Deleting port 31b3ce55-4968-430c-a394-07e3ac7a723f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:38.764245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.798520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.839225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff797ff4-ed48-4162-93c6-8295bfabb74c', 'name': '', 'tenant_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08', 'external_fixed_ips': [{'subnet_id': 'b3c506ca-27b2-40bc-87b3-11650a332912', 'ip_address': '2001:db8::5a'}], 'enable_snat': True}, 'gw_port_id': '31b3ce55-4968-430c-a394-07e3ac7a723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:35Z', 'updated_at': '2021-09-16T05:18:37Z', 'revision_number': 3, 'project_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'gw_port': {'id': '31b3ce55-4968-430c-a394-07e3ac7a723f', 'name': '', 'network_id': 'dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff797ff4-ed48-4162-93c6-8295bfabb74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'b3c506ca-27b2-40bc-87b3-11650a332912', 'ip_address': '2001:db8::5a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:36Z', 'updated_at': '2021-09-16T05:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3c506ca-27b2-40bc-87b3-11650a332912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:38.863572 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.877026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Calling delete_port for 31b3ce55-4968-430c-a394-07e3ac7a723f owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:38.881187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Checking router: ff797ff4-ed48-4162-93c6-8295bfabb74c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:38.881707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Updating router ff797ff4-ed48-4162-93c6-8295bfabb74c port 31b3ce55-4968-430c-a394-07e3ac7a723f binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:38.912797 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.914031 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:38.978243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-b674c55a-48c9-4fc1-88a9-a6acc4b84bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:38.980130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-b674c55a-48c9-4fc1-88a9-a6acc4b84bc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=280c818c-ac1e-4e1b-87c9-1c234a85e107 HTTP/1.1" status: 200 len: 915 time: 0.2884679 Sep 16 05:18:39.104704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.137863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event deleted for resources: {'Port': ['ID=31b3ce55-4968-430c-a394-07e3ac7a723f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:39.168074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.227950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:18:39.228427 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:18:39.266707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.269053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.320670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.321717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff797ff4-ed48-4162-93c6-8295bfabb74c {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:39.327436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.329074 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-601445d7-2e7f-481e-8924-92b22ded747d tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "DELETE /v2.0/routers/ff797ff4-ed48-4162-93c6-8295bfabb74c HTTP/1.1" status: 204 len: 168 time: 0.9452269 Sep 16 05:18:39.331918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35808) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.338855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-30e98e8f-b942-45e2-90d1-530cd6bcdf1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5136a5e-c942-4799-8f7b-37980500ece1 HTTP/1.1" status: 200 len: 217 time: 0.3254259 Sep 16 05:18:39.347090 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.resource_extend [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:18:39.382897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Deleting subnet b3c506ca-27b2-40bc-87b3-11650a332912 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:39.386103 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.428628 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.468547 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.475736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.483704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.484002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.508261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-592b7e4d-d99a-42c7-b4c4-0c182cd3ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:39.509729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-592b7e4d-d99a-42c7-b4c4-0c182cd3ae9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58d7dc9f-8464-4f48-948e-65ae95e10ed4 HTTP/1.1" status: 200 len: 854 time: 0.1574254 Sep 16 05:18:39.543619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e7959b-a90e-4941-90fe-b4a54ab5b25d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:39.551668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.567487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.571609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e9eb32c9-fdea-4008-95ec-785355f99c69 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a3e7959b-a90e-4941-90fe-b4a54ab5b25d HTTP/1.1" status: 204 len: 168 time: 1.0576639 Sep 16 05:18:39.584876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.594797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.596272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbbb55-5cb0-4edb-a157-6cec2e6c4177 req-d29600b3-3925-47ed-9d06-4396c4f4a749 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:39.596961 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/b3c506ca-27b2-40bc-87b3-11650a332912 HTTP/1.1" status: 204 len: 168 time: 0.2643311 Sep 16 05:18:39.599018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b7d33-2868-4954-b96d-7722f31eb88a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c506ca-27b2-40bc-87b3-11650a332912,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:39.607006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:39.607574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bdbbb55-5cb0-4edb-a157-6cec2e6c4177 req-d29600b3-3925-47ed-9d06-4396c4f4a749 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 943 time: 0.2624798 Sep 16 05:18:39.613358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-578b3973-47bf-40d7-9357-6730e7e35c54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280c818c-ac1e-4e1b-87c9-1c234a85e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711846 Sep 16 05:18:39.740966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.745535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.755257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Port 31b3ce55-4968-430c-a394-07e3ac7a723f not found while updating agent binding for router ff797ff4-ed48-4162-93c6-8295bfabb74c. {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 05:18:39.764891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bdbbb55-5cb0-4edb-a157-6cec2e6c4177 req-09bb45fe-b87a-46f6-be25-1949a7871583 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561999 Sep 16 05:18:39.767619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Routers set() bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:39.767999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Router IDs set() for agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:18:39.768715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_agentschedulers_db [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff797ff4-ed48-4162-93c6-8295bfabb74c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent'). {{(pid=94720) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:18:39.769094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d93df-533d-485b-bb69-1e66ca0fbb03 None None] The sync data for ids ['ff797ff4-ed48-4162-93c6-8295bfabb74c'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:39.798903 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Floating IP 07ad4088-aca5-4076-b122-db86051a4da5 associated. External IP: 172.25.6.76, port: 14653bdb-e068-4faa-884f-54e67a6555a4. Sep 16 05:18:39.838793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-139912fd-879e-4572-a34e-fabcc4ede332 service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158802 Sep 16 05:18:39.909675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.925007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c5136a5e-c942-4799-8f7b-37980500ece1 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:39.928135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8381f59-00ae-4aeb-9189-e5e622fd3176 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:39.946055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:39.973318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e112e6-2245-41de-b029-7665e524e296']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:39.983434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:39.993425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:39.993787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fd4fd9-c4e8-4c2f-a69f-7eba7ed7a419') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:40.010131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba644aa3-9ebd-4f88-a8fc-77c4350f02aa') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:40.010448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba644aa3-9ebd-4f88-a8fc-77c4350f02aa') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:40.019411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.028958 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.047261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.056934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: a8381f59-00ae-4aeb-9189-e5e622fd3176 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:40.058275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a8381f59-00ae-4aeb-9189-e5e622fd3176 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:40.061802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.077876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:40.078292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.093892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c5136a5e-c942-4799-8f7b-37980500ece1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c5136a5e-c942-4799-8f7b-37980500ece1,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:40.094173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:40.094515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.107304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c5136a5e-c942-4799-8f7b-37980500ece1', 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107', 'port_id': 'c5136a5e-c942-4799-8f7b-37980500ece1', 'mac_address': 'fa:16:3e:40:20:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d7dc9f-8464-4f48-948e-65ae95e10ed4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:40.121293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-705e3a15-5ae0-4808-b43b-cd9154c63fe3 req-c1542cb0-dc36-490a-98b6-aa950388ead9 service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740386 Sep 16 05:18:40.167048 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:40.177830 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:40.188436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5136a5e-c942-4799-8f7b-37980500ece1 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:40.193856 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.211181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Router 39660aa9-8e5f-42ab-8c8d-68d135888e9b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:40.223212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c5136a5e-c942-4799-8f7b-37980500ece1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c5136a5e-c942-4799-8f7b-37980500ece1,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:40.223402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:18:40.227739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.230440 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "DELETE /v2.0/networks/dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08 HTTP/1.1" status: 204 len: 168 time: 0.6115313 Sep 16 05:18:40.243479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.275159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f366e5e-0e8a-4836-bb8f-4448229a6dea tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbc1eb98-c14d-4237-aa4f-e1f61bdd8c08,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:40.307757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.322801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.325652 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a0e112e6-2245-41de-b029-7665e524e296 HTTP/1.1" status: 204 len: 168 time: 0.7392745 Sep 16 05:18:40.388667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d39ec-0b33-4ba0-8efa-2ee8814fbf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e112e6-2245-41de-b029-7665e524e296,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:40.411114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c5136a5e-c942-4799-8f7b-37980500ece1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:40.427108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:40.435210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.520765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-69ff7b9e-1510-4e19-b580-e1bae582d86d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "PUT /v2.0/floatingips/07ad4088-aca5-4076-b122-db86051a4da5 HTTP/1.1" status: 200 len: 995 time: 2.4209216 Sep 16 05:18:40.522954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c5136a5e-c942-4799-8f7b-37980500ece1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:40.535436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:40.537854 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06565dfc-c2d9-4214-bc16-313526d8cb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:40.601148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:40.609170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5480b4a2-5356-4be8-a73a-c2f1b416dae4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'router': {'name': 'tempest-router--977280555', 'project_id': '181aeceff7a44c95afa06e48a4491c77'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:40.633640 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82593ba9-2274-44de-bdbc-31e8c49ee1d1 x-openstack-request-id: req-82593ba9-2274-44de-bdbc-31e8c49ee1d1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:40.633976 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:40.634193 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82593ba9-2274-44de-bdbc-31e8c49ee1d1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:40.634592 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4', 'status': 'completed', 'code': 200} Sep 16 05:18:40.652515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5480b4a2-5356-4be8-a73a-c2f1b416dae4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.653791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5480b4a2-5356-4be8-a73a-c2f1b416dae4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.678819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-59bd7689-db69-4863-9cb2-73428b1ffbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:40.686881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-59bd7689-db69-4863-9cb2-73428b1ffbd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.1652229 Sep 16 05:18:40.757257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5480b4a2-5356-4be8-a73a-c2f1b416dae4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.767260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5480b4a2-5356-4be8-a73a-c2f1b416dae4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.791326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35838) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:40.812669 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5480b4a2-5356-4be8-a73a-c2f1b416dae4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.815649 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5480b4a2-5356-4be8-a73a-c2f1b416dae4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2121332 Sep 16 05:18:40.822203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35840) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:40.839935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-f2720557-5d1e-47f3-b719-b00e31d4efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:40.841512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-f2720557-5d1e-47f3-b719-b00e31d4efdb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.1834731 Sep 16 05:18:40.861585 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e060b12c-ab7c-4496-94be-757623e70878 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fa1edf903474f2293b20b6072f7ab05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673873 Sep 16 05:18:40.863624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35842) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:40.939769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ae30607-538d-48a2-930c-fb8674c5d5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.975995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ae30607-538d-48a2-930c-fb8674c5d5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.976296 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa9667d7-c73a-4484-9958-44278b738826 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:40.980466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-66948a6a-aca6-45df-bbc7-24c2ba2feba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:40.987683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-66948a6a-aca6-45df-bbc7-24c2ba2feba0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.2995369 Sep 16 05:18:41.049724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ae30607-538d-48a2-930c-fb8674c5d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.057218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ae30607-538d-48a2-930c-fb8674c5d5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.058521 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] Sync routers for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:41.059298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ae30607-538d-48a2-930c-fb8674c5d5de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7c2fb5e-9983-40bd-aec0-cb422a2e1d53 HTTP/1.1" status: 204 len: 168 time: 0.1927214 Sep 16 05:18:41.075903 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:41.076573 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:41.078462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae30607-538d-48a2-930c-fb8674c5d5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c2fb5e-9983-40bd-aec0-cb422a2e1d53,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:41.212166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce65eab-4c34-4392-b11f-9fd7b895c905 req-8ff4ab4e-74d1-46b3-bfd4-45771ccb4d6a tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:41.219113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ce65eab-4c34-4392-b11f-9fd7b895c905 req-8ff4ab4e-74d1-46b3-bfd4-45771ccb4d6a tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 944 time: 0.3413599 Sep 16 05:18:41.320376 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:41.323698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-0211b7e6-f5e7-44c0-a475-a7fa5d3b6c91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 998 time: 0.3351882 Sep 16 05:18:41.336881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-33abc3bf-64a6-4312-9c69-793f4c094130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:41.338575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-33abc3bf-64a6-4312-9c69-793f4c094130 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.4599693 Sep 16 05:18:41.621131 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '07ad4088-aca5-4076-b122-db86051a4da5', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'port_id': '14653bdb-e068-4faa-884f-54e67a6555a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'mac_address': 'fa:16:3e:53:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:18:36Z', 'updated_at': '2021-09-16T05:18:38Z', 'revision_number': 1, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:46Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:41.661918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ce65eab-4c34-4392-b11f-9fd7b895c905 req-3af8082b-5c30-4bd4-a234-38c3cc55686d tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418964 Sep 16 05:18:41.664874 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] Checking router: 39660aa9-8e5f-42ab-8c8d-68d135888e9b for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:41.666096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa9667d7-c73a-4484-9958-44278b738826 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.675726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:41.676678 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:41.704871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.720876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa9667d7-c73a-4484-9958-44278b738826 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.800350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-e3e95898-c5ae-4fed-9e2e-4d4d717139b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:41.801913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-e3e95898-c5ae-4fed-9e2e-4d4d717139b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.4453001 Sep 16 05:18:41.826424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa9667d7-c73a-4484-9958-44278b738826 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.827014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9667d7-c73a-4484-9958-44278b738826 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8907ed82-5aec-4896-98dc-dd0f7e5d32af {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:41.849244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-136ecb34-c3d1-4468-96ff-e022a02ca8b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 998 time: 0.4913473 Sep 16 05:18:41.852253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa9667d7-c73a-4484-9958-44278b738826 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:41.853300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fa9667d7-c73a-4484-9958-44278b738826 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "DELETE /v2.0/routers/8907ed82-5aec-4896-98dc-dd0f7e5d32af HTTP/1.1" status: 204 len: 168 time: 1.0301774 Sep 16 05:18:41.856052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-c3b0e69b-45ad-4de7-affd-be22c2e849df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463271 Sep 16 05:18:41.861362 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:41.933796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c5136a5e-c942-4799-8f7b-37980500ece1 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:41.970877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-608f4bb3-fe0b-4695-8e54-c8fe7e02c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:41.972399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-608f4bb3-fe0b-4695-8e54-c8fe7e02c0dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.1128104 Sep 16 05:18:42.021345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-9c4b9c6b-ea02-4eea-bd6e-9c10bf6bb06e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388732 Sep 16 05:18:42.059286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port c5136a5e-c942-4799-8f7b-37980500ece1 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:42.065915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-2ffd5273-106c-4ab1-9992-8090a3054644 service neutron] 10.222.0.55 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628578 Sep 16 05:18:42.077666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c5136a5e-c942-4799-8f7b-37980500ece1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:42.080171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.192757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:42.242950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-a7d514d6-09df-42e2-b9f0-3eea27d196e8 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097466 Sep 16 05:18:42.253817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.275817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2f2e5b9-ec85-401a-a335-9d34e013cb0f req-bc366187-f14e-4214-9c29-262346f1e1a9 service neutron] 10.222.0.55 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026007 Sep 16 05:18:42.308293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5136a5e-c942-4799-8f7b-37980500ece1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:42.310972 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6844ad2-ec48-415f-9c2e-215b8dbf3d02" -d '{"events": [{"server_uuid": "cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37", "name": "network-vif-plugged", "status": "completed", "tag": "c5136a5e-c942-4799-8f7b-37980500ece1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:42.350565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35886) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:42.375013 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '07ad4088-aca5-4076-b122-db86051a4da5', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'port_id': '14653bdb-e068-4faa-884f-54e67a6555a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'mac_address': 'fa:16:3e:53:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:18:36Z', 'updated_at': '2021-09-16T05:18:38Z', 'revision_number': 1, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:46Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:42.378530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c5136a5e-c942-4799-8f7b-37980500ece1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c5136a5e-c942-4799-8f7b-37980500ece1,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:42.391845 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.436286 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b045e-4018-4f5b-a971-75acfc116314 None None] The sync data for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 is: [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '07ad4088-aca5-4076-b122-db86051a4da5', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'port_id': '14653bdb-e068-4faa-884f-54e67a6555a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'mac_address': 'fa:16:3e:53:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:18:36Z', 'updated_at': '2021-09-16T05:18:38Z', 'revision_number': 1, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:46Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:42.471674 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1274071-df3a-4e95-a4f3-e421fa9a89de x-openstack-request-id: req-d1274071-df3a-4e95-a4f3-e421fa9a89de {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:42.473484 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37", "name": "network-vif-plugged", "status": "completed", "tag": "c5136a5e-c942-4799-8f7b-37980500ece1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:42.475202 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1274071-df3a-4e95-a4f3-e421fa9a89de {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:42.475541 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5136a5e-c942-4799-8f7b-37980500ece1', 'code': 200} Sep 16 05:18:42.499037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06565dfc-c2d9-4214-bc16-313526d8cb0d req-ed01f623-77bf-4c87-aa02-4cdf88ea01a8 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463007 Sep 16 05:18:42.500679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c5136a5e-c942-4799-8f7b-37980500ece1,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:42.515109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-adcaf426-1139-41d6-ac59-415d0d564cb8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 998 time: 0.1798627 Sep 16 05:18:42.566585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-440672221-network', 'tenant_id': '76733fdbcbb94e2693e9fcc4249376ad'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:42.616141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac187-74f8-4247-93af-3190a1c38f6e req-6054e87d-ebd0-43ad-9fe9-c41a059b571e tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:42.617214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-6054e87d-ebd0-43ad-9fe9-c41a059b571e tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports/14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 942 time: 0.0921295 Sep 16 05:18:42.626037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1165404277', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:42.637415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db33880-cf30-4f06-9450-2d669d501f93 req-8bee8099-5ac3-49a1-80e8-64b4074d445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:42.638913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4db33880-cf30-4f06-9450-2d669d501f93 req-8bee8099-5ac3-49a1-80e8-64b4074d445c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 1097 time: 0.0759616 Sep 16 05:18:42.642868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Made reservation on behalf of 76733fdbcbb94e2693e9fcc4249376ad for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:42.645269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.660170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.688370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4db33880-cf30-4f06-9450-2d669d501f93 req-b6bd6367-6e80-4715-97ef-7d475c09a2c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Sep 16 05:18:42.807072 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.808330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.813346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.825165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.871535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6697e-b1b8-4efd-903b-db1ae48cf1f2 req-4cdea2bb-9403-4eb6-92ab-c8f962d7bbad tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:42.882092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46f6697e-b1b8-4efd-903b-db1ae48cf1f2 req-4cdea2bb-9403-4eb6-92ab-c8f962d7bbad tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 945 time: 0.0903275 Sep 16 05:18:42.909073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:18:42.911042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b29705-6359-4374-b467-fee4d1890292 None None] New status for floating IP 07ad4088-aca5-4076-b122-db86051a4da5: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:42.918393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.919924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ecd00c-0222-4d9d-9b42-20666b10e81b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:42.960795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46f6697e-b1b8-4efd-903b-db1ae48cf1f2 req-37148352-c10c-4057-ad2c-842dd09a77ea tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771987 Sep 16 05:18:42.968652 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.969015 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Added segment c526bf29-d2fc-42ba-87d8-06047ad419ac of type vlan for network ebfae148-6872-4e35-be80-adc54af2ab3d Sep 16 05:18:43.063470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.139002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-05975655-e547-4236-9fd0-43e1516779f0 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 998 time: 0.0950389 Sep 16 05:18:43.234020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.235226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:43.236551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.242347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.269687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac187-74f8-4247-93af-3190a1c38f6e req-365157bf-bd29-4c60-bf22-3a014bb74e91 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:43.271773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-365157bf-bd29-4c60-bf22-3a014bb74e91 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.1316154 Sep 16 05:18:43.301846 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9469001 Sep 16 05:18:43.306309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35910) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:43.311660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Request body: {'subnet': {'network_id': 'ebfae148-6872-4e35-be80-adc54af2ab3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-440672221-subnet', 'tenant_id': '76733fdbcbb94e2693e9fcc4249376ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:43.355297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92aa3-585a-4a6a-980d-a0231df7a79e admin admin] Pushing event updated for resources: {'Network': ['ID=ebfae148-6872-4e35-be80-adc54af2ab3d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:43.372703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ebfae148-6872-4e35-be80-adc54af2ab3d details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:18:43.377424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-bbe8262c-f8a3-4bcf-a091-abd5aee6e686 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1000 time: 0.0885186 Sep 16 05:18:43.383549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:43.389284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Made reservation on behalf of 76733fdbcbb94e2693e9fcc4249376ad for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:43.395687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.461420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.658067 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.663965 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.664514 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Floating IP 07ad4088-aca5-4076-b122-db86051a4da5 disassociated. External IP: 172.25.6.76, port: 14653bdb-e068-4faa-884f-54e67a6555a4. Sep 16 05:18:43.715749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.747814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.794344 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:43.914761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a500775-f24f-46fa-9469-98d67b67015c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:43.929461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Router 39660aa9-8e5f-42ab-8c8d-68d135888e9b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:43.948928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Checking segment: {'id': 'c526bf29-d2fc-42ba-87d8-06047ad419ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ebfae148-6872-4e35-be80-adc54af2ab3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:43.949294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Network hostable DHCP agents. Network: ebfae148-6872-4e35-be80-adc54af2ab3d, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:18:43.959331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Allocated IP 172.25.6.57 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/4c591248-af41-4516-a8ff-52d51ed4d574) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:44.003341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Network ebfae148-6872-4e35-be80-adc54af2ab3d is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:18:44.023689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ebfae148-6872-4e35-be80-adc54af2ab3d) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:44.036032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cdcb25-7167-481a-81d4-85413aec10ed None None] Network ebfae148-6872-4e35-be80-adc54af2ab3d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:44.053699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:44.054309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.092219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c0a6ce2-e672-40cb-b396-d0031fc83384 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7757890 Sep 16 05:18:44.133275 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.158589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:44.167330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65ed7f-49d7-4fb3-8d23-36cab083a1f0 req-9c2d2f7b-9e04-426a-acf9-17ebfccd9054 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:44.169807 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] Sync routers for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:44.175119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc65ed7f-49d7-4fb3-8d23-36cab083a1f0 req-9c2d2f7b-9e04-426a-acf9-17ebfccd9054 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 945 time: 0.1022582 Sep 16 05:18:44.187817 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:44.189965 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.196072 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.200045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.254828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-aa89630e-d81e-4590-9d26-3cbd1aac7219 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "PUT /v2.0/floatingips/07ad4088-aca5-4076-b122-db86051a4da5 HTTP/1.1" status: 200 len: 694 time: 0.8683882 Sep 16 05:18:44.261239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09503537-d17e-4a0f-9fd4-54a321d6d715 None None] Network ebfae148-6872-4e35-be80-adc54af2ab3d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:44.286799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event updated for resources: {'Port': ['ID=4c591248-af41-4516-a8ff-52d51ed4d574,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:44.296018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc65ed7f-49d7-4fb3-8d23-36cab083a1f0 req-574b2dcc-82d2-41a1-987f-78e6bfc44baf tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200197 Sep 16 05:18:44.296597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:44.299955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:44.301987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:44.305628 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d2162e-26c5-4aec-8c88-f00976670fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:44.306920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:44.412917 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:44.471702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac187-74f8-4247-93af-3190a1c38f6e req-935f4318-63c7-48bc-b971-2b2b907df780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:44.481402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-935f4318-63c7-48bc-b971-2b2b907df780 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.2256308 Sep 16 05:18:44.648256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35972) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:44.659248 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcef159-41b0-4680-a802-92aa6a721d29 x-openstack-request-id: req-adcef159-41b0-4680-a802-92aa6a721d29 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:44.659464 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:44.659589 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adcef159-41b0-4680-a802-92aa6a721d29 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:44.659983 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4', 'status': 'completed', 'code': 200} Sep 16 05:18:44.716483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac187-74f8-4247-93af-3190a1c38f6e req-f44aeda4-7c81-4502-ab96-7808234b894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:44.726578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-f44aeda4-7c81-4502-ab96-7808234b894e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.2442720 Sep 16 05:18:44.776331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] Deleting subnet 8a500775-f24f-46fa-9469-98d67b67015c {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:44.786661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:44.807623 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:46Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.837243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-830b2f04-7ee7-480b-ad45-ad228fd1874a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 217 time: 0.1096220 Sep 16 05:18:44.845680 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] Checking router: 39660aa9-8e5f-42ab-8c8d-68d135888e9b for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:44.856350 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:44.857295 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:44.983456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-4747a111-d415-48c4-bb55-b055b3e95792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:44.985022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-4747a111-d415-48c4-bb55-b055b3e95792 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6787f6a0d2145b99122919e89e42a1b&device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 1097 time: 0.3346751 Sep 16 05:18:44.998470 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:45.026993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac187-74f8-4247-93af-3190a1c38f6e req-7ee75466-6f17-4a8f-acb8-e2c9e42714e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:45.029474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-7ee75466-6f17-4a8f-acb8-e2c9e42714e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.1415510 Sep 16 05:18:45.324227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.362832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-dc3cc8bf-df7f-464c-bd72-5249642edc9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321996 Sep 16 05:18:45.391996 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:46Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:45.444150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.498792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-02ea9fbd-b7ba-4176-8aba-832290c5cfd9 service neutron] 10.222.0.55 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051402 Sep 16 05:18:45.499549 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faaa821-99df-4312-978b-ca9439872f85 None None] The sync data for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 is: [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:17:36Z', 'revision_number': 4, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3550a107-8a0e-4a29-ba4e-0ed6aa3e262e', 'name': '', 'network_id': '2af235c4-aac0-493e-b9f1-688a30645845', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'mac_address': 'fa:16:3e:53:08:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:35Z', 'updated_at': '2021-09-16T05:17:46Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'subnets': [{'id': '80cca513-85fa-4b44-8564-d7848fccc67a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:45.564913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.575638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-6c9fe441-adb0-4c4d-9fa6-f251a25d84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:45.577539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-6c9fe441-adb0-4c4d-9fa6-f251a25d84cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 200 len: 919 time: 0.5804212 Sep 16 05:18:45.711493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-e9abf754-b15f-4b9c-b2d3-e1a7bcc90eaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 200 len: 217 time: 0.1195028 Sep 16 05:18:45.748641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.779225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-562ac187-74f8-4247-93af-3190a1c38f6e req-3e69186c-1e16-46a1-9dae-41f023e54a2a service neutron] 10.222.0.55 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767215 Sep 16 05:18:45.805561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-4e19a872-30e5-4cea-bc7e-72967dc1aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:45.807298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-4e19a872-30e5-4cea-bc7e-72967dc1aa32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 200 len: 858 time: 0.0881681 Sep 16 05:18:45.884718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a500775-f24f-46fa-9469-98d67b67015c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:45.903084 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:45.907948 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2e9c89c2-bd9b-4055-8884-e48a3d21f446 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a500775-f24f-46fa-9469-98d67b67015c HTTP/1.1" status: 204 len: 168 time: 1.2580907 Sep 16 05:18:45.909343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-958fdcb6-13d7-461d-bddc-316b85dae474 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2af235c4-aac0-493e-b9f1-688a30645845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875671 Sep 16 05:18:45.911026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:45.918264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-ce3f13f8-1148-4642-b4d6-58d74c161507 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips/07ad4088-aca5-4076-b122-db86051a4da5 HTTP/1.1" status: 200 len: 694 time: 0.0947495 Sep 16 05:18:46.000790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564a9b0-344d-4eaa-811a-b38c06cefa95 None None] New status for floating IP 07ad4088-aca5-4076-b122-db86051a4da5: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:46.047140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-41edcde7-8444-4879-a0f4-63bb947afc38 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279135 Sep 16 05:18:46.085458 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.110489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.190988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-aec98bff-924b-4800-810e-f8545ca57659 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:46.199126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-aec98bff-924b-4800-810e-f8545ca57659 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 784 time: 0.2018104 Sep 16 05:18:46.281087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-3476c8e1-4ece-46de-bf52-88cdfc933280 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 697 time: 0.0810840 Sep 16 05:18:46.297532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1d2162e-26c5-4aec-8c88-f00976670fe9 req-804619f4-00fd-4e5f-9343-17e8f3b19fd2 service neutron] 10.222.0.73 "GET /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197375 Sep 16 05:18:46.350312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.384323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfae148-6872-4e35-be80-adc54af2ab3d']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:46.403894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c526bf29-d2fc-42ba-87d8-06047ad419ac') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:46.403894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c526bf29-d2fc-42ba-87d8-06047ad419ac') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:46.415840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.436624 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.445187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:46.445635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:46.447662 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:46.458274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-0170aa5c-6176-432d-9943-b972a6b6ff50 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 697 time: 0.1568732 Sep 16 05:18:46.527289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Router 48c7ce60-ca45-4ff9-b15e-d4e53de906aa is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:46.580974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.589519 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.594098 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] 10.222.0.55 "DELETE /v2.0/networks/ebfae148-6872-4e35-be80-adc54af2ab3d HTTP/1.1" status: 204 len: 168 time: 0.6792526 Sep 16 05:18:46.605696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a36a6-e7c5-4eba-9d29-ee56bceae96b admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfae148-6872-4e35-be80-adc54af2ab3d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:46.686731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:46.698397 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] Sync routers for ids ['48c7ce60-ca45-4ff9-b15e-d4e53de906aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:46.714748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Deleting port b4966815-d667-4c7a-a849-ecb142876cb9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:46.715072 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] Routers {'48c7ce60-ca45-4ff9-b15e-d4e53de906aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:46.715448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.715713 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['48c7ce60-ca45-4ff9-b15e-d4e53de906aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:46.752187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.764648 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03f626dd-1f5f-46cb-8025-e1e7f0dfa877 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5682127 Sep 16 05:18:46.768525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36046) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:46.774440 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:46.783465 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] Routers {'48c7ce60-ca45-4ff9-b15e-d4e53de906aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:46.784113 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['48c7ce60-ca45-4ff9-b15e-d4e53de906aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:46.842339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36048) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:46.899199 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e363477-66a3-402c-b422-31eed2f52604 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76733fdbcbb94e2693e9fcc4249376ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635762 Sep 16 05:18:46.899856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36050) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:46.952268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.952268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.966874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Calling delete_port for b4966815-d667-4c7a-a849-ecb142876cb9 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:46.973027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60e0a5be-adfb-44a4-b978-53f3a0f5c958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.989858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e6cf4c06-067c-4d4c-85e1-ece4e1b3941a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/48c7ce60-ca45-4ff9-b15e-d4e53de906aa HTTP/1.1" status: 200 len: 924 time: 0.2149324 Sep 16 05:18:47.010474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60e0a5be-adfb-44a4-b978-53f3a0f5c958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.011220 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:47.011976 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553832d-cce8-4a43-8a56-79da0e8c724b None None] The sync data for ids ['48c7ce60-ca45-4ff9-b15e-d4e53de906aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:47.034375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36052) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:47.070437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5ae9a285-e2a4-4879-aa78-b7289cb798f0 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=48c7ce60-ca45-4ff9-b15e-d4e53de906aa HTTP/1.1" status: 200 len: 205 time: 0.0348542 Sep 16 05:18:47.073298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36054) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:47.146797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60e0a5be-adfb-44a4-b978-53f3a0f5c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.149473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60e0a5be-adfb-44a4-b978-53f3a0f5c958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.150861 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-60e0a5be-adfb-44a4-b978-53f3a0f5c958 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98ecd00c-0222-4d9d-9b42-20666b10e81b HTTP/1.1" status: 204 len: 168 time: 0.2489972 Sep 16 05:18:47.170382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0a5be-adfb-44a4-b978-53f3a0f5c958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ecd00c-0222-4d9d-9b42-20666b10e81b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:47.185805 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.266569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event deleted for resources: {'Port': ['ID=b4966815-d667-4c7a-a849-ecb142876cb9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:47.298454 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:47.310944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.422412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.426936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.436833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8558f35-c860-4277-9a26-4c7fa4db67b2 req-8708543e-f09f-4893-a04d-95f29c417996 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "DELETE /v2.0/floatingips/07ad4088-aca5-4076-b122-db86051a4da5 HTTP/1.1" status: 204 len: 173 time: 0.9715798 Sep 16 05:18:47.536327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.559514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8f105d3-db61-4730-8004-44dd6a19bbc8 req-60cfc520-95ea-4ad0-8af7-87ffc00a656f tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups/7885374e-fd3c-45bc-9cfd-a5508fbc81b0 HTTP/1.1" status: 200 len: 1809 time: 0.0961690 Sep 16 05:18:47.651356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Deleting port 4c591248-af41-4516-a8ff-52d51ed4d574 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:47.652363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.684871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8f105d3-db61-4730-8004-44dd6a19bbc8 req-fb6b7c53-04f4-43ca-a113-f0b9ef31e8a8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.756619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8f105d3-db61-4730-8004-44dd6a19bbc8 req-fb6b7c53-04f4-43ca-a113-f0b9ef31e8a8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.804449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.821130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Calling delete_port for 4c591248-af41-4516-a8ff-52d51ed4d574 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:47.867132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8f105d3-db61-4730-8004-44dd6a19bbc8 req-fb6b7c53-04f4-43ca-a113-f0b9ef31e8a8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.869781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e8f105d3-db61-4730-8004-44dd6a19bbc8 req-fb6b7c53-04f4-43ca-a113-f0b9ef31e8a8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.878332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8f105d3-db61-4730-8004-44dd6a19bbc8 req-fb6b7c53-04f4-43ca-a113-f0b9ef31e8a8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "DELETE /v2.0/security-groups/7885374e-fd3c-45bc-9cfd-a5508fbc81b0 HTTP/1.1" status: 204 len: 173 time: 0.3013990 Sep 16 05:18:47.912706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b7c53-04f4-43ca-a113-f0b9ef31e8a8 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885374e-fd3c-45bc-9cfd-a5508fbc81b0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.139163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.200266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event deleted for resources: {'Port': ['ID=4c591248-af41-4516-a8ff-52d51ed4d574,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:48.306079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.427280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.436662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.446665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.455314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.457980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.461932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.462922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.470313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.478651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.488545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-517f0214-8311-470d-b91d-d49a0d3b669f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.2608473 Sep 16 05:18:48.540018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.540776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Fanout notify agent at l3_agent the message router_deleted on router 48c7ce60-ca45-4ff9-b15e-d4e53de906aa {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:48.549712 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.556295 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4125dd1d-8cb1-492c-a4bf-847573c73aee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/48c7ce60-ca45-4ff9-b15e-d4e53de906aa HTTP/1.1" status: 204 len: 168 time: 1.4760056 Sep 16 05:18:48.556486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36110) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:48.564169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'router': {'name': 'tempest-snat-router-879935901', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': False}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:48.588314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b8e71ef-e125-479f-a99e-375305cd9912 req-2b25dd78-accf-4db5-87f0-6329255388cc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984654 Sep 16 05:18:48.612944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.615686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.618820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35785e-3223-4ef5-9e03-a45c91f693c7 req-10cf196c-fe32-4dea-a2a1-386c2c61fb23 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.637261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a35785e-3223-4ef5-9e03-a45c91f693c7 req-10cf196c-fe32-4dea-a2a1-386c2c61fb23 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1355054 Sep 16 05:18:48.686980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a35785e-3223-4ef5-9e03-a45c91f693c7 req-610d7dfe-7c38-4477-94ba-00bc53f9a14b tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Sep 16 05:18:48.704518 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:48.857820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.172476 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.206492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.359637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Allocated IP 172.25.6.254 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/665ef986-ee49-40c6-b1f0-5a3d0d79fa54) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:49.490235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36152) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:49.537697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.593018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.649011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:49.652312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:49.664789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:49.695601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.696870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Port': ['ID=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:49.863354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.870145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.876616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.883509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.893277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.899829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.906563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.908559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-e0f38ffe-339e-4d07-8db8-2a03a07da4a8 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.1939864 Sep 16 05:18:49.937281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.943793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.950068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.961035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.967751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.974620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.980772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.988118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:49.993074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-c6a4c141-3e06-4626-ba3d-82ac5e64e095 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 5444 time: 0.2490842 Sep 16 05:18:50.104598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-9ed9f589-f277-47c5-a786-442ddb9f4c61 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.106329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-9ed9f589-f277-47c5-a786-442ddb9f4c61 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "GET /v2.0/ports/090b7f1e-4400-4545-afcc-0554eb5c6338?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1107926 Sep 16 05:18:50.152329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16e530ce-9534-4e0a-9802-d7555b897ed4 req-5d4c0d29-a458-41d8-8c41-5b320e0690b5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570117 Sep 16 05:18:50.206375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7770b38-bf97-4cce-8c9f-2c857ea265f6 req-88cf319b-54ef-4d6e-8cbd-3a1110d40a68 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.216029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7770b38-bf97-4cce-8c9f-2c857ea265f6 req-88cf319b-54ef-4d6e-8cbd-3a1110d40a68 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.3048720 Sep 16 05:18:50.231808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.314218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.343311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7dd7064b-d904-4ce9-a69a-f34d675c2683 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "GET /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2309372 Sep 16 05:18:50.343925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.425769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Router ecda9740-712e-4b91-bd1f-ad4b60b4f09f is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:50.432725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7770b38-bf97-4cce-8c9f-2c857ea265f6 req-a7a66d39-e9fb-4f61-83da-aa625519ece7 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155590 Sep 16 05:18:50.439149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a8279-6289-414d-b78b-45b5efd9d003,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:50.447304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa69c1117e7849a89ac71ba142689754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9533851 Sep 16 05:18:50.448364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36176) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:50.450928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.451280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.451620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.451955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.457779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.460429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.460758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.462910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.463204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.463543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.463879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.464245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f42e7-c725-49a6-a7e2-dee89fe37d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:50.538000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:50.635316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.759412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-20f0e5f5-deb6-4327-a477-badc167413d5 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:50.761328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-20f0e5f5-deb6-4327-a477-badc167413d5 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.1151469 Sep 16 05:18:50.945257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] For port 090b7f1e-4400-4545-afcc-0554eb5c6338, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=090b7f1e-4400-4545-afcc-0554eb5c6338,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:50.968811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a523916-149f-4052-a6bb-e102a15e4b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.969388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Deleting port 14653bdb-e068-4faa-884f-54e67a6555a4 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:50.969482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.020594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] For port 090b7f1e-4400-4545-afcc-0554eb5c6338, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:51.029198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a523916-149f-4052-a6bb-e102a15e4b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.074881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:51.091419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.097045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36186) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:51.097813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Sync routers for ids ['ecda9740-712e-4b91-bd1f-ad4b60b4f09f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:51.109597 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a47e62e-42b4-4c7d-a20b-ae92e18c663c tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5442798 Sep 16 05:18:51.112486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Routers {'ecda9740-712e-4b91-bd1f-ad4b60b4f09f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:51.113618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecda9740-712e-4b91-bd1f-ad4b60b4f09f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:51.123331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a523916-149f-4052-a6bb-e102a15e4b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.127611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a523916-149f-4052-a6bb-e102a15e4b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.135109 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2a523916-149f-4052-a6bb-e102a15e4b47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e0a8279-6289-414d-b78b-45b5efd9d003 HTTP/1.1" status: 204 len: 168 time: 0.6857016 Sep 16 05:18:51.152148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a523916-149f-4052-a6bb-e102a15e4b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a8279-6289-414d-b78b-45b5efd9d003,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:51.249165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] device_id is not set on port 090b7f1e-4400-4545-afcc-0554eb5c6338 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:18:51.315905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.320143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] For port 14653bdb-e068-4faa-884f-54e67a6555a4, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=14653bdb-e068-4faa-884f-54e67a6555a4,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:51.320986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.357873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.361241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Set router ecda9740-712e-4b91-bd1f-ad4b60b4f09f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:51.400879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Calling delete_port for 14653bdb-e068-4faa-884f-54e67a6555a4 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:51.555488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-55c88271-d912-4d96-aa40-16ea4c10bc15 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/ecda9740-712e-4b91-bd1f-ad4b60b4f09f HTTP/1.1" status: 200 len: 908 time: 0.4508286 Sep 16 05:18:51.557664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36210) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:51.564414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'router': {'name': 'tempest-snat-router-879935901', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': True}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:51.635868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.647442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.764967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.888691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda9740-712e-4b91-bd1f-ad4b60b4f09f', 'name': 'tempest-snat-router-879935901', 'tenant_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.254'}], 'enable_snat': False}, 'gw_port_id': '665ef986-ee49-40c6-b1f0-5a3d0d79fa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:48Z', 'updated_at': '2021-09-16T05:18:49Z', 'revision_number': 3, 'project_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'gw_port': {'id': '665ef986-ee49-40c6-b1f0-5a3d0d79fa54', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda9740-712e-4b91-bd1f-ad4b60b4f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:49Z', 'updated_at': '2021-09-16T05:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:51.975989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Checking router: ecda9740-712e-4b91-bd1f-ad4b60b4f09f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:51.978044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Updating router ecda9740-712e-4b91-bd1f-ad4b60b4f09f port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:51.979254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.027823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.078989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-72a90595-9dde-45ac-bb92-2e8911a6fc37 None None] Provisioning complete for port 090b7f1e-4400-4545-afcc-0554eb5c6338 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:52.080112 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-72a90595-9dde-45ac-bb92-2e8911a6fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.249248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-72a90595-9dde-45ac-bb92-2e8911a6fc37 None None] Port 090b7f1e-4400-4545-afcc-0554eb5c6338 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:52.292864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-defbfa89-2348-49c4-8ba0-ce0a131c84ee tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.306497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-defbfa89-2348-49c4-8ba0-ce0a131c84ee tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.312657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-defbfa89-2348-49c4-8ba0-ce0a131c84ee tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.334547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-defbfa89-2348-49c4-8ba0-ce0a131c84ee tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.350957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-defbfa89-2348-49c4-8ba0-ce0a131c84ee tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.357286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-defbfa89-2348-49c4-8ba0-ce0a131c84ee tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.359275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-defbfa89-2348-49c4-8ba0-ce0a131c84ee tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 4665 time: 1.0197959 Sep 16 05:18:52.359976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] Pushing event updated for resources: {'Port': ['ID=090b7f1e-4400-4545-afcc-0554eb5c6338,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:52.366844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] No DVR routers for this DVR port 090b7f1e-4400-4545-afcc-0554eb5c6338 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:52.442503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.486746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.544696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-9d75617d-c12d-4dce-b950-4f794269962f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3521786 Sep 16 05:18:52.554079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] In _notify_port_updated(), no bound segment for port 090b7f1e-4400-4545-afcc-0554eb5c6338 on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:18:52.554983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.555605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.567021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-7eb132fb-2a9f-489f-a6d4-584d2cddb30a service neutron] 10.222.0.64 "PUT /v2.0/ports/090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 200 len: 1032 time: 2.1955538 Sep 16 05:18:52.607582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 23fb39af-544f-42ac-b2a4-2321ff54e1e5 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:52.622471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6f169f2-9bbc-4a49-a8c4-84d56ed26c0d req-0369aa36-1889-4e47-a29d-91394432484f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&id=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2179356 Sep 16 05:18:52.646130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d4023-b2e7-4850-b48a-68eca961a918 req-1895c297-5a83-4f4d-a0f3-da2ae1c7b88d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.649391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-227d4023-b2e7-4850-b48a-68eca961a918 req-1895c297-5a83-4f4d-a0f3-da2ae1c7b88d tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 945 time: 0.4710996 Sep 16 05:18:52.706059 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.737851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.869804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Allocated IP 172.25.6.167 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:52.912441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-329ea092-8621-4ebd-a9a3-b4d6936becad tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.917512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-329ea092-8621-4ebd-a9a3-b4d6936becad tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "GET /v2.0/ports/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2632225 Sep 16 05:18:52.952299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:52.962256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b179f-d449-4432-b791-2232829937f1 req-a665fb48-3778-4508-a7a7-a6d3733e6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.964918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-a665fb48-3778-4508-a7a7-a6d3733e6892 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef07e3d1ebf64d8182373731e8746457&device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 1098 time: 0.3123653 Sep 16 05:18:53.053275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-227d4023-b2e7-4850-b48a-68eca961a918 req-8c4646c0-e4ca-4832-98ff-962ac66b5268 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/security-groups?id=153171fb-4ca9-4315-bb92-e0e835a00526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169401 Sep 16 05:18:53.103006 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.241627 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.265336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Attempting to bind port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:53.266516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Attempting to bind port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:53.267038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Attempting to bind port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:53.276897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Pushing event deleted for resources: {'Port': ['ID=14653bdb-e068-4faa-884f-54e67a6555a4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.283212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:53.283838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:53.284432 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.284997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:53.287244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Bound port: 665ef986-ee49-40c6-b1f0-5a3d0d79fa54, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:53.287900 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.310475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.339643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.370277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] For port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:53.385090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] For port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:53.388966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] No DVR routers for this DVR port 14653bdb-e068-4faa-884f-54e67a6555a4 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:53.392690 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.395015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-166a8e8a-8196-4172-a2b2-2a37d4fe8fc7 req-9b669587-ac4a-4839-80f7-364d9b4c6d84 tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.73 "DELETE /v2.0/ports/14653bdb-e068-4faa-884f-54e67a6555a4 HTTP/1.1" status: 204 len: 173 time: 2.6268163 Sep 16 05:18:53.406628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'name': 'network-vif-deleted', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:53.409070 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.410788 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c581d-2ef6-46c4-b369-aca691753b53" -d '{"events": [{"server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "name": "network-vif-deleted", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:53.454886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Pushing event updated for resources: {'Port': ['ID=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.470414 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.471453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:53.474048 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47056640-b470-4d26-b6bd-e90dc9372e62" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:53.480751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b179f-d449-4432-b791-2232829937f1 req-714a5633-88ab-4c61-8ae1-55b9f675277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:53.482275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-714a5633-88ab-4c61-8ae1-55b9f675277e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d HTTP/1.1" status: 200 len: 906 time: 0.4901569 Sep 16 05:18:53.492023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.492495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.493000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.493438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.493929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.494585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.495014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.495589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.496013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.496535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.497313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.498016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:53.511875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:53.541231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Routers {'ecda9740-712e-4b91-bd1f-ad4b60b4f09f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:53.542171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecda9740-712e-4b91-bd1f-ad4b60b4f09f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:53.547566 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.548277 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe33099e-d1ee-49cf-a827-34da80138f51 x-openstack-request-id: req-fe33099e-d1ee-49cf-a827-34da80138f51 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:53.548641 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d2451c-85cf-444c-abc7-6a23d17b9e91", "name": "network-vif-deleted", "tag": "14653bdb-e068-4faa-884f-54e67a6555a4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:53.548744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 090b7f1e-4400-4545-afcc-0554eb5c6338 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:53.548899 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe33099e-d1ee-49cf-a827-34da80138f51 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:53.549926 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d2451c-85cf-444c-abc7-6a23d17b9e91', 'name': 'network-vif-deleted', 'tag': '14653bdb-e068-4faa-884f-54e67a6555a4', 'status': 'completed', 'code': 200} Sep 16 05:18:53.615435 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67812082-0c3a-458f-95e1-0378203e02bc x-openstack-request-id: req-67812082-0c3a-458f-95e1-0378203e02bc {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:53.615647 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:53.615725 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67812082-0c3a-458f-95e1-0378203e02bc {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:53.616287 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5', 'code': 200} Sep 16 05:18:53.623163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Port': ['ID=0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.647024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:53.649082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:53.651840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:53.681500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 090b7f1e-4400-4545-afcc-0554eb5c6338 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:53.681925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:53.784765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b93dd-0409-4f62-8ff9-30a37a2f7f26 None None] Pushing event updated for resources: {'Port': ['ID=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:54.014870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 14653bdb-e068-4faa-884f-54e67a6555a4 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:54.195969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] For port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:54.203119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 14653bdb-e068-4faa-884f-54e67a6555a4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:54.203742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 14653bdb-e068-4faa-884f-54e67a6555a4 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:54.223635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] Set router ecda9740-712e-4b91-bd1f-ad4b60b4f09f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:54.257204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] For port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:54.309384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] device_id is not set on port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:18:54.330276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.397616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.420473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.574555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-839dc7c7-e20c-409d-b9b0-e8c22dc52484 req-76269b15-008f-48d6-9435-997827343fef tempest-ServerRescueTestJSONUnderV235-1616713698 tempest-ServerRescueTestJSONUnderV235-1616713698-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6d2451c-85cf-444c-abc7-6a23d17b9e91 HTTP/1.1" status: 200 len: 210 time: 0.2139111 Sep 16 05:18:54.585631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-0cc095de-6621-4d04-9f0a-1c730ecab739 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 HTTP/1.1" status: 200 len: 1002 time: 1.0860276 Sep 16 05:18:54.660001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=23fb39af-544f-42ac-b2a4-2321ff54e1e5,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:54.686905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.727320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] No DVR routers for this DVR port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:54.752203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] Pushing event updated for resources: {'Port': ['ID=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:54.815630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.891509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b179f-d449-4432-b791-2232829937f1 req-ab54121f-2777-4258-9ce7-7a1f3a651bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:54.893332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-ab54121f-2777-4258-9ce7-7a1f3a651bfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e685d7f-c1be-49cd-985c-0ac8753a7f03 HTTP/1.1" status: 200 len: 844 time: 0.2958744 Sep 16 05:18:54.968646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:54.976475 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:18:54.977258 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:18:55.025153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dee141fd-6974-488b-9316-c806cbd2035f None None] Provisioning complete for port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:55.025535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dee141fd-6974-488b-9316-c806cbd2035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.029657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecda9740-712e-4b91-bd1f-ad4b60b4f09f', 'name': 'tempest-snat-router-879935901', 'tenant_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.254'}], 'enable_snat': False}, 'gw_port_id': '665ef986-ee49-40c6-b1f0-5a3d0d79fa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:48Z', 'updated_at': '2021-09-16T05:18:49Z', 'revision_number': 3, 'project_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'gw_port': {'id': '665ef986-ee49-40c6-b1f0-5a3d0d79fa54', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda9740-712e-4b91-bd1f-ad4b60b4f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:49Z', 'updated_at': '2021-09-16T05:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:55.096440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689bf8f-63e3-49e2-b649-70405e151733 req-213fc0e5-6a17-42f3-85e6-ac124685dfa4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.106732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689bf8f-63e3-49e2-b649-70405e151733 req-213fc0e5-6a17-42f3-85e6-ac124685dfa4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.118788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6eacb5-9f2e-4003-8213-9d41ee02d481 None None] The sync data for ids ['ecda9740-712e-4b91-bd1f-ad4b60b4f09f'] in n-d-713301-15 is: [{'id': 'ecda9740-712e-4b91-bd1f-ad4b60b4f09f', 'name': 'tempest-snat-router-879935901', 'tenant_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.254'}], 'enable_snat': False}, 'gw_port_id': '665ef986-ee49-40c6-b1f0-5a3d0d79fa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:48Z', 'updated_at': '2021-09-16T05:18:49Z', 'revision_number': 3, 'project_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'gw_port': {'id': '665ef986-ee49-40c6-b1f0-5a3d0d79fa54', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda9740-712e-4b91-bd1f-ad4b60b4f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:49Z', 'updated_at': '2021-09-16T05:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:55.124141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689bf8f-63e3-49e2-b649-70405e151733 req-213fc0e5-6a17-42f3-85e6-ac124685dfa4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.154007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-dee141fd-6974-488b-9316-c806cbd2035f None None] Port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:55.162297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689bf8f-63e3-49e2-b649-70405e151733 req-213fc0e5-6a17-42f3-85e6-ac124685dfa4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.175142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689bf8f-63e3-49e2-b649-70405e151733 req-213fc0e5-6a17-42f3-85e6-ac124685dfa4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.183442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9689bf8f-63e3-49e2-b649-70405e151733 req-213fc0e5-6a17-42f3-85e6-ac124685dfa4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 3883 time: 1.2399294 Sep 16 05:18:55.264954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] In _notify_port_updated(), no bound segment for port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb on network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:18:55.265853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.266481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.267785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-fdd8dc2f-a84e-42b8-a24b-f4a2dba5374b service neutron] 10.222.0.64 "PUT /v2.0/ports/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 200 len: 1033 time: 2.3326764 Sep 16 05:18:55.371957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b179f-d449-4432-b791-2232829937f1 req-559066d4-d5a1-4d29-9709-622404fac9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.374298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-559066d4-d5a1-4d29-9709-622404fac9e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4015536 Sep 16 05:18:55.414922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-7a705faa-4208-41de-8ebc-834a5cc34003 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:18:55.420511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-7a705faa-4208-41de-8ebc-834a5cc34003 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238600 Sep 16 05:18:55.443281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Router e1bf6c32-ea13-4043-9245-50b241bc6933 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:18:55.517912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9689bf8f-63e3-49e2-b649-70405e151733 req-000708ec-ce23-4c89-9100-83fb3f0a8dd4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142378 Sep 16 05:18:55.625797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:55.685746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-edd58da8-b756-4f1e-9e4e-9ecdd3847cdb service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423761 Sep 16 05:18:55.687521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:55.687869 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.810514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:55.853609 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Sync routers for ids ['e1bf6c32-ea13-4043-9245-50b241bc6933'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:55.865603 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Routers {'e1bf6c32-ea13-4043-9245-50b241bc6933'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:55.866542 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e1bf6c32-ea13-4043-9245-50b241bc6933'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:55.894942 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:55.907096 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d1745d21-1cf5-4ce8-9e76-ce869d48b1e4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3462002 Sep 16 05:18:55.907096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36312) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:55.907096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36314) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:55.991520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d5fea1ac-0765-48d1-ad1d-cfa8489553fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.014548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.077921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] For port 23fb39af-544f-42ac-b2a4-2321ff54e1e5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=23fb39af-544f-42ac-b2a4-2321ff54e1e5,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:56.080684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.106729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:56.107421 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Set router e1bf6c32-ea13-4043-9245-50b241bc6933 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:56.115998 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9799807-ce00-4f1f-81b9-1bcdeee5143b" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:56.121657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for 23fb39af-544f-42ac-b2a4-2321ff54e1e5 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:56.197438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:56.209482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.218890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 39e53ccb-c433-416d-ab7b-20dec24412c8 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:56.285241 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1d5cec-e29b-4f99-8dc2-18743f4dc2ac x-openstack-request-id: req-fa1d5cec-e29b-4f99-8dc2-18743f4dc2ac {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:56.285624 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:56.285944 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa1d5cec-e29b-4f99-8dc2-18743f4dc2ac {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:56.286445 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d', 'code': 200} Sep 16 05:18:56.344849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.443483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.529364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-759b179f-d449-4432-b791-2232829937f1 req-b0a4c714-c964-4071-9fd2-fbb2c47bba7d service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8369613 Sep 16 05:18:56.534583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 39e53ccb-c433-416d-ab7b-20dec24412c8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39e53ccb-c433-416d-ab7b-20dec24412c8,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:56.538257 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.539112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 807c8852-cbd2-4597-b27e-2e5f30ee0946 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:56.655468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:56.731093 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bf6c32-ea13-4043-9245-50b241bc6933', 'name': 'tempest-snat-router-879935901', 'tenant_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:53Z', 'revision_number': 3, 'project_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'gw_port': {'id': '0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bf6c32-ea13-4043-9245-50b241bc6933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:52Z', 'updated_at': '2021-09-16T05:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:56.787068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:56.832298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1bffce70-9052-4430-8aa3-cec4d7240e63 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/e1bf6c32-ea13-4043-9245-50b241bc6933 HTTP/1.1" status: 200 len: 907 time: 0.9250560 Sep 16 05:18:56.862544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36338) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:56.933026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=23fb39af-544f-42ac-b2a4-2321ff54e1e5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:56.947115 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Checking router: e1bf6c32-ea13-4043-9245-50b241bc6933 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:56.947887 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Updating router e1bf6c32-ea13-4043-9245-50b241bc6933 port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:18:57.063573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=39e53ccb-c433-416d-ab7b-20dec24412c8,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:57.087860 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.164156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:57.164834 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.215232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] No DVR routers for this DVR port 23fb39af-544f-42ac-b2a4-2321ff54e1e5 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:57.223039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.232503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-0aab3c44-a7bb-4794-beb3-6314255cdd65 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "DELETE /v2.0/ports/23fb39af-544f-42ac-b2a4-2321ff54e1e5 HTTP/1.1" status: 204 len: 173 time: 1.9518266 Sep 16 05:18:57.234090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:57.236454 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad064136-8034-42c0-a560-65476f195a0c" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:57.262081 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.432666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 807c8852-cbd2-4597-b27e-2e5f30ee0946, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:57.452871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.453727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:57.456918 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a53bca1-d052-450c-ac20-08a5f9c9553e x-openstack-request-id: req-6a53bca1-d052-450c-ac20-08a5f9c9553e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:57.457812 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "23fb39af-544f-42ac-b2a4-2321ff54e1e5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:57.461235 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a53bca1-d052-450c-ac20-08a5f9c9553e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:57.461752 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '23fb39af-544f-42ac-b2a4-2321ff54e1e5', 'status': 'completed', 'code': 200} Sep 16 05:18:57.547431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf6a5-fecd-4d0c-84a2-79ebde348e9c req-005e65a0-6425-4bdd-a180-7fa1bc97c3cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.551818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.579148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf6a5-fecd-4d0c-84a2-79ebde348e9c req-005e65a0-6425-4bdd-a180-7fa1bc97c3cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.594361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf6a5-fecd-4d0c-84a2-79ebde348e9c req-005e65a0-6425-4bdd-a180-7fa1bc97c3cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.633931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf6a5-fecd-4d0c-84a2-79ebde348e9c req-005e65a0-6425-4bdd-a180-7fa1bc97c3cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.636423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.649015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5bf6a5-fecd-4d0c-84a2-79ebde348e9c req-005e65a0-6425-4bdd-a180-7fa1bc97c3cb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 3146 time: 0.6265306 Sep 16 05:18:57.650751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=807c8852-cbd2-4597-b27e-2e5f30ee0946,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:57.675671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:57.704260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.790842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5bf6a5-fecd-4d0c-84a2-79ebde348e9c req-27991006-dd7b-438d-8873-4a375758d9fc tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399958 Sep 16 05:18:57.849842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port 807c8852-cbd2-4597-b27e-2e5f30ee0946 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:57.850192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.853663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:57.950733 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.960127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.965335 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:57.988859 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.090813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] For port 807c8852-cbd2-4597-b27e-2e5f30ee0946, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=807c8852-cbd2-4597-b27e-2e5f30ee0946,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:58.092208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.117538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for 807c8852-cbd2-4597-b27e-2e5f30ee0946 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:58.126648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Pushing event updated for resources: {'Port': ['ID=0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.157312 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Attempting to bind port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:58.157991 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Attempting to bind port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:58.158683 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Attempting to bind port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:58.167909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:58.169691 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.170578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.171259 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.172571 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.173701 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.175277 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.176498 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.179579 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.180174 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.181689 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.182247 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.182731 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.183308 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:58.227322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Deleting port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:58.227913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.239130 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:58.241357 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:58.241981 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.248538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:58.255463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Bound port: 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:58.256222 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.295509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8'}, {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946'}, {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:58.301041 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c75699-9371-4c7b-85f3-9d210a46dc97" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8"}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946"}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:58.359018 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f35f3f99-a160-41e0-99f4-437655f6d4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.430614 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdf15b4-4cbe-4f1e-b5b5-f53e127c5f5f x-openstack-request-id: req-acdf15b4-4cbe-4f1e-b5b5-f53e127c5f5f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:58.431178 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8", "code": 200}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946", "code": 200}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-unplugged", "status": "completed", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:58.431651 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acdf15b4-4cbe-4f1e-b5b5-f53e127c5f5f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:58.432320 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8', 'code': 200} Sep 16 05:18:58.435674 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946', 'code': 200} Sep 16 05:18:58.438381 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'code': 200} Sep 16 05:18:58.441789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.477377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] For port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:58.481360 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] For port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:58.487449 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.541940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.551613 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Routers {'e1bf6c32-ea13-4043-9245-50b241bc6933'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:58.552551 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e1bf6c32-ea13-4043-9245-50b241bc6933'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:58.607785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=807c8852-cbd2-4597-b27e-2e5f30ee0946,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.690529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:58.703168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] No DVR routers for this DVR port 807c8852-cbd2-4597-b27e-2e5f30ee0946 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:58.709864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.711993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-86e8a04c-ee96-4c4a-9880-bb47d2cf1101 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "DELETE /v2.0/ports/807c8852-cbd2-4597-b27e-2e5f30ee0946 HTTP/1.1" status: 204 len: 173 time: 1.4723985 Sep 16 05:18:58.807456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:58.807698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.831138 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] Set router e1bf6c32-ea13-4043-9245-50b241bc6933 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:58.947659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port 39e53ccb-c433-416d-ab7b-20dec24412c8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:58.948082 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.979120 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bf6c32-ea13-4043-9245-50b241bc6933', 'name': 'tempest-snat-router-879935901', 'tenant_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:57Z', 'revision_number': 4, 'project_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:59.043427 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab64fb-8b84-4873-825f-fb98194a2a45 None None] The sync data for ids ['e1bf6c32-ea13-4043-9245-50b241bc6933'] in n-d-713301-15 is: [{'id': 'e1bf6c32-ea13-4043-9245-50b241bc6933', 'name': 'tempest-snat-router-879935901', 'tenant_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:18:51Z', 'updated_at': '2021-09-16T05:18:57Z', 'revision_number': 4, 'project_id': 'cab2cc9239e94c1a85e0b1cac78ecacc', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:59.121287 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d700610-a99e-47b1-9ae0-cfb21f32961f None None] Pushing event updated for resources: {'Port': ['ID=0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.175901 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.294210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4262b-a78f-44c7-abe3-d58d450f87e7 req-ebd433ee-13f3-49c0-b0c4-b1e195a5d31a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:59.300707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4262b-a78f-44c7-abe3-d58d450f87e7 req-ebd433ee-13f3-49c0-b0c4-b1e195a5d31a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:59.306946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4262b-a78f-44c7-abe3-d58d450f87e7 req-ebd433ee-13f3-49c0-b0c4-b1e195a5d31a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:59.308968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84f4262b-a78f-44c7-abe3-d58d450f87e7 req-ebd433ee-13f3-49c0-b0c4-b1e195a5d31a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 2410 time: 0.2301159 Sep 16 05:18:59.339363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] For port 39e53ccb-c433-416d-ab7b-20dec24412c8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=39e53ccb-c433-416d-ab7b-20dec24412c8,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:59.339741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.359344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for 39e53ccb-c433-416d-ab7b-20dec24412c8 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:59.391725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84f4262b-a78f-44c7-abe3-d58d450f87e7 req-f5f99d5b-be24-4e8a-bd14-bfba4236c12d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709665 Sep 16 05:18:59.462467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:59.466631 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8297b3-3528-4a5c-8c37-fbcb14c153a5" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:59.489742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] For port 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2, host n-d-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:59.491757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.560299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Calling delete_port for 0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:59.579984 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0661612d-ae74-415d-bb4c-f17d2bc1add9 x-openstack-request-id: req-0661612d-ae74-415d-bb4c-f17d2bc1add9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:59.581090 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "807c8852-cbd2-4597-b27e-2e5f30ee0946", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:59.581596 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0661612d-ae74-415d-bb4c-f17d2bc1add9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:59.582150 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '807c8852-cbd2-4597-b27e-2e5f30ee0946', 'status': 'completed', 'code': 200} Sep 16 05:18:59.623878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.680291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.723044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=39e53ccb-c433-416d-ab7b-20dec24412c8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:59.767199 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.788806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] No DVR routers for this DVR port 39e53ccb-c433-416d-ab7b-20dec24412c8 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:59.791897 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:59.794952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-1d48ff6d-be2d-4f94-b2ad-3cf36f566d8d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "DELETE /v2.0/ports/39e53ccb-c433-416d-ab7b-20dec24412c8 HTTP/1.1" status: 204 len: 173 time: 1.0736713 Sep 16 05:18:59.951403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:59.953459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.060722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.107780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fdab2e6-1aaa-4c34-83fe-6925f7cc73b2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:00.250868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] For port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:00.251801 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.405367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.692255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.700659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.815796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.818737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1bf6c32-ea13-4043-9245-50b241bc6933 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:00.824671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Deleting port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:00.826133 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.834866 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.839135 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8ec26e57-ae61-4fe3-b68d-b336733e0830 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e1bf6c32-ea13-4043-9245-50b241bc6933 HTTP/1.1" status: 204 len: 168 time: 3.9694574 Sep 16 05:19:00.839546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36428) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:01.168253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.169076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.169076 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Floating IP 7e4ced9a-1a89-4423-95f0-792841816d7f disassociated. External IP: 172.25.6.205, port: b90c27fd-a729-48ba-aa1c-f2d1abcd12b1. Sep 16 05:19:01.169346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:01.175278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] For port 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,segment=NetworkSegment(a7cd7b22-931a-4280-904a-e23dcf051dd1),segment_id=a7cd7b22-931a-4280-904a-e23dcf051dd1)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:01.175656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.202464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.208545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.274642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Calling delete_port for 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:01.300760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e3c0-c69f-42d3-9748-080ec08a23ac req-a3ae63c6-2d64-49b5-9521-02e039be2dbb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:01.317580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e3c0-c69f-42d3-9748-080ec08a23ac req-a3ae63c6-2d64-49b5-9521-02e039be2dbb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:01.319329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c74e3c0-c69f-42d3-9748-080ec08a23ac req-a3ae63c6-2d64-49b5-9521-02e039be2dbb tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 1677 time: 0.2314391 Sep 16 05:19:01.370489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c74e3c0-c69f-42d3-9748-080ec08a23ac req-cf336efd-4bb5-47c8-9e18-39e19fae297a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Sep 16 05:19:01.466943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.539804 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.541047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=b90c27fd-a729-48ba-aa1c-f2d1abcd12b1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.637393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:01.640467 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c15008-5c35-4e94-bf16-699e1c783365" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:01.679414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Deleting port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:01.679786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.713788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.762414 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ece34-8d62-4834-ad55-c9233ea5fc0b x-openstack-request-id: req-203ece34-8d62-4834-ad55-c9233ea5fc0b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:01.763095 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "39e53ccb-c433-416d-ab7b-20dec24412c8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:01.763543 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-203ece34-8d62-4834-ad55-c9233ea5fc0b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:01.764175 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '39e53ccb-c433-416d-ab7b-20dec24412c8', 'status': 'completed', 'code': 200} Sep 16 05:19:01.785844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3550a107-8a0e-4a29-ba4e-0ed6aa3e262e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.838496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Router ecc54052-fbf6-416f-8bcc-95ad77004425 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:01.974395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] For port 665ef986-ee49-40c6-b1f0-5a3d0d79fa54, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:01.977238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.031628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:02.046983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] Sync routers for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:02.074495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Calling delete_port for 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:02.076293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:02.081513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:02.095413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] No DVR routers for this DVR port b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:02.098312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.100901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-f37a6109-13a8-47b8-b267-27a90727e9ec tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "DELETE /v2.0/ports/b90c27fd-a729-48ba-aa1c-f2d1abcd12b1 HTTP/1.1" status: 204 len: 173 time: 2.3002772 Sep 16 05:19:02.158537 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.331504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:02.332549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.437879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:02.480744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] For port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:02.481064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.502906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:02.681558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea1056-6004-4001-acd7-f1cf80f2847f req-3f5e2833-89b6-40db-9dfa-66ab431a5734 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:02.690028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cbea1056-6004-4001-acd7-f1cf80f2847f req-3f5e2833-89b6-40db-9dfa-66ab431a5734 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 943 time: 0.0993307 Sep 16 05:19:02.735333 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.787803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cbea1056-6004-4001-acd7-f1cf80f2847f req-1855fa29-fad4-4fb1-b1d6-3a5fd568c9c0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fa861c6-2041-4431-92c5-0282e8b332c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963914 Sep 16 05:19:02.897078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event deleted for resources: {'Port': ['ID=665ef986-ee49-40c6-b1f0-5a3d0d79fa54,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.981523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.010492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.125106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:03.133028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Router 39660aa9-8e5f-42ab-8c8d-68d135888e9b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:03.218813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.221578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.264539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:46Z', 'revision_number': 5, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.274962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] No DVR routers for this DVR port 85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:03.281939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.286850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50f922f7-a207-4286-a989-0525d3d0ddc3 req-c0b44a67-15f0-4df2-88aa-0041084c5056 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.64 "DELETE /v2.0/ports/85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d HTTP/1.1" status: 204 len: 173 time: 1.1786547 Sep 16 05:19:03.299314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] Checking router: ecc54052-fbf6-416f-8bcc-95ad77004425 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:03.331497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:03.332641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.467377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.472890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecda9740-712e-4b91-bd1f-ad4b60b4f09f {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:03.494904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.496138 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03222d97-4940-4c64-9d7a-b462105283ad tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "DELETE /v2.0/routers/ecda9740-712e-4b91-bd1f-ad4b60b4f09f HTTP/1.1" status: 204 len: 168 time: 2.6546888 Sep 16 05:19:03.501926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36498) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:03.531048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-262839003', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:03.602494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.605899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:03.660297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:03.682164 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] Sync routers for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:03.688673 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a9c6713e-b165-424f-90b5-c09b6f2fef60 admin admin] 10.222.0.55 "PUT /v2.0/routers/39660aa9-8e5f-42ab-8c8d-68d135888e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7664449 Sep 16 05:19:03.690389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:03.693327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36502) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:03.723585 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:03.725307 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:03.798428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1'}, {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:03.803917 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01906e1e-71c4-4501-8929-eb4987aa88c9" -d '{"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1"}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:03.942008 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.088648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:04.350190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dce6a07-94c2-4e94-ac19-59aef0653139 req-62bb03c6-d098-4429-bf1d-85ad68c28a13 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.2797189 Sep 16 05:19:04.354509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.507546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:46Z', 'revision_number': 5, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:04.679129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:04.680687 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:19:01Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:04.706365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:04.706950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 665ef986-ee49-40c6-b1f0-5a3d0d79fa54 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:04.708570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2765f9e-58f6-4f8a-b9a8-d3001755a2a8 None None] The sync data for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 is: [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:40Z', 'revision_number': 4, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3171c5-cd51-445d-9987-360a13c79f97', 'name': '', 'network_id': 'e2ca270e-a253-4db4-b22c-3bf0e80230be', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'mac_address': 'fa:16:3e:9f:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:46Z', 'revision_number': 5, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'subnets': [{'id': '59ab5a3a-b17a-462b-8adf-9a8d593bbcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:04.735830 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e669af-fb04-42ef-abcb-707d612bc036 x-openstack-request-id: req-12e669af-fb04-42ef-abcb-707d612bc036 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:04.736529 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "b90c27fd-a729-48ba-aa1c-f2d1abcd12b1", "status": "completed", "code": 200}, {"server_uuid": "0ca19455-40cb-4874-854b-c544fcc04724", "name": "network-vif-deleted", "tag": "85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:04.736529 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12e669af-fb04-42ef-abcb-707d612bc036 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:04.736769 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': 'b90c27fd-a729-48ba-aa1c-f2d1abcd12b1', 'status': 'completed', 'code': 200} Sep 16 05:19:04.737022 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca19455-40cb-4874-854b-c544fcc04724', 'name': 'network-vif-deleted', 'tag': '85dd60e9-0fc4-4840-aa66-dfaec1a6ff3d', 'status': 'completed', 'code': 200} Sep 16 05:19:04.780169 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] Checking router: 39660aa9-8e5f-42ab-8c8d-68d135888e9b for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:04.793463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] Routers {'39660aa9-8e5f-42ab-8c8d-68d135888e9b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:04.794086 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:05.126045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.146056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.153139 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] Set router 39660aa9-8e5f-42ab-8c8d-68d135888e9b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:05.169610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d994c6d-ff27-4540-b959-4cb8d4a276f3 None None] New status for floating IP 7e4ced9a-1a89-4423-95f0-792841816d7f: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:19:05.515777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Deleting port c861957e-8528-487f-8f77-339722b0442d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:05.516519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.742384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] For port c861957e-8528-487f-8f77-339722b0442d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c861957e-8528-487f-8f77-339722b0442d,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:05.743497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.756283 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:19:01Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:05.761945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Calling delete_port for c861957e-8528-487f-8f77-339722b0442d owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:05.798175 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9107d9-0bfa-4ae1-a743-2b7e38d570c8 None None] The sync data for ids ['39660aa9-8e5f-42ab-8c8d-68d135888e9b'] in n-d-713301-15 is: [{'id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'name': 'tempest-ServerRescueTestJSONUnderV235-36153641-router', 'tenant_id': 'd6787f6a0d2145b99122919e89e42a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'c861957e-8528-487f-8f77-339722b0442d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:29Z', 'updated_at': '2021-09-16T05:19:01Z', 'revision_number': 5, 'project_id': 'd6787f6a0d2145b99122919e89e42a1b', 'gw_port': {'id': 'c861957e-8528-487f-8f77-339722b0442d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39660aa9-8e5f-42ab-8c8d-68d135888e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:30Z', 'updated_at': '2021-09-16T05:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:05.919592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:05.947433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78cd9b10-61f4-46f0-bcfc-874f4c08b782 req-38c9f4c0-8e9d-43ae-9bf6-57a85be9a032 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.1363780 Sep 16 05:19:06.111903 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7401-c40c-4003-8936-1965d29b159f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.358410 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7401-c40c-4003-8936-1965d29b159f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.366754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7401-c40c-4003-8936-1965d29b159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.422289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7401-c40c-4003-8936-1965d29b159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a401dc2-385b-4ce5-ac77-e29e650f82fc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.475748 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6fcc7401-c40c-4003-8936-1965d29b159f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04f1f6793d7040a9bcabc5f228f29872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526192 Sep 16 05:19:06.478389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36568) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:06.521260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:06.562498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:06.563122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3550a107-8a0e-4a29-ba4e-0ed6aa3e262e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:06.569395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cfdfce93-437d-4c16-a94b-f9f274ca28ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.626744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cfdfce93-437d-4c16-a94b-f9f274ca28ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.640502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.664962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.710622 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cfdfce93-437d-4c16-a94b-f9f274ca28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.714146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cfdfce93-437d-4c16-a94b-f9f274ca28ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.718350 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cfdfce93-437d-4c16-a94b-f9f274ca28ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a401dc2-385b-4ce5-ac77-e29e650f82fc HTTP/1.1" status: 204 len: 168 time: 0.2319624 Sep 16 05:19:06.727681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfce93-437d-4c16-a94b-f9f274ca28ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a401dc2-385b-4ce5-ac77-e29e650f82fc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:06.804116 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:06.857295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c861957e-8528-487f-8f77-339722b0442d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.014188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.177575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.180125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.204373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36588) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:07.229773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8528-f67d-469f-aebb-1bf62b1418cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.284302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-105ba03b-97e1-41cf-b451-c8b1ad700b8c req-89749f00-4320-42b5-88d9-8b8d97aef72a tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0473046 Sep 16 05:19:07.286089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Allocated IP 172.25.6.40 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/444a9368-08b7-40eb-93f3-b8b4f02c397d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:07.288388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.288913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39660aa9-8e5f-42ab-8c8d-68d135888e9b {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:07.302804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.305756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7df0fb70-0761-4c83-a470-21538139ae99 admin admin] 10.222.0.55 "DELETE /v2.0/routers/39660aa9-8e5f-42ab-8c8d-68d135888e9b HTTP/1.1" status: 204 len: 168 time: 3.6080160 Sep 16 05:19:07.309020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36594) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:07.465775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8528-f67d-469f-aebb-1bf62b1418cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.477568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8528-f67d-469f-aebb-1bf62b1418cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.504469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] Deleting subnet 80cca513-85fa-4b44-8564-d7848fccc67a {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:07.511757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.600935 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cd0b8528-f67d-469f-aebb-1bf62b1418cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1baad7192d814e4db1396e3ec7b3031b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912661 Sep 16 05:19:07.601834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36608) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:07.624855 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.743453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8528-f67d-469f-aebb-1bf62b1418cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b946cf-7f7c-4e17-9e16-1478952a9131,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:07.750844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14e75d39-2692-4186-870e-76059a9dc6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.789693 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14e75d39-2692-4186-870e-76059a9dc6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.795820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.823446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.861690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14e75d39-2692-4186-870e-76059a9dc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.867885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14e75d39-2692-4186-870e-76059a9dc6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:07.869096 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-14e75d39-2692-4186-870e-76059a9dc6ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90b946cf-7f7c-4e17-9e16-1478952a9131 HTTP/1.1" status: 204 len: 168 time: 0.2652829 Sep 16 05:19:07.893058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e75d39-2692-4186-870e-76059a9dc6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b946cf-7f7c-4e17-9e16-1478952a9131,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.006942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.096768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cca513-85fa-4b44-8564-d7848fccc67a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.115043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.214638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.219121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36620) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:08.228641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ba3610a-6b43-4113-b417-25aa0e343ced admin admin] 10.222.0.55 "DELETE /v2.0/subnets/80cca513-85fa-4b44-8564-d7848fccc67a HTTP/1.1" status: 204 len: 168 time: 0.9183943 Sep 16 05:19:08.267021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:08.268676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event updated for resources: {'Port': ['ID=444a9368-08b7-40eb-93f3-b8b4f02c397d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:08.278521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:08.284394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:08.405945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.587697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f19c0328-f5d3-40eb-bb9d-ab278aeb4355 req-26ddcb3c-8eba-4934-93e2-a1d547a4fd9d tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.1163313 Sep 16 05:19:08.605221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c861957e-8528-487f-8f77-339722b0442d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:08.664533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c861957e-8528-487f-8f77-339722b0442d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:08.665164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c861957e-8528-487f-8f77-339722b0442d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:08.691919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.725036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af235c4-aac0-493e-b9f1-688a30645845']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:08.757056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cd7b22-931a-4280-904a-e23dcf051dd1') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:08.758661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cd7b22-931a-4280-904a-e23dcf051dd1') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:08.777143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.793777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.803235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:08.804279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:08.902040 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:08.914307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.922354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.934961 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] 10.222.0.55 "DELETE /v2.0/networks/2af235c4-aac0-493e-b9f1-688a30645845 HTTP/1.1" status: 204 len: 168 time: 0.7141147 Sep 16 05:19:09.104902 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.333089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36658) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:09.617394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41d822-a460-49ac-8e4d-ba87ef1e244e admin admin] Pushing event deleted for resources: {'Network': ['ID=2af235c4-aac0-493e-b9f1-688a30645845,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:09.659919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:09.660283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-92177f1e-f84a-41a2-a603-107d04b1c637 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6787f6a0d2145b99122919e89e42a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259630 Sep 16 05:19:09.694612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.783826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b9b95ae-30d6-4a29-afe0-71ca463e3771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.847935 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b9b95ae-30d6-4a29-afe0-71ca463e3771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.848762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb99943-3d06-40c3-8605-aa75dee02a47 req-d7dd4f9b-0503-43ab-a9d2-531704dcd9ed tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0534403 Sep 16 05:19:09.988747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b9b95ae-30d6-4a29-afe0-71ca463e3771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.993459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b9b95ae-30d6-4a29-afe0-71ca463e3771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.997412 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9b9b95ae-30d6-4a29-afe0-71ca463e3771 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/153171fb-4ca9-4315-bb92-e0e835a00526 HTTP/1.1" status: 204 len: 168 time: 0.3336875 Sep 16 05:19:10.027444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b95ae-30d6-4a29-afe0-71ca463e3771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153171fb-4ca9-4315-bb92-e0e835a00526,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:10.091924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Router 24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:10.361415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:10.373107 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] Sync routers for ids ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:10.387393 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] Routers {'24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:10.390940 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:10.405993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:10.407535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-feeadd15-1aaa-4f95-ad17-c6d5a2a47a46 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9034166 Sep 16 05:19:10.412320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36702) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:10.423109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': False}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:10.433604 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:10.442868 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] Routers {'24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:10.443698 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:10.581912 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:10.586051 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c3206e-5bf2-4aa0-827f-b8780d00a43b None None] The sync data for ids ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:11.049177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-826ca874-c44e-4f10-837d-545574dc0951 req-2ded07d0-8de5-4461-b56b-313278868d63 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0496747 Sep 16 05:19:11.126998 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.686674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:11.727803 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.109901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.120930 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.187880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-network', 'tenant_id': '99b2666942db473493588170be49fd61'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:12.242322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Made reservation on behalf of 99b2666942db473493588170be49fd61 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:12.247206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.266920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.642761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.652819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.727243 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:12.800025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.800785 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Added segment 821ffd90-dc1c-46d0-ba34-9599058e009c of type vlan for network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 Sep 16 05:19:12.802637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7027fed-0755-4b05-86f7-2dd334400c11,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:12.912416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.959999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:12.961798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.962768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.013056 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3252032 Sep 16 05:19:13.017219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36790) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:13.023664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Request body: {'subnet': {'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-subnet', 'tenant_id': '99b2666942db473493588170be49fd61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:13.056044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Made reservation on behalf of 99b2666942db473493588170be49fd61 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:13.060672 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.124850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7db942-0a51-497c-83a0-f3979d9f5921 admin admin] Pushing event updated for resources: {'Network': ['ID=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.139376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:13.204240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bee16df-6b98-4652-8529-81f334ce8555 req-d06885a6-be41-474e-b8df-22302216112f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.7809763 Sep 16 05:19:13.246238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Router 24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:13.452711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.488288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:13.502701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.504384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3fcde3bd-1b4c-4564-b191-d8460afa47ab tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "PUT /v2.0/routers/24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f HTTP/1.1" status: 200 len: 924 time: 3.0906429 Sep 16 05:19:13.507242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36800) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:13.522507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] Sync routers for ids ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:13.547841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] Routers {'24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:13.548535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:13.649799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c580c4ea-4dd5-4f90-a599-f93193f6342c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:13.687013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:13.713908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] Routers {'24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:13.714798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:13.747886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Checking segment: {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:13.748755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Network hostable DHCP agents. Network: f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:13.833949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:13.857809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:13.888334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.897228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:13.904778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:13.906634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8568f2-6ec5-4ca1-b1a7-3139e0311ac6 None None] The sync data for ids ['24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:13.909292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5635af9-bad7-47bf-9d6d-11a02891d46a None None] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:13.958486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-15b7cb65-b262-4e61-9261-fa3c5039e3bd tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f HTTP/1.1" status: 200 len: 924 time: 0.4495535 Sep 16 05:19:13.961530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36814) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:14.009338 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-56ecf0a8-381a-4530-b5ff-a2957dac7cad admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9882889 Sep 16 05:19:14.018722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:14.031348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:14.087128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.088305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.225494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.237625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6979dd8c-0881-476e-a9d8-87f67f6fcc3f tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.245782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6979dd8c-0881-476e-a9d8-87f67f6fcc3f tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2822957 Sep 16 05:19:14.246934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36822) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:14.523704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7790a3c8-0c07-438f-b6ee-1a8e08bbec98 None None] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:14.596959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5a86520-8326-4f00-bca5-f78fd90ed45e req-b74c76c3-0d9c-4dd2-906f-a64ea9b7181e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.1616018 Sep 16 05:19:14.661892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f414c-751a-4cd1-b699-de382b521461 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.667106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-498f414c-751a-4cd1-b699-de382b521461 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.4160380 Sep 16 05:19:14.668816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36832) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:14.744946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-86a72e6e-2d70-4258-8c01-7b8dbf17eca4 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f HTTP/1.1" status: 200 len: 205 time: 0.0725422 Sep 16 05:19:14.745297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:14.749228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36840) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:15.159281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.343245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.382547 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.537354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.657926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Deleting port 444a9368-08b7-40eb-93f3-b8b4f02c397d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:15.658511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.781352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Allocated IP 172.25.6.164 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/596f3a66-d614-4d69-9d62-d6b0c890c360) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:15.888193 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:15.902216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Calling delete_port for 444a9368-08b7-40eb-93f3-b8b4f02c397d owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:16.028117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92f68878-f59d-4894-a5cf-ab05befcb07a req-8fd2af7e-5283-462f-9600-23af01b8ca38 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0571084 Sep 16 05:19:16.130174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.313074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.335993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.406219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event deleted for resources: {'Port': ['ID=444a9368-08b7-40eb-93f3-b8b4f02c397d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:16.495077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=596f3a66-d614-4d69-9d62-d6b0c890c360,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:16.529526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.529923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.530409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.530893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.531359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.536874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.537456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.537947 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.538423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.538895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.539379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.539992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:16.561119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.586683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:16.589700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:16.593024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:16.797396 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.799559 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.895449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.895978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Fanout notify agent at l3_agent the message router_deleted on router 24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:16.903437 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.904562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c22676d8-9be2-44e8-a042-e6748ac8d750 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f HTTP/1.1" status: 204 len: 168 time: 2.1532965 Sep 16 05:19:16.912121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36890) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:16.924241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-36c8159e-a6e0-4b5f-87bd-44e6a36a5a7f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2079066793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:16.990507 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36c8159e-a6e0-4b5f-87bd-44e6a36a5a7f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:16.991853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36c8159e-a6e0-4b5f-87bd-44e6a36a5a7f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.138477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36c8159e-a6e0-4b5f-87bd-44e6a36a5a7f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.144484 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36c8159e-a6e0-4b5f-87bd-44e6a36a5a7f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.168325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-36c8159e-a6e0-4b5f-87bd-44e6a36a5a7f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.170213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-36c8159e-a6e0-4b5f-87bd-44e6a36a5a7f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2568223 Sep 16 05:19:17.174550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36906) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:17.184882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:17.350115 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.877487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.905968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8aa8b73-14c4-4d13-abd3-79255744af7e req-1a5e5cab-752f-4fe6-8d22-c0ba4de891f2 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.3465040 Sep 16 05:19:17.952700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.245599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Router f4bc4446-151f-4d92-b53f-839a82350381 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:18.355189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.430672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.591269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:18.610160 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Sync routers for ids ['f4bc4446-151f-4d92-b53f-839a82350381'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:18.629951 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Routers {'f4bc4446-151f-4d92-b53f-839a82350381'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:18.631218 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f4bc4446-151f-4d92-b53f-839a82350381'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:18.661986 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:18.670976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5daa2200-b0cd-4ef7-9b10-e6257cb5a6d9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6411982 Sep 16 05:19:18.675112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36948) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:18.777498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Allocated IP 172.25.6.174 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/bb68b9de-5d55-457e-98b0-639bfb88abad) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:18.947440 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Set router f4bc4446-151f-4d92-b53f-839a82350381 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:19.101434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.175449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:19.293514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event updated for resources: {'Port': ['ID=bb68b9de-5d55-457e-98b0-639bfb88abad,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:19.398165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f28732d8-8ae7-4442-9c41-49fd2a9d6fbb req-f165458a-c152-46a9-a1ef-0223d32f5699 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0741122 Sep 16 05:19:19.401398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:19.403268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:19.413976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:19.531917 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:19:17Z', 'revision_number': 3, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:19.564912 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Checking router: f4bc4446-151f-4d92-b53f-839a82350381 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:19.565424 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Updating router f4bc4446-151f-4d92-b53f-839a82350381 port 596f3a66-d614-4d69-9d62-d6b0c890c360 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:19.651246 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.121973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.129174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.275875 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.286386 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.389232 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614cdb-a049-433a-9eae-a75a946cfafc None None] Pushing event updated for resources: {'Port': ['ID=596f3a66-d614-4d69-9d62-d6b0c890c360,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.439317 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Attempting to bind port 596f3a66-d614-4d69-9d62-d6b0c890c360 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:20.439819 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Attempting to bind port 596f3a66-d614-4d69-9d62-d6b0c890c360 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:20.440285 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Attempting to bind port 596f3a66-d614-4d69-9d62-d6b0c890c360 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:20.448867 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:20.449349 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:20.449824 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.450305 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:20.450854 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Bound port: 596f3a66-d614-4d69-9d62-d6b0c890c360, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:20.451297 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.558425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Allocated IP 172.20.0.1 (f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2/c580c4ea-4dd5-4f90-a599-f93193f6342c/85d95a0c-23c6-4061-953c-1ef6866e0d88) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:20.559970 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] For port 596f3a66-d614-4d69-9d62-d6b0c890c360, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:20.563665 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] For port 596f3a66-d614-4d69-9d62-d6b0c890c360, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=596f3a66-d614-4d69-9d62-d6b0c890c360,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:20.571762 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.669054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.735518 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Routers {'f4bc4446-151f-4d92-b53f-839a82350381'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:20.736646 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f4bc4446-151f-4d92-b53f-839a82350381'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:20.741611 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614cdb-a049-433a-9eae-a75a946cfafc None None] Pushing event updated for resources: {'Port': ['ID=596f3a66-d614-4d69-9d62-d6b0c890c360,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.743905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6ee80f6-c386-4984-8428-f0cf0fa638d5 req-a27f03b9-a346-42e4-9b90-d535ffcf13af tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0896480 Sep 16 05:19:20.746217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.749231 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.795637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.821555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:20.823557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:20.831930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:20.952206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=85d95a0c-23c6-4061-953c-1ef6866e0d88,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:20.959600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.985646 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] Set router f4bc4446-151f-4d92-b53f-839a82350381 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:21.184041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.202077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Router a0539f92-b40e-4ad1-928a-0ad19a3a4c89 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:21.293084 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:19:17Z', 'revision_number': 3, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:21.335613 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee71b5-8c16-4d8d-a105-503a1900cf44 None None] The sync data for ids ['f4bc4446-151f-4d92-b53f-839a82350381'] in n-d-713301-15 is: [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:19:17Z', 'revision_number': 3, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:21.439978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:21.449065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.453034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] Sync routers for ids ['a0539f92-b40e-4ad1-928a-0ad19a3a4c89'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:21.456684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cabe7ed2-ba91-486e-8c8f-4270710c7a35 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "PUT /v2.0/routers/a0539f92-b40e-4ad1-928a-0ad19a3a4c89 HTTP/1.1" status: 200 len: 884 time: 4.2746360 Sep 16 05:19:21.462508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36990) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:21.470804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] Routers {'a0539f92-b40e-4ad1-928a-0ad19a3a4c89'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:21.474685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a0539f92-b40e-4ad1-928a-0ad19a3a4c89'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:21.491201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.510908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.580789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:21.594993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] Routers {'a0539f92-b40e-4ad1-928a-0ad19a3a4c89'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:21.595873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['a0539f92-b40e-4ad1-928a-0ad19a3a4c89'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:21.620604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=85d95a0c-23c6-4061-953c-1ef6866e0d88,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:21.678202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:21.693826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:21.694852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6b933-dbe5-4b66-90c4-8d92d851006f None None] The sync data for ids ['a0539f92-b40e-4ad1-928a-0ad19a3a4c89'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:21.757273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-35becacf-87c4-423f-a6fb-f616ca6e15e6 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/a0539f92-b40e-4ad1-928a-0ad19a3a4c89 HTTP/1.1" status: 200 len: 925 time: 0.2918432 Sep 16 05:19:21.762242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37000) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:21.847411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0a216-e419-4838-8175-e819b258a0a7 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.853366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3ad0a216-e419-4838-8175-e819b258a0a7 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=a0539f92-b40e-4ad1-928a-0ad19a3a4c89&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0858872 Sep 16 05:19:21.854400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37006) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:21.982045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:22.005361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:22.057498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a72c9861-623e-425a-b58b-b26951676763 req-8bdb8fd7-6630-4ef9-892d-cba4d5d97b16 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0430698 Sep 16 05:19:22.084181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150a6a-3965-46ae-8b6a-02a8c73eb0ba req-8f70e45b-4f1c-4d24-ba19-bf2d5643b507 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.093570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5150a6a-3965-46ae-8b6a-02a8c73eb0ba req-8f70e45b-4f1c-4d24-ba19-bf2d5643b507 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1580684 Sep 16 05:19:22.197147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5150a6a-3965-46ae-8b6a-02a8c73eb0ba req-e4d726f5-c859-4cdf-bee0-1e3508c58e1d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942955 Sep 16 05:19:22.333914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d32e6e9-5f93-48fe-b9e8-9c5af82d64a7 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.335849 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5d32e6e9-5f93-48fe-b9e8-9c5af82d64a7 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.4804082 Sep 16 05:19:22.341192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37014) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:22.344667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Router f4bc4446-151f-4d92-b53f-839a82350381 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:22.427177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9bf7f198-4814-482c-8d98-5624b2a76315 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0539f92-b40e-4ad1-928a-0ad19a3a4c89 HTTP/1.1" status: 200 len: 205 time: 0.0838239 Sep 16 05:19:22.428291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37016) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:22.575743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:22.598606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2c56fa7-a70f-4408-aaff-522cba6c8fc8 admin admin] 10.222.0.55 "PUT /v2.0/routers/f4bc4446-151f-4d92-b53f-839a82350381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9190750 Sep 16 05:19:22.713319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 596f3a66-d614-4d69-9d62-d6b0c890c360 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:22.911230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 596f3a66-d614-4d69-9d62-d6b0c890c360 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:22.917084 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.108021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.212818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.267551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 596f3a66-d614-4d69-9d62-d6b0c890c360, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=596f3a66-d614-4d69-9d62-d6b0c890c360,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:23.278743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.340049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20cf160d-fc55-4379-a21c-cfa29ca55292 req-085374e4-0586-43bc-93cc-ca9cb865e3e5 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0776906 Sep 16 05:19:23.456807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=596f3a66-d614-4d69-9d62-d6b0c890c360,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:23.689019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a535-b8d1-46ce-9a86-49753cc5e2ca req-71f866ad-4ece-41c5-b722-808f33a065dd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.691234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0995a535-b8d1-46ce-9a86-49753cc5e2ca req-71f866ad-4ece-41c5-b722-808f33a065dd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1622264 Sep 16 05:19:23.703297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.913427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0995a535-b8d1-46ce-9a86-49753cc5e2ca req-8329e73a-bc4c-4576-9a99-0c9a0fe876cb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043536 Sep 16 05:19:23.932872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-cc9f04c3-1414-4faa-bbca-ef744a360ffe tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.935188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-cc9f04c3-1414-4faa-bbca-ef744a360ffe tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 819 time: 0.3077855 Sep 16 05:19:23.975105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Deleting port bb68b9de-5d55-457e-98b0-639bfb88abad {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:23.975800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.979851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3c76e66e-6d47-41e3-ab51-1a180c44471b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/quotas/99b2666942db473493588170be49fd61 HTTP/1.1" status: 200 len: 375 time: 0.0214031 Sep 16 05:19:24.101171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-7be8d669-ab8f-4211-bcf8-cdd0e36488dc tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029663 Sep 16 05:19:24.118211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.140183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Calling delete_port for bb68b9de-5d55-457e-98b0-639bfb88abad owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:24.303220 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:24.326441 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Sync routers for ids ['f4bc4446-151f-4d92-b53f-839a82350381'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:24.344322 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Routers {'f4bc4446-151f-4d92-b53f-839a82350381'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:24.348971 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f4bc4446-151f-4d92-b53f-839a82350381'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:24.423016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.487569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event deleted for resources: {'Port': ['ID=bb68b9de-5d55-457e-98b0-639bfb88abad,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:24.533320 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Set router f4bc4446-151f-4d92-b53f-839a82350381 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:24.594239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 596f3a66-d614-4d69-9d62-d6b0c890c360 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:24.630651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aea84a79-a593-4e22-89b7-07eda5b98cf6 req-169c6818-333f-4d30-9f7d-60c8caca74fd tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.1325743 Sep 16 05:19:24.687991 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.704278 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.725280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3f25c286-0cd4-488c-9974-850c56483a37 service neutron] 10.222.0.55 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035008 Sep 16 05:19:24.728584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 596f3a66-d614-4d69-9d62-d6b0c890c360 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:24.729074 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.856422 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:19:21Z', 'revision_number': 4, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '85d95a0c-23c6-4061-953c-1ef6866e0d88', 'name': '', 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'tenant_id': '99b2666942db473493588170be49fd61', 'mac_address': 'fa:16:3e:1e:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:20Z', 'updated_at': '2021-09-16T05:19:21Z', 'revision_number': 2, 'project_id': '99b2666942db473493588170be49fd61', 'subnets': [{'id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:24.890475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.892819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.910011 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Checking router: f4bc4446-151f-4d92-b53f-839a82350381 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:19:24.910366 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Updating router f4bc4446-151f-4d92-b53f-839a82350381 port 85d95a0c-23c6-4061-953c-1ef6866e0d88 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:19:24.940859 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.973053 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.974094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Fanout notify agent at l3_agent the message router_deleted on router a0539f92-b40e-4ad1-928a-0ad19a3a4c89 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:24.992729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:24.997887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37066) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:25.000846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aed2bb9b-8687-461f-bd2c-aa53ddbf30ee tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/a0539f92-b40e-4ad1-928a-0ad19a3a4c89 HTTP/1.1" status: 204 len: 168 time: 2.5711253 Sep 16 05:19:25.002632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c899e25d-60f3-4e67-bb60-33ff649f42e1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2141167912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:25.059513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c899e25d-60f3-4e67-bb60-33ff649f42e1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.060621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c899e25d-60f3-4e67-bb60-33ff649f42e1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.128904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-ad03f155-1661-44b5-b355-61effbd4bf39 service neutron] 10.222.0.55 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147328 Sep 16 05:19:25.139424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cd42b-0f49-40e8-ae04-fc5748b3d76f req-15bbafd5-7ff5-4db6-b911-b3378fd264ff tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.148230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b4cd42b-0f49-40e8-ae04-fc5748b3d76f req-15bbafd5-7ff5-4db6-b911-b3378fd264ff tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.0940280 Sep 16 05:19:25.198338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b4cd42b-0f49-40e8-ae04-fc5748b3d76f req-3715f0ca-3620-44be-962d-abab8cc34724 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461261 Sep 16 05:19:25.402266 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.408812 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.461795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-922c2a76-14f1-4dd3-91e8-16a9c4e7b100 req-e57656d9-2f26-47ce-8ee8-170eb4288d75 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 210 time: 0.0431848 Sep 16 05:19:25.537510 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9bf9-f131-4ee9-a640-1afb8ea82bd6 None None] Pushing event updated for resources: {'Port': ['ID=85d95a0c-23c6-4061-953c-1ef6866e0d88,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:25.597374 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c899e25d-60f3-4e67-bb60-33ff649f42e1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.603858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c899e25d-60f3-4e67-bb60-33ff649f42e1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.633818 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Attempting to bind port 85d95a0c-23c6-4061-953c-1ef6866e0d88 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:25.634156 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Attempting to bind port 85d95a0c-23c6-4061-953c-1ef6866e0d88 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:25.634454 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Attempting to bind port 85d95a0c-23c6-4061-953c-1ef6866e0d88 on network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:25.639339 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c899e25d-60f3-4e67-bb60-33ff649f42e1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.640719 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:25.641156 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Checking segment: {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:25.641565 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.641958 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Bound using segment: {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:25.645801 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Bound port: 85d95a0c-23c6-4061-953c-1ef6866e0d88, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:25.645801 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.647123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37086) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:25.654669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': True}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:25.659349 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c899e25d-60f3-4e67-bb60-33ff649f42e1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6599183 Sep 16 05:19:25.779678 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] For port 85d95a0c-23c6-4061-953c-1ef6866e0d88, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:25.786813 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] For port 85d95a0c-23c6-4061-953c-1ef6866e0d88, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=85d95a0c-23c6-4061-953c-1ef6866e0d88,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:25.793898 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.864745 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-375bed4e-c446-4ffa-bae2-f71ca68adad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:25.925542 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Routers {'f4bc4446-151f-4d92-b53f-839a82350381'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:25.928828 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:18:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f4bc4446-151f-4d92-b53f-839a82350381'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:26.065341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81e3fe44-5d4b-4b90-83f1-818367470cac req-828676e7-40de-405d-b780-634f8344bd45 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.2491128 Sep 16 05:19:26.129760 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9bf9-f131-4ee9-a640-1afb8ea82bd6 None None] Pushing event updated for resources: {'Port': ['ID=85d95a0c-23c6-4061-953c-1ef6866e0d88,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:26.255955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb2016fd-66f1-43f9-802f-240ee1cdcf29 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.263659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb2016fd-66f1-43f9-802f-240ee1cdcf29 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 819 time: 0.2311859 Sep 16 05:19:26.283397 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] Set router f4bc4446-151f-4d92-b53f-839a82350381 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:19:26.288262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-19235489-44bf-48d3-be5f-b8e19f5b09b5 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/quotas/99b2666942db473493588170be49fd61 HTTP/1.1" status: 200 len: 375 time: 0.0235376 Sep 16 05:19:26.414645 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:26.551280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-dd49d26d-d8ac-454c-a73d-a482bdf83349 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2617753 Sep 16 05:19:26.617197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:19:21Z', 'revision_number': 4, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '85d95a0c-23c6-4061-953c-1ef6866e0d88', 'name': '', 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'tenant_id': '99b2666942db473493588170be49fd61', 'mac_address': 'fa:16:3e:1e:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:20Z', 'updated_at': '2021-09-16T05:19:25Z', 'revision_number': 4, 'project_id': '99b2666942db473493588170be49fd61', 'subnets': [{'id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:26.625786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf13ee-2e8d-4900-a079-c8d223d5e004 req-4a11fa85-5165-4fce-b917-d269e7f55eca tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.634429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eddf13ee-2e8d-4900-a079-c8d223d5e004 req-4a11fa85-5165-4fce-b917-d269e7f55eca tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2656612 Sep 16 05:19:26.670666 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25d301-6572-449d-b57e-0d281a9d632f None None] The sync data for ids ['f4bc4446-151f-4d92-b53f-839a82350381'] in n-d-713301-15 is: [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:19:21Z', 'revision_number': 4, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '85d95a0c-23c6-4061-953c-1ef6866e0d88', 'name': '', 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'tenant_id': '99b2666942db473493588170be49fd61', 'mac_address': 'fa:16:3e:1e:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:20Z', 'updated_at': '2021-09-16T05:19:25Z', 'revision_number': 4, 'project_id': '99b2666942db473493588170be49fd61', 'subnets': [{'id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:26.800747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eddf13ee-2e8d-4900-a079-c8d223d5e004 req-722eb474-0af3-4b13-acae-edc7b921d563 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631229 Sep 16 05:19:26.860888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-c3b487a9-8246-4191-90b3-4e68eb9a80d9 service neutron] 10.222.0.55 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084729 Sep 16 05:19:27.065445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eabd627f-60a7-4ca5-9a16-0ff17d35d425 service neutron] 10.222.0.55 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031748 Sep 16 05:19:27.169925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.209859 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:27.336692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12927ef2-839b-4f0e-a0de-4fe7cc4898c0 req-c5c887b3-5dc3-49be-a6c3-ad66cd82ae10 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0592573 Sep 16 05:19:27.900694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1c27c4d-75f1-4a0a-8a69-dfad52e7b9f1 req-55ffd5ca-6d17-4def-8d25-1118a321ffb3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 210 time: 0.4477851 Sep 16 05:19:28.019464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Allocated IP 172.25.6.108 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/153cd2cc-e110-422d-a0de-c6e96cb3c76f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:28.076497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ed16c-392f-4dbf-8497-0870041ae3ec req-c620cbdc-db13-4370-9898-0ffad74cdbfb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.085151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-494ed16c-392f-4dbf-8497-0870041ae3ec req-c620cbdc-db13-4370-9898-0ffad74cdbfb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1288464 Sep 16 05:19:28.111528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-5f5ebb12-b7ee-4019-a25e-7d2afe285a61 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.113086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-5f5ebb12-b7ee-4019-a25e-7d2afe285a61 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.64 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 819 time: 0.7218654 Sep 16 05:19:28.177910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Request body: {'port': {'device_id': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'admin_state_up': True, 'tenant_id': '99b2666942db473493588170be49fd61'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:28.188252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab0a48b3-c170-490d-93a5-6c355be84caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.295926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-494ed16c-392f-4dbf-8497-0870041ae3ec req-89f5c440-372a-4255-8ae3-67d18944bd5f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046945 Sep 16 05:19:28.416264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.477925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Made reservation on behalf of 99b2666942db473493588170be49fd61 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:28.482717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.552822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37160) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:28.561485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e52d096-d53d-46d2-ab2f-c82f2ced6e00 req-f3acee4d-bf19-4f50-b0e0-7a726042394e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ca19455-40cb-4874-854b-c544fcc04724 HTTP/1.1" status: 200 len: 210 time: 0.0613346 Sep 16 05:19:28.570346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.686687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 85d95a0c-23c6-4061-953c-1ef6866e0d88 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:28.777961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 85d95a0c-23c6-4061-953c-1ef6866e0d88 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:28.780569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:28.780739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.913625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-91fccfa8-b2c4-4330-a575-58f4930dc57f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.915527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-91fccfa8-b2c4-4330-a575-58f4930dc57f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.73 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 819 time: 0.1463253 Sep 16 05:19:28.916457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0532f030-81b3-4e6b-8229-69bb2ced9cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:28.950914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Request body: {'port': {'device_id': 'f6121204-5578-4b21-b718-5961b9bf3835', 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'admin_state_up': True, 'tenant_id': '99b2666942db473493588170be49fd61'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:28.963798 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.020038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 85d95a0c-23c6-4061-953c-1ef6866e0d88, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=85d95a0c-23c6-4061-953c-1ef6866e0d88,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:29.024136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:29.025489 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.040453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Port': ['ID=153cd2cc-e110-422d-a0de-c6e96cb3c76f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.058446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:29.080675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=85d95a0c-23c6-4061-953c-1ef6866e0d88,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.149065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2fa01f1-34f8-47eb-bc17-ea7b306dc0ce req-13cc2d25-e8c8-4ded-baed-354eadba2ac5 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 210 time: 0.1095848 Sep 16 05:19:29.161557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.263771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Allocated IP 172.20.0.13 (f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2/c580c4ea-4dd5-4f90-a599-f93193f6342c/f0f497c2-fb33-4c10-a926-3fca9d0237fd) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:29.586712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0532f030-81b3-4e6b-8229-69bb2ced9cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.622131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f2f1e-1e89-4cd5-9228-ad24afe3534c req-a0db43ae-692d-41cb-994e-cc1812618d07 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:29.623645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-069f2f1e-1e89-4cd5-9228-ad24afe3534c req-a0db43ae-692d-41cb-994e-cc1812618d07 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2295976 Sep 16 05:19:29.624288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0532f030-81b3-4e6b-8229-69bb2ced9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.697073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37174) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:29.738111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Made reservation on behalf of 99b2666942db473493588170be49fd61 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:29.742145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.758362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.762556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.767620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d35f8528-d11c-4b22-a93c-4f16520879a0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.782340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0532f030-81b3-4e6b-8229-69bb2ced9cc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f923b738bb14d9eb9f5e011b4e774bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2282372 Sep 16 05:19:29.783730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37176) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:29.805140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d35f8528-d11c-4b22-a93c-4f16520879a0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.810347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.814501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532f030-81b3-4e6b-8229-69bb2ced9cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc5ffc-2c30-4cb6-b2b9-f594881a6edd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:29.828381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-069f2f1e-1e89-4cd5-9228-ad24afe3534c req-2bc28572-9a8d-4e38-9cb6-4a8af55e8aed tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857193 Sep 16 05:19:29.891495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82139496-a7ed-4ae7-80bd-9e03f6897d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.922059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82139496-a7ed-4ae7-80bd-9e03f6897d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.929753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d35f8528-d11c-4b22-a93c-4f16520879a0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.932606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d35f8528-d11c-4b22-a93c-4f16520879a0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:29.936608 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d35f8528-d11c-4b22-a93c-4f16520879a0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/security-groups/2fa861c6-2041-4431-92c5-0282e8b332c8 HTTP/1.1" status: 204 len: 168 time: 0.2376831 Sep 16 05:19:29.939379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37180) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:29.955407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.021212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f8528-d11c-4b22-a93c-4f16520879a0 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa861c6-2041-4431-92c5-0282e8b332c8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.059787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82139496-a7ed-4ae7-80bd-9e03f6897d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.063546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82139496-a7ed-4ae7-80bd-9e03f6897d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.067462 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-82139496-a7ed-4ae7-80bd-9e03f6897d12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5fc5ffc-2c30-4cb6-b2b9-f594881a6edd HTTP/1.1" status: 204 len: 168 time: 0.2825792 Sep 16 05:19:30.070257 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-3e538936-11f6-454e-93d6-bcf8147a040e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] show failed (client error): The resource could not be found. Sep 16 05:19:30.074651 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3e538936-11f6-454e-93d6-bcf8147a040e tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "GET /v2.0/security-groups/2fa861c6-2041-4431-92c5-0282e8b332c8 HTTP/1.1" status: 404 len: 347 time: 0.1229777 Sep 16 05:19:30.076201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37186) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:30.095979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:30.117891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:30.120565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Allocated IP 172.20.0.6 (f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2/c580c4ea-4dd5-4f90-a599-f93193f6342c/45aad6c1-70c9-4677-ae7f-55f60a85b817) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:30.125323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82139496-a7ed-4ae7-80bd-9e03f6897d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc5ffc-2c30-4cb6-b2b9-f594881a6edd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.126710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:30.129471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Pushing event updated for resources: {'Port': ['ID=f0f497c2-fb33-4c10-a926-3fca9d0237fd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.299232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port fb87684d-bcc8-4e56-aef8-ed23371333a0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:30.300785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.334940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.335739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.367038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82ddd60a-273b-4038-95e2-174b9a284c08 req-6622e57e-dc16-45cc-85d8-59d8a5bc0d16 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 210 time: 0.0933466 Sep 16 05:19:30.404026 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.404388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.420557 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.421099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for fb87684d-bcc8-4e56-aef8-ed23371333a0 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:30.425296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f65d883a-108c-4e67-b323-8cd2d03e029f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2740886 Sep 16 05:19:30.431962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.436877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37194) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:30.470473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Request body: {'port': {'device_id': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:30.501805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82950135-a979-4eb7-b3a3-c82e9a9c42de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.604218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 85d95a0c-23c6-4061-953c-1ef6866e0d88 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:30.673520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 85d95a0c-23c6-4061-953c-1ef6866e0d88 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:30.674212 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.681563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.725868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=fb87684d-bcc8-4e56-aef8-ed23371333a0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.807270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82950135-a979-4eb7-b3a3-c82e9a9c42de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.814414 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82950135-a979-4eb7-b3a3-c82e9a9c42de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.865269 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-82950135-a979-4eb7-b3a3-c82e9a9c42de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e1e6fd41f854a619a584c1f38df5b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268858 Sep 16 05:19:30.868216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82950135-a979-4eb7-b3a3-c82e9a9c42de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78711c5-12c1-490f-af51-0b08c052123a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:30.870270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.871066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37198) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:30.872963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.876482 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c1fe532a-7db1-4e0c-9ba2-a274ea972438 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/floatingips/7e4ced9a-1a89-4423-95f0-792841816d7f HTTP/1.1" status: 204 len: 168 time: 0.7969711 Sep 16 05:19:30.876709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37200) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:30.877117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.934867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:30.995539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port 090b7f1e-4400-4545-afcc-0554eb5c6338 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:30.995882 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.089722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a26c0e-55eb-47e4-959e-97238cae2f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.100954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.103950 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.115720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for 090b7f1e-4400-4545-afcc-0554eb5c6338 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:31.207651 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.215207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144317-aa79-49d2-941b-5993edcd2a19 req-e69f20c5-00a2-4835-8642-56d56524304b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.216821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08144317-aa79-49d2-941b-5993edcd2a19 req-e69f20c5-00a2-4835-8642-56d56524304b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2541809 Sep 16 05:19:31.228893 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a26c0e-55eb-47e4-959e-97238cae2f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.280304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:31.281146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.288745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Router d3b66ac8-2d54-4673-afb4-0f132dec0fba is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:31.303254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:31.316519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=090b7f1e-4400-4545-afcc-0554eb5c6338,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.317970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:31.368772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Pushing event updated for resources: {'Port': ['ID=45aad6c1-70c9-4677-ae7f-55f60a85b817,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.413792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08144317-aa79-49d2-941b-5993edcd2a19 req-56a8d93e-7ad8-44ec-b040-674ec5291636 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874549 Sep 16 05:19:31.428453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.433180 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bff45958-15a2-476b-b47c-d894e8672ebf tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/ports/090b7f1e-4400-4545-afcc-0554eb5c6338 HTTP/1.1" status: 204 len: 168 time: 0.5531008 Sep 16 05:19:31.433767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37210) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.498931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.499605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.519475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a26c0e-55eb-47e4-959e-97238cae2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.522504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60a26c0e-55eb-47e4-959e-97238cae2f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.523627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-60a26c0e-55eb-47e4-959e-97238cae2f69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c78711c5-12c1-490f-af51-0b08c052123a HTTP/1.1" status: 204 len: 168 time: 0.6501782 Sep 16 05:19:31.564381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:31.565527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.593892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a26c0e-55eb-47e4-959e-97238cae2f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78711c5-12c1-490f-af51-0b08c052123a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:31.596431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-0c6f0ca1-b980-48e1-9dff-55c029593f0e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6663618 Sep 16 05:19:31.622905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Request body: {'port': {'device_id': 'f6121204-5578-4b21-b718-5961b9bf3835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:31.675929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:31.689977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] Sync routers for ids ['d3b66ac8-2d54-4673-afb4-0f132dec0fba'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:31.690159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.691188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-88d250bf-0a26-4b46-836e-0f5fca96a435 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "PUT /v2.0/routers/d3b66ac8-2d54-4673-afb4-0f132dec0fba HTTP/1.1" status: 200 len: 919 time: 6.0408072 Sep 16 05:19:31.700775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37214) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:31.709434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] Routers {'d3b66ac8-2d54-4673-afb4-0f132dec0fba'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:31.710427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d3b66ac8-2d54-4673-afb4-0f132dec0fba'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:31.754152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-55106374-7512-49de-9914-a7bf86a7e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.756477 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-55106374-7512-49de-9914-a7bf86a7e79b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1097 time: 0.0690978 Sep 16 05:19:31.768697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.787661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for 39ad178c-bfa5-4cb9-ba63-fffe3f381bdb owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:31.815193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:31.821504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa05ed-ea86-45a4-a659-011ae006526a req-9a692ad5-94ec-4d39-9268-671b535180df tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.823267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bfa05ed-ea86-45a4-a659-011ae006526a req-9a692ad5-94ec-4d39-9268-671b535180df tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 931 time: 0.2982733 Sep 16 05:19:31.844232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] Routers {'d3b66ac8-2d54-4673-afb4-0f132dec0fba'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:31.845573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d3b66ac8-2d54-4673-afb4-0f132dec0fba'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:31.876538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.889641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f497c2-fb33-4c10-a926-3fca9d0237fd {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:31.911298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:31.912289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02299ad4-bb6f-42c4-b910-f91927a507f5 None None] The sync data for ids ['d3b66ac8-2d54-4673-afb4-0f132dec0fba'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:31.916996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:31.925720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-6c475c61-0ea6-46f9-a3e0-f572b1506b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:31.928589 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-6c475c61-0ea6-46f9-a3e0-f572b1506b17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.1382735 Sep 16 05:19:31.995564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Transition to ACTIVE for port object f0f497c2-fb33-4c10-a926-3fca9d0237fd will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:32.024108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bfa05ed-ea86-45a4-a659-011ae006526a req-a11eac4d-ca70-46ee-a143-899c75cd6cf1 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873369 Sep 16 05:19:32.024934 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-1b1d2af5-3521-4740-9702-85388fa1f4d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 1001 time: 0.0756743 Sep 16 05:19:32.033171 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.121959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4a39e90f-d794-4028-a452-6ad1c96f4594 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/d3b66ac8-2d54-4673-afb4-0f132dec0fba HTTP/1.1" status: 200 len: 925 time: 0.4177349 Sep 16 05:19:32.129980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37222) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.185286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-9d00f664-8a64-44cf-8b43-4a7fcdd476fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.187041 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-9d00f664-8a64-44cf-8b43-4a7fcdd476fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.1530385 Sep 16 05:19:32.197141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37224) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.245540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35f794db-0a4a-42f0-90ea-567024e89f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.261015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f497c2-fb33-4c10-a926-3fca9d0237fd,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.327720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-c0aeeb15-59f6-43d2-a503-a2bd0fba6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.329902 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-c0aeeb15-59f6-43d2-a503-a2bd0fba6a7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249685 Sep 16 05:19:32.354491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40efec-25bd-42e4-a3fc-3d48df308238 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.359701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6e40efec-25bd-42e4-a3fc-3d48df308238 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=d3b66ac8-2d54-4673-afb4-0f132dec0fba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2154186 Sep 16 05:19:32.360039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37226) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.396590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.432230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Attempting to bind port f0f497c2-fb33-4c10-a926-3fca9d0237fd on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:32.432230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Attempting to bind port f0f497c2-fb33-4c10-a926-3fca9d0237fd by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:32.432888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Attempting to bind port f0f497c2-fb33-4c10-a926-3fca9d0237fd on network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:32.444250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Port f0f497c2-fb33-4c10-a926-3fca9d0237fd on network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:32.444632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Attempting to bind port f0f497c2-fb33-4c10-a926-3fca9d0237fd on network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:32.476443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:32.476793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Checking segment: {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:32.477211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Bound using segment: {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:32.477666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Bound port: f0f497c2-fb33-4c10-a926-3fca9d0237fd, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:32.478033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.518274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=39ad178c-bfa5-4cb9-ba63-fffe3f381bdb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.643092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] For port f0f497c2-fb33-4c10-a926-3fca9d0237fd, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:32.665943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aad6c1-70c9-4677-ae7f-55f60a85b817 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:32.671316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] For port f0f497c2-fb33-4c10-a926-3fca9d0237fd, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:32.678953 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.685698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63cc662-7a7f-4a82-af1b-ab4d947f72e1 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.687109 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f63cc662-7a7f-4a82-af1b-ab4d947f72e1 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.3255939 Sep 16 05:19:32.687863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.697481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37232) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.709529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8b543-98c3-4826-b6ac-40806003e1a3 req-de95a982-fa49-4b29-ad62-4ee43d069cd0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.710987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5cf8b543-98c3-4826-b6ac-40806003e1a3 req-de95a982-fa49-4b29-ad62-4ee43d069cd0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1486843 Sep 16 05:19:32.719167 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-dd8aff76-dc3e-4025-97ba-dc01ec566a4f service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715317 Sep 16 05:19:32.722135 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.727465 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-78d9530e-eda0-451d-aef5-afb1f4ad73ba tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/ports/39ad178c-bfa5-4cb9-ba63-fffe3f381bdb HTTP/1.1" status: 204 len: 168 time: 1.2901087 Sep 16 05:19:32.729840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.745165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Transition to ACTIVE for port object 45aad6c1-70c9-4677-ae7f-55f60a85b817 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:32.747771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35f794db-0a4a-42f0-90ea-567024e89f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.774441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a3a88391-1ede-4e48-8e29-bef475059815 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b66ac8-2d54-4673-afb4-0f132dec0fba HTTP/1.1" status: 200 len: 205 time: 0.0704412 Sep 16 05:19:32.776587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.779138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.779750 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.781216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 1093 time: 2.3179266 Sep 16 05:19:32.787783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37236) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:32.790105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'tag': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:32.793346 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97395979-7086-43d4-924d-8bdd0072cda9" -d '{"events": [{"name": "network-changed", "server_uuid": "53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6", "tag": "f0f497c2-fb33-4c10-a926-3fca9d0237fd"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:32.826811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc976e-35a8-4cea-98f1-ec4fa5d6b9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f497c2-fb33-4c10-a926-3fca9d0237fd,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:32.853482 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45724ea6-8228-4546-b7db-e281ca3d30f3 x-openstack-request-id: req-45724ea6-8228-4546-b7db-e281ca3d30f3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:32.853785 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6", "tag": "f0f497c2-fb33-4c10-a926-3fca9d0237fd", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:32.854173 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45724ea6-8228-4546-b7db-e281ca3d30f3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:32.854599 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'tag': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd', 'status': 'completed', 'code': 200} Sep 16 05:19:32.867684 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35f794db-0a4a-42f0-90ea-567024e89f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:32.880251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5cf8b543-98c3-4826-b6ac-40806003e1a3 req-7a28f455-a80f-4735-b521-df700c511a76 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360312 Sep 16 05:19:32.973588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Pushing event updated for resources: {'Port': ['ID=45aad6c1-70c9-4677-ae7f-55f60a85b817,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.004889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-01ce19e1-8ce8-4a79-9a71-31f22f95eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.006477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-01ce19e1-8ce8-4a79-9a71-31f22f95eb99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1096 time: 0.1226373 Sep 16 05:19:33.018453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Attempting to bind port 45aad6c1-70c9-4677-ae7f-55f60a85b817 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:33.018887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Attempting to bind port 45aad6c1-70c9-4677-ae7f-55f60a85b817 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:33.019297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Attempting to bind port 45aad6c1-70c9-4677-ae7f-55f60a85b817 on network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:33.032181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Port 45aad6c1-70c9-4677-ae7f-55f60a85b817 on network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:33.032772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Attempting to bind port 45aad6c1-70c9-4677-ae7f-55f60a85b817 on network f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:33.050045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8266eb0f-d25f-40af-b790-0becdd69c53c req-11a7c8e6-1156-4f73-8f7d-690e0b0d6ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209646 Sep 16 05:19:33.069764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting subnet f775732e-5e0a-4a98-8b3f-da8438e1e1de {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:33.072426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f794db-0a4a-42f0-90ea-567024e89f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7512510-0caa-4dd6-8ae0-08193bc46e11,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.109819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.117788 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-35f794db-0a4a-42f0-90ea-567024e89f81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37160f9588c84fb6a68a038d797796c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9272692 Sep 16 05:19:33.132610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37244) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:33.145238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-2338599e-c131-4583-8da3-c87114a2f02f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 217 time: 0.1223593 Sep 16 05:19:33.175331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:33.175594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Checking segment: {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:33.176525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Bound using segment: {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:33.177407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Bound port: 45aad6c1-70c9-4677-ae7f-55f60a85b817, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821ffd90-dc1c-46d0-ba34-9599058e009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:33.177407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.188775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.234739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.304287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-5981fb79-a608-4c8d-b1d5-e221e873c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.305753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-5981fb79-a608-4c8d-b1d5-e221e873c5ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.1420946 Sep 16 05:19:33.341286 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29a454d0-c8ae-40a6-aecd-1be039029a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.350591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c2e4-bcfe-4e71-acf3-35e63879b17c req-535eaa78-3018-48d1-844e-e0efaaee1a49 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.352109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9032c2e4-bcfe-4e71-acf3-35e63879b17c req-535eaa78-3018-48d1-844e-e0efaaee1a49 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 943 time: 0.1897328 Sep 16 05:19:33.371055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.374086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-c5eb39ea-f82e-4d69-a077-e79e2223e85f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563002 Sep 16 05:19:33.416822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.476354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] For port 45aad6c1-70c9-4677-ae7f-55f60a85b817, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:33.478729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.495207 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29a454d0-c8ae-40a6-aecd-1be039029a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.522080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Deleting port 153cd2cc-e110-422d-a0de-c6e96cb3c76f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:33.522422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.526206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Subnet': ['ID=f775732e-5e0a-4a98-8b3f-da8438e1e1de,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.535011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.537304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b87fb1-c7c1-484e-a924-1ff8f97b7c25 None None] Network e9d93641-2359-4448-b40d-2e0ffe1e3f00 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:33.538716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e49fc5b6-7730-4172-9ab9-ddafe89ef73f tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/subnets/f775732e-5e0a-4a98-8b3f-da8438e1e1de HTTP/1.1" status: 204 len: 168 time: 0.8079381 Sep 16 05:19:33.541580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37250) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:33.585961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9032c2e4-bcfe-4e71-acf3-35e63879b17c req-dbe31a3b-3cf7-4c58-90e0-b962b0b46183 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998909 Sep 16 05:19:33.623975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting subnet 90eb1763-a41a-44ca-b08b-d43b1b07e894 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:33.634939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] For port 45aad6c1-70c9-4677-ae7f-55f60a85b817, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:33.640174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.663225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.729221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.730264 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.732821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] 10.222.0.73 "PUT /v2.0/ports/45aad6c1-70c9-4677-ae7f-55f60a85b817 HTTP/1.1" status: 200 len: 1092 time: 2.1167145 Sep 16 05:19:33.733765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.766714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-02868fd6-5402-4250-985c-8b94418bb175 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780606 Sep 16 05:19:33.811199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.846571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Calling delete_port for 153cd2cc-e110-422d-a0de-c6e96cb3c76f owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:33.890017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] DHCP port deletion for e9d93641-2359-4448-b40d-2e0ffe1e3f00 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:33.914405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29a454d0-c8ae-40a6-aecd-1be039029a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.918765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29a454d0-c8ae-40a6-aecd-1be039029a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.928803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-29a454d0-c8ae-40a6-aecd-1be039029a40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7512510-0caa-4dd6-8ae0-08193bc46e11 HTTP/1.1" status: 204 len: 168 time: 0.7854741 Sep 16 05:19:33.944237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb121f17-f0ba-4523-a29c-ff0746c6776f service neutron] Pushing event updated for resources: {'Port': ['ID=45aad6c1-70c9-4677-ae7f-55f60a85b817,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:33.979434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.989476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] Deleting port c7ab5452-ae0f-4528-b64a-9312ab56b32d {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:33.990103 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:33.999908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a454d0-c8ae-40a6-aecd-1be039029a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7512510-0caa-4dd6-8ae0-08193bc46e11,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:34.067093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-a53b00bc-eff8-4bf1-8633-65cd0ec82ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.068683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-a53b00bc-eff8-4bf1-8633-65cd0ec82ec7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 1095 time: 0.2759953 Sep 16 05:19:34.223678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:34.224231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-2de22745-4cd1-4cd4-84ce-f0999283594c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817 HTTP/1.1" status: 200 len: 217 time: 0.1273696 Sep 16 05:19:34.230730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac2c5726-ae44-4e4a-86bc-02cc9aeb6d9b req-f91ee0e1-d27c-4d41-85a7-8082de707779 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537504 Sep 16 05:19:34.244791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] For port c7ab5452-ae0f-4528-b64a-9312ab56b32d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c7ab5452-ae0f-4528-b64a-9312ab56b32d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:34.245532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.291383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] Calling delete_port for c7ab5452-ae0f-4528-b64a-9312ab56b32d owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:34.303089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-3e064cf1-04de-4ada-aada-c58fd50c140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.304782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-3e064cf1-04de-4ada-aada-c58fd50c140c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.0688534 Sep 16 05:19:34.339242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2af4c0-fba7-427e-9d9f-856a88767821 req-6ac680ef-d085-4b33-8751-49cde4d1cd43 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.351708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e2af4c0-fba7-427e-9d9f-856a88767821 req-6ac680ef-d085-4b33-8751-49cde4d1cd43 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2819500 Sep 16 05:19:34.379400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.415629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-4e6970dc-20ce-4cf4-a8d3-14c06753d63d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966728 Sep 16 05:19:34.443834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Subnet': ['ID=90eb1763-a41a-44ca-b08b-d43b1b07e894,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:34.460701 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.462684 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2cbdb3e0-939b-4096-9722-8699bc44524c tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/subnets/90eb1763-a41a-44ca-b08b-d43b1b07e894 HTTP/1.1" status: 204 len: 168 time: 0.9198911 Sep 16 05:19:34.469358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37268) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:34.477676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb72b389-2fb6-47a7-bb9f-fc4e96feab6d None None] Network d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:34.534308 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.578201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e2af4c0-fba7-427e-9d9f-856a88767821 req-dfdb5f85-de1b-4950-97cd-6f3c49cad2a4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252588 Sep 16 05:19:34.599442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event deleted for resources: {'Port': ['ID=153cd2cc-e110-422d-a0de-c6e96cb3c76f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:34.701623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c7ab5452-ae0f-4528-b64a-9312ab56b32d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:34.768827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395979-7086-43d4-924d-8bdd0072cda9 req-c87fdf23-018a-487c-91df-781d2dd9261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.771533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97395979-7086-43d4-924d-8bdd0072cda9 req-c87fdf23-018a-487c-91df-781d2dd9261f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1096 time: 0.3961318 Sep 16 05:19:34.808218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.889418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6121204-5578-4b21-b718-5961b9bf3835', 'tag': '45aad6c1-70c9-4677-ae7f-55f60a85b817'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:34.891692 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c006a-b224-46a2-ba71-771ac24e8e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6121204-5578-4b21-b718-5961b9bf3835", "tag": "45aad6c1-70c9-4677-ae7f-55f60a85b817"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:34.898816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.996904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:34.999426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.013280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-619d3dae-db70-4339-944e-158ac276d568 service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699732 Sep 16 05:19:35.061836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.062372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Fanout notify agent at l3_agent the message router_deleted on router d3b66ac8-2d54-4673-afb4-0f132dec0fba {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:35.068379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63157749-727e-4d27-96da-2bde163f61e3 req-13d7328c-9a1f-48a5-986b-942a7e570896 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.070151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63157749-727e-4d27-96da-2bde163f61e3 req-13d7328c-9a1f-48a5-986b-942a7e570896 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 943 time: 0.3079007 Sep 16 05:19:35.075245 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea48fe-ae73-4fb4-ae0c-2d9699ab35ea x-openstack-request-id: req-73ea48fe-ae73-4fb4-ae0c-2d9699ab35ea {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:35.075660 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6121204-5578-4b21-b718-5961b9bf3835", "tag": "45aad6c1-70c9-4677-ae7f-55f60a85b817", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:35.075805 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73ea48fe-ae73-4fb4-ae0c-2d9699ab35ea {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:35.076245 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6121204-5578-4b21-b718-5961b9bf3835', 'tag': '45aad6c1-70c9-4677-ae7f-55f60a85b817', 'status': 'completed', 'code': 200} Sep 16 05:19:35.091733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.092907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d8bc2ea8-aba3-4443-a05e-8138745acfa6 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/d3b66ac8-2d54-4673-afb4-0f132dec0fba HTTP/1.1" status: 204 len: 168 time: 2.3041968 Sep 16 05:19:35.103297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37302) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:35.115280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5749df2c-385d-4dd2-9883-ce1870be792f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2117185444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:35.128299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:35.147658 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Deleting port c7ab5452-ae0f-4528-b64a-9312ab56b32d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:35.148363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.180484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'port_id': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'mac_address': 'fa:16:3e:ce:a1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:35.246855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.275860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5749df2c-385d-4dd2-9883-ce1870be792f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.277019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5749df2c-385d-4dd2-9883-ce1870be792f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.316272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] For port c7ab5452-ae0f-4528-b64a-9312ab56b32d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c7ab5452-ae0f-4528-b64a-9312ab56b32d,segment=NetworkSegment(906d80fa-f07c-4269-9885-b9d7e16af867),segment_id=906d80fa-f07c-4269-9885-b9d7e16af867)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:35.317125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.367758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Calling delete_port for c7ab5452-ae0f-4528-b64a-9312ab56b32d owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:35.443315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5749df2c-385d-4dd2-9883-ce1870be792f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.519301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5749df2c-385d-4dd2-9883-ce1870be792f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.564719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5749df2c-385d-4dd2-9883-ce1870be792f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.569214 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5749df2c-385d-4dd2-9883-ce1870be792f tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4592242 Sep 16 05:19:35.569584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37322) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:35.575873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': False}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:35.911170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] No DVR routers for this DVR port c7ab5452-ae0f-4528-b64a-9312ab56b32d on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:35.921546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690da5a2-8ac1-45a6-8941-24f50c2ba9b5 None None] Pushing event deleted for resources: {'Port': ['ID=c7ab5452-ae0f-4528-b64a-9312ab56b32d,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:35.962537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6df2278-5699-499b-84ac-d53f26f6c9e8 req-6fe1106e-e12c-486c-87f1-e25a4dc1186d service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9296076 Sep 16 05:19:35.974106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395979-7086-43d4-924d-8bdd0072cda9 req-134ac46e-ec7f-4bde-87da-941643e018b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.975545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97395979-7086-43d4-924d-8bdd0072cda9 req-134ac46e-ec7f-4bde-87da-941643e018b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 1.1623383 Sep 16 05:19:35.984312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] DHCP port deletion for d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:19:35.986907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:35.996283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.136238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63157749-727e-4d27-96da-2bde163f61e3 req-7272b36c-585d-4898-84cb-b3dfcc0a4196 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0506110 Sep 16 05:19:36.229063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97395979-7086-43d4-924d-8bdd0072cda9 req-f0ac90b8-81fa-42ec-a168-228b8d109d9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 217 time: 0.2218804 Sep 16 05:19:36.260188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24d60cca-3e0f-4ef6-9da9-b898bc199961 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:36.333169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f88bb-cb7d-4c92-aac0-4773ff0df401 req-e262d41b-fcb3-4b30-a70e-1bd3210d3248 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.344377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc4f88bb-cb7d-4c92-aac0-4773ff0df401 req-e262d41b-fcb3-4b30-a70e-1bd3210d3248 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.3684013 Sep 16 05:19:36.383267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:36.397346 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.407472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] Deleting port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:36.408187 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.427835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-ba881870-90fe-4c6f-826b-4475c69a2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.445473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-ba881870-90fe-4c6f-826b-4475c69a2671 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 1095 time: 0.3600922 Sep 16 05:19:36.564400 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.566493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] For port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0a9c5143-d882-4ef5-9c3f-8354470c2ee5,segment=NetworkSegment(3ed90626-7835-41b8-9bb6-c28455e0ff43),segment_id=3ed90626-7835-41b8-9bb6-c28455e0ff43)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:36.567056 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.627656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] Calling delete_port for 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:36.646123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] No DVR routers for this DVR port c7ab5452-ae0f-4528-b64a-9312ab56b32d on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:36.704481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Port': ['ID=c7ab5452-ae0f-4528-b64a-9312ab56b32d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:36.780468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395979-7086-43d4-924d-8bdd0072cda9 req-f5a9159b-581d-440b-a73b-64a90f0ca7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.782754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97395979-7086-43d4-924d-8bdd0072cda9 req-f5a9159b-581d-440b-a73b-64a90f0ca7bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.5334589 Sep 16 05:19:36.784265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-cdea0a36-c28c-4a0c-ada6-892a1fb2a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.788508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-cdea0a36-c28c-4a0c-ada6-892a1fb2a7be service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 0.3154531 Sep 16 05:19:36.828725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:36.839314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f0f497c2-fb33-4c10-a926-3fca9d0237fd details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:36.862576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.893966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.920618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-3bc087b7-49d1-4568-a6d7-f219441861a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817 HTTP/1.1" status: 200 len: 217 time: 0.0902216 Sep 16 05:19:36.962999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] No DVR routers for this DVR port 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:36.983180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['24d60cca-3e0f-4ef6-9da9-b898bc199961'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:37.025784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:37.026139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0a9c5143-d882-4ef5-9c3f-8354470c2ee5 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:37.029773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.050246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc4f88bb-cb7d-4c92-aac0-4773ff0df401 req-cdcfc9d8-8f85-48aa-8b65-8b63193b2459 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7048712 Sep 16 05:19:37.057252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97395979-7086-43d4-924d-8bdd0072cda9 req-00cb4311-34e5-4e63-884c-966d378a8854 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2330294 Sep 16 05:19:37.148038 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:19:37.149203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d93641-2359-4448-b40d-2e0ffe1e3f00']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:37.155022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:37.208806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906d80fa-f07c-4269-9885-b9d7e16af867') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:37.209147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906d80fa-f07c-4269-9885-b9d7e16af867') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:37.256488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.339973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eed5c7-a0a1-43fd-be0f-fbb391080ce8 None None] Pushing event deleted for resources: {'Port': ['ID=0a9c5143-d882-4ef5-9c3f-8354470c2ee5,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:37.360652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-4c4bf94e-08d6-4810-ba2f-a210a7743383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.362143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-4c4bf94e-08d6-4810-ba2f-a210a7743383 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.3078120 Sep 16 05:19:37.399402 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.450131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:37.450543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:37.459548 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:37.617907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-8ee176aa-b2fa-4e8f-9694-ba5a34358ebd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2031875 Sep 16 05:19:37.664359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.680246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.687656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e113735-d54e-4130-9471-c8ece4a80624 req-b2684d1c-db5e-4089-af0f-84dc50404053 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.691026 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/networks/e9d93641-2359-4448-b40d-2e0ffe1e3f00 HTTP/1.1" status: 204 len: 168 time: 3.2170734 Sep 16 05:19:37.692677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37360) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:37.693059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e113735-d54e-4130-9471-c8ece4a80624 req-b2684d1c-db5e-4089-af0f-84dc50404053 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 943 time: 0.3656049 Sep 16 05:19:37.729552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f0f497c2-fb33-4c10-a926-3fca9d0237fd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:37.752049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd', 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'port_id': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd', 'mac_address': 'fa:16:3e:53:40:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:37.803679 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.823655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f497c2-fb33-4c10-a926-3fca9d0237fd {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:37.849093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f0f497c2-fb33-4c10-a926-3fca9d0237fd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:37.867095 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.868893 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.875734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97395979-7086-43d4-924d-8bdd0072cda9 req-feb63104-91b9-40d0-a762-6b850fa08bb2 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802804 Sep 16 05:19:37.935978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e113735-d54e-4130-9471-c8ece4a80624 req-553b6522-cea6-4c14-8ce0-d705f4471620 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419252 Sep 16 05:19:37.970777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10100-ea14-4b78-9382-3acb0c9bf675 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Network': ['ID=e9d93641-2359-4448-b40d-2e0ffe1e3f00,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:37.984569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=f0f497c2-fb33-4c10-a926-3fca9d0237fd,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:38.023773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37364) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:38.121100 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.128393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.187215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.200749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-877cc0aa-e73a-471c-b1a3-cdd92d733a0d service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706887 Sep 16 05:19:38.214534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:38.258367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['f0f497c2-fb33-4c10-a926-3fca9d0237fd'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:38.261716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed90626-7835-41b8-9bb6-c28455e0ff43') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:38.262221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed90626-7835-41b8-9bb6-c28455e0ff43') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:38.294933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:38.365557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97395979-7086-43d4-924d-8bdd0072cda9 req-0bc1e668-6edc-4cff-9e39-d0302911f102 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762473 Sep 16 05:19:38.380839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.435338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 45aad6c1-70c9-4677-ae7f-55f60a85b817 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:38.437431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:38.443499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e6a8e-c7be-4e05-a686-6cf7504c2f56 req-73cfc74c-617b-4cfa-a47f-e8d7be423434 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:38.454093 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-864e6a8e-c7be-4e05-a686-6cf7504c2f56 req-73cfc74c-617b-4cfa-a47f-e8d7be423434 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.2681088 Sep 16 05:19:38.474909 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.502552 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:38.503016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:38.509085 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:38.577649 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.612984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-864e6a8e-c7be-4e05-a686-6cf7504c2f56 req-40b8ad1f-9e62-4d56-a451-665ba05e1b55 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523840 Sep 16 05:19:38.648170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d77c006a-b224-46a2-ba71-771ac24e8e5e req-e2e93742-b7b0-4fc7-8857-5fde8b120ae0 service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117486 Sep 16 05:19:38.689019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 24d60cca-3e0f-4ef6-9da9-b898bc199961 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:38.689019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.773505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Allocated IP 172.25.6.85 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/f30febc5-eac0-4329-af1b-93a652814146) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:38.811393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.839765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:38.849977 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] 10.222.0.55 "DELETE /v2.0/networks/d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14 HTTP/1.1" status: 204 len: 168 time: 1.0797641 Sep 16 05:19:38.849977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6b4bc-8c06-457c-bc8e-9637f8c4eff4 tempest-TaggedBootDevicesTest_v242-1374607070 tempest-TaggedBootDevicesTest_v242-1374607070-project] Pushing event deleted for resources: {'Network': ['ID=d84c5e07-1f0e-4ca0-a8a2-789ec2b77b14,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:38.850336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 45aad6c1-70c9-4677-ae7f-55f60a85b817, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:38.914303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '45aad6c1-70c9-4677-ae7f-55f60a85b817', 'network_id': 'f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2', 'port_id': '45aad6c1-70c9-4677-ae7f-55f60a85b817', 'mac_address': 'fa:16:3e:34:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580c4ea-4dd5-4f90-a599-f93193f6342c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:39.038967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.045177 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.194583 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.222224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:39.234316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58578404-b201-43b9-a92b-0d03157d86ad req-046a3aeb-b40e-4302-aead-d11ca5a60cbc tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.241311 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657958ef-62c9-4cfd-a757-b6f15691b73b" -d '{"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-plugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:39.261693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:39.266479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58578404-b201-43b9-a92b-0d03157d86ad req-046a3aeb-b40e-4302-aead-d11ca5a60cbc tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 943 time: 0.2009103 Sep 16 05:19:39.279092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aad6c1-70c9-4677-ae7f-55f60a85b817 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:39.304023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 45aad6c1-70c9-4677-ae7f-55f60a85b817, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:39.306455 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.313945 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.364479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.375245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58578404-b201-43b9-a92b-0d03157d86ad req-49a543cf-d413-429e-8a02-39821497e41d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077676 Sep 16 05:19:39.397506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:39.507117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:39.523753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=45aad6c1-70c9-4677-ae7f-55f60a85b817,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:39.591958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:39.603818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:39.606600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:39.627908 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c7503b-ea7c-46d9-a2b2-918d99038b71 x-openstack-request-id: req-43c7503b-ea7c-46d9-a2b2-918d99038b71 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:39.628232 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-plugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:39.628495 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43c7503b-ea7c-46d9-a2b2-918d99038b71 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:39.629492 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'code': 200} Sep 16 05:19:39.652309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Pushing event updated for resources: {'Port': ['ID=f30febc5-eac0-4329-af1b-93a652814146,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:39.661956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['45aad6c1-70c9-4677-ae7f-55f60a85b817'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:39.674948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Allocated IP 172.25.6.106 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/3a63044b-67d2-41d1-8976-3535eadc5cf0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:39.751164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b188d0c-df0a-4193-be4e-e9983e8efc3e req-515e1789-ff2a-4615-9fa0-2f1ed22e6db5 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.759732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b188d0c-df0a-4193-be4e-e9983e8efc3e req-515e1789-ff2a-4615-9fa0-2f1ed22e6db5 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.0664346 Sep 16 05:19:39.844691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b188d0c-df0a-4193-be4e-e9983e8efc3e req-1336deba-5242-4eb1-8d82-b05c0d15541c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836921 Sep 16 05:19:40.036316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.059180 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.146805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.236943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:40.244123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:40.248157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:40.376038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Port': ['ID=3a63044b-67d2-41d1-8976-3535eadc5cf0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:40.462401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.528987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.539605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.547496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:40.632490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da7512-95ef-4046-a3df-fa52ce4bc623 req-caff8813-3d6a-4a48-acf1-a77faea7178b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.641530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a0da7512-95ef-4046-a3df-fa52ce4bc623 req-caff8813-3d6a-4a48-acf1-a77faea7178b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 944 time: 0.1208413 Sep 16 05:19:40.701037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a0da7512-95ef-4046-a3df-fa52ce4bc623 req-0bf4a284-0f9b-43e5-ae0a-de52e411a85b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583198 Sep 16 05:19:40.766740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f0f497c2-fb33-4c10-a926-3fca9d0237fd up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:40.795475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Router 1a514625-f5d6-454b-a2eb-7df556057bdd is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:40.900912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port f0f497c2-fb33-4c10-a926-3fca9d0237fd completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:40.910430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port f0f497c2-fb33-4c10-a926-3fca9d0237fd triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:40.910866 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.041420 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.090252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f0f497c2-fb33-4c10-a926-3fca9d0237fd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:41.090484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f8a8-ffce-4689-9f2d-53d2c89fb082 req-2077cb20-e188-40d8-bcf9-50d65786ab0b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.100792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b52f8a8-ffce-4689-9f2d-53d2c89fb082 req-2077cb20-e188-40d8-bcf9-50d65786ab0b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1106820 Sep 16 05:19:41.103193 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.199255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b52f8a8-ffce-4689-9f2d-53d2c89fb082 req-d4bc9fae-fc00-4db1-a521-e843b7b40667 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907474 Sep 16 05:19:41.217960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=f0f497c2-fb33-4c10-a926-3fca9d0237fd,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:41.471454 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:41.475279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.479117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.480386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4705a6ef-ff81-4af3-89ab-cf4b0fc2909a tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "PUT /v2.0/routers/1a514625-f5d6-454b-a2eb-7df556057bdd HTTP/1.1" status: 200 len: 919 time: 5.9094465 Sep 16 05:19:41.483677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37416) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:41.486156 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] Sync routers for ids ['1a514625-f5d6-454b-a2eb-7df556057bdd'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:41.490295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.497488 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] Routers {'1a514625-f5d6-454b-a2eb-7df556057bdd'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:41.498316 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1a514625-f5d6-454b-a2eb-7df556057bdd'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:41.539561 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:41.549328 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] Routers {'1a514625-f5d6-454b-a2eb-7df556057bdd'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:41.550148 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1a514625-f5d6-454b-a2eb-7df556057bdd'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:41.588778 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:41.590166 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab0abe-66ec-49ff-818e-a5ffc7beff07 None None] The sync data for ids ['1a514625-f5d6-454b-a2eb-7df556057bdd'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:41.631280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:41.633697 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c2ae36-45d6-4fb3-a41b-e0d7db7eb93c" -d '{"events": [{"server_uuid": "53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6", "name": "network-vif-plugged", "status": "completed", "tag": "f0f497c2-fb33-4c10-a926-3fca9d0237fd"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:41.661362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-43c5a62d-8401-41e5-bf9c-b898493914b3 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/1a514625-f5d6-454b-a2eb-7df556057bdd HTTP/1.1" status: 200 len: 925 time: 0.1771531 Sep 16 05:19:41.662515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37422) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:41.710244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Port': ['ID=3a63044b-67d2-41d1-8976-3535eadc5cf0,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:41.736193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a795516-bcc6-48fe-98fc-0ba15ab093f9 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.743503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:41.747544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9a795516-bcc6-48fe-98fc-0ba15ab093f9 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=1a514625-f5d6-454b-a2eb-7df556057bdd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0827088 Sep 16 05:19:41.770230 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0ad42e-c744-4396-b29d-f5fe5b79285b x-openstack-request-id: req-ca0ad42e-c744-4396-b29d-f5fe5b79285b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:41.770805 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6", "name": "network-vif-plugged", "status": "completed", "tag": "f0f497c2-fb33-4c10-a926-3fca9d0237fd", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:41.770805 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca0ad42e-c744-4396-b29d-f5fe5b79285b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:41.771169 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd', 'code': 200} Sep 16 05:19:41.781680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.811685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.874289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.877237 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-04781a3c-aaf1-4db0-a3b7-52b686f578ff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8520226 Sep 16 05:19:41.880486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37428) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:41.885847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-895639958'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:41.893222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b068a0-5710-4afd-81bd-bd7db85b2e65 req-0854242f-b2b6-45d2-b477-030bff6923b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.895661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55b068a0-5710-4afd-81bd-bd7db85b2e65 req-0854242f-b2b6-45d2-b477-030bff6923b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.0537362 Sep 16 05:19:41.917274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Made reservation on behalf of 04a75df8834a45f3905239fd922a6303 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:41.921459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.938133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1691aa-9638-473d-966e-4e03c0c376b0 req-f537f518-8756-40d4-adc4-857c8b3cc3d1 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.940631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:41.947269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f1691aa-9638-473d-966e-4e03c0c376b0 req-f537f518-8756-40d4-adc4-857c8b3cc3d1 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 944 time: 0.1406472 Sep 16 05:19:41.960155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3717ff-778b-4bba-a702-073f694691fc tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.961806 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee3717ff-778b-4bba-a702-073f694691fc tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.2169118 Sep 16 05:19:41.964625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:41.978066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55b068a0-5710-4afd-81bd-bd7db85b2e65 req-5f58625e-2933-4697-93f4-1aff97bf2e96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708046 Sep 16 05:19:42.020784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:42.021003 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7fc341e6-d779-4928-83de-31a7cb5fdc6b tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a514625-f5d6-454b-a2eb-7df556057bdd HTTP/1.1" status: 200 len: 205 time: 0.0540824 Sep 16 05:19:42.098588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f1691aa-9638-473d-966e-4e03c0c376b0 req-352af890-b704-4295-b8b2-b7482f8b1643 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500130 Sep 16 05:19:42.145770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.153277 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.193350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:42.221779 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.223036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8d8661-8071-450a-890c-4cf92d496881,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.233268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.233614 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Added segment 93637bb3-d658-429e-8745-d03615f0ab67 of type vlan for network a28d9d25-09b2-4947-b52b-77abc17082cf Sep 16 05:19:42.297944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.349671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.359148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.360195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.458000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5755286 Sep 16 05:19:42.460450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:42.468206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Request body: {'subnet': {'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:42.472869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b608ac-2c69-4ad3-bf44-3f8020f817c0 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Network': ['ID=a28d9d25-09b2-4947-b52b-77abc17082cf,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.480473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 45aad6c1-70c9-4677-ae7f-55f60a85b817 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:42.560161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a28d9d25-09b2-4947-b52b-77abc17082cf details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:42.584611 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.622514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Made reservation on behalf of 04a75df8834a45f3905239fd922a6303 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:42.626453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.756710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bd6da-adaf-48be-abfc-b2ac8652be70 req-513576e1-c313-4299-bdf7-59de35eb9141 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.770551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d1bd6da-adaf-48be-abfc-b2ac8652be70 req-513576e1-c313-4299-bdf7-59de35eb9141 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.4484978 Sep 16 05:19:42.789814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 45aad6c1-70c9-4677-ae7f-55f60a85b817 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:42.795455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 45aad6c1-70c9-4677-ae7f-55f60a85b817 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:42.796668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.889924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Deleting port f30febc5-eac0-4329-af1b-93a652814146 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:42.893414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.912276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d1bd6da-adaf-48be-abfc-b2ac8652be70 req-906f91a5-ec84-4e32-96dc-28229ffb58b3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408269 Sep 16 05:19:42.979338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.022726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.049413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.058665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 45aad6c1-70c9-4677-ae7f-55f60a85b817, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:43.069234 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.080376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Subnet': ['ID=fa536f38-868e-4804-9084-ef7329866b01,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.093324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Calling delete_port for f30febc5-eac0-4329-af1b-93a652814146 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:43.164002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Checking segment: {'id': '93637bb3-d658-429e-8745-d03615f0ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:43.164750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Network hostable DHCP agents. Network: a28d9d25-09b2-4947-b52b-77abc17082cf, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:43.224245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=45aad6c1-70c9-4677-ae7f-55f60a85b817,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.227195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Network a28d9d25-09b2-4947-b52b-77abc17082cf is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:43.245714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a28d9d25-09b2-4947-b52b-77abc17082cf) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:43.254854 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.255468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.274317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82989f02-2a8e-47b2-b707-e5d25ee93d0d None None] Network a28d9d25-09b2-4947-b52b-77abc17082cf requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:43.302565 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-14ff7d64-18cb-47d7-8776-0c0907d5c61a tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8405647 Sep 16 05:19:43.305158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37454) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:43.309766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1861611449', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:43.380722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.382136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.505341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff206e-fc0c-4932-bc2a-f863470a1b5a req-e2f1fa6d-f490-4599-8426-d59fcc39ce32 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.520712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bdff206e-fc0c-4932-bc2a-f863470a1b5a req-e2f1fa6d-f490-4599-8426-d59fcc39ce32 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2630944 Sep 16 05:19:43.617953 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.637315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bdff206e-fc0c-4932-bc2a-f863470a1b5a req-2be6c06b-8d30-413c-8ad1-c10d86f35333 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156530 Sep 16 05:19:43.695741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event deleted for resources: {'Port': ['ID=f30febc5-eac0-4329-af1b-93a652814146,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.743646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.749422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-a28d9d25-09b2-4947-b52b-77abc17082cf', 'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf', 'tenant_id': '04a75df8834a45f3905239fd922a6303', 'fixed_ips': [{'subnet_id': 'fa536f38-868e-4804-9084-ef7329866b01'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:19:43.750555 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.785982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121204-5578-4b21-b718-5961b9bf3835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aad6c1-70c9-4677-ae7f-55f60a85b817'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:43.793766 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bb4a7d-51a2-4eb6-b36d-9ee7575276c1" -d '{"events": [{"server_uuid": "f6121204-5578-4b21-b718-5961b9bf3835", "name": "network-vif-plugged", "status": "completed", "tag": "45aad6c1-70c9-4677-ae7f-55f60a85b817"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:43.866684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.050957 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e762e-bf00-4a51-81c2-6250e8b0eeb6 x-openstack-request-id: req-ac0e762e-bf00-4a51-81c2-6250e8b0eeb6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:44.055108 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121204-5578-4b21-b718-5961b9bf3835", "name": "network-vif-plugged", "status": "completed", "tag": "45aad6c1-70c9-4677-ae7f-55f60a85b817", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:44.055391 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac0e762e-bf00-4a51-81c2-6250e8b0eeb6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:44.055795 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121204-5578-4b21-b718-5961b9bf3835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aad6c1-70c9-4677-ae7f-55f60a85b817', 'code': 200} Sep 16 05:19:44.209451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Allocated IP 172.20.0.2 (a28d9d25-09b2-4947-b52b-77abc17082cf/fa536f38-868e-4804-9084-ef7329866b01/2cdedd88-12f2-460b-904c-6319d906c904) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:44.225021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.269008 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.272363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.384740 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.385523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Fanout notify agent at l3_agent the message router_deleted on router 1a514625-f5d6-454b-a2eb-7df556057bdd {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:44.402665 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.403853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-047faa75-b20d-48c3-ade6-0168d9c9658d tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/1a514625-f5d6-454b-a2eb-7df556057bdd HTTP/1.1" status: 204 len: 168 time: 2.3806288 Sep 16 05:19:44.408360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37474) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:44.424042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1224322442', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:44.459221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083ab16-0863-4b03-8611-2a94df5d1c41 req-8bf392b0-5c48-4f47-94a5-b42821a38da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.460869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a083ab16-0863-4b03-8611-2a94df5d1c41 req-8bf392b0-5c48-4f47-94a5-b42821a38da0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 1097 time: 0.3892303 Sep 16 05:19:44.476607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dd108-4a95-4454-b4a8-9462839ab910 req-496b8eec-a581-4be6-b605-3342127b9f0e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.478505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f5dd108-4a95-4454-b4a8-9462839ab910 req-496b8eec-a581-4be6-b605-3342127b9f0e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.3859615 Sep 16 05:19:44.487650 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.489011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.620401 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.640273 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.652473 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.737193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.739006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Pushing event updated for resources: {'Port': ['ID=2cdedd88-12f2-460b-904c-6319d906c904,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:44.764476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Network a28d9d25-09b2-4947-b52b-77abc17082cf is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:44.766344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:44.772685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:44.792719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.889816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Attempting to bind port 2cdedd88-12f2-460b-904c-6319d906c904 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:44.890398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Attempting to bind port 2cdedd88-12f2-460b-904c-6319d906c904 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '93637bb3-d658-429e-8745-d03615f0ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:44.890532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Attempting to bind port 2cdedd88-12f2-460b-904c-6319d906c904 on network a28d9d25-09b2-4947-b52b-77abc17082cf {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:44.901983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:44.902650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Checking segment: {'id': '93637bb3-d658-429e-8745-d03615f0ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:44.903227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.903795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Bound using segment: {'id': '93637bb3-d658-429e-8745-d03615f0ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:44.904479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Bound port: 2cdedd88-12f2-460b-904c-6319d906c904, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93637bb3-d658-429e-8745-d03615f0ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:44.913400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:44.990510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Allocated IP 172.25.6.75 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/0e1a9beb-6d05-4fff-af18-222152214c6d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:45.054804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] For port 2cdedd88-12f2-460b-904c-6319d906c904, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:45.070224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] For port 2cdedd88-12f2-460b-904c-6319d906c904, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2cdedd88-12f2-460b-904c-6319d906c904,segment=NetworkSegment(93637bb3-d658-429e-8745-d03615f0ab67),segment_id=93637bb3-d658-429e-8745-d03615f0ab67)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:45.084028 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.102731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.123974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a083ab16-0863-4b03-8611-2a94df5d1c41 req-4ae7d175-9624-474d-9b18-be25ac19a895 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443508 Sep 16 05:19:45.153825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.171000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466e7df-cd0e-4afc-951d-7645117be3f4 None None] Pushing event updated for resources: {'Port': ['ID=2cdedd88-12f2-460b-904c-6319d906c904,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:45.190411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f5dd108-4a95-4454-b4a8-9462839ab910 req-dbfbd7ba-7c02-4ab6-8ec0-ea8015c3494d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5570078 Sep 16 05:19:45.253614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:45.256236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132a684-8aa1-40fb-9d9d-141534b4e01e req-5675aeda-2fa1-4949-90f9-0e4b0eaba621 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.257818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5132a684-8aa1-40fb-9d9d-141534b4e01e req-5675aeda-2fa1-4949-90f9-0e4b0eaba621 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.3733034 Sep 16 05:19:45.349285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:45.352926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:45.370704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:45.566968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Port': ['ID=0e1a9beb-6d05-4fff-af18-222152214c6d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:45.983081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.282072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5132a684-8aa1-40fb-9d9d-141534b4e01e req-c1ebf390-b6e0-4ba1-9868-eefe576292ab tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9831829 Sep 16 05:19:46.769584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdedd88-12f2-460b-904c-6319d906c904 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:46.852535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.875126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.883115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2cdedd88-12f2-460b-904c-6319d906c904 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:46.883635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:46.913199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.022317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98424bbf-1396-45a2-b4bc-ffafe1c48843 req-2767133c-3884-4268-918b-a5418921093d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.030043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98424bbf-1396-45a2-b4bc-ffafe1c48843 req-2767133c-3884-4268-918b-a5418921093d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2497928 Sep 16 05:19:47.162397 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.166959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98424bbf-1396-45a2-b4bc-ffafe1c48843 req-37beeda1-0c16-455e-8d7c-0cf2a57d1267 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355786 Sep 16 05:19:47.223830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 2cdedd88-12f2-460b-904c-6319d906c904, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2cdedd88-12f2-460b-904c-6319d906c904,segment=NetworkSegment(93637bb3-d658-429e-8745-d03615f0ab67),segment_id=93637bb3-d658-429e-8745-d03615f0ab67)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:47.232918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.252493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Router 5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:47.311195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Allocated IP 172.25.6.215 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/ac87f6c3-8e31-4f84-9774-305a54d14c70) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:47.317235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=2cdedd88-12f2-460b-904c-6319d906c904,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:47.339230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498483db-9c32-46d1-a58d-c167ada5907a None None] Network a28d9d25-09b2-4947-b52b-77abc17082cf requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:47.549775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9777d58b-1430-4b32-a435-5752cdbff418 None None] Provisioning complete for port 2cdedd88-12f2-460b-904c-6319d906c904 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:47.551216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9777d58b-1430-4b32-a435-5752cdbff418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.685152 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.778436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273772d1-7c9c-4c74-a74f-2c89a9df7cf7 req-cf565be2-1304-4d43-b09f-674b9feb9282 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.783363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-273772d1-7c9c-4c74-a74f-2c89a9df7cf7 req-cf565be2-1304-4d43-b09f-674b9feb9282 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2690654 Sep 16 05:19:47.797571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:47.825845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] Sync routers for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:47.855496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:47.856786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:47.911741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.914211 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-93a6e5d7-2f7f-4dc2-89e6-2bdcbc15c686 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6083772 Sep 16 05:19:47.914624 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.917194 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37518) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:47.965408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:47.970878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-273772d1-7c9c-4c74-a74f-2c89a9df7cf7 req-73a74a84-49d6-4bfe-980c-25f521b2872a tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690340 Sep 16 05:19:48.026613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:48.028130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:48.065015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:48.088387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:48.100583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:48.135476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:48.136189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a09be-87c7-48a3-8dbe-d0e38864fb97 None None] The sync data for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:48.339287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-22016930-649d-4ab6-889d-09a7986f102a None None] Provisioning complete for port 2cdedd88-12f2-460b-904c-6319d906c904 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:48.339668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-22016930-649d-4ab6-889d-09a7986f102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:48.470458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event updated for resources: {'Port': ['ID=ac87f6c3-8e31-4f84-9774-305a54d14c70,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:48.664466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdedd88-12f2-460b-904c-6319d906c904 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:48.717865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-d0d49cbf-43ba-4a11-a1ef-7412202eae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:48.719531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-d0d49cbf-43ba-4a11-a1ef-7412202eae7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 1097 time: 0.2742736 Sep 16 05:19:49.027036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2cdedd88-12f2-460b-904c-6319d906c904 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:49.027036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.033744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5062bb-9adf-4cc2-a29b-d290b4c68d9e req-beae50f1-9bca-45bc-ace1-0010d0067594 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.033744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb5062bb-9adf-4cc2-a29b-d290b4c68d9e req-beae50f1-9bca-45bc-ace1-0010d0067594 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.3998914 Sep 16 05:19:49.117503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-64d657ee-5fea-450a-805b-8e55cea112fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.119390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-64d657ee-5fea-450a-805b-8e55cea112fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 0.3869097 Sep 16 05:19:49.195000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-78810f39-5a37-48ac-9901-bb0020434e3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817 HTTP/1.1" status: 200 len: 217 time: 0.0640783 Sep 16 05:19:49.298321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fafaf3-3359-43da-ba73-e412b59ea7da req-1297bcfa-7261-49b6-ab3b-6a08df237db8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.302200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20fafaf3-3359-43da-ba73-e412b59ea7da req-1297bcfa-7261-49b6-ab3b-6a08df237db8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.8622122 Sep 16 05:19:49.446639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb5062bb-9adf-4cc2-a29b-d290b4c68d9e req-e827b2f4-fa3f-4e55-b537-b6a55c7389d3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336666 Sep 16 05:19:49.617125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20fafaf3-3359-43da-ba73-e412b59ea7da req-0ea3ca93-72df-45d6-8695-e4aae00fb91e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018062 Sep 16 05:19:49.618781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-7db3007e-2e50-4e18-8884-814bcef66217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.621547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-7db3007e-2e50-4e18-8884-814bcef66217 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.4125609 Sep 16 05:19:49.696228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-6d50f5c1-ec55-494d-b04d-54e3fd69eed7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651162 Sep 16 05:19:49.819558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-b494356a-2612-4018-a292-5ed76663e071 service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110737 Sep 16 05:19:49.820685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.110700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.314217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22635445-bd78-4ff0-9e15-aa80477dc1d3 req-0332b45d-e270-485b-a5a5-cd0b08716acf service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011560 Sep 16 05:19:50.315626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.584630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Router eafd6582-1293-4e90-b21a-d32f525348fb is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:19:50.829913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Allocated IP 172.20.0.1 (a28d9d25-09b2-4947-b52b-77abc17082cf/fa536f38-868e-4804-9084-ef7329866b01/260de7dd-9bdf-44ca-90ed-9423786c4af5) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:50.875564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54c29e-df8d-4fa6-9e49-7e493c238d94 req-9a012671-81df-419c-a9e4-44532824e76c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:50.883580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe54c29e-df8d-4fa6-9e49-7e493c238d94 req-9a012671-81df-419c-a9e4-44532824e76c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2480659 Sep 16 05:19:51.004307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.022643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe54c29e-df8d-4fa6-9e49-7e493c238d94 req-36c1e7df-55f5-41ac-bc6d-b05e180d68f5 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378272 Sep 16 05:19:51.032047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:51.053135 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] Sync routers for ids ['eafd6582-1293-4e90-b21a-d32f525348fb'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:51.055288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.075533 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] Routers {'eafd6582-1293-4e90-b21a-d32f525348fb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:51.076538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['eafd6582-1293-4e90-b21a-d32f525348fb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:51.080547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Network a28d9d25-09b2-4947-b52b-77abc17082cf is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:51.083130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:51.126119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d56c5-4462-487e-b5d8-0ccd44666ee0 req-3e5c56a6-2470-40af-b75d-fd66299385d3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:51.137231 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:51.148040 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] Routers {'eafd6582-1293-4e90-b21a-d32f525348fb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:51.149192 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['eafd6582-1293-4e90-b21a-d32f525348fb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:51.165925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c33d56c5-4462-487e-b5d8-0ccd44666ee0 req-3e5c56a6-2470-40af-b75d-fd66299385d3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2737181 Sep 16 05:19:51.176441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Port': ['ID=260de7dd-9bdf-44ca-90ed-9423786c4af5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.202164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:51.296856 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:51.297563 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e137ac-819f-44dc-8591-885f5cfe66bf None None] The sync data for ids ['eafd6582-1293-4e90-b21a-d32f525348fb'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:51.306082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c33d56c5-4462-487e-b5d8-0ccd44666ee0 req-f32bf673-3f08-4a2c-8b2d-0a8ac8f11dd1 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376855 Sep 16 05:19:51.307278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.312008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37586) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:51.312862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-926356b2-43a9-4669-8900-48a42ce7bda1 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.9020586 Sep 16 05:19:51.327013 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:51.507229 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.720963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-852b7ed7-513b-44c5-9c39-aaf1014b1da9 None None] Provisioning complete for port 260de7dd-9bdf-44ca-90ed-9423786c4af5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:51.721541 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-852b7ed7-513b-44c5-9c39-aaf1014b1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.823602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-852b7ed7-513b-44c5-9c39-aaf1014b1da9 None None] Port 260de7dd-9bdf-44ca-90ed-9423786c4af5 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:51.913493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.319918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e632-e0e3-48e7-b0a7-795915363946 req-c1ae46d3-0158-4a47-9302-6d8498e53536 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.321830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0db6e632-e0e3-48e7-b0a7-795915363946 req-c1ae46d3-0158-4a47-9302-6d8498e53536 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1704428 Sep 16 05:19:52.445628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0db6e632-e0e3-48e7-b0a7-795915363946 req-dc6ff2bd-3241-4bb8-83a9-078288259215 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174502 Sep 16 05:19:52.631582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.697163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007deca1-c1a5-4503-9341-1ecde1984856 req-6a5e7bc6-ca13-4d0e-b320-53c2feba9bef tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.708235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-007deca1-c1a5-4503-9341-1ecde1984856 req-6a5e7bc6-ca13-4d0e-b320-53c2feba9bef tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1406202 Sep 16 05:19:52.772990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.791600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-007deca1-c1a5-4503-9341-1ecde1984856 req-5dc7c985-9023-4e0b-afa7-93b647be1e65 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784707 Sep 16 05:19:52.929044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Deleting port ac87f6c3-8e31-4f84-9774-305a54d14c70 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:52.929252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.932969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.953401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.016555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.148707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Port': ['ID=260de7dd-9bdf-44ca-90ed-9423786c4af5,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:53.206512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.242633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Calling delete_port for ac87f6c3-8e31-4f84-9774-305a54d14c70 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:53.299419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Network a28d9d25-09b2-4947-b52b-77abc17082cf is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:53.303948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:53.790839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Router 5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:53.971061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-185ee626-ae9c-4ff4-8729-b8509878998b None None] Provisioning complete for port 260de7dd-9bdf-44ca-90ed-9423786c4af5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:53.975470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-185ee626-ae9c-4ff4-8729-b8509878998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.080121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-185ee626-ae9c-4ff4-8729-b8509878998b None None] Port 260de7dd-9bdf-44ca-90ed-9423786c4af5 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:54.093705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:54.109803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] Sync routers for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:54.120775 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-72cee535-23bc-4c62-bb12-5c3ec35daaff tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "PUT /v2.0/routers/5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2024789 Sep 16 05:19:54.129755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:54.131877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:54.140810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37642) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:54.151723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Request body: {'port': {'network_id': 'a28d9d25-09b2-4947-b52b-77abc17082cf', 'name': 'tempest-FloatingIPAdminTestJSON-1022148996'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:54.204308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:54.223843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:54.225434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:54.236767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.356868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:54.358271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7363f-f97e-42a0-ba7e-a597e9fe46b3 None None] The sync data for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:54.392560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Pushing event deleted for resources: {'Port': ['ID=ac87f6c3-8e31-4f84-9774-305a54d14c70,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:54.541659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d5486-78bb-42f5-868f-4bcd55ae9569 req-2dc309be-526c-46da-b8ca-31e25893ca14 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.551606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-217d5486-78bb-42f5-868f-4bcd55ae9569 req-2dc309be-526c-46da-b8ca-31e25893ca14 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.8373215 Sep 16 05:19:54.601980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.633428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.663359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a715f-ebe0-456c-95f0-db63c3fd7e21 req-bdb52713-1f62-4617-8bd4-d78763b73330 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.676344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f02a715f-ebe0-456c-95f0-db63c3fd7e21 req-bdb52713-1f62-4617-8bd4-d78763b73330 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2541211 Sep 16 05:19:54.714622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-d8b3bafe-13a6-43c1-a69e-15fa22a2c874 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2825801 Sep 16 05:19:54.782971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-217d5486-78bb-42f5-868f-4bcd55ae9569 req-a57032cf-bf83-4bae-9311-748ecf26f60f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295871 Sep 16 05:19:54.787388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f02a715f-ebe0-456c-95f0-db63c3fd7e21 req-e00efc07-9491-427e-92cf-961ef13ee61d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099825 Sep 16 05:19:54.922323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752af61-6f0a-47f2-8a14-805123a1445a req-973c7e85-2793-4d17-a1fa-d4230999c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.924985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-973c7e85-2793-4d17-a1fa-d4230999c286 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef07e3d1ebf64d8182373731e8746457&device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 1098 time: 0.1153815 Sep 16 05:19:55.008651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Made reservation on behalf of 04a75df8834a45f3905239fd922a6303 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:55.025251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.141621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] device_id is not set on port 2c6e8b93-75ae-4b7e-a87d-d8435b0933bb yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:19:55.242167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752af61-6f0a-47f2-8a14-805123a1445a req-20eea017-bc2f-4bbe-abf2-82f4c5753710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.245592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-20eea017-bc2f-4bbe-abf2-82f4c5753710 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d HTTP/1.1" status: 200 len: 906 time: 0.2974155 Sep 16 05:19:55.402476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-f848e500-c766-4ee6-816d-760d6549dbac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 HTTP/1.1" status: 200 len: 1002 time: 0.1458673 Sep 16 05:19:55.526391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752af61-6f0a-47f2-8a14-805123a1445a req-b3393153-44e9-4f6a-93a7-69909b57efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.535536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-b3393153-44e9-4f6a-93a7-69909b57efab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1e685d7f-c1be-49cd-985c-0ac8753a7f03 HTTP/1.1" status: 200 len: 844 time: 0.1177201 Sep 16 05:19:55.656804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752af61-6f0a-47f2-8a14-805123a1445a req-3935e35c-2228-4fa7-9a96-d3957469efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.669334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-3935e35c-2228-4fa7-9a96-d3957469efa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302309 Sep 16 05:19:55.807558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.815714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.876429 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97b7fb79-a358-4763-96cf-3ee4600a940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.932194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-0229e828-a186-4911-9ef0-bf7097499679 service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537963 Sep 16 05:19:55.976830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Router eafd6582-1293-4e90-b21a-d32f525348fb has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:19:55.978837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Allocated IP 172.20.0.8 (a28d9d25-09b2-4947-b52b-77abc17082cf/fa536f38-868e-4804-9084-ef7329866b01/2c6e8b93-75ae-4b7e-a87d-d8435b0933bb) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:56.166862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:19:56.175796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.178159 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a9aab52a-66a9-44b1-92b0-d64b5fc5c448 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "PUT /v2.0/routers/eafd6582-1293-4e90-b21a-d32f525348fb HTTP/1.1" status: 200 len: 710 time: 4.8583171 Sep 16 05:19:56.181290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37680) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:56.182005 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] Sync routers for ids ['eafd6582-1293-4e90-b21a-d32f525348fb'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:19:56.203515 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] Routers {'eafd6582-1293-4e90-b21a-d32f525348fb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:56.207482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['eafd6582-1293-4e90-b21a-d32f525348fb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.329520 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.367592 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] Routers {'eafd6582-1293-4e90-b21a-d32f525348fb'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:19:56.368447 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['eafd6582-1293-4e90-b21a-d32f525348fb'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.436017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a10524-4171-440f-a7da-a3a22525ab8e req-bc398403-eeb7-4012-9b3d-d6dd3570bf97 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.436653 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:56.437475 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdd21d-4b9b-4322-b749-dcc6235b32de None None] The sync data for ids ['eafd6582-1293-4e90-b21a-d32f525348fb'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:19:56.437905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19a10524-4171-440f-a7da-a3a22525ab8e req-bc398403-eeb7-4012-9b3d-d6dd3570bf97 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.4270258 Sep 16 05:19:56.449560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86961-ab94-49f0-8c80-88d091c9bbe2 req-df6a94bb-faa7-4e5d-8dbc-3f1675e64b81 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.451246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcd86961-ab94-49f0-8c80-88d091c9bbe2 req-df6a94bb-faa7-4e5d-8dbc-3f1675e64b81 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.4158137 Sep 16 05:19:56.519874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b35925a-2f07-441b-ba27-7545bce15b81 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/routers/eafd6582-1293-4e90-b21a-d32f525348fb HTTP/1.1" status: 200 len: 745 time: 0.3362348 Sep 16 05:19:56.520951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37686) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:56.546164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcd86961-ab94-49f0-8c80-88d091c9bbe2 req-0c587fb4-dff2-441c-93ff-17940dd8cf07 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690806 Sep 16 05:19:56.558398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19a10524-4171-440f-a7da-a3a22525ab8e req-cd8c9e34-0dae-439d-b36a-e937dcc47d13 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041956 Sep 16 05:19:56.598598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d752af61-6f0a-47f2-8a14-805123a1445a req-17cbff2b-38ea-4e53-be67-0a9a9ceb6c68 service neutron] 10.222.0.64 "GET /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509011 Sep 16 05:19:56.620388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37688) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:56.620835 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4c02fba5-a71b-4147-9e1d-5e369c80dcf4 tempest-RoutersIpV6AdminTest-1712413996 tempest-RoutersIpV6AdminTest-1712413996-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=eafd6582-1293-4e90-b21a-d32f525348fb HTTP/1.1" status: 200 len: 205 time: 0.0940881 Sep 16 05:19:56.728067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0c392d40-cb69-4521-b03f-def60d4e4e17 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=eafd6582-1293-4e90-b21a-d32f525348fb HTTP/1.1" status: 200 len: 205 time: 0.1042085 Sep 16 05:19:56.730942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37690) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:56.768060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.888981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:56.962985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66b78daf-c389-4833-8a91-35780719f064 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.060728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Network a28d9d25-09b2-4947-b52b-77abc17082cf is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:57.080578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:57.101493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event updated for resources: {'Port': ['ID=2c6e8b93-75ae-4b7e-a87d-d8435b0933bb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:57.108046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:57.274617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.275319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.318780 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a0d24cd-07e1-4c02-97e5-199386112676 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1698880 Sep 16 05:19:57.318780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37700) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:57.426328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'project_id': '04a75df8834a45f3905239fd922a6303', 'port_id': '2c6e8b93-75ae-4b7e-a87d-d8435b0933bb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:57.510848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.545707 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66b78daf-c389-4833-8a91-35780719f064 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.555086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66b78daf-c389-4833-8a91-35780719f064 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.628813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d0e52c7e-26f5-4e08-8557-cc82f1418d89 None None] Provisioning complete for port 2c6e8b93-75ae-4b7e-a87d-d8435b0933bb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:57.629323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0e52c7e-26f5-4e08-8557-cc82f1418d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.699926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66b78daf-c389-4833-8a91-35780719f064 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.702447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b78daf-c389-4833-8a91-35780719f064 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Fanout notify agent at l3_agent the message router_deleted on router eafd6582-1293-4e90-b21a-d32f525348fb {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:19:57.719830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.744779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d0e52c7e-26f5-4e08-8557-cc82f1418d89 None None] Port 2c6e8b93-75ae-4b7e-a87d-d8435b0933bb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:19:57.770340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66b78daf-c389-4833-8a91-35780719f064 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:57.792599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-66b78daf-c389-4833-8a91-35780719f064 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/eafd6582-1293-4e90-b21a-d32f525348fb HTTP/1.1" status: 204 len: 168 time: 1.0578594 Sep 16 05:19:57.799180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37710) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:57.835050 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0422adfb-cfdc-494b-a89a-ad0a7fc5c662 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=eafd6582-1293-4e90-b21a-d32f525348fb HTTP/1.1" status: 200 len: 205 time: 0.0343070 Sep 16 05:19:57.839990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37716) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:57.893480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b603a7e-0880-469a-9800-8bba860e8c61 req-560efb0e-2ddd-4bc6-adbb-7664e17049fc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.893635 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-bba4b099-cf62-40e9-9c8a-2587c8329d39 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] delete failed (client error): The resource could not be found. Sep 16 05:19:57.895082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bba4b099-cf62-40e9-9c8a-2587c8329d39 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/eafd6582-1293-4e90-b21a-d32f525348fb HTTP/1.1" status: 404 len: 336 time: 0.0542061 Sep 16 05:19:57.901608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b603a7e-0880-469a-9800-8bba860e8c61 req-560efb0e-2ddd-4bc6-adbb-7664e17049fc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2141385 Sep 16 05:19:57.903991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37718) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.014406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Allocated IP 172.25.6.16 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/9604a069-16b3-4392-82d3-544a30b42fa0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:58.014618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da251-c4f9-4ed7-bb15-b39aeef9814d req-2ddab0a9-7f1f-4994-9621-cd3fc57eb168 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:58.035366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-365da251-c4f9-4ed7-bb15-b39aeef9814d req-2ddab0a9-7f1f-4994-9621-cd3fc57eb168 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.3007636 Sep 16 05:19:58.041463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c205c8a-842a-4d14-b66a-7853a38b86eb tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a514625-f5d6-454b-a2eb-7df556057bdd HTTP/1.1" status: 200 len: 205 time: 0.1234260 Sep 16 05:19:58.077469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37722) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.117585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-365da251-c4f9-4ed7-bb15-b39aeef9814d req-0e403cec-42e9-45b5-bdb5-7f96880a3ec9 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Sep 16 05:19:58.147707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.185875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8271e46e-6d1c-4d35-bd72-3b21bbdaf26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.203747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:58.248485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b603a7e-0880-469a-9800-8bba860e8c61 req-3a04ddca-de4b-40b5-9028-0fd6886229b7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420057 Sep 16 05:19:58.250830 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-9a2a596f-2408-457b-aa6c-fcb6c5b4b813 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] delete failed (client error): The resource could not be found. Sep 16 05:19:58.261305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9a2a596f-2408-457b-aa6c-fcb6c5b4b813 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/1a514625-f5d6-454b-a2eb-7df556057bdd HTTP/1.1" status: 404 len: 336 time: 0.1782300 Sep 16 05:19:58.264076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37730) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.327976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37734) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.335882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8a444c10-b037-4e5e-bcd0-581a60101ef5 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b66ac8-2d54-4673-afb4-0f132dec0fba HTTP/1.1" status: 200 len: 205 time: 0.0705872 Sep 16 05:19:58.338318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37738) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.345503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:58.389857 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Pushing event updated for resources: {'Port': ['ID=9604a069-16b3-4392-82d3-544a30b42fa0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:58.408411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:58.427685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:58.431268 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-0d9306e2-8e93-459c-9790-05c79f1f47b3 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] delete failed (client error): The resource could not be found. Sep 16 05:19:58.432397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0d9306e2-8e93-459c-9790-05c79f1f47b3 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/d3b66ac8-2d54-4673-afb4-0f132dec0fba HTTP/1.1" status: 404 len: 336 time: 0.0927978 Sep 16 05:19:58.435451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37744) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.481519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3633fb02-7c7b-4b2d-9898-f4a316cfa411 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0539f92-b40e-4ad1-928a-0ad19a3a4c89 HTTP/1.1" status: 200 len: 205 time: 0.0448713 Sep 16 05:19:58.492576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.586091 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-15257168-a731-4771-82a3-7ddab1c881f9 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] delete failed (client error): The resource could not be found. Sep 16 05:19:58.618927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-15257168-a731-4771-82a3-7ddab1c881f9 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/a0539f92-b40e-4ad1-928a-0ad19a3a4c89 HTTP/1.1" status: 404 len: 336 time: 0.1251161 Sep 16 05:19:58.622129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37748) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.726863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b77addbf-be39-49a6-b27f-20ec7bb8184b tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f HTTP/1.1" status: 200 len: 205 time: 0.1036074 Sep 16 05:19:58.729722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37750) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.871990 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-c7bc53d6-8d2b-4f7b-8e25-5e7e6a687f63 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] delete failed (client error): The resource could not be found. Sep 16 05:19:58.880966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c7bc53d6-8d2b-4f7b-8e25-5e7e6a687f63 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/24dfce4b-0f1c-4e1a-b364-7cf88c84ee0f HTTP/1.1" status: 404 len: 336 time: 0.1378238 Sep 16 05:19:58.881387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37758) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:58.981554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-12066380-fabf-4fe0-8583-37820d70fa24 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "GET /v2.0/ports?device_id=48c7ce60-ca45-4ff9-b15e-d4e53de906aa HTTP/1.1" status: 200 len: 205 time: 0.0986478 Sep 16 05:19:58.984614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37762) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:59.074017 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-dc6c9fe2-45c0-4ccc-a9e5-39fa1d8b6daa tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] delete failed (client error): The resource could not be found. Sep 16 05:19:59.075100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dc6c9fe2-45c0-4ccc-a9e5-39fa1d8b6daa tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/routers/48c7ce60-ca45-4ff9-b15e-d4e53de906aa HTTP/1.1" status: 404 len: 336 time: 0.0895460 Sep 16 05:19:59.078618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37766) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:59.172752 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.186664 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c902118-a986-43f5-8d04-b9ac059e8c93 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] DELETE failed (client error): The resource could not be found. Sep 16 05:19:59.193594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c902118-a986-43f5-8d04-b9ac059e8c93 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:19:59.197681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2c902118-a986-43f5-8d04-b9ac059e8c93 tempest-RoutersIpV6AdminTest-1090923642 tempest-RoutersIpV6AdminTest-1090923642-project] 10.222.0.55 "DELETE /v2.0/subnets/b3c506ca-27b2-40bc-87b3-11650a332912 HTTP/1.1" status: 404 len: 337 time: 0.1180212 Sep 16 05:19:59.383678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a13b9-67b4-4dff-9743-2d5409e69e55 req-c32ba643-b15c-4ce8-bfbb-eda50e382406 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:59.389051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b8a13b9-67b4-4dff-9743-2d5409e69e55 req-c32ba643-b15c-4ce8-bfbb-eda50e382406 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1415548 Sep 16 05:19:59.557325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b8a13b9-67b4-4dff-9743-2d5409e69e55 req-da19c9f9-6d6a-4612-a7d7-e7e00ea1b5d5 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625545 Sep 16 05:19:59.661244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dac76-b1c0-449a-bfd0-fec09035c96d req-514d138a-c8f5-4013-a63d-196bd32f63eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:59.663610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b69dac76-b1c0-449a-bfd0-fec09035c96d req-514d138a-c8f5-4013-a63d-196bd32f63eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.0625839 Sep 16 05:19:59.746537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b69dac76-b1c0-449a-bfd0-fec09035c96d req-22bda808-2295-4ed5-9b6c-d895e6823e18 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760887 Sep 16 05:19:59.773661 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.809770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37784) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:59.912850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.040790 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.147607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.154916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.155537 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.207025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf988a-ebb1-4ff2-bbc4-2e1544d8f1fd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.231740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37792) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:00.234537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1ca6342939149b780850069450a53a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236231 Sep 16 05:20:00.251517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.251683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.251933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.255240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.258176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.258866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.260012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.260471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.263365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.263898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.264519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.264865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd5378-ba23-462f-bff0-e61429766e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:00.521373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9659d61a-2ec5-45c8-b796-74caaa65269b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.627743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9659d61a-2ec5-45c8-b796-74caaa65269b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.635559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.656588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.705189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.744869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee63a-dc5d-4354-a7ac-ba8fb12f23bd req-185ab15c-f5f1-41b6-b1ca-4168ac8ad6b4 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.748553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1bee63a-dc5d-4354-a7ac-ba8fb12f23bd req-185ab15c-f5f1-41b6-b1ca-4168ac8ad6b4 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1004670 Sep 16 05:20:00.801012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1bee63a-dc5d-4354-a7ac-ba8fb12f23bd req-ad8cf6d6-0767-40d6-8922-c83451afa96d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Sep 16 05:20:00.848182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Pushing event updated for resources: {'Port': ['ID=9604a069-16b3-4392-82d3-544a30b42fa0,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:00.859858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.937635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe90af6-1699-47e5-9b3d-8e38b53e2c35 req-39e78bf5-0676-4fc7-8d9b-1af8486e72f8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.939257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fe90af6-1699-47e5-9b3d-8e38b53e2c35 req-39e78bf5-0676-4fc7-8d9b-1af8486e72f8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.0569887 Sep 16 05:20:00.981904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fe90af6-1699-47e5-9b3d-8e38b53e2c35 req-64443911-d349-4d0f-85c0-2f9f3d26ae34 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337002 Sep 16 05:20:00.985758 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9659d61a-2ec5-45c8-b796-74caaa65269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.989179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9659d61a-2ec5-45c8-b796-74caaa65269b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:00.993217 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9659d61a-2ec5-45c8-b796-74caaa65269b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5bf988a-ebb1-4ff2-bbc4-2e1544d8f1fd HTTP/1.1" status: 204 len: 168 time: 0.7537074 Sep 16 05:20:01.021249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659d61a-2ec5-45c8-b796-74caaa65269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf988a-ebb1-4ff2-bbc4-2e1544d8f1fd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:01.038056 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Floating IP 33b2716a-00dc-4501-9d09-0286e9c7c1eb associated. External IP: 172.25.6.16, port: 2c6e8b93-75ae-4b7e-a87d-d8435b0933bb. Sep 16 05:20:01.207982 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.302130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-ad6b9c3d-1b88-4455-93b4-3a9edbcdf6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.303976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-ad6b9c3d-1b88-4455-93b4-3a9edbcdf6b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1097 time: 0.0545156 Sep 16 05:20:01.306663 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:01.404465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37830) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:01.467132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-a8c4adb5-ed99-409c-9f59-2cffa6855c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.468660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-a8c4adb5-ed99-409c-9f59-2cffa6855c05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.1551299 Sep 16 05:20:01.471614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-287acd03-b655-4447-acc7-999035730bd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cab2cc9239e94c1a85e0b1cac78ecacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661204 Sep 16 05:20:01.474682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37832) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:01.641166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-52f3a789-766e-4534-bfff-1149d7c6a8ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 1001 time: 0.1465194 Sep 16 05:20:01.696910 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-443d8861-f2d9-4c6a-8896-159da62d6c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.733374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-443d8861-f2d9-4c6a-8896-159da62d6c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.738445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-e8e770de-2fdb-4bbe-81fd-3c6cae486c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.740159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-e8e770de-2fdb-4bbe-81fd-3c6cae486c2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.0818088 Sep 16 05:20:01.740306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Router 5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:01.761156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Deleting port 1b3171c5-cd51-445d-9987-360a13c79f97 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:01.761415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.814029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-7eb87a12-bfe3-47d6-82ed-bb07548cd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.816611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-7eb87a12-bfe3-47d6-82ed-bb07548cd36d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680485 Sep 16 05:20:01.910909 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-443d8861-f2d9-4c6a-8896-159da62d6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.915426 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-443d8861-f2d9-4c6a-8896-159da62d6c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.916965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-443d8861-f2d9-4c6a-8896-159da62d6c99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e8d5734-284b-431c-8df1-07a6cbae6765 HTTP/1.1" status: 204 len: 168 time: 0.4411948 Sep 16 05:20:01.944289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] For port 1b3171c5-cd51-445d-9987-360a13c79f97, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1b3171c5-cd51-445d-9987-360a13c79f97,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:01.944662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.959014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:01.965820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Calling delete_port for 1b3171c5-cd51-445d-9987-360a13c79f97 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:01.970217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] Sync routers for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:01.988296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:01.989119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:02.035091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d8861-f2d9-4c6a-8896-159da62d6c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d5734-284b-431c-8df1-07a6cbae6765,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:02.076058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:02.110938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:02.112467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:02.230659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:02.231359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb17f6ad-7c81-4184-9846-ba1c1a286592 None None] The sync data for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:02.245119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-e90f49b2-587f-410b-9f42-c020f31a1f5e service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205096 Sep 16 05:20:02.247885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:02.261035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ef4b-df13-4c84-ad2c-e8f94bd71db5 req-1e64648f-a59a-4582-8657-122bd2021b4f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.269140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a28ef4b-df13-4c84-ad2c-e8f94bd71db5 req-1e64648f-a59a-4582-8657-122bd2021b4f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2303956 Sep 16 05:20:02.289575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f3cb7721-654d-4f4b-b1de-8358bfe5a0bd tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.9701262 Sep 16 05:20:02.292354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37858) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:02.304932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:02.363730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb353de-8471-41c5-8471-0921e66a3c77 req-7db251fb-c1f2-4531-92a0-94f856ec4c16 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.365657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcb353de-8471-41c5-8471-0921e66a3c77 req-7db251fb-c1f2-4531-92a0-94f856ec4c16 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.2215824 Sep 16 05:20:02.411699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3171c5-cd51-445d-9987-360a13c79f97,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:02.486912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a78800ff-e2e6-4dd0-89d8-56880c9d913c req-3e7d44d2-74cf-46e3-bc1c-80fb59998680 service neutron] 10.222.0.73 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086544 Sep 16 05:20:02.565219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dcb353de-8471-41c5-8471-0921e66a3c77 req-bcebdac4-f582-40d3-82b6-bd735849b38e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724721 Sep 16 05:20:02.574178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a28ef4b-df13-4c84-ad2c-e8f94bd71db5 req-115ddc33-4c05-43e7-815d-56025dbd6f21 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037133 Sep 16 05:20:02.674151 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-11dd3bb0-4eb6-4510-8438-5ce47b5a504b tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] 10.222.0.55 "GET /v2.0/floatingips/33b2716a-00dc-4501-9d09-0286e9c7c1eb HTTP/1.1" status: 200 len: 982 time: 0.3802414 Sep 16 05:20:02.677676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37874) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:02.915535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-47355714-601e-4e7c-8d67-4cb0e65cc4bf tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.2364604 Sep 16 05:20:02.916232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37884) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:02.920751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.376468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Router ecc54052-fbf6-416f-8bcc-95ad77004425 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:03.482509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Deleting port 9604a069-16b3-4392-82d3-544a30b42fa0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:03.483023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.529453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:03.545902 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] Sync routers for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:03.549348 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ffa1c73c-1794-4f7e-be6c-4c33f49d56bc admin admin] 10.222.0.55 "PUT /v2.0/routers/ecc54052-fbf6-416f-8bcc-95ad77004425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2059612 Sep 16 05:20:03.549689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:03.559177 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:03.560516 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:03.602757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.606065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.656037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Calling delete_port for 9604a069-16b3-4392-82d3-544a30b42fa0 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:03.706673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.768687 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:03.872552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4b721-ce96-4878-9a07-e3749df709ea req-5f816b27-3c53-4e96-8767-cda0059bd075 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.874334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed4b721-ce96-4878-9a07-e3749df709ea req-5f816b27-3c53-4e96-8767-cda0059bd075 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.1842792 Sep 16 05:20:03.876760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.935334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b622d5-689e-4323-a364-9dee7c0ed877 req-263e561e-4edc-4870-a354-8c95f27602e7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.936789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43b622d5-689e-4323-a364-9dee7c0ed877 req-263e561e-4edc-4870-a354-8c95f27602e7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1589561 Sep 16 05:20:03.953735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Deleting port 2cdf7615-9049-4382-a61a-00ac09a36775 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:03.954079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:03.955899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ed4b721-ce96-4878-9a07-e3749df709ea req-f6c1dedb-8e0a-4742-8062-504024c99f37 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706732 Sep 16 05:20:04.021869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43b622d5-689e-4323-a364-9dee7c0ed877 req-55efd3f7-ed19-484a-8dfd-7263ccc675b6 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698409 Sep 16 05:20:04.130770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.136360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] For port 2cdf7615-9049-4382-a61a-00ac09a36775, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2cdf7615-9049-4382-a61a-00ac09a36775,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:04.136739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.154264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Calling delete_port for 2cdf7615-9049-4382-a61a-00ac09a36775 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:04.215862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Port': ['ID=9604a069-16b3-4392-82d3-544a30b42fa0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:04.218729 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:20:02Z', 'revision_number': 5, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port': {'id': '2cdf7615-9049-4382-a61a-00ac09a36775', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:04.260428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] Checking router: ecc54052-fbf6-416f-8bcc-95ad77004425 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:04.280865 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] Routers {'ecc54052-fbf6-416f-8bcc-95ad77004425'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:04.281910 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ecc54052-fbf6-416f-8bcc-95ad77004425'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:04.386236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37942) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:04.431409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.433467 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Floating IP 33b2716a-00dc-4501-9d09-0286e9c7c1eb disassociated (deleted). External IP: 172.25.6.16, port: 2c6e8b93-75ae-4b7e-a87d-d8435b0933bb. Sep 16 05:20:04.444157 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] Set router ecc54052-fbf6-416f-8bcc-95ad77004425 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:04.531495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.564731 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:20:03Z', 'revision_number': 6, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:04.567432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:04.601067 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d39596-ae6d-425f-804c-bb6f93255773 None None] The sync data for ids ['ecc54052-fbf6-416f-8bcc-95ad77004425'] in n-d-713301-15 is: [{'id': 'ecc54052-fbf6-416f-8bcc-95ad77004425', 'name': 'tempest-TaggedBootDevicesTest_v242-1666803796-router', 'tenant_id': 'd6e62824a57b44d5932fbeab750b8aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:33Z', 'updated_at': '2021-09-16T05:20:03Z', 'revision_number': 6, 'project_id': 'd6e62824a57b44d5932fbeab750b8aca', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:04.638101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdf7615-9049-4382-a61a-00ac09a36775,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:04.706927 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.709964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-821764596', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:04.726766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.743941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:04.745188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:04.748002 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c60bdd-ae03-4507-8370-8b62c5cf8cd5" -d '{"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-unplugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:04.766975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.801175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Made reservation on behalf of f203e1c903f9472d97a9bf20de317f7b for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:04.805029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.828047 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.849515 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7485a7-7cac-4691-a754-e242e2d837e6 x-openstack-request-id: req-0f7485a7-7cac-4691-a754-e242e2d837e6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:04.850006 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-unplugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:04.850356 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f7485a7-7cac-4691-a754-e242e2d837e6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:04.850878 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'code': 200} Sep 16 05:20:04.881095 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.884144 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.888921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:04.898050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.898611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.899329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.899809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.900540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.901016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.901534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.902152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.902683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.903162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.903680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.904180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:04.944662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Router 5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:04.957519 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.958445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc54052-fbf6-416f-8bcc-95ad77004425 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:04.966646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:04.970712 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c145da3-77c3-4153-ad9a-ede518fe06e4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ecc54052-fbf6-416f-8bcc-95ad77004425 HTTP/1.1" status: 204 len: 168 time: 1.4198661 Sep 16 05:20:04.971447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37956) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:05.071151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.082466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] Deleting subnet 59ab5a3a-b17a-462b-8adf-9a8d593bbcf0 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:05.083083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.087967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.101966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] device_id is not set on port 1814662f-0403-4465-b3ef-b29565634423 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:05.147001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.266626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.322589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b75c8c3-5a35-4ff9-a71a-226dfdbbcfd3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:05.338505 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.346495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313d93-5e7b-429d-9b01-7064ffa58d7e req-c6b5f36d-fae0-4ba2-a1e1-b9392f1a400d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.348560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b313d93-5e7b-429d-9b01-7064ffa58d7e req-c6b5f36d-fae0-4ba2-a1e1-b9392f1a400d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.2697294 Sep 16 05:20:05.361113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34d1e6-03bf-427c-b08f-d79406315356 None None] Network e2ca270e-a253-4db4-b22c-3bf0e80230be requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:05.374685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753cfa-265b-4122-99b0-72d8a998a14f req-6f3b3b7f-2f03-4c2f-928c-0f8fefb51d63 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.382840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5753cfa-265b-4122-99b0-72d8a998a14f req-6f3b3b7f-2f03-4c2f-928c-0f8fefb51d63 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1688087 Sep 16 05:20:05.384268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ab5a3a-b17a-462b-8adf-9a8d593bbcf0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:05.392549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.396190 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a654bea0-b33b-4796-8dbf-26f8922c7ce3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/59ab5a3a-b17a-462b-8adf-9a8d593bbcf0 HTTP/1.1" status: 204 len: 168 time: 0.4226589 Sep 16 05:20:05.400956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37972) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:05.459281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:05.471096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.482484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.515229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] Sync routers for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:05.546434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5753cfa-265b-4122-99b0-72d8a998a14f req-514bb7a3-032e-4fc3-9ea1-580ee24cfc7d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587534 Sep 16 05:20:05.564408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:05.566051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:05.611874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-10da126d-31c8-4afe-9546-ce2e8fe87110 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "DELETE /v2.0/floatingips/33b2716a-00dc-4501-9d09-0286e9c7c1eb HTTP/1.1" status: 204 len: 168 time: 2.6945686 Sep 16 05:20:05.616309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:05.621357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:05.635374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Deleting port 5df75c11-df72-4113-b18d-16b90df4409b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:05.635827 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.650120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:05.684909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b313d93-5e7b-429d-9b01-7064ffa58d7e req-8a50ba5a-0b4b-47ff-9472-a3c1f5ba2c9a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211467 Sep 16 05:20:05.691130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Allocated IP 172.25.6.169 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/1814662f-0403-4465-b3ef-b29565634423) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:05.729097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:05.729958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:05.740243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.786711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] For port 5df75c11-df72-4113-b18d-16b90df4409b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5df75c11-df72-4113-b18d-16b90df4409b,segment=NetworkSegment(8fa350bc-6a09-44aa-9003-3fe9e7ebe651),segment_id=8fa350bc-6a09-44aa-9003-3fe9e7ebe651)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:05.787244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:05.818458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Calling delete_port for 5df75c11-df72-4113-b18d-16b90df4409b owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:05.856324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:05.857120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf29f08-63d7-46eb-84a5-11f2fe1e9962 None None] The sync data for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:05.994477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] DHCP port deletion for e2ca270e-a253-4db4-b22c-3bf0e80230be request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:06.020227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.072770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.075510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] Deleting port 5df75c11-df72-4113-b18d-16b90df4409b {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:06.076062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.103283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.183995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:06.185781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] No DVR routers for this DVR port 5df75c11-df72-4113-b18d-16b90df4409b on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:06.189022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:06.191429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Pushing event updated for resources: {'Port': ['ID=1814662f-0403-4465-b3ef-b29565634423,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:06.195088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:06.204842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df75c11-df72-4113-b18d-16b90df4409b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:06.239941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] For port 5df75c11-df72-4113-b18d-16b90df4409b, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:06.240379 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.243893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.244683 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.269832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ffdbd4c2-d724-4551-a583-044d8c574d01 tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8776612 Sep 16 05:20:06.270594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37998) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:06.280618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] Calling delete_port for 5df75c11-df72-4113-b18d-16b90df4409b owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:06.281962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.169'}]}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:06.289261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] Port 5df75c11-df72-4113-b18d-16b90df4409b was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:20:06.291035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.316950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.349340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.350532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.360746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] No DVR routers for this DVR port 5df75c11-df72-4113-b18d-16b90df4409b on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:06.373546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135516-8efe-4612-b2c9-21fffbc43836 None None] Pushing event deleted for resources: {'Port': ['ID=5df75c11-df72-4113-b18d-16b90df4409b,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:06.436626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.439341 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.473764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ca270e-a253-4db4-b22c-3bf0e80230be']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:06.499059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa350bc-6a09-44aa-9003-3fe9e7ebe651') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:06.499426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa350bc-6a09-44aa-9003-3fe9e7ebe651') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:06.545041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.604825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Allocated IP 172.25.6.145 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/a7b9a311-cbd7-4928-8b27-70fb2e7acbbc) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:06.753227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-04d6fc55-5cde-459c-b381-6ff0b8242e6d req-69d98a41-a3b4-4b8d-86f0-38dfcb0aa0e9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:06.760897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdf7615-9049-4382-a61a-00ac09a36775 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:06.762660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d6fc55-5cde-459c-b381-6ff0b8242e6d req-69d98a41-a3b4-4b8d-86f0-38dfcb0aa0e9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125990 Sep 16 05:20:06.801113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2cdf7615-9049-4382-a61a-00ac09a36775 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:06.803235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdf7615-9049-4382-a61a-00ac09a36775 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:06.804542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5df75c11-df72-4113-b18d-16b90df4409b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:06.858179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.883202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5df75c11-df72-4113-b18d-16b90df4409b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:06.883487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5df75c11-df72-4113-b18d-16b90df4409b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:06.896370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1b3171c5-cd51-445d-9987-360a13c79f97 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:06.944229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9afd94-a1c2-4ed1-9d41-1020008c8afe req-c52fc29e-3f78-4eeb-87f9-aa9889ff9ee9 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.954733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db9afd94-a1c2-4ed1-9d41-1020008c8afe req-c52fc29e-3f78-4eeb-87f9-aa9889ff9ee9 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2391088 Sep 16 05:20:06.979831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 1b3171c5-cd51-445d-9987-360a13c79f97 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:06.980214 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1b3171c5-cd51-445d-9987-360a13c79f97 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:07.043372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db9afd94-a1c2-4ed1-9d41-1020008c8afe req-82d37d3e-2ae1-4e4a-a3fa-70af381813de tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825386 Sep 16 05:20:07.183051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36f2da-6643-4ac3-9e7a-6aa4f6e9e3fa req-e65dab87-c7c6-4bc5-8f5f-236de26553cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:07.184694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b36f2da-6643-4ac3-9e7a-6aa4f6e9e3fa req-e65dab87-c7c6-4bc5-8f5f-236de26553cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.0676639 Sep 16 05:20:07.293625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b36f2da-6643-4ac3-9e7a-6aa4f6e9e3fa req-a522ca18-4cd2-49d5-a9d4-c76e898a41b5 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015651 Sep 16 05:20:07.349735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.360140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:07.361144 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:07.363292 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:07.404246 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.443618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.503325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.520893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.526945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.530840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e2ca270e-a253-4db4-b22c-3bf0e80230be HTTP/1.1" status: 204 len: 168 time: 2.1287298 Sep 16 05:20:07.578120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96686-a4a8-4c92-ad6e-b85b903da413 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ca270e-a253-4db4-b22c-3bf0e80230be,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:07.600057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:07.665251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b9a311-cbd7-4928-8b27-70fb2e7acbbc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:07.700323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:07.702281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:07.710892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:07.876941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38048) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:07.943030 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.062423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.158908 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-67a3a0fe-5434-42f3-9052-f4fedf634c83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6e62824a57b44d5932fbeab750b8aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780776 Sep 16 05:20:08.170530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38058) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:08.270637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bdd005e-2606-4b08-be9f-e926963347de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.276671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-b8c4966b-081e-44a8-b257-98f9bb85725f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9413104 Sep 16 05:20:08.288835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-659d2278-f8dc-4267-922f-4a94ad2c5eae service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:08.292248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-659d2278-f8dc-4267-922f-4a94ad2c5eae service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145817 Sep 16 05:20:08.377070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a1ab9-2d8c-4022-bac4-47b1cf46c61e req-5362b734-4f6f-491b-988c-c87c86173b11 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.378770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-694a1ab9-2d8c-4022-bac4-47b1cf46c61e req-5362b734-4f6f-491b-988c-c87c86173b11 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1443150 Sep 16 05:20:08.415154 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.428499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bdd005e-2606-4b08-be9f-e926963347de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.435726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.451461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.513738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-694a1ab9-2d8c-4022-bac4-47b1cf46c61e req-fc395966-30b1-4daf-b1a5-2af3cef2a51d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273761 Sep 16 05:20:08.592325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.658952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b9a311-cbd7-4928-8b27-70fb2e7acbbc,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:08.674739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.679333 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e532bb4d-65ab-4caf-a5ac-d93348892dc1 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0594361 Sep 16 05:20:08.686433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38076) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:08.701983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bdd005e-2606-4b08-be9f-e926963347de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.707082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5bdd005e-2606-4b08-be9f-e926963347de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.729013 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5bdd005e-2606-4b08-be9f-e926963347de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82f6d7a2-e173-4b5d-b35f-6ac65dded1a5 HTTP/1.1" status: 204 len: 168 time: 0.5437799 Sep 16 05:20:08.750415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd005e-2606-4b08-be9f-e926963347de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f6d7a2-e173-4b5d-b35f-6ac65dded1a5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:08.917321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8265829-9f57-4378-afe7-0fdcd4572d26 req-63a09abc-0d17-4c22-9ee2-50fe6a5236b7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.921726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8265829-9f57-4378-afe7-0fdcd4572d26 req-63a09abc-0d17-4c22-9ee2-50fe6a5236b7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.4341810 Sep 16 05:20:08.985219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.990361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.020172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:09.027908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8265829-9f57-4378-afe7-0fdcd4572d26 req-88f609c3-5fba-470a-8c4a-204bfaf6fc0a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962160 Sep 16 05:20:09.078091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.107328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.108332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba188ae3-fc8d-418f-a4f5-060aa79d930e {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:09.154426 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:20:09.162760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-106edb37-9c7f-4546-86de-506ec585d9fb tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8901000 Sep 16 05:20:09.163487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38094) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:09.285651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.401114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Deleting port 1814662f-0403-4465-b3ef-b29565634423 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:09.401724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.513434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Allocated IP 172.25.6.11 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/42b6f410-8858-4834-8fc9-eccf6ee12421) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:09.594882 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.659316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Calling delete_port for 1814662f-0403-4465-b3ef-b29565634423 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:09.752587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.796888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:09.875056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:09.887247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:09.891451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:09.917310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafdd51-586b-480f-9a80-edb792b79fe3 req-4bdacd07-4d8e-4d55-9730-f8eb1fc24e9e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.927061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efafdd51-586b-480f-9a80-edb792b79fe3 req-4bdacd07-4d8e-4d55-9730-f8eb1fc24e9e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2141793 Sep 16 05:20:09.958917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Pushing event updated for resources: {'Port': ['ID=42b6f410-8858-4834-8fc9-eccf6ee12421,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.074787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efafdd51-586b-480f-9a80-edb792b79fe3 req-41276ad8-2eac-45f2-b100-7c1ec11b9a42 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466136 Sep 16 05:20:10.082697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.090924 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.124810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Pushing event deleted for resources: {'Port': ['ID=1814662f-0403-4465-b3ef-b29565634423,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.157980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.285541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38134) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:10.315420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.318065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-43281d37-349f-41e5-83d6-a4b254aa41db tempest-RoutersAdminNegativeIpV6Test-1414182377 tempest-RoutersAdminNegativeIpV6Test-1414182377-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1814662f-0403-4465-b3ef-b29565634423 HTTP/1.1" status: 204 len: 168 time: 1.1534710 Sep 16 05:20:10.353494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81497d9e-801d-454a-b090-f728d70563ba req-b3e65586-7e65-46b1-84f9-35c848d4eeac tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.355450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81497d9e-801d-454a-b090-f728d70563ba req-b3e65586-7e65-46b1-84f9-35c848d4eeac tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.1391628 Sep 16 05:20:10.461314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81497d9e-801d-454a-b090-f728d70563ba req-f10a4c1b-0672-4a95-b10f-1fcc8a995b44 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976892 Sep 16 05:20:10.512698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.520073 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.526419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-79336962-network', 'tenant_id': '4e64d0ddb8f44cfbb6f753140e814cdf'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:10.568468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Made reservation on behalf of 4e64d0ddb8f44cfbb6f753140e814cdf for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:10.572200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.604220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.622307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.640555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Pushing event updated for resources: {'Port': ['ID=42b6f410-8858-4834-8fc9-eccf6ee12421,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.757798 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.765615 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.770021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.772037 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8b48591e-b1cc-44e1-a52a-f7dfe9954269 tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0840764 Sep 16 05:20:10.774365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38152) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:10.803204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38154) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:10.811256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:10.836741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c84e7-b900-43f0-a50c-8f618fe43490,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:10.844142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:10.844874 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Added segment 8ddd4cb1-5d89-4646-9a7e-8d51efa03569 of type vlan for network 036cda55-7ce4-48a5-9c97-6204e46e3d7f Sep 16 05:20:10.933670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.001781 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1dc391da-5989-437b-be26-9558b13e0516 tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.2253983 Sep 16 05:20:11.006920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38160) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:11.088908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.089925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.094535 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.094535 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e59f0eaf-574c-4411-b961-d69016405f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.134321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-74cb20b9-6f4a-4797-9ba8-232abf5729dc tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1209869 Sep 16 05:20:11.135352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38166) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:11.153853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8659086 Sep 16 05:20:11.182903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38168) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:11.191313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Request body: {'subnet': {'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-79336962-subnet', 'tenant_id': '4e64d0ddb8f44cfbb6f753140e814cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:11.212291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ab572-bb18-4804-b118-9e5310bba257 admin admin] Pushing event updated for resources: {'Network': ['ID=036cda55-7ce4-48a5-9c97-6204e46e3d7f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:11.224137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 036cda55-7ce4-48a5-9c97-6204e46e3d7f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:11.368138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce7c3-d326-409b-b43d-bacb880669bc req-a03b2f04-d27a-4516-91f6-edb190e31a20 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.369751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e28ce7c3-d326-409b-b43d-bacb880669bc req-a03b2f04-d27a-4516-91f6-edb190e31a20 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1838725 Sep 16 05:20:11.386439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Deleting port 42b6f410-8858-4834-8fc9-eccf6ee12421 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:11.387196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.456858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e28ce7c3-d326-409b-b43d-bacb880669bc req-e87c189b-8f8c-44c5-ab64-535e9dffceae tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731266 Sep 16 05:20:11.495650 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e59f0eaf-574c-4411-b961-d69016405f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.504365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e59f0eaf-574c-4411-b961-d69016405f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.549364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.550470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.554018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f0eaf-574c-4411-b961-d69016405f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0c869-4790-4dff-800d-e6187c08963c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:11.589896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Made reservation on behalf of 4e64d0ddb8f44cfbb6f753140e814cdf for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:11.592989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.596912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Calling delete_port for 42b6f410-8858-4834-8fc9-eccf6ee12421 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:11.629937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e59f0eaf-574c-4411-b961-d69016405f4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b7d1e3ff6314293aeb5f0f2e0c91f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206122 Sep 16 05:20:11.630902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38184) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:11.731650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.812607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1edc051-3354-4d05-9c0e-21745886bf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.887034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1edc051-3354-4d05-9c0e-21745886bf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:11.948624 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.006985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04dc39-7027-4f23-a8ef-bea50f1daace req-37b1181d-fc82-4dc3-b29e-2613bf61fd46 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.010444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f04dc39-7027-4f23-a8ef-bea50f1daace req-37b1181d-fc82-4dc3-b29e-2613bf61fd46 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.2452090 Sep 16 05:20:12.023972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.053970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Pushing event deleted for resources: {'Port': ['ID=42b6f410-8858-4834-8fc9-eccf6ee12421,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:12.137939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1edc051-3354-4d05-9c0e-21745886bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.141427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1edc051-3354-4d05-9c0e-21745886bf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.143032 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b1edc051-3354-4d05-9c0e-21745886bf8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ea0c869-4790-4dff-800d-e6187c08963c HTTP/1.1" status: 204 len: 168 time: 0.5001767 Sep 16 05:20:12.154765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b348878-e595-4035-a36a-5b7f450122d5 req-c7aa03dd-4949-4d33-975a-8ac70bdd148c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.156737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b348878-e595-4035-a36a-5b7f450122d5 req-c7aa03dd-4949-4d33-975a-8ac70bdd148c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 945 time: 0.2371471 Sep 16 05:20:12.177619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edc051-3354-4d05-9c0e-21745886bf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0c869-4790-4dff-800d-e6187c08963c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:12.186465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.189087 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.193981 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6a8e7335-e5a6-4e56-830d-5875384dc1cb tempest-FloatingIPAdminTestJSON-1470223250 tempest-FloatingIPAdminTestJSON-1470223250-project] 10.222.0.55 "DELETE /v2.0/floatingips/7c157ddf-18cd-4a29-87af-3466a96f26a3 HTTP/1.1" status: 204 len: 168 time: 1.0535226 Sep 16 05:20:12.200261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38196) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:12.201014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f04dc39-7027-4f23-a8ef-bea50f1daace req-0a021216-ba5e-417c-926c-fc5897b396eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371791 Sep 16 05:20:12.202048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:12.236242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Checking segment: {'id': '8ddd4cb1-5d89-4646-9a7e-8d51efa03569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:12.240807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Network hostable DHCP agents. Network: 036cda55-7ce4-48a5-9c97-6204e46e3d7f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:12.294920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b348878-e595-4035-a36a-5b7f450122d5 req-c25b643c-fc07-4473-9731-489990bf6154 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057935 Sep 16 05:20:12.314583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Network 036cda55-7ce4-48a5-9c97-6204e46e3d7f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:12.329795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 036cda55-7ce4-48a5-9c97-6204e46e3d7f) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:12.337220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.341734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45833e2-8cc4-4ccf-a64e-4a51feb58a15 None None] Network 036cda55-7ce4-48a5-9c97-6204e46e3d7f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:12.349655 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.397393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e4af82d8-d49a-4f11-8891-b4ba8ebe33f7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2093654 Sep 16 05:20:12.473623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Deleting port a7b9a311-cbd7-4928-8b27-70fb2e7acbbc {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:12.474047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.650929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38214) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:12.697439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b9639-0662-4084-9cc2-de1ab397df7c None None] Network 036cda55-7ce4-48a5-9c97-6204e46e3d7f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:12.699813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78124-db20-4654-9fb0-fe815db04a4b req-d24b0773-b8e3-4260-896a-45fe7b6bdded tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:12.718412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbb78124-db20-4654-9fb0-fe815db04a4b req-d24b0773-b8e3-4260-896a-45fe7b6bdded tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1203706 Sep 16 05:20:12.735566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.735948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:12.784118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Calling delete_port for a7b9a311-cbd7-4928-8b27-70fb2e7acbbc owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:12.808279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbb78124-db20-4654-9fb0-fe815db04a4b req-eb0c5360-4e2f-4a1d-acdb-008690837c6a tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871053 Sep 16 05:20:12.906606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38220) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:12.906884 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-596604be-8d59-4622-b1ee-71a163b45c87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f203e1c903f9472d97a9bf20de317f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545140 Sep 16 05:20:13.014281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bb9003c3-150e-4c84-9bfa-940d937af0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.054027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.056371 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bb9003c3-150e-4c84-9bfa-940d937af0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.090246 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7b9a311-cbd7-4928-8b27-70fb2e7acbbc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:13.157060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bb9003c3-150e-4c84-9bfa-940d937af0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.162820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bb9003c3-150e-4c84-9bfa-940d937af0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.164359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bb9003c3-150e-4c84-9bfa-940d937af0c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b75c8c3-5a35-4ff9-a71a-226dfdbbcfd3 HTTP/1.1" status: 204 len: 168 time: 0.2560942 Sep 16 05:20:13.179936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9003c3-150e-4c84-9bfa-940d937af0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b75c8c3-5a35-4ff9-a71a-226dfdbbcfd3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:13.220207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.224752 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.230238 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2edf6ea-8c37-47e0-8d89-6930c702ac4d tempest-FloatingIPAdminTestJSON-1177407234 tempest-FloatingIPAdminTestJSON-1177407234-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/1971eec3-8c15-4066-8476-b8f94bda7b8e HTTP/1.1" status: 204 len: 168 time: 1.0273266 Sep 16 05:20:13.233697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38232) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:13.357305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d8c97754-b9fd-45d1-ac7e-8e4d5725d727 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.363508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d8c97754-b9fd-45d1-ac7e-8e4d5725d727 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/networks?id=036cda55-7ce4-48a5-9c97-6204e46e3d7f HTTP/1.1" status: 200 len: 812 time: 0.1710172 Sep 16 05:20:13.380595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ff902624-686f-472a-a330-d2001410472b tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/quotas/4e64d0ddb8f44cfbb6f753140e814cdf HTTP/1.1" status: 200 len: 375 time: 0.0161865 Sep 16 05:20:13.461736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Deleting port 2c6e8b93-75ae-4b7e-a87d-d8435b0933bb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:13.462108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.462411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-af5b600a-10ea-43af-8225-66f86dc05d90 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e64d0ddb8f44cfbb6f753140e814cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808315 Sep 16 05:20:13.469006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec1e0106-6935-45c2-92da-e8f6e1c8293e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:20:13.476901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec1e0106-6935-45c2-92da-e8f6e1c8293e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135918 Sep 16 05:20:13.543020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-3423df6e-6ef2-4326-ac18-e6caf998b79b tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.544393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-3423df6e-6ef2-4326-ac18-e6caf998b79b tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 945 time: 0.1409199 Sep 16 05:20:13.589253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3691e-cb8d-42fc-aac7-0f8139cf17a5 req-25d06501-acd1-45b6-ae2b-ab346c44c669 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.590851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52c3691e-cb8d-42fc-aac7-0f8139cf17a5 req-25d06501-acd1-45b6-ae2b-ab346c44c669 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.2076466 Sep 16 05:20:13.653429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.670934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Calling delete_port for 2c6e8b93-75ae-4b7e-a87d-d8435b0933bb owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:13.727551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-3bbeb72b-6e42-4139-80f3-936cf1990aae service neutron] 10.222.0.55 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497268 Sep 16 05:20:13.741133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52c3691e-cb8d-42fc-aac7-0f8139cf17a5 req-3d71de5c-e1a1-4766-9eb7-de95389023cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272113 Sep 16 05:20:13.837778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Deleting port c5136a5e-c942-4799-8f7b-37980500ece1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:13.838133 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:13.977671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-8a2a0565-e295-4f71-8d51-522ca3f39a93 service neutron] 10.222.0.55 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473030 Sep 16 05:20:13.993488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.024863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0d832-ce94-4811-8010-9afd0f565e42 req-bb964347-788f-427e-a5a0-acb35a0d4d5f tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.038770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e0d832-ce94-4811-8010-9afd0f565e42 req-bb964347-788f-427e-a5a0-acb35a0d4d5f tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 945 time: 0.1657915 Sep 16 05:20:14.076473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] For port c5136a5e-c942-4799-8f7b-37980500ece1, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c5136a5e-c942-4799-8f7b-37980500ece1,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:14.076849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.101435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Calling delete_port for c5136a5e-c942-4799-8f7b-37980500ece1 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:14.107108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Port': ['ID=2c6e8b93-75ae-4b7e-a87d-d8435b0933bb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:14.113425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e0d832-ce94-4811-8010-9afd0f565e42 req-109c65b4-95ca-49bf-a3b3-ce9a6cd4d86c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735261 Sep 16 05:20:14.265225 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.271614 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ad34e4e2-3e34-41f2-a379-5549f129395e tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "DELETE /v2.0/ports/2c6e8b93-75ae-4b7e-a87d-d8435b0933bb HTTP/1.1" status: 204 len: 168 time: 1.0351503 Sep 16 05:20:14.274873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38262) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:14.382396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdf7a1-4d0c-4551-a8d0-22b7969fcb54 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.384308 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3efdf7a1-4d0c-4551-a8d0-22b7969fcb54 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 HTTP/1.1" status: 200 len: 913 time: 0.1082904 Sep 16 05:20:14.388008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38266) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:14.494355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40c8f121-8063-4950-9987-2ac9a3bad4f3 req-b17a85ef-cc2d-44e5-bc4a-52988f795cd0 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 210 time: 0.0997951 Sep 16 05:20:14.519266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.533545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c5136a5e-c942-4799-8f7b-37980500ece1'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:14.597003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38276) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:14.617283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8180948-1866-448c-b552-298eaf232004 req-3036f245-8a86-4886-8632-ec7d80704718 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.625832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8180948-1866-448c-b552-298eaf232004 req-3036f245-8a86-4886-8632-ec7d80704718 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2329030 Sep 16 05:20:14.628760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Pushing event deleted for resources: {'Port': ['ID=c5136a5e-c942-4799-8f7b-37980500ece1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:14.684708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] No DVR routers for this DVR port c5136a5e-c942-4799-8f7b-37980500ece1 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:14.689539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.692798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8fd7cef4-85d1-4c68-b2ef-662bb99e6560 req-fe399a1c-872b-4a4c-b0e1-7178896ad45c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "DELETE /v2.0/ports/c5136a5e-c942-4799-8f7b-37980500ece1 HTTP/1.1" status: 204 len: 173 time: 1.1179671 Sep 16 05:20:14.693229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'name': 'network-vif-deleted', 'tag': 'c5136a5e-c942-4799-8f7b-37980500ece1'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:14.695764 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c07a01a-3024-4e96-af7b-2fdb43d527a8" -d '{"events": [{"server_uuid": "cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37", "name": "network-vif-deleted", "tag": "c5136a5e-c942-4799-8f7b-37980500ece1"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:14.736496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8180948-1866-448c-b552-298eaf232004 req-15acd77f-5032-4801-bc41-c849b7445664 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097274 Sep 16 05:20:14.767558 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb6223a-c517-4b09-a031-6a5c38718588 x-openstack-request-id: req-dcb6223a-c517-4b09-a031-6a5c38718588 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:14.767910 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37", "name": "network-vif-deleted", "tag": "c5136a5e-c942-4799-8f7b-37980500ece1", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:14.768279 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dcb6223a-c517-4b09-a031-6a5c38718588 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:14.770109 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37', 'name': 'network-vif-deleted', 'tag': 'c5136a5e-c942-4799-8f7b-37980500ece1', 'status': 'completed', 'code': 200} Sep 16 05:20:14.902697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17755ef-edc8-432f-987e-f718f6a44aa1 req-71956356-3cfb-4ce0-96b0-cf0cd0880d99 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.913162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-391573180'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:14.914954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c17755ef-edc8-432f-987e-f718f6a44aa1 req-71956356-3cfb-4ce0-96b0-cf0cd0880d99 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.0763681 Sep 16 05:20:14.973931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:14.979718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:14.983594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c17755ef-edc8-432f-987e-f718f6a44aa1 req-cc171687-0a85-4df4-b5be-f0a5787ea534 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669205 Sep 16 05:20:14.990163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.134230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.186585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.194312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.223962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:15.292826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.293326 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Added segment 77b34a73-d4ee-4a19-8549-e52a5ec7c1a4 of type vlan for network ab3c77fd-0837-45b3-b5d7-722588efad2b Sep 16 05:20:15.312914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c238d65-4448-43c7-a52a-c0e3aab57719,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:15.337365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07450b90-a7ba-4f67-8ec8-f68a9df0eefa req-05237679-fe50-4d6e-a4ce-f2f9380a21d8 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf21e99c-cc72-4c0e-aa3d-ea7a4ecfed37 HTTP/1.1" status: 200 len: 210 time: 0.0668535 Sep 16 05:20:15.388809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.470516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.478587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:15.479339 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.537912 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9446015 Sep 16 05:20:15.541247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38294) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:15.547132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'subnet': {'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:15.575971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66797d5f-2782-4d7a-96e6-b9d834df0e38 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Network': ['ID=ab3c77fd-0837-45b3-b5d7-722588efad2b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:15.587491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ab3c77fd-0837-45b3-b5d7-722588efad2b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:15.674939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e7a1ac5-68a4-4245-b1ce-2dc939cd9192 req-dd906c44-8f13-421d-9526-e6f4c12d2660 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 210 time: 0.0405259 Sep 16 05:20:15.704930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:15.709978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.746648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Deleting port 260de7dd-9bdf-44ca-90ed-9423786c4af5 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:15.747129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.889104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:15.906218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Calling delete_port for 260de7dd-9bdf-44ca-90ed-9423786c4af5 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:16.050277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d814c93-478a-4250-83ad-2f6f06b98b29 req-afaa6911-63a3-444d-901b-cf3d189b787b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.052549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d814c93-478a-4250-83ad-2f6f06b98b29 req-afaa6911-63a3-444d-901b-cf3d189b787b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.2111127 Sep 16 05:20:16.085055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-70cc7385-e080-418c-be7f-467641a81147 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.086542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-70cc7385-e080-418c-be7f-467641a81147 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.64 "GET /v2.0/networks?id=036cda55-7ce4-48a5-9c97-6204e46e3d7f HTTP/1.1" status: 200 len: 812 time: 0.2706311 Sep 16 05:20:16.130908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Request body: {'port': {'device_id': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f', 'admin_state_up': True, 'tenant_id': '4e64d0ddb8f44cfbb6f753140e814cdf'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:16.138447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.167049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Port': ['ID=260de7dd-9bdf-44ca-90ed-9423786c4af5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:16.387930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.562339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d814c93-478a-4250-83ad-2f6f06b98b29 req-d51426e9-45e4-444f-a7f1-9d87ff9531d8 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714317 Sep 16 05:20:16.627233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c5136a5e-c942-4799-8f7b-37980500ece1 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:16.668131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Router 5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:16.676286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086401dd-c235-43ec-8afa-edbf22ede545 req-3dd325a9-f099-4d5a-a13c-19a09b448859 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.677870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-086401dd-c235-43ec-8afa-edbf22ede545 req-3dd325a9-f099-4d5a-a13c-19a09b448859 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.5859444 Sep 16 05:20:16.682541 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.684698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: c5136a5e-c942-4799-8f7b-37980500ece1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:16.685328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c5136a5e-c942-4799-8f7b-37980500ece1 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:16.812253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:16.825349 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb0d6dc9-1a9b-4925-a7bb-3bb9fc3e38df tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "PUT /v2.0/routers/5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4360745 Sep 16 05:20:16.828850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38310) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:16.831503 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] Sync routers for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:16.844381 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:16.845318 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:16.855982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53927a8b-4f81-4438-980c-3adcc2108e40 req-eb7abd19-aaf5-48d4-b0ba-4cddfc8434d3 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 210 time: 0.0645258 Sep 16 05:20:16.870539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Subnet': ['ID=f2bcb395-2560-44bb-a91a-3e46673cc058,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:16.900744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-086401dd-c235-43ec-8afa-edbf22ede545 req-aaea2520-e18c-4425-bc76-956b984e2f7e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965673 Sep 16 05:20:16.911868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc6cc-518c-440c-b845-f91da94db16c req-69feeb32-b094-4fc7-993a-24b4e432fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.913569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e85fc6cc-518c-440c-b845-f91da94db16c req-69feeb32-b094-4fc7-993a-24b4e432fd1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 1097 time: 0.2347739 Sep 16 05:20:16.935953 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:16.936481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Made reservation on behalf of 4e64d0ddb8f44cfbb6f753140e814cdf for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:16.941306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:16.949614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Checking segment: {'id': '77b34a73-d4ee-4a19-8549-e52a5ec7c1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:16.950001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network hostable DHCP agents. Network: ab3c77fd-0837-45b3-b5d7-722588efad2b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:16.958971 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] Routers {'5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:16.962046 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:19:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:17.003986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e85fc6cc-518c-440c-b845-f91da94db16c req-5962de13-19d6-4190-be79-c89167ac1dd7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771680 Sep 16 05:20:17.022156 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:17.023060 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cdd00f-5334-4532-b06d-6c8397e7010d None None] The sync data for ids ['5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:17.116266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:17.134528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ab3c77fd-0837-45b3-b5d7-722588efad2b) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:17.144665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.144904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0341d-a957-47f1-89af-bcb1381cc174 None None] Network ab3c77fd-0837-45b3-b5d7-722588efad2b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:17.145325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.161424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Allocated IP 172.20.0.2 (036cda55-7ce4-48a5-9c97-6204e46e3d7f/c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a/34a1a485-6e97-4a22-a5e0-94eb58669754) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:17.178176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c3397171-2229-4d9b-ba36-67cd238fcc3e tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6355939 Sep 16 05:20:17.180868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38314) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:17.188699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'name': 'tempest-AllowedAddressPairTestJSON-1235242854'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:17.428065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:17.432172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.436289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-ab3c77fd-0837-45b3-b5d7-722588efad2b', 'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'tenant_id': '0c85267d29a34af7a022e449c127eff3', 'fixed_ips': [{'subnet_id': 'f2bcb395-2560-44bb-a91a-3e46673cc058'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:20:17.437157 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.451955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.468449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] device_id is not set on port e26aeb58-b79b-4fc1-8695-65a5dff628e4 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:17.586760 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.608492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.668200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Network 036cda55-7ce4-48a5-9c97-6204e46e3d7f is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:17.685753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:17.688723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:17.698561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Allocated IP 172.20.0.6 (ab3c77fd-0837-45b3-b5d7-722588efad2b/f2bcb395-2560-44bb-a91a-3e46673cc058/e26aeb58-b79b-4fc1-8695-65a5dff628e4) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:17.704931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Pushing event updated for resources: {'Port': ['ID=34a1a485-6e97-4a22-a5e0-94eb58669754,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:17.805261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.805489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.829249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.849610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9cc8e-5d46-45e7-891e-0568e0b1606c req-fe291efa-7c56-4107-a83f-edd97faed3bf tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.851273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0a9cc8e-5d46-45e7-891e-0568e0b1606c req-fe291efa-7c56-4107-a83f-edd97faed3bf tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1727605 Sep 16 05:20:17.856964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-ec75b582-02aa-43d2-8159-610feab90a87 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7509723 Sep 16 05:20:17.892254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Request body: {'port': {'device_id': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:17.896611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Deleting port 0e1a9beb-6d05-4fff-af18-222152214c6d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:17.897240 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.027597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.044714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Calling delete_port for 0e1a9beb-6d05-4fff-af18-222152214c6d owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:18.103952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0a9cc8e-5d46-45e7-891e-0568e0b1606c req-9221e2d7-2ebf-4690-83b3-79238dd45585 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428384 Sep 16 05:20:18.190679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.200826 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.247095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ad5a9-a984-4150-aa30-cfb8df0e4a7c req-bd0b322b-37a6-441b-9b35-8f01a0cf88b2 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.255009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd7ad5a9-a984-4150-aa30-cfb8df0e4a7c req-bd0b322b-37a6-441b-9b35-8f01a0cf88b2 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 931 time: 0.2222593 Sep 16 05:20:18.356966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.419298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Port': ['ID=0e1a9beb-6d05-4fff-af18-222152214c6d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.453317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.454073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.454073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.454300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.454535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.454922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.455421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.456496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.456805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.457135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.457522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.457793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:18.523620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.529639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Allocated IP 172.20.0.2 (ab3c77fd-0837-45b3-b5d7-722588efad2b/f2bcb395-2560-44bb-a91a-3e46673cc058/a317c48d-c816-4746-9f83-5e0a1dca063f) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:18.593114 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.645707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.648569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.704270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.704937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Fanout notify agent at l3_agent the message router_deleted on router 5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:18.707905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd7ad5a9-a984-4150-aa30-cfb8df0e4a7c req-0be92d32-bf62-455e-b197-e00ffe823137 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510257 Sep 16 05:20:18.718980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.723524 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6dfa183b-fe62-4a9d-9aef-37297eeef029 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "DELETE /v2.0/routers/5c57c970-4b1f-4c3f-abde-bb8e1e98f2f4 HTTP/1.1" status: 204 len: 168 time: 1.8911932 Sep 16 05:20:18.724205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.726525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad593-4d2d-4d05-ac2b-6c3b9852c809 req-c426d5da-f06c-4a7d-b993-f7cd56938307 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.728300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fcad593-4d2d-4d05-ac2b-6c3b9852c809 req-c426d5da-f06c-4a7d-b993-f7cd56938307 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.4973457 Sep 16 05:20:18.742873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:18.790002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:18.792766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:18.799904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Deleting subnet fa536f38-868e-4804-9084-ef7329866b01 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:18.803276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.828977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.839457 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.883156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.886654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=e26aeb58-b79b-4fc1-8695-65a5dff628e4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:18.931326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.932020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:18.939673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fcad593-4d2d-4d05-ac2b-6c3b9852c809 req-39ec9c44-c375-4245-aead-b9278ba81466 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572559 Sep 16 05:20:18.962138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9a006bb6-d768-449d-b9eb-7aa9d63095ba tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7801216 Sep 16 05:20:18.967200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38334) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:18.969481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:18.972976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'name': 'tempest-AllowedAddressPairTestJSON-678847482', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3c:a0:d4'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:18.980669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:19.004084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:19.012675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Pushing event updated for resources: {'Port': ['ID=a317c48d-c816-4746-9f83-5e0a1dca063f,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.067675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a1a485-6e97-4a22-a5e0-94eb58669754 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:19.079495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.094564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Transition to ACTIVE for port object 34a1a485-6e97-4a22-a5e0-94eb58669754 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:19.100671 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.182501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.186668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Attempting to bind port a317c48d-c816-4746-9f83-5e0a1dca063f on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:19.188907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Attempting to bind port a317c48d-c816-4746-9f83-5e0a1dca063f by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '77b34a73-d4ee-4a19-8549-e52a5ec7c1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:19.190289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Attempting to bind port a317c48d-c816-4746-9f83-5e0a1dca063f on network ab3c77fd-0837-45b3-b5d7-722588efad2b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:19.205741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Pushing event updated for resources: {'Port': ['ID=34a1a485-6e97-4a22-a5e0-94eb58669754,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.219204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:19.219588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Checking segment: {'id': '77b34a73-d4ee-4a19-8549-e52a5ec7c1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:19.219999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.220424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Bound using segment: {'id': '77b34a73-d4ee-4a19-8549-e52a5ec7c1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:19.220911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Bound port: a317c48d-c816-4746-9f83-5e0a1dca063f, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b34a73-d4ee-4a19-8549-e52a5ec7c1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:19.238589 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.291338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:19.340582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Attempting to bind port 34a1a485-6e97-4a22-a5e0-94eb58669754 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:19.341690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Attempting to bind port 34a1a485-6e97-4a22-a5e0-94eb58669754 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '8ddd4cb1-5d89-4646-9a7e-8d51efa03569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:19.342250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Attempting to bind port 34a1a485-6e97-4a22-a5e0-94eb58669754 on network 036cda55-7ce4-48a5-9c97-6204e46e3d7f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:19.349620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Port 34a1a485-6e97-4a22-a5e0-94eb58669754 on network 036cda55-7ce4-48a5-9c97-6204e46e3d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:19.362962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Attempting to bind port 34a1a485-6e97-4a22-a5e0-94eb58669754 on network 036cda55-7ce4-48a5-9c97-6204e46e3d7f {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:19.392724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:19.394089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Checking segment: {'id': '8ddd4cb1-5d89-4646-9a7e-8d51efa03569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:19.394762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Bound using segment: {'id': '8ddd4cb1-5d89-4646-9a7e-8d51efa03569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:19.395459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Bound port: 34a1a485-6e97-4a22-a5e0-94eb58669754, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddd4cb1-5d89-4646-9a7e-8d51efa03569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:19.396263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.415805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.430584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] For port a317c48d-c816-4746-9f83-5e0a1dca063f, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:19.435315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] For port a317c48d-c816-4746-9f83-5e0a1dca063f, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a317c48d-c816-4746-9f83-5e0a1dca063f,segment=NetworkSegment(77b34a73-d4ee-4a19-8549-e52a5ec7c1a4),segment_id=77b34a73-d4ee-4a19-8549-e52a5ec7c1a4)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:19.436856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb416-35ca-4d75-ae90-65f3db8b8641 req-34976858-1280-460c-a160-22641809c2e5 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.438918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dfeb416-35ca-4d75-ae90-65f3db8b8641 req-34976858-1280-460c-a160-22641809c2e5 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1465647 Sep 16 05:20:19.443735 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.471614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Subnet': ['ID=fa536f38-868e-4804-9084-ef7329866b01,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.476715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.498525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de468318-f36f-4a97-b112-fadb6604282b None None] Network a28d9d25-09b2-4947-b52b-77abc17082cf requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:19.514215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.516524 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6d6bc273-75b3-4d11-aaee-b320ed9056fe tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "DELETE /v2.0/subnets/fa536f38-868e-4804-9084-ef7329866b01 HTTP/1.1" status: 204 len: 168 time: 0.7910810 Sep 16 05:20:19.519106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38352) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:19.600249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dfeb416-35ca-4d75-ae90-65f3db8b8641 req-371fc4a9-d64a-46f1-b719-28a42f17c3ce tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384270 Sep 16 05:20:19.612645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] For port 34a1a485-6e97-4a22-a5e0-94eb58669754, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:19.636159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] For port 34a1a485-6e97-4a22-a5e0-94eb58669754, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34a1a485-6e97-4a22-a5e0-94eb58669754,segment=NetworkSegment(8ddd4cb1-5d89-4646-9a7e-8d51efa03569),segment_id=8ddd4cb1-5d89-4646-9a7e-8d51efa03569)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:19.648612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.669717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] device_id is not set on port 7997a333-17ff-4bac-96d9-ec73db720b0a yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:19.678186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accf145-daf5-4592-8d35-dcbb865fe2f4 None None] Pushing event updated for resources: {'Port': ['ID=a317c48d-c816-4746-9f83-5e0a1dca063f,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:19.703379 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.945081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:19.945081 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:19.951255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] 10.222.0.64 "PUT /v2.0/ports/34a1a485-6e97-4a22-a5e0-94eb58669754 HTTP/1.1" status: 200 len: 1092 time: 2.0768881 Sep 16 05:20:19.956262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'tag': '34a1a485-6e97-4a22-a5e0-94eb58669754'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:19.970448 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aba276-6eaf-4211-8145-aa32445f541d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0804dea-edaa-4177-829b-720e9b70b63e", "tag": "34a1a485-6e97-4a22-a5e0-94eb58669754"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:19.996764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] DHCP port deletion for a28d9d25-09b2-4947-b52b-77abc17082cf request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:20.016533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-ef4738d7-21f9-4a3b-83d2-19f6be1657f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.018793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-ef4738d7-21f9-4a3b-83d2-19f6be1657f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e&tenant_id=f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 1095 time: 0.3812439 Sep 16 05:20:20.030324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Allocated IP 172.20.0.4 (ab3c77fd-0837-45b3-b5d7-722588efad2b/f2bcb395-2560-44bb-a91a-3e46673cc058/7997a333-17ff-4bac-96d9-ec73db720b0a) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:20.034302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Deleting port 2cdedd88-12f2-460b-904c-6319d906c904 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:20.034466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.059265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:20.093973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44eca26-3961-4a62-9793-f25c700b26ed service neutron] Pushing event updated for resources: {'Port': ['ID=34a1a485-6e97-4a22-a5e0-94eb58669754,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:20.117844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] Deleting port 2cdedd88-12f2-460b-904c-6319d906c904 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:20.118683 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.130601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078a910-2644-4439-8bf0-dfa464996223 req-d34518f5-2005-4ab5-b8e0-ed4b89d2c0a1 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.138176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b078a910-2644-4439-8bf0-dfa464996223 req-d34518f5-2005-4ab5-b8e0-ed4b89d2c0a1 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 943 time: 0.2683213 Sep 16 05:20:20.182916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf66acb-c69e-48a1-9200-8ae61d21c3f2 req-a88466fa-26b6-4ac0-b667-6c39275d8522 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.184675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdf66acb-c69e-48a1-9200-8ae61d21c3f2 req-a88466fa-26b6-4ac0-b667-6c39275d8522 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3312485 Sep 16 05:20:20.193821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] For port 2cdedd88-12f2-460b-904c-6319d906c904, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2cdedd88-12f2-460b-904c-6319d906c904,segment=NetworkSegment(93637bb3-d658-429e-8745-d03615f0ab67),segment_id=93637bb3-d658-429e-8745-d03615f0ab67)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:20.194516 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.209730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] Calling delete_port for 2cdedd88-12f2-460b-904c-6319d906c904 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:20.209946 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.263056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b078a910-2644-4439-8bf0-dfa464996223 req-3dece2d0-ed17-47e9-a853-34174e5ca490 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217947 Sep 16 05:20:20.271822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-f4cd0bab-6eb7-43ae-8436-1016f121413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.276275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-f4cd0bab-6eb7-43ae-8436-1016f121413a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e64d0ddb8f44cfbb6f753140e814cdf&device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 1095 time: 0.2307274 Sep 16 05:20:20.304036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.371063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdf66acb-c69e-48a1-9200-8ae61d21c3f2 req-fe10f51d-80c0-41b8-bc46-d39445b281c3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767941 Sep 16 05:20:20.377020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] No DVR routers for this DVR port 2cdedd88-12f2-460b-904c-6319d906c904 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:20.379277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b32c4-9234-437c-b9c2-72b81882865b None None] Pushing event deleted for resources: {'Port': ['ID=2cdedd88-12f2-460b-904c-6319d906c904,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:20.427096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] For port 2cdedd88-12f2-460b-904c-6319d906c904, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2cdedd88-12f2-460b-904c-6319d906c904,segment=NetworkSegment(93637bb3-d658-429e-8745-d03615f0ab67),segment_id=93637bb3-d658-429e-8745-d03615f0ab67)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:20.427473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.457369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Calling delete_port for 2cdedd88-12f2-460b-904c-6319d906c904 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:20.463008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-4071f8ec-d4de-436a-a4c2-93bb16dd2f4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34a1a485-6e97-4a22-a5e0-94eb58669754 HTTP/1.1" status: 200 len: 217 time: 0.1691411 Sep 16 05:20:20.547104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-b6423f49-d5a7-4804-9117-e91ac0b48e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.550070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-b6423f49-d5a7-4804-9117-e91ac0b48e02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a HTTP/1.1" status: 200 len: 852 time: 0.0756333 Sep 16 05:20:20.552318 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3383e193-0019-4a7d-b9d8-17df918230f0 x-openstack-request-id: req-3383e193-0019-4a7d-b9d8-17df918230f0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:20.552808 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0804dea-edaa-4177-829b-720e9b70b63e", "tag": "34a1a485-6e97-4a22-a5e0-94eb58669754", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:20.553181 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3383e193-0019-4a7d-b9d8-17df918230f0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:20.553659 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'tag': '34a1a485-6e97-4a22-a5e0-94eb58669754', 'status': 'completed', 'code': 200} Sep 16 05:20:20.575449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.622105 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Port': ['ID=2cdedd88-12f2-460b-904c-6319d906c904,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:20.625509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-3ef98f6a-9ec5-413b-b1f2-8b4881dd35cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=036cda55-7ce4-48a5-9c97-6204e46e3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667417 Sep 16 05:20:20.639677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] No DVR routers for this DVR port 2cdedd88-12f2-460b-904c-6319d906c904 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:20.832765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a317c48d-c816-4746-9f83-5e0a1dca063f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:20.861551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.895969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28d9d25-09b2-4947-b52b-77abc17082cf']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:20.910043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93637bb3-d658-429e-8745-d03615f0ab67') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:20.910984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93637bb3-d658-429e-8745-d03615f0ab67') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:20.928334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a317c48d-c816-4746-9f83-5e0a1dca063f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:20.928926 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.952212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.002549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.013514 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.025781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:21.026162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:21.030536 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:21.113136 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.134366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ef1b6-06b5-42c4-9011-b3956362747e req-253ff437-2124-42e3-85cb-9a21b8218ebc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.143854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-066ef1b6-06b5-42c4-9011-b3956362747e req-253ff437-2124-42e3-85cb-9a21b8218ebc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.5859871 Sep 16 05:20:21.172993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a317c48d-c816-4746-9f83-5e0a1dca063f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a317c48d-c816-4746-9f83-5e0a1dca063f,segment=NetworkSegment(77b34a73-d4ee-4a19-8549-e52a5ec7c1a4),segment_id=77b34a73-d4ee-4a19-8549-e52a5ec7c1a4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:21.180394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.217103 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.222639 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.224577 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "DELETE /v2.0/networks/a28d9d25-09b2-4947-b52b-77abc17082cf HTTP/1.1" status: 204 len: 168 time: 1.7044752 Sep 16 05:20:21.233528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38376) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:21.277306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a46bd-4d83-41c5-bb68-35911ebfd174 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Network': ['ID=a28d9d25-09b2-4947-b52b-77abc17082cf,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:21.290825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-3f0fe45b-3ab7-4b40-9d42-a98ee577347e service neutron] 10.222.0.64 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815226 Sep 16 05:20:21.291420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a317c48d-c816-4746-9f83-5e0a1dca063f,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:21.297565 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.325661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdedd88-12f2-460b-904c-6319d906c904 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:21.347572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:21.389885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2cdedd88-12f2-460b-904c-6319d906c904 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:21.390229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2cdedd88-12f2-460b-904c-6319d906c904 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:21.402908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:21.405060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=7997a333-17ff-4bac-96d9-ec73db720b0a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:21.409818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:21.477946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.492387 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.515130 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-442dfc73-bd0b-4ad5-9f35-3ff46345ab53 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.5468261 Sep 16 05:20:21.516147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38384) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:21.548437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b646d2c-330f-47ff-902d-0932cfc158a6 None None] Network ab3c77fd-0837-45b3-b5d7-722588efad2b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:21.575854 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eca12d-64a3-4a83-9de9-6b7a4ced4d0c tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.583405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eca12d-64a3-4a83-9de9-6b7a4ced4d0c tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.591666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eca12d-64a3-4a83-9de9-6b7a4ced4d0c tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.597874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2eca12d-64a3-4a83-9de9-6b7a4ced4d0c tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0804029 Sep 16 05:20:21.598803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:21.703507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting port 7997a333-17ff-4bac-96d9-ec73db720b0a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:21.704241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.743882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-04e7e7b0-e63a-45a8-b847-49d14bbd1650 None None] Provisioning complete for port a317c48d-c816-4746-9f83-5e0a1dca063f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:21.744309 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-04e7e7b0-e63a-45a8-b847-49d14bbd1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.805638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.821537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Calling delete_port for 7997a333-17ff-4bac-96d9-ec73db720b0a owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:21.899579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bed047-9225-4a14-aeec-73d703ae0880 req-c638a577-924c-442c-a20d-da8b813e928c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.901645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11bed047-9225-4a14-aeec-73d703ae0880 req-c638a577-924c-442c-a20d-da8b813e928c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.9144695 Sep 16 05:20:21.911956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-066ef1b6-06b5-42c4-9011-b3956362747e req-9c78e727-c314-4907-ae01-f65540a0a080 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7585771 Sep 16 05:20:22.003833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.047062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Port': ['ID=7997a333-17ff-4bac-96d9-ec73db720b0a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:22.168163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3555cf87-b4c2-4140-b5bb-513a7e8a3e5e None None] Could not find standard attr ID for object 7997a333-17ff-4bac-96d9-ec73db720b0a. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:20:22.182100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11bed047-9225-4a14-aeec-73d703ae0880 req-2734d9d1-7b30-49fe-b787-60fe656c6b5b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689373 Sep 16 05:20:22.190386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3555cf87-b4c2-4140-b5bb-513a7e8a3e5e None None] Provisioning complete for port e26aeb58-b79b-4fc1-8695-65a5dff628e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:22.190767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3555cf87-b4c2-4140-b5bb-513a7e8a3e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.205056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.211459 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee07d440-ed98-40dd-92a8-26e085567fa4 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/ports/7997a333-17ff-4bac-96d9-ec73db720b0a HTTP/1.1" status: 204 len: 168 time: 0.6110396 Sep 16 05:20:22.212193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38390) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:22.213283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:22.246314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5686e99-f504-4fcd-9697-7b18897c37fd req-54918ac3-0c4f-4dda-a1d6-df260d368aa4 service neutron] 10.222.0.64 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9439809 Sep 16 05:20:22.266850 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-160c14b4-e288-410f-9e49-9755d050d675 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] GET failed (client error): The resource could not be found. Sep 16 05:20:22.272464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e2454-d19f-4af8-b441-1e0ae3e80f55 req-af2c27b1-4d3e-43b6-9a5b-aa9fe2b43a65 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.279467 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-160c14b4-e288-410f-9e49-9755d050d675 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "GET /v2.0/ports/7997a333-17ff-4bac-96d9-ec73db720b0a HTTP/1.1" status: 404 len: 333 time: 0.0660682 Sep 16 05:20:22.280192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38392) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:22.280358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e76e2454-d19f-4af8-b441-1e0ae3e80f55 req-af2c27b1-4d3e-43b6-9a5b-aa9fe2b43a65 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 943 time: 0.2045784 Sep 16 05:20:22.282430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3555cf87-b4c2-4140-b5bb-513a7e8a3e5e None None] Port e26aeb58-b79b-4fc1-8695-65a5dff628e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:22.289459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'name': 'tempest-AllowedAddressPairTestJSON-1557276061'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:22.304616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3555cf87-b4c2-4140-b5bb-513a7e8a3e5e None None] Provisioning complete for port a317c48d-c816-4746-9f83-5e0a1dca063f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:22.305075 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3555cf87-b4c2-4140-b5bb-513a7e8a3e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.322142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:22.366806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d60cca-3e0f-4ef6-9da9-b898bc199961 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:22.380066 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.449928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Transition to ACTIVE for port object 24d60cca-3e0f-4ef6-9da9-b898bc199961 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:22.457415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Deleting port 3a63044b-67d2-41d1-8976-3535eadc5cf0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:22.457759 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.465058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:22.468715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e76e2454-d19f-4af8-b441-1e0ae3e80f55 req-07aae1e7-4969-4d88-bafd-0c580530eac1 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874454 Sep 16 05:20:22.469363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.469528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.496570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] device_id is not set on port fbbda1dc-eb7f-4e51-a644-dc98f3c38332 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:22.535396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=9']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:22.584297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba276-6eaf-4211-8145-aa32445f541d req-33e0f9f0-3c13-4316-aee7-3e13f9e66c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.585865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0aba276-6eaf-4211-8145-aa32445f541d req-33e0f9f0-3c13-4316-aee7-3e13f9e66c41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e64d0ddb8f44cfbb6f753140e814cdf&device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 1095 time: 0.1972549 Sep 16 05:20:22.721366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Allocated IP 172.20.0.10 (ab3c77fd-0837-45b3-b5d7-722588efad2b/f2bcb395-2560-44bb-a91a-3e46673cc058/fbbda1dc-eb7f-4e51-a644-dc98f3c38332) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:22.750424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a317c48d-c816-4746-9f83-5e0a1dca063f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:22.836082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a317c48d-c816-4746-9f83-5e0a1dca063f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:22.837014 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.943832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-996a0650-4fde-4074-bd95-b07da7cde9c2 None None] Could not find standard attr ID for object 7997a333-17ff-4bac-96d9-ec73db720b0a. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:20:22.964155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.964469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:22.990267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-996a0650-4fde-4074-bd95-b07da7cde9c2 None None] Provisioning complete for port e26aeb58-b79b-4fc1-8695-65a5dff628e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:22.990900 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-996a0650-4fde-4074-bd95-b07da7cde9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.043767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Calling delete_port for 3a63044b-67d2-41d1-8976-3535eadc5cf0 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:23.052378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-996a0650-4fde-4074-bd95-b07da7cde9c2 None None] Port e26aeb58-b79b-4fc1-8695-65a5dff628e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:23.121135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] No DVR routers for this DVR port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:23.147214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.194201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.248492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:23.253419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba276-6eaf-4211-8145-aa32445f541d req-5932a870-6e5b-434d-977a-26055879e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.254931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0aba276-6eaf-4211-8145-aa32445f541d req-5932a870-6e5b-434d-977a-26055879e0d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=036cda55-7ce4-48a5-9c97-6204e46e3d7f HTTP/1.1" status: 200 len: 913 time: 0.6562817 Sep 16 05:20:23.259904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:23.263421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:23.276991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=fbbda1dc-eb7f-4e51-a644-dc98f3c38332,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:23.345681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.346453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.367074 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5b50861f-3d85-407c-bdb7-12dcf1e5b17f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0852945 Sep 16 05:20:23.369306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:23.376029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3c:a0:d4'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:23.385967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0aba276-6eaf-4211-8145-aa32445f541d req-e62d02d6-b638-48bd-a211-262425f4f092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34a1a485-6e97-4a22-a5e0-94eb58669754 HTTP/1.1" status: 200 len: 217 time: 0.1206179 Sep 16 05:20:23.566425 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.570421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03753a32-784e-4a04-8ade-e691c52122ad req-80ac1ae8-161b-4c8a-827a-cbb676f5d6a0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.587343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03753a32-784e-4a04-8ade-e691c52122ad req-80ac1ae8-161b-4c8a-827a-cbb676f5d6a0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 943 time: 0.4674509 Sep 16 05:20:23.660298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba276-6eaf-4211-8145-aa32445f541d req-14098761-7408-488d-91fa-6f32bd5e1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.661777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0aba276-6eaf-4211-8145-aa32445f541d req-14098761-7408-488d-91fa-6f32bd5e1d6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a HTTP/1.1" status: 200 len: 852 time: 0.2090507 Sep 16 05:20:23.668400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9e366a95-86ba-4cb7-8009-fd623d6958b4 None None] Provisioning complete for port fbbda1dc-eb7f-4e51-a644-dc98f3c38332 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:23.670378 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e366a95-86ba-4cb7-8009-fd623d6958b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.711987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9e366a95-86ba-4cb7-8009-fd623d6958b4 None None] Port fbbda1dc-eb7f-4e51-a644-dc98f3c38332 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:23.739667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0aba276-6eaf-4211-8145-aa32445f541d req-16d3a150-65ea-410b-9831-407a612bcd17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=036cda55-7ce4-48a5-9c97-6204e46e3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512073 Sep 16 05:20:23.796293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03753a32-784e-4a04-8ade-e691c52122ad req-09c7a259-3e8f-447c-b3d9-a938d0ccff2b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079859 Sep 16 05:20:23.811793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abc197-5676-43ca-9ff8-ae98b0dc64c8 req-4335c8ac-65ee-4368-8eed-6fa85978a643 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.813606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10abc197-5676-43ca-9ff8-ae98b0dc64c8 req-4335c8ac-65ee-4368-8eed-6fa85978a643 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.4495406 Sep 16 05:20:23.829962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.850136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.890901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:23.891119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:23.891453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:23.919841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:23.920189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Attempting to bind port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:24.015733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:24.016074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Checking segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:24.016489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Bound using segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:24.016925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Bound port: 24d60cca-3e0f-4ef6-9da9-b898bc199961, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:24.017282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.059809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] In _notify_port_updated(), no bound segment for port fbbda1dc-eb7f-4e51-a644-dc98f3c38332 on network ab3c77fd-0837-45b3-b5d7-722588efad2b {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:20:24.073566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.074250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.075693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "PUT /v2.0/ports/fbbda1dc-eb7f-4e51-a644-dc98f3c38332 HTTP/1.1" status: 200 len: 994 time: 0.7052722 Sep 16 05:20:24.083134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b791375-bf9d-40e7-bcdf-4b89b5286f73 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=fbbda1dc-eb7f-4e51-a644-dc98f3c38332,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.095248 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.096823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38424) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:24.181136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10abc197-5676-43ca-9ff8-ae98b0dc64c8 req-94421c9a-dff6-470d-af69-12c61f6985e8 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118286 Sep 16 05:20:24.229598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Pushing event deleted for resources: {'Port': ['ID=3a63044b-67d2-41d1-8976-3535eadc5cf0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.273656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting port fbbda1dc-eb7f-4e51-a644-dc98f3c38332 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:24.274419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.367887 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eed3189f-3181-4c61-baf8-1cfb16dfee21 None None] Provisioning complete for port fbbda1dc-eb7f-4e51-a644-dc98f3c38332 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:24.369189 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eed3189f-3181-4c61-baf8-1cfb16dfee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.415536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0aba276-6eaf-4211-8145-aa32445f541d req-0afd6711-7e4f-4f19-b0ae-99ee38a9681e service neutron] 10.222.0.64 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645355 Sep 16 05:20:24.449659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.458851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-eed3189f-3181-4c61-baf8-1cfb16dfee21 None None] Port fbbda1dc-eb7f-4e51-a644-dc98f3c38332 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:24.468342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Calling delete_port for fbbda1dc-eb7f-4e51-a644-dc98f3c38332 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:24.558898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e611ab1-f760-4781-85a2-036760b72d5d req-3728bd81-8805-4390-9614-3e239eed57cc tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.561105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e611ab1-f760-4781-85a2-036760b72d5d req-3728bd81-8805-4390-9614-3e239eed57cc tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 943 time: 0.5281942 Sep 16 05:20:24.589621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:24.632948 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.641155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:24.694424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.846930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.886823 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.899144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.903068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a2f1b70e-66b4-4308-8473-e701d3763a30 tempest-FloatingIPAdminTestJSON-165100556 tempest-FloatingIPAdminTestJSON-165100556-project] 10.222.0.55 "DELETE /v2.0/floatingips/4c9ec793-23ac-4fab-a819-88aaf0ff9a97 HTTP/1.1" status: 204 len: 168 time: 3.6505227 Sep 16 05:20:24.923162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.924590 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:24.927183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] 10.222.0.64 "PUT /v2.0/ports/24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 1092 time: 4.8802965 Sep 16 05:20:24.939556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:24.942478 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36efe99-4705-4891-bf7b-58584de3c75a" -d '{"events": [{"name": "network-changed", "server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:24.945845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Port': ['ID=fbbda1dc-eb7f-4e51-a644-dc98f3c38332,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:24.972774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e611ab1-f760-4781-85a2-036760b72d5d req-47a8664a-6de0-435c-ad03-fa82a8d40d29 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846834 Sep 16 05:20:25.058755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0aba276-6eaf-4211-8145-aa32445f541d req-2aff2111-543c-4b62-a014-116596df25bb service neutron] 10.222.0.64 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263680 Sep 16 05:20:25.142235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ddfac-01cb-4b6f-bd98-377465c2b1fa req-bd8cd9ad-31b5-4b71-9877-000007077bcb tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.153339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-688ddfac-01cb-4b6f-bd98-377465c2b1fa req-bd8cd9ad-31b5-4b71-9877-000007077bcb tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.5302370 Sep 16 05:20:25.204818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaa93f-8497-4f3b-91b2-5b1f65cb4819 service neutron] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=10']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:25.263095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-688ddfac-01cb-4b6f-bd98-377465c2b1fa req-db4f01ab-5741-436b-9161-884ceeb883c3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086497 Sep 16 05:20:25.302778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ccf37-b36c-498e-8810-74524933f091 req-8ad70095-c235-483e-9061-2212e2f72748 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.304454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-310ccf37-b36c-498e-8810-74524933f091 req-8ad70095-c235-483e-9061-2212e2f72748 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1941161 Sep 16 05:20:25.306656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-51310bf7-dc85-40f9-a9d6-ed1b13eb4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.308140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-51310bf7-dc85-40f9-a9d6-ed1b13eb4070 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1096 time: 0.3021131 Sep 16 05:20:25.323950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.328990 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0555827c-be25-41a9-9d7f-89f5e13879d3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/ports/fbbda1dc-eb7f-4e51-a644-dc98f3c38332 HTTP/1.1" status: 204 len: 168 time: 1.2306509 Sep 16 05:20:25.329624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38444) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.354049 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92d910c-7614-4ef0-8f89-36852a89d2a2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] GET failed (client error): The resource could not be found. Sep 16 05:20:25.355624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a92d910c-7614-4ef0-8f89-36852a89d2a2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "GET /v2.0/ports/fbbda1dc-eb7f-4e51-a644-dc98f3c38332 HTTP/1.1" status: 404 len: 333 time: 0.0250340 Sep 16 05:20:25.360541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38446) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.368303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'name': 'tempest-AllowedAddressPairTestJSON-1700229125'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:25.379077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-310ccf37-b36c-498e-8810-74524933f091 req-db30fd29-1c93-4e40-bea0-6ec9de377bad tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681691 Sep 16 05:20:25.415672 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e90b0c7-1642-4123-a07d-c64bfb0fd722 x-openstack-request-id: req-5e90b0c7-1642-4123-a07d-c64bfb0fd722 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:25.417645 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:25.418068 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e90b0c7-1642-4123-a07d-c64bfb0fd722 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:25.418491 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'status': 'completed', 'code': 200} Sep 16 05:20:25.523378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-aab992b3-67fc-429c-9458-a721da96a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.525962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-aab992b3-67fc-429c-9458-a721da96a168 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.1755238 Sep 16 05:20:25.550548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38450) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.568838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:25.576163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.616144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] device_id is not set on port a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:25.627420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-16f7d785-7191-48ea-bc62-6e64691f92e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 999 time: 0.0925791 Sep 16 05:20:25.696984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-5feeee22-e5c4-4f56-8399-33e25de383cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.698718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-5feeee22-e5c4-4f56-8399-33e25de383cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.0644691 Sep 16 05:20:25.752564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Allocated IP 172.20.0.13 (ab3c77fd-0837-45b3-b5d7-722588efad2b/f2bcb395-2560-44bb-a91a-3e46673cc058/a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:25.785759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-02fbb942-c3de-49cf-b18e-b10e57445a22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04a75df8834a45f3905239fd922a6303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307482 Sep 16 05:20:25.785881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38456) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:25.793365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-f705805a-f27c-42b5-b0eb-9367c20f5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.794903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-f705805a-f27c-42b5-b0eb-9367c20f5537 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884073 Sep 16 05:20:25.863733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a9c738b-48c3-4424-817d-fcdc82b1ec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.912536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abaf31d2-40c3-4bb9-a9c9-f6acd65cdb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.929033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.948546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abaf31d2-40c3-4bb9-a9c9-f6acd65cdb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:25.957013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-6bfc66ee-9ed0-4f88-9527-5cc1bf4cec1a service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530166 Sep 16 05:20:25.973256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.012499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:26.015736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:26.018759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:26.063888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.085686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.086525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.093519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abaf31d2-40c3-4bb9-a9c9-f6acd65cdb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.097762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abaf31d2-40c3-4bb9-a9c9-f6acd65cdb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.102310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-abaf31d2-40c3-4bb9-a9c9-f6acd65cdb02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef8d8661-8071-450a-890c-4cf92d496881 HTTP/1.1" status: 204 len: 168 time: 0.3154190 Sep 16 05:20:26.109374 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aacf476f-e553-4dd9-9a8d-4d9469e14fa2 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7452457 Sep 16 05:20:26.109555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38466) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:26.115973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3c:a0:d4'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:26.152210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1677b4f7-9b03-4289-a748-84c8d0cb48ad req-0c6a7d6a-d9d3-4208-bbe4-8d6f7ce5b1bf service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862388 Sep 16 05:20:26.155738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf31d2-40c3-4bb9-a9c9-f6acd65cdb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8d8661-8071-450a-890c-4cf92d496881,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:26.176181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96363eb-3a61-4fb7-9676-1134a219e8b3 req-b8cb1fae-c1c8-40a4-b579-a8ea40c7cbdf tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.177777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a96363eb-3a61-4fb7-9676-1134a219e8b3 req-b8cb1fae-c1c8-40a4-b579-a8ea40c7cbdf tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 943 time: 0.0735381 Sep 16 05:20:26.261929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a96363eb-3a61-4fb7-9676-1134a219e8b3 req-bdf1cafb-5aa5-4a10-b94c-61885cfcda2c tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748231 Sep 16 05:20:26.357347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36efe99-4705-4891-bf7b-58584de3c75a req-9413546f-4f80-4063-8d4d-be7a18f008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:26.358882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36efe99-4705-4891-bf7b-58584de3c75a req-9413546f-4f80-4063-8d4d-be7a18f008e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1096 time: 0.0863123 Sep 16 05:20:26.444427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-729ff104-870d-48ef-8dda-9d4e3dd87fb4 None None] Provisioning complete for port a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:26.454128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-729ff104-870d-48ef-8dda-9d4e3dd87fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.460305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.573784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-729ff104-870d-48ef-8dda-9d4e3dd87fb4 None None] Port a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:26.783230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38500) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:26.811358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.814103 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e63d7b2a-3567-413c-89bf-d847925b73a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:26.827071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.006861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34a1a485-6e97-4a22-a5e0-94eb58669754 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:27.020659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.068284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] In _notify_port_updated(), no bound segment for port a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 on network ab3c77fd-0837-45b3-b5d7-722588efad2b {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:20:27.083934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.086035 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.094513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38534) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.095219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a714120-5a46-4d55-a315-392bd55479f6 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "PUT /v2.0/ports/a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 HTTP/1.1" status: 200 len: 997 time: 0.9842741 Sep 16 05:20:27.179009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f1be2-fe54-4a89-9388-9e62a770add1 req-a50265cc-0a34-4cb0-8c4c-efc3a93e1b4b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.193739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-119f1be2-fe54-4a89-9388-9e62a770add1 req-a50265cc-0a34-4cb0-8c4c-efc3a93e1b4b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3456380 Sep 16 05:20:27.242085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36efe99-4705-4891-bf7b-58584de3c75a req-1b4bdace-ebb6-4b79-aeaf-982d3e15729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.243281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34a1a485-6e97-4a22-a5e0-94eb58669754, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34a1a485-6e97-4a22-a5e0-94eb58669754,segment=NetworkSegment(8ddd4cb1-5d89-4646-9a7e-8d51efa03569),segment_id=8ddd4cb1-5d89-4646-9a7e-8d51efa03569)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:27.266624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '34a1a485-6e97-4a22-a5e0-94eb58669754', 'network_id': '036cda55-7ce4-48a5-9c97-6204e46e3d7f', 'port_id': '34a1a485-6e97-4a22-a5e0-94eb58669754', 'mac_address': 'fa:16:3e:b3:e5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:27.266818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36efe99-4705-4891-bf7b-58584de3c75a req-1b4bdace-ebb6-4b79-aeaf-982d3e15729f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.8736951 Sep 16 05:20:27.279786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e63d7b2a-3567-413c-89bf-d847925b73a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.288624 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e63d7b2a-3567-413c-89bf-d847925b73a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.353276 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e63d7b2a-3567-413c-89bf-d847925b73a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06d78d56b4b046dda19b10007636aa4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685606 Sep 16 05:20:27.355976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38558) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:27.367298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d7b2a-3567-413c-89bf-d847925b73a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae88c5d-db03-49c1-9ebb-e31816592e0d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.382664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.415931 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a1a485-6e97-4a22-a5e0-94eb58669754 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:27.448714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5662-d598-4d58-a505-f27d2e53748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.476005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-da60d06b-3ce2-4ddd-84b3-85acd58d5411 None None] Provisioning complete for port a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:27.481254 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-da60d06b-3ce2-4ddd-84b3-85acd58d5411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.557637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa152-897d-445b-b079-82041fdc9d92 req-217b2651-46e7-4805-a2a0-fab5d7db1481 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.559833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5662-d598-4d58-a505-f27d2e53748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.561489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-217b2651-46e7-4805-a2a0-fab5d7db1481 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/networks?id=280c818c-ac1e-4e1b-87c9-1c234a85e107 HTTP/1.1" status: 200 len: 814 time: 0.7157018 Sep 16 05:20:27.573603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-da60d06b-3ce2-4ddd-84b3-85acd58d5411 None None] Port a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:27.583657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34a1a485-6e97-4a22-a5e0-94eb58669754, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34a1a485-6e97-4a22-a5e0-94eb58669754,segment=NetworkSegment(8ddd4cb1-5d89-4646-9a7e-8d51efa03569),segment_id=8ddd4cb1-5d89-4646-9a7e-8d51efa03569)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:27.591905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.680643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=34a1a485-6e97-4a22-a5e0-94eb58669754,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.682987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5662-d598-4d58-a505-f27d2e53748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.686207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5662-d598-4d58-a505-f27d2e53748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:27.690419 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0b3a5662-d598-4d58-a505-f27d2e53748b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ae88c5d-db03-49c1-9ebb-e31816592e0d HTTP/1.1" status: 204 len: 168 time: 0.3330822 Sep 16 05:20:27.705594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a5662-d598-4d58-a505-f27d2e53748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae88c5d-db03-49c1-9ebb-e31816592e0d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:27.775482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-96c36971-23be-4f61-aee8-4d8e8f51d33f tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/quotas/3949096ca916447c9314436b80d2b898 HTTP/1.1" status: 200 len: 375 time: 0.2032681 Sep 16 05:20:27.828717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36efe99-4705-4891-bf7b-58584de3c75a req-73f52da1-04de-4ca8-bf2e-7bb99cf0edd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 999 time: 0.5595331 Sep 16 05:20:27.876902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-119f1be2-fe54-4a89-9388-9e62a770add1 req-ea37497b-af90-406b-ab54-d8aeb5ad484d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818743 Sep 16 05:20:27.932900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-f57810eb-95aa-47f3-9b9b-fb758081904a tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3949096ca916447c9314436b80d2b898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029854 Sep 16 05:20:27.986143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting port a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:27.987013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.059262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['34a1a485-6e97-4a22-a5e0-94eb58669754'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:28.262850 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f0e0952-ff30-4ad0-9133-ed1a89d96786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.286929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-22a82359-8cc0-4a03-bde3-68616846cd78 service neutron] 10.222.0.55 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450589 Sep 16 05:20:28.355278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.434033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Calling delete_port for a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:28.474491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ac4e3-762f-4680-8d6a-5bc6779598ac req-0929c702-8f88-4a7b-aca5-29beb180ddcb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.476042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-395ac4e3-762f-4680-8d6a-5bc6779598ac req-0929c702-8f88-4a7b-aca5-29beb180ddcb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.3189785 Sep 16 05:20:28.591909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3ebb58fa-ece5-4191-9c9a-b69fa037b099 service neutron] 10.222.0.55 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004959 Sep 16 05:20:28.771814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-395ac4e3-762f-4680-8d6a-5bc6779598ac req-6c625488-73eb-4099-a238-8561daa9954d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558966 Sep 16 05:20:28.779467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38594) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:28.799916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36efe99-4705-4891-bf7b-58584de3c75a req-c0fbe198-fbe0-407c-84a3-88a8dff49351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.801495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36efe99-4705-4891-bf7b-58584de3c75a req-c0fbe198-fbe0-407c-84a3-88a8dff49351 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.2758658 Sep 16 05:20:28.802258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af4c8d97-8b18-40be-8f15-beb79c79d2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.927034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af4c8d97-8b18-40be-8f15-beb79c79d2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:28.938479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af4c8d97-8b18-40be-8f15-beb79c79d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.019185 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-af4c8d97-8b18-40be-8f15-beb79c79d2b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92d92c6030ce4da49bd0a402da6d79c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374291 Sep 16 05:20:29.019185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c8d97-8b18-40be-8f15-beb79c79d2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d20a3-b8b3-45c3-b66d-4380596676a7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.022054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:29.142934 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0552d14-79c9-42bc-9dba-63c84b598f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.162496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.188726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0552d14-79c9-42bc-9dba-63c84b598f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.199806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36efe99-4705-4891-bf7b-58584de3c75a req-b31095ef-5d2c-47d5-aade-c7739bf4890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.211990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36efe99-4705-4891-bf7b-58584de3c75a req-b31095ef-5d2c-47d5-aade-c7739bf4890d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3634369 Sep 16 05:20:29.286716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0552d14-79c9-42bc-9dba-63c84b598f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.289449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0552d14-79c9-42bc-9dba-63c84b598f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.305350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2fe669a-5dee-4232-9112-a93573d341cb req-932e46b2-3b10-4a0a-80f9-b34c75281f88 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 210 time: 0.1963480 Sep 16 05:20:29.309125 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f0552d14-79c9-42bc-9dba-63c84b598f6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a3d20a3-b8b3-45c3-b66d-4380596676a7 HTTP/1.1" status: 204 len: 168 time: 0.2859950 Sep 16 05:20:29.316623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.352532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0552d14-79c9-42bc-9dba-63c84b598f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d20a3-b8b3-45c3-b66d-4380596676a7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.371876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Port': ['ID=a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:29.408881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b630b64-a2eb-420d-8938-31f9e6467a36 req-0352a453-6ab1-48b2-afed-b4361bca9975 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.416657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b630b64-a2eb-420d-8938-31f9e6467a36 req-0352a453-6ab1-48b2-afed-b4361bca9975 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 944 time: 0.3616042 Sep 16 05:20:29.615539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.617651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0fa03a7a-d480-4603-97f9-877b26804639 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/ports/a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 HTTP/1.1" status: 204 len: 168 time: 2.5220764 Sep 16 05:20:29.620826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38646) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:29.635215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b630b64-a2eb-420d-8938-31f9e6467a36 req-05c45cd1-95f2-4211-adfe-dc5b1b36ee55 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173102 Sep 16 05:20:29.653911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36efe99-4705-4891-bf7b-58584de3c75a req-a47af879-39b0-4fd2-b5ea-855857cd50de service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833177 Sep 16 05:20:29.688212 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bd92f0-e9ad-4836-b05e-0fba8c56008b tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] GET failed (client error): The resource could not be found. Sep 16 05:20:29.696937 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1bd92f0-e9ad-4836-b05e-0fba8c56008b tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "GET /v2.0/ports/a72c43b5-0f69-4c8f-8340-5f01cdd7dbf7 HTTP/1.1" status: 404 len: 333 time: 0.0740192 Sep 16 05:20:29.699675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38648) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:29.712797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'name': 'tempest-AllowedAddressPairTestJSON-133435125'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:29.785876 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.900082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:29.905002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:29.937481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] device_id is not set on port e642a43c-21d0-4f58-b697-1d2eab9ed106 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:30.179981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36efe99-4705-4891-bf7b-58584de3c75a req-84aee1be-1ba4-409a-9982-92c244109f09 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119536 Sep 16 05:20:30.238011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da969-4542-4a08-a779-fd252b321fe8 req-c8c063f7-f54a-4ef1-91ec-93bbdb7eed28 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.251333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c94da969-4542-4a08-a779-fd252b321fe8 req-c8c063f7-f54a-4ef1-91ec-93bbdb7eed28 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1985879 Sep 16 05:20:30.344217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c94da969-4542-4a08-a779-fd252b321fe8 req-df303428-865e-4444-9e7b-e147ac92073f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918934 Sep 16 05:20:30.406704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Allocated IP 172.20.0.9 (ab3c77fd-0837-45b3-b5d7-722588efad2b/f2bcb395-2560-44bb-a91a-3e46673cc058/e642a43c-21d0-4f58-b697-1d2eab9ed106) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:30.508085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b00a6de5-e354-4624-bc77-cf84a226f816 req-642e741e-acee-4ed3-b7ab-70c90fb45300 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 210 time: 0.0668781 Sep 16 05:20:30.775870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.853365 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:30.962342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa152-897d-445b-b079-82041fdc9d92 req-35d87892-ebf3-45fe-8973-afc8713c67ac tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.968580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-35d87892-ebf3-45fe-8973-afc8713c67ac tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "GET /v2.0/networks?id=280c818c-ac1e-4e1b-87c9-1c234a85e107 HTTP/1.1" status: 200 len: 814 time: 0.2331097 Sep 16 05:20:30.988383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:30.995828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Request body: {'port': {'device_id': '051ca564-0ef5-4e74-a204-d356aa71759f', 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107', 'admin_state_up': True, 'tenant_id': '3949096ca916447c9314436b80d2b898'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:30.999868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:31.005058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=e642a43c-21d0-4f58-b697-1d2eab9ed106,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:31.010915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:31.028293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34a1a485-6e97-4a22-a5e0-94eb58669754 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:31.070198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb92256-9576-4028-a7e5-581fb1b48ba4 req-b18c272b-478c-472d-869a-c4335177ea0a tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.079491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdb92256-9576-4028-a7e5-581fb1b48ba4 req-b18c272b-478c-472d-869a-c4335177ea0a tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 944 time: 0.3237989 Sep 16 05:20:31.199651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.205677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.227141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdb92256-9576-4028-a7e5-581fb1b48ba4 req-77026fde-a6cd-4644-b7c9-9864db26b2a9 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467628 Sep 16 05:20:31.259701 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21904f80-a036-4dc2-ac32-896d4de4f99a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5587468 Sep 16 05:20:31.261758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.263388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38744) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:31.279304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 34a1a485-6e97-4a22-a5e0-94eb58669754 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:31.280932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'network_id': 'ab3c77fd-0837-45b3-b5d7-722588efad2b', 'name': 'tempest-AllowedAddressPairTestJSON-1883370797'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:31.302809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 34a1a485-6e97-4a22-a5e0-94eb58669754 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:31.306135 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.351702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Made reservation on behalf of 3949096ca916447c9314436b80d2b898 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:31.359425 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.532034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.625454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a1a485-6e97-4a22-a5e0-94eb58669754'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:31.629257 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c10971-63f4-4124-b5ca-8e6025c279a5" -d '{"events": [{"server_uuid": "c0804dea-edaa-4177-829b-720e9b70b63e", "name": "network-vif-plugged", "status": "completed", "tag": "34a1a485-6e97-4a22-a5e0-94eb58669754"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:31.650875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4df9ae58-6bc2-47cd-8f91-d7812f3808a0 None None] Provisioning complete for port e642a43c-21d0-4f58-b697-1d2eab9ed106 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:31.651632 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4df9ae58-6bc2-47cd-8f91-d7812f3808a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.655673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34a1a485-6e97-4a22-a5e0-94eb58669754, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34a1a485-6e97-4a22-a5e0-94eb58669754,segment=NetworkSegment(8ddd4cb1-5d89-4646-9a7e-8d51efa03569),segment_id=8ddd4cb1-5d89-4646-9a7e-8d51efa03569)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:31.678294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Made reservation on behalf of 0c85267d29a34af7a022e449c127eff3 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:31.685326 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.706365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] device_id is not set on port 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:31.719697 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:31.782180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Allocated IP 172.20.0.13 (280c818c-ac1e-4e1b-87c9-1c234a85e107/58d7dc9f-8464-4f48-948e-65ae95e10ed4/883668a5-3b67-482b-aebc-dc47bc96e389) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:31.803004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4df9ae58-6bc2-47cd-8f91-d7812f3808a0 None None] Port e642a43c-21d0-4f58-b697-1d2eab9ed106 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:31.829288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=34a1a485-6e97-4a22-a5e0-94eb58669754,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:31.931924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Allocated IP 172.20.0.4 (ab3c77fd-0837-45b3-b5d7-722588efad2b/f2bcb395-2560-44bb-a91a-3e46673cc058/82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:31.965128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57418a11-ab06-4a80-8e6c-2d7d2097da45 req-51b80f40-a4bf-4268-a0f8-1fc29faf5ddf tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 210 time: 0.1200676 Sep 16 05:20:32.109140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-4e95c73b-47f8-4962-8990-4c6049865afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.112152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-4e95c73b-47f8-4962-8990-4c6049865afd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.3769548 Sep 16 05:20:32.136699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229834b-dd88-485a-84aa-4a43547fce2c req-8098c24c-c536-4bf7-af11-5be08a14c95b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.150588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e229834b-dd88-485a-84aa-4a43547fce2c req-8098c24c-c536-4bf7-af11-5be08a14c95b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.4017134 Sep 16 05:20:32.274241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.322644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.389575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Network ab3c77fd-0837-45b3-b5d7-722588efad2b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:32.395669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:32.401639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:32.567447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e229834b-dd88-485a-84aa-4a43547fce2c req-18f63943-5ab4-42f9-9e29-7d951f4b376c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155836 Sep 16 05:20:32.591190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:32.724636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c36503-b428-4b06-8030-b421038ac343 req-505e5929-d905-40d5-b7bc-c2209e2d4aa8 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.727289 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a937a2-dce6-4916-b96a-8ee6ab02c038 x-openstack-request-id: req-74a937a2-dce6-4916-b96a-8ee6ab02c038 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:32.727808 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0804dea-edaa-4177-829b-720e9b70b63e", "name": "network-vif-plugged", "status": "completed", "tag": "34a1a485-6e97-4a22-a5e0-94eb58669754", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:32.728058 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74a937a2-dce6-4916-b96a-8ee6ab02c038 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:32.728508 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a1a485-6e97-4a22-a5e0-94eb58669754', 'code': 200} Sep 16 05:20:32.735325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33c36503-b428-4b06-8030-b421038ac343 req-505e5929-d905-40d5-b7bc-c2209e2d4aa8 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.5807531 Sep 16 05:20:32.766145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38826) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:32.807357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-1fe23b69-a9af-4025-8368-66ddd55beeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:32.809636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-1fe23b69-a9af-4025-8368-66ddd55beeb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 0.6508322 Sep 16 05:20:32.856851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33c36503-b428-4b06-8030-b421038ac343 req-b603b4d7-43b0-48ef-b38f-8075078ed146 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186249 Sep 16 05:20:32.977161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c8deee0c-d730-4024-9c9a-b81466e3f894 None None] Provisioning complete for port 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:32.982193 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8deee0c-d730-4024-9c9a-b81466e3f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.029873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb51e2-5c84-4e0c-bd1e-c82ad9c900ba req-d320d546-0cdc-4f08-976b-54e2d4db78a8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.031515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cdb51e2-5c84-4e0c-bd1e-c82ad9c900ba req-d320d546-0cdc-4f08-976b-54e2d4db78a8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1207647 Sep 16 05:20:33.032856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.091601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c8deee0c-d730-4024-9c9a-b81466e3f894 None None] Port 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:33.133941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Pushing event updated for resources: {'Port': ['ID=883668a5-3b67-482b-aebc-dc47bc96e389,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:33.153980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f2087186-1cb1-491f-a075-2a7f9022f167 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-528123380'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:33.154830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f2087186-1cb1-491f-a075-2a7f9022f167 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Unknown quota resources ['metering_label']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:20:33.160696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Network 280c818c-ac1e-4e1b-87c9-1c234a85e107 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:33.185083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:33.195728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:33.215728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:33.254362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.255625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.294408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8a963273-0195-411d-a368-c5c2ab23f578 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0252383 Sep 16 05:20:33.295267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38852) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:33.309437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3c:a0:d4'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8c:c4:e3'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:33.470140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2cdb51e2-5c84-4e0c-bd1e-c82ad9c900ba req-29e5eb69-eeac-41d6-8dec-5b623b692db4 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428152 Sep 16 05:20:33.727149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.966458 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f2087186-1cb1-491f-a075-2a7f9022f167 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:33.967758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f2087186-1cb1-491f-a075-2a7f9022f167 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1756721 Sep 16 05:20:33.972232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:33.979920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6e7aa88b-bffa-454f-9762-c741f1f91815 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7769519f-f958-46ec-976b-57526a13546b'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:33.980830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6e7aa88b-bffa-454f-9762-c741f1f91815 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:20:33.993532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.994391 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.042533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-3bc9e638-a838-45fd-8e8d-906b20d08a53 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0662067 Sep 16 05:20:34.064954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Request body: {'port': {'device_id': '051ca564-0ef5-4e74-a204-d356aa71759f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:34.122051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641bf75-7ec0-452a-871d-67cdb0dc90d4 req-57abface-4828-4792-8c71-d1460c63f676 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.123810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4641bf75-7ec0-452a-871d-67cdb0dc90d4 req-57abface-4828-4792-8c71-d1460c63f676 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 932 time: 0.2085671 Sep 16 05:20:34.175042 n-d-713301-15 neutron-server[94718]: WARNING neutron.services.metering.metering_plugin [None req-6e7aa88b-bffa-454f-9762-c741f1f91815 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:20:34.212841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.217543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4641bf75-7ec0-452a-871d-67cdb0dc90d4 req-fc773bb1-2a58-497a-846a-71121719af80 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789456 Sep 16 05:20:34.381174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6e7aa88b-bffa-454f-9762-c741f1f91815 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.385781 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6e7aa88b-bffa-454f-9762-c741f1f91815 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4087183 Sep 16 05:20:34.387450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.392310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-61113a11-a1ff-496c-8cf9-6c99008087ac tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7769519f-f958-46ec-976b-57526a13546b'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:34.393390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-61113a11-a1ff-496c-8cf9-6c99008087ac tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:20:34.414322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.426717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.502659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7283ed2-2975-4239-bb30-e5c73fc06895 req-9fcae2e8-43d8-429e-8212-d53f30796f46 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.504267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7283ed2-2975-4239-bb30-e5c73fc06895 req-9fcae2e8-43d8-429e-8212-d53f30796f46 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.0988476 Sep 16 05:20:34.531722 n-d-713301-15 neutron-server[94718]: WARNING neutron.services.metering.metering_plugin [None req-61113a11-a1ff-496c-8cf9-6c99008087ac tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:20:34.654556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7283ed2-2975-4239-bb30-e5c73fc06895 req-ff0dc7bf-a318-452f-b1f7-0e3701d08781 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167850 Sep 16 05:20:34.779777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61113a11-a1ff-496c-8cf9-6c99008087ac tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.781015 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61113a11-a1ff-496c-8cf9-6c99008087ac tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3924372 Sep 16 05:20:34.791906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event updated for resources: {'Port': ['ID=82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.807957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38940) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.827777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] In _notify_port_updated(), no bound segment for port 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f on network ab3c77fd-0837-45b3-b5d7-722588efad2b {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:20:34.834457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.835221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.836601 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf9bd150-e8ac-4d4c-8819-b096aa5fce5d tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "PUT /v2.0/ports/82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f HTTP/1.1" status: 200 len: 1055 time: 1.5389802 Sep 16 05:20:34.840628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b96b99f7-2429-45c9-bcc1-9179c68d3e8f tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=45229d24-736f-485a-b359-d9829fc559ed HTTP/1.1" status: 200 len: 464 time: 0.0316553 Sep 16 05:20:34.841207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38942) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.843091 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38944) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:34.858471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883668a5-3b67-482b-aebc-dc47bc96e389 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:34.868566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.909497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Transition to ACTIVE for port object 883668a5-3b67-482b-aebc-dc47bc96e389 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:34.939253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.955236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a3a37440-3327-4bd4-a42d-57ea70f780de None None] Provisioning complete for port 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:34.956568 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3a37440-3327-4bd4-a42d-57ea70f780de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.020720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a3a37440-3327-4bd4-a42d-57ea70f780de None None] Port 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:35.058833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e6242-8dab-40dd-9eda-1d70ebf3233e req-ce3f60e4-3f5d-46e9-9d92-43fdeafc418d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.063636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-752e6242-8dab-40dd-9eda-1d70ebf3233e req-ce3f60e4-3f5d-46e9-9d92-43fdeafc418d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1811893 Sep 16 05:20:35.072755 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-197ac0b2-e105-4078-9f53-e65f8d3291fc tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.074195 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-197ac0b2-e105-4078-9f53-e65f8d3291fc tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/45229d24-736f-485a-b359-d9829fc559ed HTTP/1.1" status: 204 len: 168 time: 0.2299891 Sep 16 05:20:35.078769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38960) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:35.090248 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-415cdc24-e609-404a-931e-ccf40e2e2c05 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=45229d24-736f-485a-b359-d9829fc559ed HTTP/1.1" status: 200 len: 221 time: 0.0097902 Sep 16 05:20:35.097193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38962) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:35.106683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ada84ad0-46cc-4cf5-9029-fc736d824aad tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2070400210', 'description': 'label created by tempest'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:35.107123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ada84ad0-46cc-4cf5-9029-fc736d824aad tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Unknown quota resources ['metering_label']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:20:35.129039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Pushing event updated for resources: {'Port': ['ID=883668a5-3b67-482b-aebc-dc47bc96e389,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.186581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-752e6242-8dab-40dd-9eda-1d70ebf3233e req-b9dbff67-e569-47e5-a077-dd1fc3bf3db6 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218662 Sep 16 05:20:35.195992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting port 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:35.196372 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.208398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Attempting to bind port 883668a5-3b67-482b-aebc-dc47bc96e389 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:35.208595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Attempting to bind port 883668a5-3b67-482b-aebc-dc47bc96e389 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:35.208951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Attempting to bind port 883668a5-3b67-482b-aebc-dc47bc96e389 on network 280c818c-ac1e-4e1b-87c9-1c234a85e107 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:35.213885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Port 883668a5-3b67-482b-aebc-dc47bc96e389 on network 280c818c-ac1e-4e1b-87c9-1c234a85e107 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:35.214223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Attempting to bind port 883668a5-3b67-482b-aebc-dc47bc96e389 on network 280c818c-ac1e-4e1b-87c9-1c234a85e107 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:35.230588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:35.230817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Checking segment: {'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:35.231205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Bound using segment: {'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:35.231642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Bound port: 883668a5-3b67-482b-aebc-dc47bc96e389, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd502e90-b26a-4eb1-ae55-e3ae94600517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:35.232001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.357757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] For port 883668a5-3b67-482b-aebc-dc47bc96e389, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:35.363399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] For port 883668a5-3b67-482b-aebc-dc47bc96e389, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883668a5-3b67-482b-aebc-dc47bc96e389,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:35.372881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723568-2c5c-405e-bc04-8a9f7bf3853b req-795bed1d-c8a6-4248-924b-283666c20e8b tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.374476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65723568-2c5c-405e-bc04-8a9f7bf3853b req-795bed1d-c8a6-4248-924b-283666c20e8b tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.0851572 Sep 16 05:20:35.376215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.420424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.426742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.427197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.428645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] 10.222.0.73 "PUT /v2.0/ports/883668a5-3b67-482b-aebc-dc47bc96e389 HTTP/1.1" status: 200 len: 1093 time: 1.3717089 Sep 16 05:20:35.429104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051ca564-0ef5-4e74-a204-d356aa71759f', 'tag': '883668a5-3b67-482b-aebc-dc47bc96e389'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:35.431409 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717b05dc-d63f-4abf-ae84-c02e9f4db33e" -d '{"events": [{"name": "network-changed", "server_uuid": "051ca564-0ef5-4e74-a204-d356aa71759f", "tag": "883668a5-3b67-482b-aebc-dc47bc96e389"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:35.496015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Calling delete_port for 82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:35.504308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e8f3b-4ce1-4a8c-80fb-49101a665c55 service neutron] Pushing event updated for resources: {'Port': ['ID=883668a5-3b67-482b-aebc-dc47bc96e389,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:35.519874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65723568-2c5c-405e-bc04-8a9f7bf3853b req-12792d5c-72c9-48e5-b7a8-a0722824c12f tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344697 Sep 16 05:20:35.610305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa152-897d-445b-b079-82041fdc9d92 req-4afdd6c5-87e4-4a08-a109-7f9a2fe64cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.613635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-4afdd6c5-87e4-4a08-a109-7f9a2fe64cf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3949096ca916447c9314436b80d2b898&device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 1096 time: 0.0909014 Sep 16 05:20:35.623929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ada84ad0-46cc-4cf5-9029-fc736d824aad tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.628363 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ada84ad0-46cc-4cf5-9029-fc736d824aad tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5220892 Sep 16 05:20:35.630387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 38998) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:35.718277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-4c796e22-b7e4-440e-8344-4534c2e3b370 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=883668a5-3b67-482b-aebc-dc47bc96e389 HTTP/1.1" status: 200 len: 217 time: 0.0734987 Sep 16 05:20:35.770235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c10960d-a6c1-4eb4-a312-ce9201dc8f35 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=35d14aa2-91bc-4a0b-9227-0361bcd58fef HTTP/1.1" status: 200 len: 468 time: 0.1380150 Sep 16 05:20:35.775743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39014) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:35.792539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f83e17-8bae-46cb-b5db-957d24999c93 req-11bd083b-abf7-4c52-9b30-46d0136d8ac8 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.793823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29f83e17-8bae-46cb-b5db-957d24999c93 req-11bd083b-abf7-4c52-9b30-46d0136d8ac8 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 944 time: 0.1754987 Sep 16 05:20:35.876248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:35.892188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa152-897d-445b-b079-82041fdc9d92 req-676362cf-20b3-48ab-bfe0-30043749ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.894307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-676362cf-20b3-48ab-bfe0-30043749ee69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58d7dc9f-8464-4f48-948e-65ae95e10ed4 HTTP/1.1" status: 200 len: 854 time: 0.1681547 Sep 16 05:20:35.919199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Port': ['ID=82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:36.008851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29f83e17-8bae-46cb-b5db-957d24999c93 req-3d0af0e4-0c20-4f8f-9f73-8be9041d7bfd tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804419 Sep 16 05:20:36.141757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-cc107cf7-0938-41e3-bb95-fb50f5486107 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280c818c-ac1e-4e1b-87c9-1c234a85e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2348969 Sep 16 05:20:36.188427 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a366d207-fa48-4509-a2a4-ec5ae03af080 x-openstack-request-id: req-a366d207-fa48-4509-a2a4-ec5ae03af080 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:36.188427 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051ca564-0ef5-4e74-a204-d356aa71759f", "tag": "883668a5-3b67-482b-aebc-dc47bc96e389", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:36.188866 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a366d207-fa48-4509-a2a4-ec5ae03af080 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:36.189038 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051ca564-0ef5-4e74-a204-d356aa71759f', 'tag': '883668a5-3b67-482b-aebc-dc47bc96e389', 'status': 'completed', 'code': 200} Sep 16 05:20:36.287332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.296124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39050) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.300123 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0eef0299-429d-4687-a641-bab7780349dc tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/ports/82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f HTTP/1.1" status: 204 len: 168 time: 1.4563785 Sep 16 05:20:36.405278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1672d8a6-04d0-4b7b-bde6-5a5f9fbd79d4 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.408583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1672d8a6-04d0-4b7b-bde6-5a5f9fbd79d4 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/35d14aa2-91bc-4a0b-9227-0361bcd58fef HTTP/1.1" status: 204 len: 168 time: 0.6295812 Sep 16 05:20:36.411858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39058) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.450768 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-83501bd4-4fe9-4dd7-9cf7-d33a24111464 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=35d14aa2-91bc-4a0b-9227-0361bcd58fef HTTP/1.1" status: 200 len: 216 time: 0.0365000 Sep 16 05:20:36.455786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39062) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.458930 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cd5163-d6fc-4583-94a2-506cc63f4554 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] GET failed (client error): The resource could not be found. Sep 16 05:20:36.461997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-90cd5163-d6fc-4583-94a2-506cc63f4554 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "GET /v2.0/ports/82a8a9ed-463b-49ae-9ac4-fc46d2e2dc0f HTTP/1.1" status: 404 len: 333 time: 0.1598027 Sep 16 05:20:36.474175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39064) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.568739 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-08859b98-8290-4776-9a17-c0d5d69ada08 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1112731 Sep 16 05:20:36.577899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39070) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.592816 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a48f374-d951-4f72-aa16-e39df0cc72f2 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0185220 Sep 16 05:20:36.599462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39072) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.668417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting port e642a43c-21d0-4f58-b697-1d2eab9ed106 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:36.668706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.673023 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cf7713e-782a-4bdf-bf9a-6b3a162ed44a tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/7769519f-f958-46ec-976b-57526a13546b HTTP/1.1" status: 200 len: 472 time: 0.0690687 Sep 16 05:20:36.677614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39076) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.692933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c124-2cbd-47ec-92fd-875dfd2426bc req-30ed5ace-5b90-47da-918b-50c3a28903a3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.694519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53a5c124-2cbd-47ec-92fd-875dfd2426bc req-30ed5ace-5b90-47da-918b-50c3a28903a3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.2968199 Sep 16 05:20:36.696558 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6f88345c-146d-497f-9cd3-109e8318a336 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/0e065808-3e0d-4f15-8c2f-191fec6e8ca7 HTTP/1.1" status: 200 len: 461 time: 0.0178473 Sep 16 05:20:36.700384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39080) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:36.727559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-909b570a-1289-42a1-bdc4-950a96adf6b0 service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691652 Sep 16 05:20:36.842729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.849954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53a5c124-2cbd-47ec-92fd-875dfd2426bc req-5c4d5be5-d32d-4209-880d-b955a7eb4649 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136792 Sep 16 05:20:36.860129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Calling delete_port for e642a43c-21d0-4f58-b697-1d2eab9ed106 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:36.985270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de8d8cb-91b8-43f0-861b-ee7b4952fd3d tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.986272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3de8d8cb-91b8-43f0-861b-ee7b4952fd3d tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/0e065808-3e0d-4f15-8c2f-191fec6e8ca7 HTTP/1.1" status: 204 len: 168 time: 0.2842400 Sep 16 05:20:36.989078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.132142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.142005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eafa152-897d-445b-b079-82041fdc9d92 req-2cd8a7fc-4a90-4fd6-b0c7-1a6bb58a085e service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033134 Sep 16 05:20:37.225412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Port': ['ID=e642a43c-21d0-4f58-b697-1d2eab9ed106,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:37.325706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6509cfea-7848-4c79-a145-569f340dc2a3 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.329311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6509cfea-7848-4c79-a145-569f340dc2a3 tempest-MeteringTestJSON-1613773672 tempest-MeteringTestJSON-1613773672-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/7769519f-f958-46ec-976b-57526a13546b HTTP/1.1" status: 204 len: 168 time: 0.3392544 Sep 16 05:20:37.374642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fabb0e-5883-41bb-8efb-ed7a9eb7213a req-583d56dc-7366-48a5-ba1c-d0b741213ac3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.384299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36fabb0e-5883-41bb-8efb-ed7a9eb7213a req-583d56dc-7366-48a5-ba1c-d0b741213ac3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1865609 Sep 16 05:20:37.414375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.417480 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9ce174b8-0090-4544-8b7b-5e140dc4be2a tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/ports/e642a43c-21d0-4f58-b697-1d2eab9ed106 HTTP/1.1" status: 204 len: 168 time: 0.9418128 Sep 16 05:20:37.422123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39118) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.463285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-32efe928-ade8-4793-8f54-8521f5dfc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.466454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-32efe928-ade8-4793-8f54-8521f5dfc8b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3949096ca916447c9314436b80d2b898&device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 1096 time: 0.2337005 Sep 16 05:20:37.539652 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce4984c-53bc-4062-ba13-9ca8a4146b8f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] GET failed (client error): The resource could not be found. Sep 16 05:20:37.549576 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ce4984c-53bc-4062-ba13-9ca8a4146b8f tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "GET /v2.0/ports/e642a43c-21d0-4f58-b697-1d2eab9ed106 HTTP/1.1" status: 404 len: 333 time: 0.1251421 Sep 16 05:20:37.549944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39128) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:37.579312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36fabb0e-5883-41bb-8efb-ed7a9eb7213a req-4f12ed83-a3ef-46eb-b449-429e63e46373 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838851 Sep 16 05:20:37.761450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting port e26aeb58-b79b-4fc1-8695-65a5dff628e4 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:37.761778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.808305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-8625f6ae-0d2a-4c82-9664-82fd1843607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.810493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-8625f6ae-0d2a-4c82-9664-82fd1843607f service neutron] 10.222.0.73 "GET /v2.0/networks?id=280c818c-ac1e-4e1b-87c9-1c234a85e107 HTTP/1.1" status: 200 len: 915 time: 0.3142033 Sep 16 05:20:37.915076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:37.929029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Calling delete_port for e26aeb58-b79b-4fc1-8695-65a5dff628e4 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:38.003745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-d5f6a758-3cb8-47ab-b85c-088dc09a5ee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=883668a5-3b67-482b-aebc-dc47bc96e389 HTTP/1.1" status: 200 len: 217 time: 0.1832139 Sep 16 05:20:38.020669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63902392-7c39-4d32-912d-c165f2a498fd req-4e0d1a25-d97c-4572-bccd-e90a0ecf2951 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.034677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63902392-7c39-4d32-912d-c165f2a498fd req-4e0d1a25-d97c-4572-bccd-e90a0ecf2951 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.3219962 Sep 16 05:20:38.088165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.115354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.182454 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Port': ['ID=e26aeb58-b79b-4fc1-8695-65a5dff628e4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.254043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.256509 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fbdbefc4-4963-4b47-b669-54e9fa861ab3 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/ports/e26aeb58-b79b-4fc1-8695-65a5dff628e4 HTTP/1.1" status: 204 len: 168 time: 0.7052746 Sep 16 05:20:38.272272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39142) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.335460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63902392-7c39-4d32-912d-c165f2a498fd req-a30e6c06-f571-45af-ac73-9353445ddfa9 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993472 Sep 16 05:20:38.343758 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2323fe8-2586-426f-bf2f-7c749f00334a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.421453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-9adbae68-2a54-4094-8b4a-d6762f8f53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.429673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-9adbae68-2a54-4094-8b4a-d6762f8f53d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58d7dc9f-8464-4f48-948e-65ae95e10ed4 HTTP/1.1" status: 200 len: 854 time: 0.3905416 Sep 16 05:20:38.525378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-0c9f1860-a6d1-456b-9877-65096a01f71f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280c818c-ac1e-4e1b-87c9-1c234a85e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867929 Sep 16 05:20:38.643362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2323fe8-2586-426f-bf2f-7c749f00334a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.655430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2323fe8-2586-426f-bf2f-7c749f00334a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.722959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-9253ec67-23cb-4541-a225-cd92fb52fd38 service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535513 Sep 16 05:20:38.730962 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:38.734142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting subnet f2bcb395-2560-44bb-a91a-3e46673cc058 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:38.738520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.753844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2323fe8-2586-426f-bf2f-7c749f00334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2878a0-fddf-4a5e-b441-6cd49f8e3e25,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:38.794606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2323fe8-2586-426f-bf2f-7c749f00334a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32a40b905d214baaabcb5b451dd1f983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054636 Sep 16 05:20:38.798293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39150) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:38.819733 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.840001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ea10-8e60-4238-9b09-e7baf9ac8796 req-a90cea80-09c2-40c0-a458-1d4105fd9abc tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.848857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a52ea10-8e60-4238-9b09-e7baf9ac8796 req-a90cea80-09c2-40c0-a458-1d4105fd9abc tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 944 time: 0.3201187 Sep 16 05:20:38.919794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7445a532-abd9-490b-a74c-92a98adf9190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.926726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a52ea10-8e60-4238-9b09-e7baf9ac8796 req-d1572807-32e6-4dbb-967a-3aa877af9385 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737121 Sep 16 05:20:38.980504 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7445a532-abd9-490b-a74c-92a98adf9190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.102864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7445a532-abd9-490b-a74c-92a98adf9190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.113702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7445a532-abd9-490b-a74c-92a98adf9190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.121075 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7445a532-abd9-490b-a74c-92a98adf9190 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e2878a0-fddf-4a5e-b441-6cd49f8e3e25 HTTP/1.1" status: 204 len: 168 time: 0.3168976 Sep 16 05:20:39.157673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3880f54-9597-446a-a688-f0223a64ca87 req-51db13e9-48cf-472c-a360-7a42f0f1de5d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.159657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445a532-abd9-490b-a74c-92a98adf9190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2878a0-fddf-4a5e-b441-6cd49f8e3e25,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.185377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3880f54-9597-446a-a688-f0223a64ca87 req-51db13e9-48cf-472c-a360-7a42f0f1de5d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1522098 Sep 16 05:20:39.217443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-717b05dc-d63f-4abf-ae84-c02e9f4db33e req-fdac1c25-5728-44d7-b0f1-c6ecfd9ac9d4 service neutron] 10.222.0.73 "GET /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201658 Sep 16 05:20:39.234142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.405036 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3880f54-9597-446a-a688-f0223a64ca87 req-496bda3f-2b44-43a0-84c8-2be79785a314 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183270 Sep 16 05:20:39.515281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.659677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bcb395-2560-44bb-a91a-3e46673cc058,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.908472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39166) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:39.928528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.929305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b95258f0-661d-4886-ae4b-7a7c1053db96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.935003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-095dc238-c5a1-43aa-a8cf-528db1bfa353 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/subnets/f2bcb395-2560-44bb-a91a-3e46673cc058 HTTP/1.1" status: 204 len: 168 time: 1.6469607 Sep 16 05:20:39.950786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204471f-0414-4ebb-8fad-dcdae2f376af None None] Network ab3c77fd-0837-45b3-b5d7-722588efad2b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:39.953339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39168) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:39.975793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-78aae297-85a6-46c3-82f1-6071a8c064bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 217 time: 0.3385227 Sep 16 05:20:40.047383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b16f3-fdf2-4fd2-9ea1-f73d8f0462cc req-147e65cb-6397-4885-9798-eaf39f9eebac tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.055409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-509b16f3-fdf2-4fd2-9ea1-f73d8f0462cc req-147e65cb-6397-4885-9798-eaf39f9eebac tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.4206128 Sep 16 05:20:40.101035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a42e1-0f71-4d6c-bfb0-63101e37d297 req-e868edd6-9896-4d7e-bb76-0c5e731d1c57 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.120008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd7a42e1-0f71-4d6c-bfb0-63101e37d297 req-e868edd6-9896-4d7e-bb76-0c5e731d1c57 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.4947226 Sep 16 05:20:40.202537 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.205347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-509b16f3-fdf2-4fd2-9ea1-f73d8f0462cc req-a466e209-d460-431f-853f-1444c1b77c6d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355891 Sep 16 05:20:40.254616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd7a42e1-0f71-4d6c-bfb0-63101e37d297 req-e15d43d5-c11b-48ff-a813-81a352c0fef2 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336296 Sep 16 05:20:40.406560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f010b-c438-47c8-a655-69dfb2859068 req-c7a4647a-7915-496c-a8b4-4c6880379f9c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.418152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-395f010b-c438-47c8-a655-69dfb2859068 req-c7a4647a-7915-496c-a8b4-4c6880379f9c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 944 time: 0.1109374 Sep 16 05:20:40.535362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-395f010b-c438-47c8-a655-69dfb2859068 req-2b6c0cf7-e10a-490b-9b06-f9523d4afea0 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140528 Sep 16 05:20:40.675286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] DHCP port deletion for ab3c77fd-0837-45b3-b5d7-722588efad2b request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:20:40.690789 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b95258f0-661d-4886-ae4b-7a7c1053db96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.720008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b95258f0-661d-4886-ae4b-7a7c1053db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.783279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883668a5-3b67-482b-aebc-dc47bc96e389 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:40.851008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Deleting port a317c48d-c816-4746-9f83-5e0a1dca063f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:40.851741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:40.891415 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b95258f0-661d-4886-ae4b-7a7c1053db96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0826906588b04c7482eb0a29537fbe09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9794474 Sep 16 05:20:40.894163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39180) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:40.972687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd718e-81c2-4bd6-8254-7338c609d61c req-1fb2c923-7fdf-426a-ae99-55849b38fa6b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.974881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0dd718e-81c2-4bd6-8254-7338c609d61c req-1fb2c923-7fdf-426a-ae99-55849b38fa6b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1834357 Sep 16 05:20:40.999813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a317c48d-c816-4746-9f83-5e0a1dca063f no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:41.000627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] For port a317c48d-c816-4746-9f83-5e0a1dca063f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a317c48d-c816-4746-9f83-5e0a1dca063f,segment=NetworkSegment(77b34a73-d4ee-4a19-8549-e52a5ec7c1a4),segment_id=77b34a73-d4ee-4a19-8549-e52a5ec7c1a4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:41.001314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.027349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Calling delete_port for a317c48d-c816-4746-9f83-5e0a1dca063f owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:41.074747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0dd718e-81c2-4bd6-8254-7338c609d61c req-804d2010-9f1a-4d3a-ae5e-012e06ac2188 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863564 Sep 16 05:20:41.075659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-95d1291d-36a4-4cb5-a75a-94c3fff09ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.111929 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-95d1291d-36a4-4cb5-a75a-94c3fff09ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.143836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883668a5-3b67-482b-aebc-dc47bc96e389, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883668a5-3b67-482b-aebc-dc47bc96e389,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:41.160413 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95258f0-661d-4886-ae4b-7a7c1053db96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa5c74-8c39-48b3-812c-9f90e5ead271,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.165334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.183807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] No DVR routers for this DVR port a317c48d-c816-4746-9f83-5e0a1dca063f on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:41.208082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Port': ['ID=a317c48d-c816-4746-9f83-5e0a1dca063f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.210167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-95d1291d-36a4-4cb5-a75a-94c3fff09ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.213821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] Deleting port a317c48d-c816-4746-9f83-5e0a1dca063f {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:41.214716 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.216409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-95d1291d-36a4-4cb5-a75a-94c3fff09ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.218958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-95d1291d-36a4-4cb5-a75a-94c3fff09ed2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5faa5c74-8c39-48b3-812c-9f90e5ead271 HTTP/1.1" status: 204 len: 168 time: 0.3224151 Sep 16 05:20:41.232988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Port a317c48d-c816-4746-9f83-5e0a1dca063f update to DOWN by agent not found {{(pid=94720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:20:41.245995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1291d-36a4-4cb5-a75a-94c3fff09ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa5c74-8c39-48b3-812c-9f90e5ead271,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.278327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '883668a5-3b67-482b-aebc-dc47bc96e389', 'network_id': '280c818c-ac1e-4e1b-87c9-1c234a85e107', 'port_id': '883668a5-3b67-482b-aebc-dc47bc96e389', 'mac_address': 'fa:16:3e:21:bb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d7dc9f-8464-4f48-948e-65ae95e10ed4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:41.343943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.371409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3c77fd-0837-45b3-b5d7-722588efad2b']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.376032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac80156-f961-4ae3-bc6d-e762623df93c req-36f1a2ca-ec11-4575-9c03-01ac397b40ec tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.378486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aac80156-f961-4ae3-bc6d-e762623df93c req-36f1a2ca-ec11-4575-9c03-01ac397b40ec tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0976000 Sep 16 05:20:41.396017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b34a73-d4ee-4a19-8549-e52a5ec7c1a4') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.396507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b34a73-d4ee-4a19-8549-e52a5ec7c1a4') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:41.406699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.423045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aac80156-f961-4ae3-bc6d-e762623df93c req-803b8b2e-93f0-4ed6-a12f-3707285f0d1f tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371742 Sep 16 05:20:41.429684 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.443666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] For port a317c48d-c816-4746-9f83-5e0a1dca063f, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:41.443666 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.447888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:41.448969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:41.453686 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:41.465350 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.475768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] Calling delete_port for a317c48d-c816-4746-9f83-5e0a1dca063f owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:41.480466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] Port a317c48d-c816-4746-9f83-5e0a1dca063f was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:20:41.483202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.487532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883668a5-3b67-482b-aebc-dc47bc96e389 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:41.522721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] No DVR routers for this DVR port a317c48d-c816-4746-9f83-5e0a1dca063f on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:41.541277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989f122-463f-479f-9237-9634eca0d6b1 None None] Pushing event deleted for resources: {'Port': ['ID=a317c48d-c816-4746-9f83-5e0a1dca063f,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.551034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.552629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883668a5-3b67-482b-aebc-dc47bc96e389, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883668a5-3b67-482b-aebc-dc47bc96e389,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:41.556711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.558431 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.562553 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] 10.222.0.55 "DELETE /v2.0/networks/ab3c77fd-0837-45b3-b5d7-722588efad2b HTTP/1.1" status: 204 len: 168 time: 1.6051290 Sep 16 05:20:41.599883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ababa-0a74-4673-a666-687f5f4e5822 tempest-AllowedAddressPairTestJSON-978665532 tempest-AllowedAddressPairTestJSON-978665532-project] Pushing event deleted for resources: {'Network': ['ID=ab3c77fd-0837-45b3-b5d7-722588efad2b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.622553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc077e1-eebd-4b15-957c-3c9f5ede11f8 req-c1979652-3275-463e-bcde-6e6eb4be918c tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.624444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abc077e1-eebd-4b15-957c-3c9f5ede11f8 req-c1979652-3275-463e-bcde-6e6eb4be918c tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1131830 Sep 16 05:20:41.631750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=883668a5-3b67-482b-aebc-dc47bc96e389,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.683758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-abc077e1-eebd-4b15-957c-3c9f5ede11f8 req-86e3b49a-30d8-43d1-9590-52d1ac975119 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490615 Sep 16 05:20:41.753326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.827337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699b7b5-1737-4822-a736-1bd5933e516c req-8bb3ac88-8f70-450c-bc7d-e416c841d7ae tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.837841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a699b7b5-1737-4822-a736-1bd5933e516c req-8bb3ac88-8f70-450c-bc7d-e416c841d7ae tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 945 time: 0.0752289 Sep 16 05:20:41.839322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['883668a5-3b67-482b-aebc-dc47bc96e389'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:41.926898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a699b7b5-1737-4822-a736-1bd5933e516c req-2ddc9a9c-4186-4b90-b424-708c6c45d396 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898063 Sep 16 05:20:41.953391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39208) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:42.129927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0515404-b667-4ad8-af50-31e0c6e0db76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c85267d29a34af7a022e449c127eff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747699 Sep 16 05:20:42.132427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39222) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:42.235161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5116759-ecda-484f-ac81-36131a193520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.250192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34911-514f-4227-89e4-07265c44c799 req-9625af0d-0f21-4979-9ec0-d320bd3b2778 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.252521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89b34911-514f-4227-89e4-07265c44c799 req-9625af0d-0f21-4979-9ec0-d320bd3b2778 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.0729277 Sep 16 05:20:42.283715 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5116759-ecda-484f-ac81-36131a193520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.328568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89b34911-514f-4227-89e4-07265c44c799 req-59f3becc-d85b-404b-8a3f-42a090e060ae tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700278 Sep 16 05:20:42.362153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5116759-ecda-484f-ac81-36131a193520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.364912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e5116759-ecda-484f-ac81-36131a193520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.366130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e5116759-ecda-484f-ac81-36131a193520 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c238d65-4448-43c7-a52a-c0e3aab57719 HTTP/1.1" status: 204 len: 168 time: 0.2326727 Sep 16 05:20:42.375256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5116759-ecda-484f-ac81-36131a193520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c238d65-4448-43c7-a52a-c0e3aab57719,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:42.589733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8f1e2-0946-4a9d-a289-e47785ccae0c req-ee0344d5-3d72-4e7d-8461-29653b8c16e4 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.597979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5c8f1e2-0946-4a9d-a289-e47785ccae0c req-ee0344d5-3d72-4e7d-8461-29653b8c16e4 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0673025 Sep 16 05:20:42.641561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5c8f1e2-0946-4a9d-a289-e47785ccae0c req-cde5baf2-6eb7-4452-85e8-d4f6eeef6bb3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Sep 16 05:20:42.748275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883668a5-3b67-482b-aebc-dc47bc96e389 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:42.849563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 883668a5-3b67-482b-aebc-dc47bc96e389 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:42.856146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 883668a5-3b67-482b-aebc-dc47bc96e389 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:42.856534 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.858502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c439c-743f-46da-81e3-a06e88bfb435 req-5adf265e-9612-473c-8505-45cc47a3ce3c tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.860407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db4c439c-743f-46da-81e3-a06e88bfb435 req-5adf265e-9612-473c-8505-45cc47a3ce3c tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.0879755 Sep 16 05:20:43.053907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.105080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ca564-0ef5-4e74-a204-d356aa71759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883668a5-3b67-482b-aebc-dc47bc96e389'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:43.107929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39258) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:43.118345 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2c5e0-b0b7-4d2e-9f2b-87c3eb0a55a1" -d '{"events": [{"server_uuid": "051ca564-0ef5-4e74-a204-d356aa71759f", "name": "network-vif-plugged", "status": "completed", "tag": "883668a5-3b67-482b-aebc-dc47bc96e389"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:43.148329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883668a5-3b67-482b-aebc-dc47bc96e389, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883668a5-3b67-482b-aebc-dc47bc96e389,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:43.156425 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.240303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=883668a5-3b67-482b-aebc-dc47bc96e389,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.297390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db4c439c-743f-46da-81e3-a06e88bfb435 req-708fefcd-b9d4-4e1c-ad75-b6186396eb0c tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104643 Sep 16 05:20:43.416715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-859908091', 'router:external': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:43.429857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424128f0-ff6c-4d4c-88da-7349126ed5ae req-9e24ace5-4e07-4afd-aa72-49da6137b882 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.431676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-424128f0-ff6c-4d4c-88da-7349126ed5ae req-9e24ace5-4e07-4afd-aa72-49da6137b882 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 946 time: 0.0730724 Sep 16 05:20:43.446693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Made reservation on behalf of 2637d50e67c74f84b38b82d780ebe94f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:43.449208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.458989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.481961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-424128f0-ff6c-4d4c-88da-7349126ed5ae req-c514ac53-03fe-4d38-852a-0576e6462ba0 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Sep 16 05:20:43.561788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39276) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:43.570730 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b89553-fe4d-48e8-812c-149d45917dd8 x-openstack-request-id: req-40b89553-fe4d-48e8-812c-149d45917dd8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:43.580969 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051ca564-0ef5-4e74-a204-d356aa71759f", "name": "network-vif-plugged", "status": "completed", "tag": "883668a5-3b67-482b-aebc-dc47bc96e389", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:43.582871 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40b89553-fe4d-48e8-812c-149d45917dd8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:43.585427 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ca564-0ef5-4e74-a204-d356aa71759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883668a5-3b67-482b-aebc-dc47bc96e389', 'code': 200} Sep 16 05:20:43.655516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.661176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.688715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:43.699233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930dfce8-c9b9-44b4-af93-077e4c64876c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.707898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.709260 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Added segment 74580bb2-4503-4731-b867-231e206a8173 of type vlan for network 53a1d97d-06d9-4422-8f69-357c272b706d Sep 16 05:20:43.730307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-759200245'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:43.758645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.762521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136f201-00c7-4543-b7d4-54e14ae1a53b req-eca33b46-344f-4531-a7f0-458e5eb53230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.764261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f136f201-00c7-4543-b7d4-54e14ae1a53b req-eca33b46-344f-4531-a7f0-458e5eb53230 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 1098 time: 0.1226592 Sep 16 05:20:43.772844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eea299-8242-4a06-ad78-c5a559e51447 req-efdb2dfa-6355-4e36-9853-2b59341d3c43 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.774001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4eea299-8242-4a06-ad78-c5a559e51447 req-efdb2dfa-6355-4e36-9853-2b59341d3c43 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1225078 Sep 16 05:20:43.794282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.795516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.796155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.813707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Made reservation on behalf of 437f331470fd49d2b6624200354c2670 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:43.817865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.838717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.855444 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7456203 Sep 16 05:20:43.858314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39282) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:43.860631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8c690-366a-4e24-9c54-f40f5aa57f35 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Network': ['ID=53a1d97d-06d9-4422-8f69-357c272b706d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.866516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f136f201-00c7-4543-b7d4-54e14ae1a53b req-37047bcb-3f1e-4eab-8f2f-b58fd3413103 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895019 Sep 16 05:20:43.871829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 53a1d97d-06d9-4422-8f69-357c272b706d details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:43.873670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'subnet': {'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:43.875661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4eea299-8242-4a06-ad78-c5a559e51447 req-aef89e56-6ab0-46d7-91a6-c318f6a47873 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820210 Sep 16 05:20:43.989937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.995874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.020415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Made reservation on behalf of 2637d50e67c74f84b38b82d780ebe94f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:44.023392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.038747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b6ed-2955-4fc3-9f50-1ac8d1f838b2 req-a3b9da73-6de8-4804-9fbb-b16e80c2628d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.040720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7e7b6ed-2955-4fc3-9f50-1ac8d1f838b2 req-a3b9da73-6de8-4804-9fbb-b16e80c2628d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0953736 Sep 16 05:20:44.041628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:20:44.074572 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.074925 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Added segment 9651f3f4-979e-45c5-90e6-45ee14028ef9 of type vlan for network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c Sep 16 05:20:44.076283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f5c40-67c1-4653-9eeb-e189ea767f77,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:44.129374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7e7b6ed-2955-4fc3-9f50-1ac8d1f838b2 req-b40efb0a-cbce-455e-8d64-e596e6cbcdf9 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779917 Sep 16 05:20:44.141162 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.174986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.180737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.181418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.230484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6649108 Sep 16 05:20:44.230861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39286) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:44.236615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'subnet': {'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:44.291645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801f3ac-be6e-46a5-aab2-040969624059 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Network': ['ID=27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:44.304207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:20:44.412266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad9334-0bc7-4149-b413-79e2981228d3 req-b1284a9b-c539-41d2-9b9d-e8b69924d63a tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.414067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffad9334-0bc7-4149-b413-79e2981228d3 req-b1284a9b-c539-41d2-9b9d-e8b69924d63a tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.0653234 Sep 16 05:20:44.471210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffad9334-0bc7-4149-b413-79e2981228d3 req-bc1ff135-bfc7-483f-8f2e-e4fc8c55624f tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501490 Sep 16 05:20:44.616271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473b721-e840-4a24-8449-9cef3acf2e2e req-8fe6fe4a-1e7d-4beb-9a67-b8b580a5a5a6 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.618353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1473b721-e840-4a24-8449-9cef3acf2e2e req-8fe6fe4a-1e7d-4beb-9a67-b8b580a5a5a6 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 946 time: 0.0606098 Sep 16 05:20:44.672461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1473b721-e840-4a24-8449-9cef3acf2e2e req-561f795b-27b6-4543-8fff-962f8f5c45eb tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Sep 16 05:20:44.727116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Made reservation on behalf of 437f331470fd49d2b6624200354c2670 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:44.730583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.835223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-3335bed2-bd77-4d93-b074-5fc4ef3241c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.835223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-3335bed2-bd77-4d93-b074-5fc4ef3241c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.0801964 Sep 16 05:20:44.844024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27df8d-adad-4f66-ac2e-11de8192f860 req-0cccd4b6-30ca-4d16-af26-1bd50274ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.845679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a27df8d-adad-4f66-ac2e-11de8192f860 req-0cccd4b6-30ca-4d16-af26-1bd50274ecb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 1097 time: 0.0583167 Sep 16 05:20:44.859638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:20:44.860122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:44.884169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-a112adf4-cda5-41d4-afe0-2a9aa43f51b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373726 Sep 16 05:20:44.939961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a27df8d-adad-4f66-ac2e-11de8192f860 req-7edb6904-39bc-4b83-985d-21b329d11b28 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844634 Sep 16 05:20:44.963075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7463447e-1749-43b3-97f5-d916ba6f5002,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:44.982267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Checking segment: {'id': '74580bb2-4503-4731-b867-231e206a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:44.982671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network hostable DHCP agents. Network: 53a1d97d-06d9-4422-8f69-357c272b706d, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:45.035897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.045203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network 53a1d97d-06d9-4422-8f69-357c272b706d is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:45.084586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19723cd-1d7f-4071-a587-46d40c97cfbc req-cc25e474-98b5-4e02-8bb5-eff126a27914 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.092478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a19723cd-1d7f-4071-a587-46d40c97cfbc req-cc25e474-98b5-4e02-8bb5-eff126a27914 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1213562 Sep 16 05:20:45.096346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 53a1d97d-06d9-4422-8f69-357c272b706d) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:45.101899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-e4af5099-4214-477c-b7ae-18b0821cf40e service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062762 Sep 16 05:20:45.107648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d56adf-98bf-4582-aaee-39225f575d58 None None] Network 53a1d97d-06d9-4422-8f69-357c272b706d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:45.113674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.114165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.124642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Subnet': ['ID=f3f6ab85-03f7-4316-af4f-32556e28c514,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:45.145018 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5e967fd2-47b4-4994-a138-19421df9a9eb tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2814581 Sep 16 05:20:45.145018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Checking segment: {'id': '9651f3f4-979e-45c5-90e6-45ee14028ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:45.145018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Network hostable DHCP agents. Network: 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:20:45.145913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39296) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:45.150626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-468738261', 'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:45.157053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a19723cd-1d7f-4071-a587-46d40c97cfbc req-a1723a33-14d9-41ba-b0f2-a1d71ed0a447 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624578 Sep 16 05:20:45.181377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:20:45.185183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Made reservation on behalf of 2637d50e67c74f84b38b82d780ebe94f for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:45.188306 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.200344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:45.207150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.207759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.211162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5563f9-17b6-4c78-a4e1-31ca33b77732 None None] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:45.218572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] device_id is not set on port 46b5f65a-9398-4103-8b7d-a42cd4d01bc5 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:45.231586 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4eff0a7e-c3eb-4114-a290-6134e107159b tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9996312 Sep 16 05:20:45.239484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39300) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:45.244607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-49719bcb-9b32-4894-bc1a-01dfb26b7cd5 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-255614523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:45.321849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49719bcb-9b32-4894-bc1a-01dfb26b7cd5 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.323041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49719bcb-9b32-4894-bc1a-01dfb26b7cd5 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.348404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e81f98-d959-443a-9631-d0058d0ced52 req-a9dbb9c0-ca82-4ab5-a692-0966bcb30d32 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.350303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45e81f98-d959-443a-9631-d0058d0ced52 req-a9dbb9c0-ca82-4ab5-a692-0966bcb30d32 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0796409 Sep 16 05:20:45.366266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Allocated IP 172.20.0.2 (53a1d97d-06d9-4422-8f69-357c272b706d/7463447e-1749-43b3-97f5-d916ba6f5002/46b5f65a-9398-4103-8b7d-a42cd4d01bc5) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:45.613560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45e81f98-d959-443a-9631-d0058d0ced52 req-668df997-a234-4081-a8cd-d6b07f6cacaf tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524326 Sep 16 05:20:45.616013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49719bcb-9b32-4894-bc1a-01dfb26b7cd5 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.689356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c', 'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c', 'tenant_id': '437f331470fd49d2b6624200354c2670', 'fixed_ips': [{'subnet_id': 'f3f6ab85-03f7-4316-af4f-32556e28c514'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:20:45.690203 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.696232 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49719bcb-9b32-4894-bc1a-01dfb26b7cd5 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.728208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.764058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49719bcb-9b32-4894-bc1a-01dfb26b7cd5 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.765262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-49719bcb-9b32-4894-bc1a-01dfb26b7cd5 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5242832 Sep 16 05:20:45.768396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39308) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:45.775098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77a86679-063d-421c-8b9b-57738d0c34a9 req-45448563-c2bd-42ad-b4d0-5736f751487d service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914983 Sep 16 05:20:45.778459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:45.800868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee52218-ec63-498e-b20b-012b915ed388 req-5cb922eb-9214-45b0-a3b9-d1e7c52e0321 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.808784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fee52218-ec63-498e-b20b-012b915ed388 req-5cb922eb-9214-45b0-a3b9-d1e7c52e0321 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1142266 Sep 16 05:20:45.883163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Allocated IP 172.20.0.2 (27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c/f3f6ab85-03f7-4316-af4f-32556e28c514/92a306c3-1a16-49f0-91f7-5571f1fa1a77) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:45.919781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb844-2354-492d-beec-5a5b728db3c2 req-b4f6f088-de4e-4c35-8533-5f8e7c8a1b14 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:45.921386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7acdb844-2354-492d-beec-5a5b728db3c2 req-b4f6f088-de4e-4c35-8533-5f8e7c8a1b14 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 946 time: 0.1101494 Sep 16 05:20:45.933791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fee52218-ec63-498e-b20b-012b915ed388 req-3e1c2898-a328-4e8c-be13-4a49e8438120 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237528 Sep 16 05:20:45.935305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network 53a1d97d-06d9-4422-8f69-357c272b706d is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:45.991356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Port': ['ID=46b5f65a-9398-4103-8b7d-a42cd4d01bc5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:45.995750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:45.999722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:46.019350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7acdb844-2354-492d-beec-5a5b728db3c2 req-af63b51e-ad7e-4a8f-95dd-ed43d288e9d0 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844109 Sep 16 05:20:46.066981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f99108-be1f-42bb-bed2-9e5bb8bbcd30 None None] Network 53a1d97d-06d9-4422-8f69-357c272b706d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:46.188079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.193512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.194210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.199827 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.273324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:46.296897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:46.301194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Pushing event updated for resources: {'Port': ['ID=92a306c3-1a16-49f0-91f7-5571f1fa1a77,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.309872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:46.324328 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-794561d0-4a7a-4dec-a8e8-375a4bc3f1fe tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1749914 Sep 16 05:20:46.325029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39324) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:46.367521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c745f-2f71-41b3-a2b6-1d48a278b323 req-5f17a875-f6a5-4acd-884b-c9e1d6274bcf tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.372695 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.377439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb3c745f-2f71-41b3-a2b6-1d48a278b323 req-5f17a875-f6a5-4acd-884b-c9e1d6274bcf tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.0695760 Sep 16 05:20:46.418474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Attempting to bind port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:46.419288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Attempting to bind port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '9651f3f4-979e-45c5-90e6-45ee14028ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:46.420117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Attempting to bind port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 on network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:46.431312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:46.431918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Checking segment: {'id': '9651f3f4-979e-45c5-90e6-45ee14028ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:46.432540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.433139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Bound using segment: {'id': '9651f3f4-979e-45c5-90e6-45ee14028ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:46.433812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Bound port: 92a306c3-1a16-49f0-91f7-5571f1fa1a77, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9651f3f4-979e-45c5-90e6-45ee14028ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:46.434398 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.462081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb3c745f-2f71-41b3-a2b6-1d48a278b323 req-1facad8a-3d4a-4e0f-91f3-3b53fb78bc42 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833824 Sep 16 05:20:46.542916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] For port 92a306c3-1a16-49f0-91f7-5571f1fa1a77, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:46.548712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] For port 92a306c3-1a16-49f0-91f7-5571f1fa1a77, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=92a306c3-1a16-49f0-91f7-5571f1fa1a77,segment=NetworkSegment(9651f3f4-979e-45c5-90e6-45ee14028ef9),segment_id=9651f3f4-979e-45c5-90e6-45ee14028ef9)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:46.557327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.661088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5199c-2b79-448d-b1d0-d1f0a1713f34 None None] Pushing event updated for resources: {'Port': ['ID=92a306c3-1a16-49f0-91f7-5571f1fa1a77,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:46.750383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Deleting port 46b5f65a-9398-4103-8b7d-a42cd4d01bc5 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:46.750833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:46.758120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501441b-74b2-4ae9-a475-655a069aced7 req-fb5ef5ff-d5c7-41a9-a393-e681a60c4718 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.760337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3501441b-74b2-4ae9-a475-655a069aced7 req-fb5ef5ff-d5c7-41a9-a393-e681a60c4718 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0694501 Sep 16 05:20:46.834042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3501441b-74b2-4ae9-a475-655a069aced7 req-00d369c1-71a3-40e8-a1ce-038cc462b3c8 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674014 Sep 16 05:20:46.944043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Allocated IP 172.20.0.1 (27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c/f3f6ab85-03f7-4316-af4f-32556e28c514/d9b1589b-9a89-4c5b-a675-4681e33f75e4) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:46.973331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.016768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Calling delete_port for 46b5f65a-9398-4103-8b7d-a42cd4d01bc5 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:47.152443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af522b8-3228-4262-95c2-1ffe81930a66 req-489c3f61-9266-4c7d-bc2c-070b175d9cb3 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.155491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af522b8-3228-4262-95c2-1ffe81930a66 req-489c3f61-9266-4c7d-bc2c-070b175d9cb3 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1117542 Sep 16 05:20:47.245752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9af522b8-3228-4262-95c2-1ffe81930a66 req-8842cf12-599f-4635-a16a-b6da1003725e tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808623 Sep 16 05:20:47.261208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.334509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.368884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.400900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:47.407226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:47.410330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:47.437300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Port': ['ID=d9b1589b-9a89-4c5b-a675-4681e33f75e4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.534724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event deleted for resources: {'Port': ['ID=46b5f65a-9398-4103-8b7d-a42cd4d01bc5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.557655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.560702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.562827 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d6d7f297-21ee-4765-bc78-b9c0f82fbd20 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "DELETE /v2.0/ports/46b5f65a-9398-4103-8b7d-a42cd4d01bc5 HTTP/1.1" status: 204 len: 168 time: 1.2360208 Sep 16 05:20:47.566178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39342) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:47.611898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d', 'external_fixed_ips': [{'subnet_id': '7463447e-1749-43b3-97f5-d916ba6f5002', 'ip_address': '172.20.0.2'}]}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:47.649854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f890d4-51ec-4f18-812f-c581712f929c req-c4fca5c5-a553-42e7-aff0-0ca6ceeac4fd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.662319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4f890d4-51ec-4f18-812f-c581712f929c req-c4fca5c5-a553-42e7-aff0-0ca6ceeac4fd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1014693 Sep 16 05:20:47.674888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.676084 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.721775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4f890d4-51ec-4f18-812f-c581712f929c req-c9bac025-8133-46e3-bc29-ac9bb25edea0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538363 Sep 16 05:20:47.749705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.789109 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.972254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e9544-cac9-43ba-95ba-66cf3748b83e None None] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:20:47.999123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955efd6-7125-4897-9588-1ed992564f9b req-05efd93e-7a00-4c32-af5e-5e96309abd12 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:48.001482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e955efd6-7125-4897-9588-1ed992564f9b req-05efd93e-7a00-4c32-af5e-5e96309abd12 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0663536 Sep 16 05:20:48.021568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.061626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e955efd6-7125-4897-9588-1ed992564f9b req-dbd5a84f-544f-43b5-88d0-13d6b4c5bdcc tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Sep 16 05:20:48.117201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1e4dd124-9f06-4216-8815-b20bd1bf83e4 None None] Provisioning complete for port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:48.117500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd124-9f06-4216-8815-b20bd1bf83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.294328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.312335 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.320367 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd124-9f06-4216-8815-b20bd1bf83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.383489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1e4dd124-9f06-4216-8815-b20bd1bf83e4 None None] For port 92a306c3-1a16-49f0-91f7-5571f1fa1a77, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=92a306c3-1a16-49f0-91f7-5571f1fa1a77,segment=NetworkSegment(9651f3f4-979e-45c5-90e6-45ee14028ef9),segment_id=9651f3f4-979e-45c5-90e6-45ee14028ef9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:48.389895 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1e4dd124-9f06-4216-8815-b20bd1bf83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.469625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ed009-85ac-472a-90fa-d784ee360432 req-3bb3c0cd-c837-4d50-966f-a8de263678b3 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:48.472044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-162ed009-85ac-472a-90fa-d784ee360432 req-3bb3c0cd-c837-4d50-966f-a8de263678b3 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1067038 Sep 16 05:20:48.525274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dd124-9f06-4216-8815-b20bd1bf83e4 None None] Pushing event updated for resources: {'Port': ['ID=92a306c3-1a16-49f0-91f7-5571f1fa1a77,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.552971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Port': ['ID=d9b1589b-9a89-4c5b-a675-4681e33f75e4,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:48.591698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-162ed009-85ac-472a-90fa-d784ee360432 req-36bf9c26-41e3-4980-9577-0014b5a81099 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928442 Sep 16 05:20:48.616562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.642707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-df34ddd6-2cea-4ac2-a603-d9ef4745282a None None] Provisioning complete for port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:48.644021 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-df34ddd6-2cea-4ac2-a603-d9ef4745282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.758315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.848970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:48.851336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:48.868832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:48.873702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 92a306c3-1a16-49f0-91f7-5571f1fa1a77 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:48.961319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72568b30-0fbe-4b00-9837-e1d49287da3b req-4588b75c-4023-4d2b-8625-61d800fd70e1 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:48.963489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72568b30-0fbe-4b00-9837-e1d49287da3b req-4588b75c-4023-4d2b-8625-61d800fd70e1 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.0947945 Sep 16 05:20:49.080205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72568b30-0fbe-4b00-9837-e1d49287da3b req-38f95dc8-4baa-45f0-be94-60a783c294f0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086369 Sep 16 05:20:49.091316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-df34ddd6-2cea-4ac2-a603-d9ef4745282a None None] Provisioning complete for port d9b1589b-9a89-4c5b-a675-4681e33f75e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:49.092681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-df34ddd6-2cea-4ac2-a603-d9ef4745282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.225207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-df34ddd6-2cea-4ac2-a603-d9ef4745282a None None] Port d9b1589b-9a89-4c5b-a675-4681e33f75e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:49.269486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:49.270085 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.271667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bb43c-78d8-4abf-8184-e4ccb7153ae2 req-3f158d2e-3849-4ead-9c0d-6cf5e18c2699 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.274915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a66bb43c-78d8-4abf-8184-e4ccb7153ae2 req-3f158d2e-3849-4ead-9c0d-6cf5e18c2699 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1549397 Sep 16 05:20:49.299238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-8811f821-71a3-47fb-851c-49c9bb59f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.306301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-8811f821-71a3-47fb-851c-49c9bb59f583 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e64d0ddb8f44cfbb6f753140e814cdf&device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 1097 time: 0.1626992 Sep 16 05:20:49.380517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-40330c99-cc3a-4ac5-9652-a5bdf6412fde None None] Provisioning complete for port d9b1589b-9a89-4c5b-a675-4681e33f75e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:49.380897 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40330c99-cc3a-4ac5-9652-a5bdf6412fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.391210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Allocated IP 172.20.0.2 (53a1d97d-06d9-4422-8f69-357c272b706d/7463447e-1749-43b3-97f5-d916ba6f5002/78020013-c97d-405e-995a-bf4e4a4bf867) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:49.394039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a66bb43c-78d8-4abf-8184-e4ccb7153ae2 req-3264f5af-2597-447e-ab58-5680aa3ef4f4 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028121 Sep 16 05:20:49.405106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Router 1d27e1d2-6f5a-4c69-947d-d034754dd12c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:20:49.440239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-40330c99-cc3a-4ac5-9652-a5bdf6412fde None None] Port d9b1589b-9a89-4c5b-a675-4681e33f75e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:49.464044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e0cca-ec66-4bf7-ab4b-ff90d8f19df6 req-fdba8a45-d260-44bc-b287-5ffbaedd1a99 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.473985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe4e0cca-ec66-4bf7-ab4b-ff90d8f19df6 req-fdba8a45-d260-44bc-b287-5ffbaedd1a99 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1968412 Sep 16 05:20:49.598637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe4e0cca-ec66-4bf7-ab4b-ff90d8f19df6 req-41453451-4c99-4b0e-a020-8dabaea19204 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636520 Sep 16 05:20:49.600278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-f4a8ed5b-abe3-4e55-bd81-5a354795e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.602692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-f4a8ed5b-abe3-4e55-bd81-5a354795e03e service neutron] 10.222.0.64 "GET /v2.0/networks?id=036cda55-7ce4-48a5-9c97-6204e46e3d7f HTTP/1.1" status: 200 len: 913 time: 0.2517796 Sep 16 05:20:49.659332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-b9540c52-fe32-498f-817d-3313a5481a5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34a1a485-6e97-4a22-a5e0-94eb58669754 HTTP/1.1" status: 200 len: 217 time: 0.0455403 Sep 16 05:20:49.725120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-b1a75ec4-9f59-454a-bb5a-c8821ef8b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.726632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-b1a75ec4-9f59-454a-bb5a-c8821ef8b025 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a HTTP/1.1" status: 200 len: 852 time: 0.0496507 Sep 16 05:20:49.773989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-3158ab68-f02e-41fe-be8c-a2b8de124c17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=036cda55-7ce4-48a5-9c97-6204e46e3d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370743 Sep 16 05:20:49.891962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-48d8b3cd-edff-498a-a353-fa61faa38074 service neutron] 10.222.0.64 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078613 Sep 16 05:20:50.018691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4185bcb1-cbb8-4c96-8beb-c9c7ce3e5929 req-89b558a2-b81a-43df-b314-67fdaf717900 service neutron] 10.222.0.64 "GET /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179957 Sep 16 05:20:50.018910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:50.026047 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ff9d9eec-3c3a-45a1-8fef-59a9bea109f7 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "PUT /v2.0/routers/1d27e1d2-6f5a-4c69-947d-d034754dd12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2564461 Sep 16 05:20:50.033112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] Sync routers for ids ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:50.036365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39394) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:50.042502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'port': {'network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c', 'name': 'tempest-FloatingIPNegativeTestJSON-1864613346'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:50.087540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] Routers {'1d27e1d2-6f5a-4c69-947d-d034754dd12c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:50.088204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:50.114487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.155463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.176363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:50.185988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] Routers {'1d27e1d2-6f5a-4c69-947d-d034754dd12c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:50.186372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:50.220922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Made reservation on behalf of 437f331470fd49d2b6624200354c2670 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:50.224564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.226427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network 53a1d97d-06d9-4422-8f69-357c272b706d is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:50.231297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:50.233619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Port': ['ID=78020013-c97d-405e-995a-bf4e4a4bf867,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:50.245815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:50.260916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e845f3-1896-4e3e-b727-0bef96654fd6 req-1969f46e-e13c-4881-8143-09ccd97c87b4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.262728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3e845f3-1896-4e3e-b727-0bef96654fd6 req-1969f46e-e13c-4881-8143-09ccd97c87b4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.0926259 Sep 16 05:20:50.267924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] device_id is not set on port e1b78ec1-4e98-4a8a-a045-25d598bc4bfe yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:20:50.287636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:50.290686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09e54e-3937-4946-b2a9-b6c2d5cd7e69 None None] The sync data for ids ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:50.361341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3e845f3-1896-4e3e-b727-0bef96654fd6 req-ac69de0e-5cb0-4978-b021-ec2f5a03057b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868769 Sep 16 05:20:50.457449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Allocated IP 172.20.0.6 (27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c/f3f6ab85-03f7-4316-af4f-32556e28c514/e1b78ec1-4e98-4a8a-a045-25d598bc4bfe) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:50.659257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.766891 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.854112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72257599-ee09-4233-a95f-35495b8e8529 req-1beba956-0c4c-4e47-a1e7-8ed726857e18 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.855692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72257599-ee09-4233-a95f-35495b8e8529 req-1beba956-0c4c-4e47-a1e7-8ed726857e18 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.3485341 Sep 16 05:20:50.867217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.885139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.990341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:51.005195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Port': ['ID=e1b78ec1-4e98-4a8a-a045-25d598bc4bfe,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:51.017626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:51.024936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:51.052937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72257599-ee09-4233-a95f-35495b8e8529 req-827bdd24-c622-4807-9cf0-f0753abc19f6 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630473 Sep 16 05:20:51.103936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Router 7ebbae87-a665-4607-ae08-94cad0594d93 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:20:51.145765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112bd3e-3858-43c0-865d-aec838ae1516 req-de961efa-1f59-4897-a76f-deb959387f79 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.154750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d112bd3e-3858-43c0-865d-aec838ae1516 req-de961efa-1f59-4897-a76f-deb959387f79 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3284624 Sep 16 05:20:51.169703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.171336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.244565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5c15ac9a-3c6f-4770-9304-569cae3417aa tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2068446 Sep 16 05:20:51.248021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d112bd3e-3858-43c0-865d-aec838ae1516 req-561f5faa-c9c9-4233-b729-0be33a80144e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725787 Sep 16 05:20:51.248248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39420) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:51.256829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:51.281901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:51.295090 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Sync routers for ids ['7ebbae87-a665-4607-ae08-94cad0594d93'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:51.296830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.306736 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Routers {'7ebbae87-a665-4607-ae08-94cad0594d93'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:51.307007 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7ebbae87-a665-4607-ae08-94cad0594d93'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:51.335772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.337054 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a812685-64d0-464c-bd39-4e97c36a6a03 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7699165 Sep 16 05:20:51.339771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39424) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:51.403244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bb59bb0e-16b7-471c-af33-6281cd83b48a None None] Provisioning complete for port e1b78ec1-4e98-4a8a-a045-25d598bc4bfe triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:51.403816 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb59bb0e-16b7-471c-af33-6281cd83b48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.474161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bb59bb0e-16b7-471c-af33-6281cd83b48a None None] Port e1b78ec1-4e98-4a8a-a045-25d598bc4bfe cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:20:51.496698 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Set router 7ebbae87-a665-4607-ae08-94cad0594d93 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:51.542523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.574609 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.709138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fdffe-bb18-4cef-a2dc-ff6dfeb86509 req-aa2cfe73-cbe2-471b-9570-a40fd066a199 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.710751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e33fdffe-bb18-4cef-a2dc-ff6dfeb86509 req-aa2cfe73-cbe2-471b-9570-a40fd066a199 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1008174 Sep 16 05:20:51.718218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Allocated IP 172.25.6.122 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/fe222660-8b87-46fe-9bd6-1ed40dcdfd90) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:51.783069 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebbae87-a665-4607-ae08-94cad0594d93', 'name': '', 'tenant_id': '2637d50e67c74f84b38b82d780ebe94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d', 'external_fixed_ips': [{'subnet_id': '7463447e-1749-43b3-97f5-d916ba6f5002', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '78020013-c97d-405e-995a-bf4e4a4bf867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:47Z', 'updated_at': '2021-09-16T05:20:50Z', 'revision_number': 3, 'project_id': '2637d50e67c74f84b38b82d780ebe94f', 'gw_port': {'id': '78020013-c97d-405e-995a-bf4e4a4bf867', 'name': '', 'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:7e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebbae87-a665-4607-ae08-94cad0594d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': '7463447e-1749-43b3-97f5-d916ba6f5002', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:20:48Z', 'updated_at': '2021-09-16T05:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7463447e-1749-43b3-97f5-d916ba6f5002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:51.808011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.821503 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Checking router: 7ebbae87-a665-4607-ae08-94cad0594d93 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:20:51.822174 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Updating router 7ebbae87-a665-4607-ae08-94cad0594d93 port 78020013-c97d-405e-995a-bf4e4a4bf867 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:20:51.858020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e33fdffe-bb18-4cef-a2dc-ff6dfeb86509 req-7972a6ef-4cae-4b85-b91b-54eeca2b8d42 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281219 Sep 16 05:20:51.875714 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.949191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.993590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Deleting port 78020013-c97d-405e-995a-bf4e4a4bf867 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:51.994097 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.023031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.066580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:52.074169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:52.079046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:52.082937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Port': ['ID=fe222660-8b87-46fe-9bd6-1ed40dcdfd90,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.174503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.223422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.224253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.246957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Calling delete_port for 78020013-c97d-405e-995a-bf4e4a4bf867 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:52.320758 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.337521 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.426080 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Pushing event updated for resources: {'Port': ['ID=78020013-c97d-405e-995a-bf4e4a4bf867,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.446330 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Attempting to bind port 78020013-c97d-405e-995a-bf4e4a4bf867 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:52.446700 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Attempting to bind port 78020013-c97d-405e-995a-bf4e4a4bf867 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '74580bb2-4503-4731-b867-231e206a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:52.447050 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Attempting to bind port 78020013-c97d-405e-995a-bf4e4a4bf867 on network 53a1d97d-06d9-4422-8f69-357c272b706d {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:52.455489 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:52.456203 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Checking segment: {'id': '74580bb2-4503-4731-b867-231e206a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:52.457091 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.457623 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Bound using segment: {'id': '74580bb2-4503-4731-b867-231e206a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:52.458843 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Bound port: 78020013-c97d-405e-995a-bf4e4a4bf867, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74580bb2-4503-4731-b867-231e206a8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '53a1d97d-06d9-4422-8f69-357c272b706d'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:52.459488 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.517835 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.518201 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.518537 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.518863 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.519191 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.520041 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.520041 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.520272 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.520592 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.520900 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.521218 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.521535 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:52.535053 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] For port 78020013-c97d-405e-995a-bf4e4a4bf867, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:52.538894 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] For port 78020013-c97d-405e-995a-bf4e4a4bf867, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=78020013-c97d-405e-995a-bf4e4a4bf867,segment=NetworkSegment(74580bb2-4503-4731-b867-231e206a8173),segment_id=74580bb2-4503-4731-b867-231e206a8173)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:52.550887 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.555826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.569034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.598481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c210c9-9b47-4984-b082-6e9b2baa8621 req-f18369c9-cc75-4760-95e4-c5c382f279c7 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.606330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2c210c9-9b47-4984-b082-6e9b2baa8621 req-f18369c9-cc75-4760-95e4-c5c382f279c7 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.3541164 Sep 16 05:20:52.635445 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Routers {'7ebbae87-a665-4607-ae08-94cad0594d93'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:20:52.636126 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7ebbae87-a665-4607-ae08-94cad0594d93'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:52.706853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Port': ['ID=fe222660-8b87-46fe-9bd6-1ed40dcdfd90,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.725656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.734747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865edaa-6b55-4bf1-8783-fe353813a6c7 req-195b526e-5e17-44c4-b3b0-58d1ab911d7d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.744042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5865edaa-6b55-4bf1-8783-fe353813a6c7 req-195b526e-5e17-44c4-b3b0-58d1ab911d7d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3125455 Sep 16 05:20:52.748627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.754726 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d22687cd-c461-4610-a9f4-cd018af35c2c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5047860 Sep 16 05:20:52.754927 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2a5ad-306f-4b29-8c90-51c93ea0cdf2 None None] Pushing event updated for resources: {'Port': ['ID=78020013-c97d-405e-995a-bf4e4a4bf867,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.755406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39454) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:52.761182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-02ce4fc7-3ef0-475e-a022-9233048371e1 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'floatingip': {'port_id': 'e1b78ec1-4e98-4a8a-a045-25d598bc4bfe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:52.771789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.785831 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] Set router 7ebbae87-a665-4607-ae08-94cad0594d93 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:20:52.823201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event deleted for resources: {'Port': ['ID=78020013-c97d-405e-995a-bf4e4a4bf867,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:52.844053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5865edaa-6b55-4bf1-8783-fe353813a6c7 req-21bd7a1c-4d6d-405e-ad6f-dcbe0d7ad908 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990250 Sep 16 05:20:52.857825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-02ce4fc7-3ef0-475e-a022-9233048371e1 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:52.866603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2c210c9-9b47-4984-b082-6e9b2baa8621 req-7e865b96-760a-46ce-8d19-edc2f94095a6 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593460 Sep 16 05:20:52.882146 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebbae87-a665-4607-ae08-94cad0594d93', 'name': '', 'tenant_id': '2637d50e67c74f84b38b82d780ebe94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:47Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 4, 'project_id': '2637d50e67c74f84b38b82d780ebe94f', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:52.925986 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f8c09-f830-4561-9d78-d5539821d397 None None] The sync data for ids ['7ebbae87-a665-4607-ae08-94cad0594d93'] in n-d-713301-15 is: [{'id': '7ebbae87-a665-4607-ae08-94cad0594d93', 'name': '', 'tenant_id': '2637d50e67c74f84b38b82d780ebe94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:20:47Z', 'updated_at': '2021-09-16T05:20:51Z', 'revision_number': 4, 'project_id': '2637d50e67c74f84b38b82d780ebe94f', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:20:53.030172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.074198 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-02ce4fc7-3ef0-475e-a022-9233048371e1 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] update failed (client error): The resource could not be found. Sep 16 05:20:53.075448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-02ce4fc7-3ef0-475e-a022-9233048371e1 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "PUT /v2.0/floatingips/f9842e0f-5b2f-4a6c-9eb8-8db36ea6c994 HTTP/1.1" status: 404 len: 507 time: 0.3190749 Sep 16 05:20:53.081268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39464) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:53.231144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.234047 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.295222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a9545-e841-4bbc-818b-cd8e48634b2b req-280674d8-61fb-4550-8feb-61d2e2aa6818 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.303035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac0a9545-e841-4bbc-818b-cd8e48634b2b req-280674d8-61fb-4550-8feb-61d2e2aa6818 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1792941 Sep 16 05:20:53.317226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Deleting port fe222660-8b87-46fe-9bd6-1ed40dcdfd90 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:53.317226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.347498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.348062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ebbae87-a665-4607-ae08-94cad0594d93 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:53.356475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.357648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-829cfe6c-4421-4077-acfc-1780e72c3fd2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7ebbae87-a665-4607-ae08-94cad0594d93 HTTP/1.1" status: 204 len: 168 time: 2.0103905 Sep 16 05:20:53.361947 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:53.384604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ac0a9545-e841-4bbc-818b-cd8e48634b2b req-639d5c21-ddb9-4680-b257-73dccbe2d28b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807250 Sep 16 05:20:53.403968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101895c-62ea-452b-b020-cfbad9a72a25 req-04544a98-d561-405a-8f2a-68ec03cb0ebc tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.405538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3101895c-62ea-452b-b020-cfbad9a72a25 req-04544a98-d561-405a-8f2a-68ec03cb0ebc tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1200087 Sep 16 05:20:53.451952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3101895c-62ea-452b-b020-cfbad9a72a25 req-14a03adc-0cd2-4441-8bbb-5714a5e29f7d tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Sep 16 05:20:53.459756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Deleting subnet 7463447e-1749-43b3-97f5-d916ba6f5002 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:53.463441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.463778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.472125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.498401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Calling delete_port for fe222660-8b87-46fe-9bd6-1ed40dcdfd90 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:53.522399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.618482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.718433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.752650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7463447e-1749-43b3-97f5-d916ba6f5002,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.754723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.756637 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c5658cc7-2c3a-495b-a13e-dd96c3c89634 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/7463447e-1749-43b3-97f5-d916ba6f5002 HTTP/1.1" status: 204 len: 168 time: 0.3941488 Sep 16 05:20:53.759506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39482) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:53.766944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.804527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event deleted for resources: {'Port': ['ID=fe222660-8b87-46fe-9bd6-1ed40dcdfd90,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:53.841473 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.878776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.884591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.889955 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-463e9a02-f309-4adb-8ce1-ddaf7387b956 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "DELETE /v2.0/floatingips/f9842e0f-5b2f-4a6c-9eb8-8db36ea6c994 HTTP/1.1" status: 204 len: 168 time: 0.8075624 Sep 16 05:20:53.890617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39490) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:53.895856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fd1123f0-c5c5-4737-8039-e10d3d8e5c29 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'floatingip': {'floating_network_id': '27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c', 'port_id': 'e1b78ec1-4e98-4a8a-a045-25d598bc4bfe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:53.928577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd1123f0-c5c5-4737-8039-e10d3d8e5c29 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.957088 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.992727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a1d97d-06d9-4422-8f69-357c272b706d']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:54.012030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74580bb2-4503-4731-b867-231e206a8173') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:54.012442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74580bb2-4503-4731-b867-231e206a8173') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:54.033317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f0c1b-22c7-44e2-9b5b-64ae13ca6709 req-eee070f0-dd61-400f-b3ff-228ec52bf6ba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.033904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a03f0c1b-22c7-44e2-9b5b-64ae13ca6709 req-eee070f0-dd61-400f-b3ff-228ec52bf6ba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0873518 Sep 16 05:20:54.035939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.078175 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.089168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a03f0c1b-22c7-44e2-9b5b-64ae13ca6709 req-3ffdcfce-78db-455e-9a31-0e040bd49f3b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Sep 16 05:20:54.092765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:54.093609 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: items = [ Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:54.095039 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:54.123450 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-fd1123f0-c5c5-4737-8039-e10d3d8e5c29 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:20:54.125041 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd1123f0-c5c5-4737-8039-e10d3d8e5c29 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2332089 Sep 16 05:20:54.136796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39498) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:54.141770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'e1b78ec1-4e98-4a8a-a045-25d598bc4bfe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:54.187283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.314631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.456869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Allocated IP 172.25.6.40 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/374f9a10-0e5a-4d88-a3e7-59421f624660) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:54.537731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.567354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53a1d97d-06d9-4422-8f69-357c272b706d {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:20:54.569099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event deleted for resources: {'Network': ['ID=53a1d97d-06d9-4422-8f69-357c272b706d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:54.581101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.583083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e29338c9-fc6f-40de-a024-cd7bf795e1a7 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "DELETE /v2.0/networks/53a1d97d-06d9-4422-8f69-357c272b706d HTTP/1.1" status: 204 len: 168 time: 0.8224628 Sep 16 05:20:54.608023 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.625999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.632866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b04aa-dabe-46c6-ace5-d36837732c21 req-cd794ab1-13ab-42db-b34d-11316ee93519 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.640740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d71b04aa-dabe-46c6-ace5-d36837732c21 req-cd794ab1-13ab-42db-b34d-11316ee93519 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 944 time: 0.1384275 Sep 16 05:20:54.650688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.766035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424788c-0147-451c-b3ea-21e617ce79ef req-5704adf9-1bf0-4395-af2c-1e5c1c43cfb1 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.767639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9424788c-0147-451c-b3ea-21e617ce79ef req-5704adf9-1bf0-4395-af2c-1e5c1c43cfb1 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.1965425 Sep 16 05:20:54.768558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:54.774282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:54.782984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:54.787628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d71b04aa-dabe-46c6-ace5-d36837732c21 req-aacdea4f-6be0-47a3-bf99-0b63982738ad tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458845 Sep 16 05:20:54.836065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event updated for resources: {'Port': ['ID=374f9a10-0e5a-4d88-a3e7-59421f624660,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:54.847912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9424788c-0147-451c-b3ea-21e617ce79ef req-5c569862-d990-4a7c-84a8-37ece78ba421 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589228 Sep 16 05:20:54.962986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39520) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:54.968517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5ed9daa6-1c61-4e52-ac18-1b2567aaad8a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'router': {'name': 'tempest-router--338070134', 'project_id': 'fda00b64b9d149d5832721b8e3c2f902'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:54.994411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ed9daa6-1c61-4e52-ac18-1b2567aaad8a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:54.995927 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ed9daa6-1c61-4e52-ac18-1b2567aaad8a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.004967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-5c9cc327-bfbf-49d7-ab94-202bd4559d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.006780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-5c9cc327-bfbf-49d7-ab94-202bd4559d08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.0970609 Sep 16 05:20:55.028456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Deleting port 374f9a10-0e5a-4d88-a3e7-59421f624660 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:55.029033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.063468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ed9daa6-1c61-4e52-ac18-1b2567aaad8a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.070399 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ed9daa6-1c61-4e52-ac18-1b2567aaad8a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.132865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:55.138670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.140790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.176542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ed9daa6-1c61-4e52-ac18-1b2567aaad8a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.179432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5ed9daa6-1c61-4e52-ac18-1b2567aaad8a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2144847 Sep 16 05:20:55.183424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39530) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:55.196242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Calling delete_port for 374f9a10-0e5a-4d88-a3e7-59421f624660 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:55.335318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:55.352590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'port_id': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'mac_address': 'fa:16:3e:ce:a1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:55.365108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.371837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-436c0be0-389e-4302-b826-35632c6826b6 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.373651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-436c0be0-389e-4302-b826-35632c6826b6 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.2947872 Sep 16 05:20:55.377185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6917-1a9f-4e70-a105-a03a680ef409 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.401774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event deleted for resources: {'Port': ['ID=374f9a10-0e5a-4d88-a3e7-59421f624660,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.410410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.424859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d60cca-3e0f-4ef6-9da9-b898bc199961 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:55.452084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:55.459874 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.483277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbdf87-317c-41e2-be88-eeb325685eb2 req-0d7de48f-0ba2-4d3d-b1de-5d8869ddacc6 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.504502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35bbdf87-317c-41e2-be88-eeb325685eb2 req-0d7de48f-0ba2-4d3d-b1de-5d8869ddacc6 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.2265153 Sep 16 05:20:55.530642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:55.556435 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] create failed (client error): The resource could not be found. Sep 16 05:20:55.567622 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8cc3e604-0d38-40cc-9bff-688b7fc6b8ca tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4292450 Sep 16 05:20:55.568949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39540) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:55.573211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-e1f57fda-7b56-4a12-bcf0-dfed708b9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.574638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-e1f57fda-7b56-4a12-bcf0-dfed708b9435 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 0.4948220 Sep 16 05:20:55.699138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Deleting port e1b78ec1-4e98-4a8a-a045-25d598bc4bfe {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:55.699850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.730135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-501875ba-d28f-4905-8a5c-3ff5c41ed4a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 217 time: 0.1426072 Sep 16 05:20:55.775742 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6917-1a9f-4e70-a105-a03a680ef409 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.796621 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6917-1a9f-4e70-a105-a03a680ef409 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.796941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.801067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35bbdf87-317c-41e2-be88-eeb325685eb2 req-6a218312-b0a0-4f95-8367-1b66a5a8b30c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956989 Sep 16 05:20:55.813684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Calling delete_port for e1b78ec1-4e98-4a8a-a045-25d598bc4bfe owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:55.862957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-15b68381-c1b5-499a-bf05-c1ab6b11a2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.874893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-534e3791-0961-4431-98c2-8e7e9c4ddf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:55.878375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-534e3791-0961-4431-98c2-8e7e9c4ddf79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.1156518 Sep 16 05:20:55.919380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6917-1a9f-4e70-a105-a03a680ef409 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:55.920192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ff6917-1a9f-4e70-a105-a03a680ef409 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcddd445-dfff-4c2a-ab83-afb4c879cdf1 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:20:55.961843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['24d60cca-3e0f-4ef6-9da9-b898bc199961'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:56.004042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6917-1a9f-4e70-a105-a03a680ef409 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.010143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a3ff6917-1a9f-4e70-a105-a03a680ef409 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "DELETE /v2.0/routers/fcddd445-dfff-4c2a-ab83-afb4c879cdf1 HTTP/1.1" status: 204 len: 168 time: 0.8229735 Sep 16 05:20:56.012999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-3489c754-980f-4c35-b43b-c81a2440ebea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080759 Sep 16 05:20:56.034769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Deleting port 34a1a485-6e97-4a22-a5e0-94eb58669754 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:56.035252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.039569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.118211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event deleted for resources: {'Port': ['ID=e1b78ec1-4e98-4a8a-a045-25d598bc4bfe,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.212547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee001f6-270c-4035-8205-53145f72b4f3 req-409050d4-5f0e-4b46-b120-e17af1fb6aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.214469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ee001f6-270c-4035-8205-53145f72b4f3 req-409050d4-5f0e-4b46-b120-e17af1fb6aea tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 945 time: 0.3050270 Sep 16 05:20:56.253908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39556) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:56.273324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.278882 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c0eafb03-f44c-422f-b634-4788f9fed316 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "DELETE /v2.0/ports/e1b78ec1-4e98-4a8a-a045-25d598bc4bfe HTTP/1.1" status: 204 len: 168 time: 0.7048781 Sep 16 05:20:56.279543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39562) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:56.306081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c6670-69c1-4a45-a097-a9f4d537bfca req-00c7a4d8-a153-44b7-884b-0441fa917e39 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.307784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b8c6670-69c1-4a45-a097-a9f4d537bfca req-00c7a4d8-a153-44b7-884b-0441fa917e39 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0804dea-edaa-4177-829b-720e9b70b63e HTTP/1.1" status: 200 len: 945 time: 0.3415680 Sep 16 05:20:56.353665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b207e1-38a5-43c9-9df1-962c76f752bf tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.359092 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-33b207e1-38a5-43c9-9df1-962c76f752bf tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d27e1d2-6f5a-4c69-947d-d034754dd12c HTTP/1.1" status: 200 len: 913 time: 0.0783408 Sep 16 05:20:56.359961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39564) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:56.436474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] For port 34a1a485-6e97-4a22-a5e0-94eb58669754, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34a1a485-6e97-4a22-a5e0-94eb58669754,segment=NetworkSegment(8ddd4cb1-5d89-4646-9a7e-8d51efa03569),segment_id=8ddd4cb1-5d89-4646-9a7e-8d51efa03569)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:56.437387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.464487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ee001f6-270c-4035-8205-53145f72b4f3 req-bdb3e3a3-3d93-4afe-a1d6-b0c4d84df349 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830635 Sep 16 05:20:56.466729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-fcdbdfc3-5735-4785-a425-18ef188c2b55 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247322 Sep 16 05:20:56.482290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Calling delete_port for 34a1a485-6e97-4a22-a5e0-94eb58669754 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:56.535333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b8c6670-69c1-4a45-a097-a9f4d537bfca req-63740cd3-fef6-48a1-b23f-ffbd80909447 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.55 "GET /v2.0/security-groups?id=b01c84e7-b900-43f0-a50c-8f618fe43490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124016 Sep 16 05:20:56.670858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-937892325', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:56.699068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d14e07c7-c697-42f6-9800-dce6f7a23874 req-1f95eff8-baea-43d3-882e-9b44f3e7f233 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228267 Sep 16 05:20:56.741615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.742869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.779384 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.810438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Pushing event deleted for resources: {'Port': ['ID=34a1a485-6e97-4a22-a5e0-94eb58669754,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:56.849581 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.859217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] No DVR routers for this DVR port 34a1a485-6e97-4a22-a5e0-94eb58669754 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:56.862526 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.865274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0fa02ba0-eff9-468a-ab56-3f52b37830d7 req-79e992f3-c4c4-44c0-9b38-38aae45114d8 tempest-InstanceActionsTestJSON-1251499094 tempest-InstanceActionsTestJSON-1251499094-project] 10.222.0.64 "DELETE /v2.0/ports/34a1a485-6e97-4a22-a5e0-94eb58669754 HTTP/1.1" status: 204 len: 173 time: 1.4814260 Sep 16 05:20:56.865818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'name': 'network-vif-deleted', 'tag': '34a1a485-6e97-4a22-a5e0-94eb58669754'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:56.869247 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85116ed-d322-4168-ade0-ed770a6ef4e4" -d '{"events": [{"server_uuid": "c0804dea-edaa-4177-829b-720e9b70b63e", "name": "network-vif-deleted", "tag": "34a1a485-6e97-4a22-a5e0-94eb58669754"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:56.885577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:56.929180 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9080d7be-b1bd-44c3-9609-284369da8bf4 x-openstack-request-id: req-9080d7be-b1bd-44c3-9609-284369da8bf4 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:56.929735 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0804dea-edaa-4177-829b-720e9b70b63e", "name": "network-vif-deleted", "tag": "34a1a485-6e97-4a22-a5e0-94eb58669754", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:56.929735 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9080d7be-b1bd-44c3-9609-284369da8bf4 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:56.931058 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0804dea-edaa-4177-829b-720e9b70b63e', 'name': 'network-vif-deleted', 'tag': '34a1a485-6e97-4a22-a5e0-94eb58669754', 'status': 'completed', 'code': 200} Sep 16 05:20:56.998823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310bfd-9a52-4c37-bd1f-bf1f7c3ce4c1 req-1efb8a1f-2e92-4a3a-9041-cf39a54163ab tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.000524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc310bfd-9a52-4c37-bd1f-bf1f7c3ce4c1 req-1efb8a1f-2e92-4a3a-9041-cf39a54163ab tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0817053 Sep 16 05:20:57.056524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc310bfd-9a52-4c37-bd1f-bf1f7c3ce4c1 req-f8ad5da3-3329-414c-ac12-1053681a6370 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Sep 16 05:20:57.140863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:57.193864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 24d60cca-3e0f-4ef6-9da9-b898bc199961 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:57.198518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 24d60cca-3e0f-4ef6-9da9-b898bc199961 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:57.199048 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.288073 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.313050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:57.316113 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b2794-f7eb-4ae5-9637-2259159ba3de" -d '{"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-plugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:57.337759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:57.345794 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.347222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34a1a485-6e97-4a22-a5e0-94eb58669754 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:57.378819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 34a1a485-6e97-4a22-a5e0-94eb58669754 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:57.379274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34a1a485-6e97-4a22-a5e0-94eb58669754 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:57.382492 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a774504-bc7e-40ba-8463-827a1a78c5e2 x-openstack-request-id: req-8a774504-bc7e-40ba-8463-827a1a78c5e2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:57.382863 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-plugged", "status": "completed", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:57.383281 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a774504-bc7e-40ba-8463-827a1a78c5e2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:57.383682 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'code': 200} Sep 16 05:20:57.435222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:57.507498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.720633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a637a3-3495-4c4e-a4fa-141761c985d2 req-3fc440bd-c342-4dbb-980a-6a08e5f639a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.722387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a0a637a3-3495-4c4e-a4fa-141761c985d2 req-3fc440bd-c342-4dbb-980a-6a08e5f639a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1098 time: 0.0565090 Sep 16 05:20:57.730643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58358ce-cbbc-47aa-87f1-92250d307428 req-5589c3f4-9963-40d6-bd21-a9263837ae1a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.732415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b58358ce-cbbc-47aa-87f1-92250d307428 req-5589c3f4-9963-40d6-bd21-a9263837ae1a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.1468334 Sep 16 05:20:57.796571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39602) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:57.823543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b58358ce-cbbc-47aa-87f1-92250d307428 req-9eafcbfa-e360-417a-b93a-812e472ae88c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741205 Sep 16 05:20:57.829437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a0a637a3-3495-4c4e-a4fa-141761c985d2 req-a35c3cf9-0a90-4436-a28d-2f26c7a66b40 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943317 Sep 16 05:20:57.925752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] Deleting subnet c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:20:57.930489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:57.992321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.066392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Deleting port d9b1589b-9a89-4c5b-a675-4681e33f75e4 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:58.066743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.144328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.190276 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-21a4364f-adf7-4a60-bced-d55fd6beebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.198259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.236660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f02d86-7692-4ea4-a0e7-3c50cc38a88f req-852e9db9-3ce3-4ea2-8172-cc351dc1cba3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.242132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08f02d86-7692-4ea4-a0e7-3c50cc38a88f req-852e9db9-3ce3-4ea2-8172-cc351dc1cba3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.0899608 Sep 16 05:20:58.267553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.289619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08f02d86-7692-4ea4-a0e7-3c50cc38a88f req-73d752f6-aacb-457b-a069-ba3bef17fd79 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Sep 16 05:20:58.365623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.388835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Calling delete_port for d9b1589b-9a89-4c5b-a675-4681e33f75e4 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:58.394780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.438890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:58.465377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f2bcb-cad2-4371-b252-6468b45bebae req-fcedca92-a76d-4b02-9450-3eba0fce2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.467014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036f2bcb-cad2-4371-b252-6468b45bebae req-fcedca92-a76d-4b02-9450-3eba0fce2c9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.0488422 Sep 16 05:20:58.491427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.495948 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fba6365a-a597-4536-968b-218247a7649a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c56b8c5e-4c1a-483a-b51a-9f78e4b1b76a HTTP/1.1" status: 204 len: 168 time: 0.6907969 Sep 16 05:20:58.498271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39618) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:58.521179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-036f2bcb-cad2-4371-b252-6468b45bebae req-f2e47642-c00d-49ed-a1ab-26ae0ee0a20f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Sep 16 05:20:58.591207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Allocated IP 172.25.6.41 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/7674ebfb-c423-4369-b087-a2d8124f520a) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:58.627276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.874516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.913597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.920189 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036cda55-7ce4-48a5-9c97-6204e46e3d7f']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.937813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddd4cb1-5d89-4646-9a7e-8d51efa03569') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.938109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddd4cb1-5d89-4646-9a7e-8d51efa03569') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:20:58.952139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.953825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.997840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:58.998818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe358cc-582b-4d5b-8b9c-091e2c23fe5c req-fc78f19f-3567-490a-ba13-4e4c12016e22 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.004943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbe358cc-582b-4d5b-8b9c-091e2c23fe5c req-fc78f19f-3567-490a-ba13-4e4c12016e22 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.0887728 Sep 16 05:20:59.005312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event deleted for resources: {'Port': ['ID=d9b1589b-9a89-4c5b-a675-4681e33f75e4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.020543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:20:59.020911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:20:59.023136 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:20:59.075586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbe358cc-582b-4d5b-8b9c-091e2c23fe5c req-eb7d3271-18e5-4b5e-9b1f-48d71ed66db8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463595 Sep 16 05:20:59.149899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.200710 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.304171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:59.305122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.315038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.316795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:59.334459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:59.336751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.338727 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] 10.222.0.55 "DELETE /v2.0/networks/036cda55-7ce4-48a5-9c97-6204e46e3d7f HTTP/1.1" status: 204 len: 168 time: 0.8395171 Sep 16 05:20:59.366446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1643b8-84a5-4def-8e79-ceb2f85f7196 admin admin] Pushing event deleted for resources: {'Network': ['ID=036cda55-7ce4-48a5-9c97-6204e46e3d7f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.421414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event updated for resources: {'Port': ['ID=7674ebfb-c423-4369-b087-a2d8124f520a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.540927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a7c1-3500-48d8-9583-7ba5bdae590e req-05fa07a9-ed76-4538-8e17-c75f49cc4b20 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.542516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c79a7c1-3500-48d8-9583-7ba5bdae590e req-05fa07a9-ed76-4538-8e17-c75f49cc4b20 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1050491 Sep 16 05:20:59.607917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c79a7c1-3500-48d8-9583-7ba5bdae590e req-03177128-8175-4a60-b0b4-6b23d391d363 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Sep 16 05:20:59.613381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39648) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:59.716834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6bdaa745-0b2d-4353-987a-703871e21b29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e64d0ddb8f44cfbb6f753140e814cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021605 Sep 16 05:20:59.718553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39656) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:20:59.752405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Router 1d27e1d2-6f5a-4c69-947d-d034754dd12c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:20:59.797032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.852695 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5245-64f9-4491-b96d-028fa06fb070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.883885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5245-64f9-4491-b96d-028fa06fb070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.949134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5245-64f9-4491-b96d-028fa06fb070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.952059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5245-64f9-4491-b96d-028fa06fb070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:59.955737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ee7b5245-64f9-4491-b96d-028fa06fb070 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b01c84e7-b900-43f0-a50c-8f618fe43490 HTTP/1.1" status: 204 len: 168 time: 0.2340000 Sep 16 05:20:59.964261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:20:59.976977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] Sync routers for ids ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:20:59.984575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b5245-64f9-4491-b96d-028fa06fb070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c84e7-b900-43f0-a50c-8f618fe43490,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:59.984784 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0d66f378-a708-4716-bec1-c5c9d49729a8 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "PUT /v2.0/routers/1d27e1d2-6f5a-4c69-947d-d034754dd12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6203768 Sep 16 05:20:59.984873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39672) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:00.032942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] Routers {'1d27e1d2-6f5a-4c69-947d-d034754dd12c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:00.034448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:00.149510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:00.158899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.177445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] Routers {'1d27e1d2-6f5a-4c69-947d-d034754dd12c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:00.178174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87746684-7b02-4340-981a-79a726e0a3dd tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.185283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:00.305528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:00.307072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983daba6-54cf-4a30-836d-a13d53608043 None None] The sync data for ids ['1d27e1d2-6f5a-4c69-947d-d034754dd12c'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:00.603579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.624600 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87746684-7b02-4340-981a-79a726e0a3dd tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.627453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87746684-7b02-4340-981a-79a726e0a3dd tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.709545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87746684-7b02-4340-981a-79a726e0a3dd tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.710059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87746684-7b02-4340-981a-79a726e0a3dd tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Fanout notify agent at l3_agent the message router_deleted on router 1d27e1d2-6f5a-4c69-947d-d034754dd12c {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:00.721299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87746684-7b02-4340-981a-79a726e0a3dd tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:00.722432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-87746684-7b02-4340-981a-79a726e0a3dd tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "DELETE /v2.0/routers/1d27e1d2-6f5a-4c69-947d-d034754dd12c HTTP/1.1" status: 204 len: 168 time: 0.7349160 Sep 16 05:21:00.729382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39718) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:00.836237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc18572-0383-4c62-b831-1018db70fec0 req-a34dcf87-cb5d-4754-8dd7-fca21ef43688 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.844405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cc18572-0383-4c62-b831-1018db70fec0 req-a34dcf87-cb5d-4754-8dd7-fca21ef43688 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.4601994 Sep 16 05:21:00.924679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Deleting subnet f3f6ab85-03f7-4316-af4f-32556e28c514 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:00.961247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cc18572-0383-4c62-b831-1018db70fec0 req-9f6bf4c7-bb62-4f66-b8db-c7fe8562e857 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160111 Sep 16 05:21:01.009558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.050523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Router 2c846053-612c-40bd-a183-abe7dbe31ae4 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:01.209589 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.380107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:01.395843 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] Sync routers for ids ['2c846053-612c-40bd-a183-abe7dbe31ae4'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:01.406838 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] Routers {'2c846053-612c-40bd-a183-abe7dbe31ae4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:01.407876 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2c846053-612c-40bd-a183-abe7dbe31ae4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:01.420607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.422185 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-febb1c5c-459f-4885-8d55-79bedb9dc22d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1686325 Sep 16 05:21:01.425373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39746) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:01.453796 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:01.464851 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] Routers {'2c846053-612c-40bd-a183-abe7dbe31ae4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:01.465644 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2c846053-612c-40bd-a183-abe7dbe31ae4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:01.510042 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:01.510635 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398a430-3ba0-4381-ba1c-1734ec7d0121 None None] The sync data for ids ['2c846053-612c-40bd-a183-abe7dbe31ae4'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:01.592804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39748) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:01.634410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a0f6-01b5-4b56-96c1-69c21daf3a9e req-cc53b6f5-7257-47b9-886a-923ac32ceec4 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.636152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d71a0f6-01b5-4b56-96c1-69c21daf3a9e req-cc53b6f5-7257-47b9-886a-923ac32ceec4 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.8926704 Sep 16 05:21:01.686119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.747347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1754323689-network', 'tenant_id': '8e246dcd73e546f8b9524480b8794bdd'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:01.761884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1d954-9fdf-47c9-ad62-274268848571 req-9dfb6269-88a4-477e-b511-aae0ccde2b63 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.767139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d1d954-9fdf-47c9-ad62-274268848571 req-9dfb6269-88a4-477e-b511-aae0ccde2b63 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.1720867 Sep 16 05:21:01.774634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d71a0f6-01b5-4b56-96c1-69c21daf3a9e req-68db4dc1-064e-4a5b-8039-aa7833f68893 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317296 Sep 16 05:21:01.874284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Made reservation on behalf of 8e246dcd73e546f8b9524480b8794bdd for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:01.877279 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.898089 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.917545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:01.948723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d1d954-9fdf-47c9-ad62-274268848571 req-304b566a-b7f2-48b4-afc1-b5a20af367ba tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230512 Sep 16 05:21:02.012260 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-77fbcd1a-6bb7-4222-889a-5f9da93d07dd tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/2c846053-612c-40bd-a183-abe7dbe31ae4 HTTP/1.1" status: 200 len: 919 time: 0.5854673 Sep 16 05:21:02.015120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39766) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:02.038340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.054066 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7399fafa-b0bc-4b8f-9d76-6c801c5f720d tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c846053-612c-40bd-a183-abe7dbe31ae4 HTTP/1.1" status: 200 len: 205 time: 0.0376935 Sep 16 05:21:02.054767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39770) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:02.143073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f6ab85-03f7-4316-af4f-32556e28c514,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.182984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.183215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d3ee8-6bdc-463e-a885-9214ced19101 None None] Network 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:02.185656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "DELETE /v2.0/subnets/f3f6ab85-03f7-4316-af4f-32556e28c514 HTTP/1.1" status: 204 len: 168 time: 1.4532592 Sep 16 05:21:02.190667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39776) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:02.205288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.208604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.209154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.209544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.209878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.210207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.210589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.210905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.211238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.211553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.211874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.212274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.212646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0e9ec-b7bd-4c66-8bb5-75395a866c05 tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:02.256405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-9cf1c4bd-7842-4a42-a5d0-7873e617a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.258293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-9cf1c4bd-7842-4a42-a5d0-7873e617a394 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.2177539 Sep 16 05:21:02.321390 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.321835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752043b4-5dd8-417d-9318-b1cccbe0dba7 req-ebf5501f-46b8-4ed7-a875-7236d31579f7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.333919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-752043b4-5dd8-417d-9318-b1cccbe0dba7 req-ebf5501f-46b8-4ed7-a875-7236d31579f7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.2475014 Sep 16 05:21:02.337104 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.354173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa080-85e6-4cc7-8374-c6d1ebf66729 req-1861015e-f9b3-48e9-a6ad-967211c6a16f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.356046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae2aa080-85e6-4cc7-8374-c6d1ebf66729 req-1861015e-f9b3-48e9-a6ad-967211c6a16f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.2345290 Sep 16 05:21:02.407025 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.417346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae2aa080-85e6-4cc7-8374-c6d1ebf66729 req-67b3d0a7-492f-4c22-8a9d-e5e2b7089677 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522683 Sep 16 05:21:02.428067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.514549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a411e91a-566d-44a6-9321-a2876ccda168,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:02.515437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Deleting port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:02.515920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.520038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:02.531196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-752043b4-5dd8-417d-9318-b1cccbe0dba7 req-275dd386-4c27-460b-a0a9-42f459ee466e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990685 Sep 16 05:21:02.544438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.544791 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Added segment db3f005f-3b50-4db2-80ed-84d0da5b49a0 of type vlan for network b08f5a01-10bd-4019-92d0-8f0791380e22 Sep 16 05:21:02.602051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] DHCP port deletion for 27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:02.669085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] For port 92a306c3-1a16-49f0-91f7-5571f1fa1a77, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=92a306c3-1a16-49f0-91f7-5571f1fa1a77,segment=NetworkSegment(9651f3f4-979e-45c5-90e6-45ee14028ef9),segment_id=9651f3f4-979e-45c5-90e6-45ee14028ef9)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:02.669324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] Deleting port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:02.669548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.670233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.706135 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.722032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Calling delete_port for 92a306c3-1a16-49f0-91f7-5571f1fa1a77 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:02.734688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-854b767a-e82b-446a-8ecb-cb04b46782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.737409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-854b767a-e82b-446a-8ecb-cb04b46782fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 0.4681735 Sep 16 05:21:02.738556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.739483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:02.740151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.745602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Deleting port 7674ebfb-c423-4369-b087-a2d8124f520a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:02.746255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.810407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-6828e4cb-3e50-4fef-92a9-45e3dcd3f97b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 217 time: 0.0621450 Sep 16 05:21:02.819320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2222528 Sep 16 05:21:02.820022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39792) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:02.820752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] For port 92a306c3-1a16-49f0-91f7-5571f1fa1a77, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=92a306c3-1a16-49f0-91f7-5571f1fa1a77,segment=NetworkSegment(9651f3f4-979e-45c5-90e6-45ee14028ef9),segment_id=9651f3f4-979e-45c5-90e6-45ee14028ef9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:02.822315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.828061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Request body: {'subnet': {'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1754323689-subnet', 'tenant_id': '8e246dcd73e546f8b9524480b8794bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:02.849420 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:02.862000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 92a306c3-1a16-49f0-91f7-5571f1fa1a77 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:02.866782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] Calling delete_port for 92a306c3-1a16-49f0-91f7-5571f1fa1a77 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:02.876514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Calling delete_port for 7674ebfb-c423-4369-b087-a2d8124f520a owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:02.986286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599f4a-51a6-49d1-bd31-76dd624a9858 admin admin] Pushing event updated for resources: {'Network': ['ID=b08f5a01-10bd-4019-92d0-8f0791380e22,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.080017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Made reservation on behalf of 8e246dcd73e546f8b9524480b8794bdd for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:03.083220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b08f5a01-10bd-4019-92d0-8f0791380e22 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:03.090805 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.166632 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.201187 n-d-713301-15 neutron-server[94720]: INFO neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No ports have port_id starting with 92a306c3-1a16-49f0-91f7-5571f1fa1a77 Sep 16 05:21:03.206406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] Pushing event deleted for resources: {'Port': ['ID=92a306c3-1a16-49f0-91f7-5571f1fa1a77,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.227706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-92921f76-b7c6-46bc-a4f8-7c82d7400e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.229976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-92921f76-b7c6-46bc-a4f8-7c82d7400e80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.4069014 Sep 16 05:21:03.231727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea337e1-e530-471b-b7fe-31ca446bd724 None None] No DVR routers for this DVR port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:03.289729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-8fa6ae87-8279-4427-9028-ed63e11d333e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500195 Sep 16 05:21:03.382626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.414953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.427773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event deleted for resources: {'Port': ['ID=7674ebfb-c423-4369-b087-a2d8124f520a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.464900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] No DVR routers for this DVR port 92a306c3-1a16-49f0-91f7-5571f1fa1a77 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:03.503067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event deleted for resources: {'Port': ['ID=92a306c3-1a16-49f0-91f7-5571f1fa1a77,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.543333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.561066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.561953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276779e-64a2-4337-8a6a-55b1b6399b8d req-880634b5-f1ed-4050-a0ce-8a86835df42e tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.575286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1276779e-64a2-4337-8a6a-55b1b6399b8d req-880634b5-f1ed-4050-a0ce-8a86835df42e tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.2831547 Sep 16 05:21:03.674470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e2815e-086c-43d7-beed-acfa9eb81b69,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:03.725316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-81a99b75-0de6-4718-bb75-94f83248fb41 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029250 Sep 16 05:21:03.752871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.756180 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.763152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.769139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Checking segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:03.769638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Network hostable DHCP agents. Network: b08f5a01-10bd-4019-92d0-8f0791380e22, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:03.786473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1276779e-64a2-4337-8a6a-55b1b6399b8d req-d529ad22-1816-4708-8902-6b19994c45a3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116299 Sep 16 05:21:03.826015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:03.858436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9651f3f4-979e-45c5-90e6-45ee14028ef9') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:03.858803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9651f3f4-979e-45c5-90e6-45ee14028ef9') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:03.869175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.869860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Fanout notify agent at l3_agent the message router_deleted on router 2c846053-612c-40bd-a183-abe7dbe31ae4 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:03.875382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.881715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.885666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f22c844b-a398-428d-882d-751a59fe7be5 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/2c846053-612c-40bd-a183-abe7dbe31ae4 HTTP/1.1" status: 204 len: 168 time: 1.8290865 Sep 16 05:21:03.894943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39820) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:03.901470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-598972487', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': False}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:03.917987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.933849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Network b08f5a01-10bd-4019-92d0-8f0791380e22 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:03.954537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:03.955551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:03.959451 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:04.152152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b08f5a01-10bd-4019-92d0-8f0791380e22) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:04.159560 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.170417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469a642-7053-4ec7-b790-2f91c7528360 None None] Network b08f5a01-10bd-4019-92d0-8f0791380e22 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:04.179931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.180397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.181520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.183258 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] 10.222.0.55 "DELETE /v2.0/networks/27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c HTTP/1.1" status: 204 len: 168 time: 1.9915175 Sep 16 05:21:04.184369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a764f-f0e2-43f9-b801-37cd8df9ab7c tempest-FloatingIPNegativeTestJSON-627812752 tempest-FloatingIPNegativeTestJSON-627812752-project] Pushing event deleted for resources: {'Network': ['ID=27bb1bbf-04f0-47a6-a7d5-f1fc2febee2c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:04.211384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a05de-6b2f-4135-8121-ca20bfcdbb5d req-46e9ac8c-7671-406d-af83-f486d94bc5cf tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.212952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea0a05de-6b2f-4135-8121-ca20bfcdbb5d req-46e9ac8c-7671-406d-af83-f486d94bc5cf tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.5232155 Sep 16 05:21:04.220640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.221258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.273902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-625836dd-80f2-4a24-8d33-3951e810c4d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4397898 Sep 16 05:21:04.385166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffb49392-c77b-4ab9-b24d-24462c4d639d req-e97f47b1-8559-4d8c-ad72-174a5a5091ee service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231961 Sep 16 05:21:04.419084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea0a05de-6b2f-4135-8121-ca20bfcdbb5d req-61a01e28-cb8f-4e4e-bf89-df012fcab49a tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681011 Sep 16 05:21:04.444741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33674d35-9c42-4521-b0c3-4b8b32d2ad38 None None] Network b08f5a01-10bd-4019-92d0-8f0791380e22 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:04.478787 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.595716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39844) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:04.760883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.787860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff298016-da26-499f-ad9d-682108b43fe6 req-71695886-6754-4e9f-90da-59326f819cb0 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.795201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff298016-da26-499f-ad9d-682108b43fe6 req-71695886-6754-4e9f-90da-59326f819cb0 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.1561024 Sep 16 05:21:04.838944 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a2f55c4-0d8e-4e2a-a7ce-c6b16ed6dcc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=437f331470fd49d2b6624200354c2670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407842 Sep 16 05:21:04.840054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39860) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:04.880661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff298016-da26-499f-ad9d-682108b43fe6 req-fe18c7fc-d28e-42b1-b393-37e18ba2b6a6 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839760 Sep 16 05:21:04.931383 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4e76512-1e0c-4a69-99c9-2b45e6b7c249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:04.972687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4e76512-1e0c-4a69-99c9-2b45e6b7c249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.055821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4e76512-1e0c-4a69-99c9-2b45e6b7c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.060764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4e76512-1e0c-4a69-99c9-2b45e6b7c249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.068579 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d4e76512-1e0c-4a69-99c9-2b45e6b7c249 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e44f5c40-67c1-4653-9eeb-e189ea767f77 HTTP/1.1" status: 204 len: 168 time: 0.2270949 Sep 16 05:21:05.087587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e76512-1e0c-4a69-99c9-2b45e6b7c249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f5c40-67c1-4653-9eeb-e189ea767f77,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:05.176327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.205042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.355688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-4d525048-e10b-4101-b0da-444e8bcf537e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.363619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-4d525048-e10b-4101-b0da-444e8bcf537e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 813 time: 0.2277479 Sep 16 05:21:05.415174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-fa118814-c141-449e-a4a0-0ecc14c01094 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/quotas/8e246dcd73e546f8b9524480b8794bdd HTTP/1.1" status: 200 len: 375 time: 0.0504718 Sep 16 05:21:05.456401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-b39e669f-2c9b-43dc-a545-be92ee192f09 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402000 Sep 16 05:21:05.470568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Allocated IP 172.25.6.6 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/da297d2c-1dc5-481f-ae2d-89553ee1463f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:05.684235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-9a508dcc-b5a8-4f4e-bb33-2296d7085a55 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:21:05.691915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-9a508dcc-b5a8-4f4e-bb33-2296d7085a55 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1965983 Sep 16 05:21:05.744125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c24131-0fc2-4a49-a05b-dfe06b7432a2 req-6ef6435b-a2ec-42b9-9b4e-c9bb8c96815c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.746019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9c24131-0fc2-4a49-a05b-dfe06b7432a2 req-6ef6435b-a2ec-42b9-9b4e-c9bb8c96815c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1492138 Sep 16 05:21:05.752983 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:05.869110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-854194da-4799-4034-88e2-25c3339a68f0 service neutron] 10.222.0.55 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762252 Sep 16 05:21:05.873700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9c24131-0fc2-4a49-a05b-dfe06b7432a2 req-45e94332-29c7-4d72-9e45-6fa7c2b79b86 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173737 Sep 16 05:21:05.920442 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.153368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:06.166821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:06.172631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:06.218596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Port': ['ID=da297d2c-1dc5-481f-ae2d-89553ee1463f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.232809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39920) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:06.252572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-a282c938-a06e-4d91-8afd-d36fa2525587 service neutron] 10.222.0.55 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751597 Sep 16 05:21:06.264883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dab8b-6604-4235-a0a7-8fa6c2bc7b78 req-77e2ada0-9427-4ec5-aa15-7c60e7fced42 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.266945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e25dab8b-6604-4235-a0a7-8fa6c2bc7b78 req-77e2ada0-9427-4ec5-aa15-7c60e7fced42 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.2812238 Sep 16 05:21:06.386974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1613282873'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:06.405472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e25dab8b-6604-4235-a0a7-8fa6c2bc7b78 req-a9fbdf77-3c87-4773-b95c-c02018290354 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591288 Sep 16 05:21:06.458637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:06.464382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.494393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.561985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-40c4aebc-72ff-4dfa-b1d3-0b2578e89c16 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.565011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-40c4aebc-72ff-4dfa-b1d3-0b2578e89c16 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.1097746 Sep 16 05:21:06.684317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.691179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.748706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:06.770598 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c88df1c-4d9a-44e8-a8d3-9769b86d90ad,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:06.788135 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.790328 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment f9fe4e8e-64a4-425a-ae5a-3618c2737b36 of type vlan for network dfe8e561-9a50-4cc0-9452-b70d9d72e80c Sep 16 05:21:06.866472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.903685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.915833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.919091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.046556 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=dfe8e561-9a50-4cc0-9452-b70d9d72e80c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:07.060296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:07.092531 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f59062a6-f7bf-414b-b878-74115719515b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8582013 Sep 16 05:21:07.093698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:07.102495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'name': 'tempest-PortsIpV6TestJSON-1315566764'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:07.180597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.299970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:07.304083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.347614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:07.369881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b51d89b3-d048-4b10-8991-8ccb0756687b req-c3474f39-2a16-4f9c-9057-571fcb041661 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 210 time: 0.1870627 Sep 16 05:21:07.449258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Deleting port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:07.458374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.571299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87593b0-4f7c-44e8-a73d-a952b00e208b req-b52ba59d-44e9-4c02-aaf2-1a80ddb17f31 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.579058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c87593b0-4f7c-44e8-a73d-a952b00e208b req-b52ba59d-44e9-4c02-aaf2-1a80ddb17f31 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3945329 Sep 16 05:21:07.785844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] For port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:07.786505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.874116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.941048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:07.943677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c87593b0-4f7c-44e8-a73d-a952b00e208b req-147291fb-8b8f-444f-89b6-309c10e6e89a tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634298 Sep 16 05:21:08.067048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=8c4ce59a-a707-402b-9f3e-1d76cb4c75a8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:08.075170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39877-efe2-47d1-8e96-7a11650ad20c req-cf8d1141-6ad0-4af7-b64e-5ca66e5885fd tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.094562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': 'f9fe4e8e-64a4-425a-ae5a-3618c2737b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:08.095075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: dfe8e561-9a50-4cc0-9452-b70d9d72e80c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:08.108236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44b39877-efe2-47d1-8e96-7a11650ad20c req-cf8d1141-6ad0-4af7-b64e-5ca66e5885fd tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 946 time: 0.5244656 Sep 16 05:21:08.118113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:08.133493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, dfe8e561-9a50-4cc0-9452-b70d9d72e80c) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:08.137911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:08.153340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407e4f1-2b86-4e15-801f-91c06529bca4 None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:08.178551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.180190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.228499 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-647a6156-d58d-4d77-8a4a-f6b5e1eb1285 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1329510 Sep 16 05:21:08.231409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39976) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.238842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1094151574'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:08.296063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:08.303422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.349632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44b39877-efe2-47d1-8e96-7a11650ad20c req-83e305e1-2116-42e2-8aea-ff71a7bb0305 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups?id=06e682d4-1d9f-473a-817c-c502652904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401774 Sep 16 05:21:08.408271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:08.433032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.436864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.437532 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Floating IP b9b4ce7a-917b-48d4-906e-bcb334f4d3b5 disassociated. External IP: 172.25.6.137, port: 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4. Sep 16 05:21:08.439489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Calling delete_port for 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:08.495353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.495773 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment dd3f1d45-9b8a-4af0-92eb-17f5b9bf0850 of type vlan for network 8f96fec6-4c4d-4f00-a051-0fc9b3cb3538 Sep 16 05:21:08.642430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.701808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.707590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.708290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.708586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.801543 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5693831 Sep 16 05:21:08.802163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39988) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:08.830071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'ports': [{'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c'}, {'network_id': '8f96fec6-4c4d-4f00-a051-0fc9b3cb3538'}]} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:08.830450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:08.830858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': '8f96fec6-4c4d-4f00-a051-0fc9b3cb3538'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:08.912733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44058f13-bde5-406c-8e97-4ec8582b75d9 req-b7ed499c-5e80-44f5-b980-1d1996d8c3cc tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 210 time: 0.2050850 Sep 16 05:21:09.017388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a10ad-10c9-46e4-bfa7-3b426119ee6c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=8f96fec6-4c4d-4f00-a051-0fc9b3cb3538,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.031250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8f96fec6-4c4d-4f00-a051-0fc9b3cb3538 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:09.252717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:09.258459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.317255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event deleted for resources: {'Port': ['ID=167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:09.318186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:09.318720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:09.418430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-befd035a-5b9b-4a2d-bf2c-fcab71ee1877 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.419976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-befd035a-5b9b-4a2d-bf2c-fcab71ee1877 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 813 time: 0.9487786 Sep 16 05:21:09.471534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 2} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:09.477901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.478429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Request body: {'port': {'device_id': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'admin_state_up': True, 'tenant_id': '8e246dcd73e546f8b9524480b8794bdd'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:09.536759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:09.661417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-374a7c55-03eb-46f6-9cd7-8a1bd1a8c690 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:09.663156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-374a7c55-03eb-46f6-9cd7-8a1bd1a8c690 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 813 time: 0.9233589 Sep 16 05:21:09.715445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 88fd752e-6498-43b7-ace4-bbd1fd4c4d5c yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:09.718416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Request body: {'port': {'device_id': '7ceb43b6-689b-406b-9017-049883d71db7', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'admin_state_up': True, 'tenant_id': '8e246dcd73e546f8b9524480b8794bdd'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:09.853396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b47d9897-4ed3-412b-baf3-3f2c766775bc req-d7be6fbb-54c2-4513-bc6a-225b1a3203bb tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 210 time: 0.1998060 Sep 16 05:21:09.915241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.003015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Made reservation on behalf of 8e246dcd73e546f8b9524480b8794bdd for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:10.006888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.021148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 4fd77f18-b617-4758-bd9c-699e66d4a5a8 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:10.022332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:10.045575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Router bee87ede-a0fc-476f-b48a-68506f0cd825 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:10.075618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Made reservation on behalf of 8e246dcd73e546f8b9524480b8794bdd for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:10.080345 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.120161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1a03244-68f8-4efb-bd94-0c13c8c44d22 req-e9c2a460-68c3-4f43-a6da-0742155132e9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 210 time: 0.0649271 Sep 16 05:21:10.187471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.243574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.273884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:10.293016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:10.298714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:10.299938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.350716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=88fd752e-6498-43b7-ace4-bbd1fd4c4d5c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.401941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': 'dd3f1d45-9b8a-4af0-92eb-17f5b9bf0850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8f96fec6-4c4d-4f00-a051-0fc9b3cb3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:10.402390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: 8f96fec6-4c4d-4f00-a051-0fc9b3cb3538, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:10.456619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 8f96fec6-4c4d-4f00-a051-0fc9b3cb3538 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:10.459207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=4fd77f18-b617-4758-bd9c-699e66d4a5a8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:10.491909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8f96fec6-4c4d-4f00-a051-0fc9b3cb3538) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:10.495733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:10.506190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.510230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bdc151-cf96-4873-a01a-7416f4ca8a29 None None] Network 8f96fec6-4c4d-4f00-a051-0fc9b3cb3538 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:10.515595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.516392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.572638 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5387c45-a115-4d1c-947d-1be1e262db16 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7527595 Sep 16 05:21:10.573213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:10.755531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 4fd77f18-b617-4758-bd9c-699e66d4a5a8 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:10.755997 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.848416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.864853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 4fd77f18-b617-4758-bd9c-699e66d4a5a8 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:10.966171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:10.972855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Allocated IP 172.20.0.5 (b08f5a01-10bd-4019-92d0-8f0791380e22/02e2815e-086c-43d7-beed-acfa9eb81b69/0a9f6297-750b-46ee-aea1-e3d81c403b78) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:10.975951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Sync routers for ids ['bee87ede-a0fc-476f-b48a-68506f0cd825'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:10.980853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:10.987499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Routers {'bee87ede-a0fc-476f-b48a-68506f0cd825'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:10.988143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:10.988811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bee87ede-a0fc-476f-b48a-68506f0cd825'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:10.999012 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] Sync routers for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:11.013452 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:11.014107 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:11.026764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=4fd77f18-b617-4758-bd9c-699e66d4a5a8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:11.039243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.044596 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f464d441-0fb2-4f09-b486-e28fbad96f9f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/4fd77f18-b617-4758-bd9c-699e66d4a5a8 HTTP/1.1" status: 204 len: 168 time: 0.4703238 Sep 16 05:21:11.045780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40038) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.110491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b846e-2016-4674-9f57-5805aef0a975 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.118021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b846e-2016-4674-9f57-5805aef0a975 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.133634 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f9b846e-2016-4674-9f57-5805aef0a975 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0841744 Sep 16 05:21:11.134133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40044) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.157858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Set router bee87ede-a0fc-476f-b48a-68506f0cd825 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:11.213942 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:11.220244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] No DVR routers for this DVR port 167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:11.235968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e062be8-87b8-48bb-8888-e79f2c6cd833 req-e14b8016-fc35-4c47-843c-e5de37c630fd tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f38277-0e46-4b73-9d11-6aa0caf52185 HTTP/1.1" status: 200 len: 210 time: 0.2645478 Sep 16 05:21:11.238990 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.243210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76a0b095-6a2a-483e-a141-7f5c91d216fe req-ec1f7a89-1a93-42fa-ab99-6d42ed28ffca tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.64 "DELETE /v2.0/ports/167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4 HTTP/1.1" status: 204 len: 173 time: 4.6121690 Sep 16 05:21:11.253901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'name': 'network-vif-deleted', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:11.258095 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e58248-4d85-4928-a53e-fc076e781ab3" -d '{"events": [{"server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "name": "network-vif-deleted", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:11.289361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.291055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d88638bc-1862-4ed9-9c3b-65578cce1b84 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.3937380 Sep 16 05:21:11.296374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40052) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.400219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 88fd752e-6498-43b7-ace4-bbd1fd4c4d5c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:11.400503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.557266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-576ee120-8611-469d-90d6-2e4f1411d833 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/bee87ede-a0fc-476f-b48a-68506f0cd825 HTTP/1.1" status: 200 len: 906 time: 0.2557592 Sep 16 05:21:11.558757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40056) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:11.565832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87ede-a0fc-476f-b48a-68506f0cd825', 'name': 'tempest-snat-router-598972487', 'tenant_id': '2637d50e67c74f84b38b82d780ebe94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.6'}], 'enable_snat': False}, 'gw_port_id': 'da297d2c-1dc5-481f-ae2d-89553ee1463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:04Z', 'updated_at': '2021-09-16T05:21:06Z', 'revision_number': 3, 'project_id': '2637d50e67c74f84b38b82d780ebe94f', 'gw_port': {'id': 'da297d2c-1dc5-481f-ae2d-89553ee1463f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87ede-a0fc-476f-b48a-68506f0cd825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:05Z', 'updated_at': '2021-09-16T05:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:11.574725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'router': {'name': 'tempest-snat-router-598972487', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': True}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:11.595668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4169e-7f98-4387-b118-b48b561edb4a req-343a44c8-7f5d-4f09-8584-5dc385304a58 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.605228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.609813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3d4169e-7f98-4387-b118-b48b561edb4a req-343a44c8-7f5d-4f09-8584-5dc385304a58 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.6382034 Sep 16 05:21:11.622472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 88fd752e-6498-43b7-ace4-bbd1fd4c4d5c owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:11.664596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Checking router: bee87ede-a0fc-476f-b48a-68506f0cd825 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:11.665039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Updating router bee87ede-a0fc-476f-b48a-68506f0cd825 port da297d2c-1dc5-481f-ae2d-89553ee1463f binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:11.696186 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.711349 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 5, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:11.743635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.745472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.745633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3d4169e-7f98-4387-b118-b48b561edb4a req-5ed5a100-d05a-49aa-b3ec-7511f3b1d2e3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319313 Sep 16 05:21:11.807938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:11.809732 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] Checking router: 4198a2e8-0faf-4eba-8c65-cd8f20aae50b for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:11.826171 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:11.826810 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:11.830977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47dfe8ab-13f4-4a2b-ae00-eae8dc42e306 req-70863b98-1dcc-4ea5-83f8-5307b049807b tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 210 time: 0.2690806 Sep 16 05:21:12.009725 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29abdb5c-9972-404a-975f-d598ea91060e x-openstack-request-id: req-29abdb5c-9972-404a-975f-d598ea91060e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:12.010751 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f38277-0e46-4b73-9d11-6aa0caf52185", "name": "network-vif-deleted", "tag": "167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:12.011163 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29abdb5c-9972-404a-975f-d598ea91060e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:12.011720 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f38277-0e46-4b73-9d11-6aa0caf52185', 'name': 'network-vif-deleted', 'tag': '167c8f5f-2f94-4811-9fb7-ecdaf8a7eda4', 'status': 'completed', 'code': 200} Sep 16 05:21:12.075655 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.104497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.119263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.142950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=88fd752e-6498-43b7-ace4-bbd1fd4c4d5c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.146417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.163225 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-98224e26-b4a9-41fd-af80-19e6c716a512 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/88fd752e-6498-43b7-ace4-bbd1fd4c4d5c HTTP/1.1" status: 204 len: 168 time: 1.0135605 Sep 16 05:21:12.173063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40066) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.300016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Allocated IP 172.20.0.6 (b08f5a01-10bd-4019-92d0-8f0791380e22/02e2815e-086c-43d7-beed-acfa9eb81b69/783efc09-2dff-44e8-b1c0-0ecbecb9caff) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:12.346162 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.420879 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:12.499171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.519369 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.525503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40082) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.527299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event updated for resources: {'Port': ['ID=0a9f6297-750b-46ee-aea1-e3d81c403b78,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.541070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.570769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64310a5e-5669-4894-aa77-4452dbcf8d1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.578017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Network b08f5a01-10bd-4019-92d0-8f0791380e22 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:12.591639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40086) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.592829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:12.604270 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-64310a5e-5669-4894-aa77-4452dbcf8d1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3947856 Sep 16 05:21:12.664586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:12.671900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Pushing event updated for resources: {'Port': ['ID=da297d2c-1dc5-481f-ae2d-89553ee1463f,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:12.728846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Attempting to bind port da297d2c-1dc5-481f-ae2d-89553ee1463f on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:12.729328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Attempting to bind port da297d2c-1dc5-481f-ae2d-89553ee1463f by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:12.737252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Attempting to bind port da297d2c-1dc5-481f-ae2d-89553ee1463f on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:12.744166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.744852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.745401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.747353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.748538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.750017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.753590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.754207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.754710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.755215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.756610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.757111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:12.763650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:12.765504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:12.766821 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.767400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:12.772553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Bound port: da297d2c-1dc5-481f-ae2d-89553ee1463f, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:12.773202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.773846 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c3b2fd-84dc-4690-be56-d09d8ab4b949 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:21:12.779011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e9c3b2fd-84dc-4690-be56-d09d8ab4b949 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/4fd77f18-b617-4758-bd9c-699e66d4a5a8 HTTP/1.1" status: 404 len: 333 time: 0.1832478 Sep 16 05:21:12.781697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40094) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.838721 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43a9873-5565-46da-b280-fb209ec75d71 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:21:12.842802 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b43a9873-5565-46da-b280-fb209ec75d71 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/88fd752e-6498-43b7-ace4-bbd1fd4c4d5c HTTP/1.1" status: 404 len: 333 time: 0.0571973 Sep 16 05:21:12.851801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40100) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:12.852935 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 5, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:12.913294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.914012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:12.915443 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df81bea-dd9b-4585-b059-0d50768d8bdc None None] The sync data for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 is: [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:18:03Z', 'revision_number': 4, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a152355-48d4-4a6d-bf44-f80674811d86', 'name': '', 'network_id': 'a52f6e52-3fa7-4bdc-a176-c59bc0cc798d', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'mac_address': 'fa:16:3e:eb:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:18:02Z', 'updated_at': '2021-09-16T05:18:08Z', 'revision_number': 5, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'subnets': [{'id': '1e685d7f-c1be-49cd-985c-0ac8753a7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:12.927535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] For port da297d2c-1dc5-481f-ae2d-89553ee1463f, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:12.975444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] For port da297d2c-1dc5-481f-ae2d-89553ee1463f, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=da297d2c-1dc5-481f-ae2d-89553ee1463f,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:12.981776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-76432ae7-16fc-4eac-bc55-4e1092970481 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5075657 Sep 16 05:21:12.991877 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.038267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Request body: {'port': {'device_id': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:13.084808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Routers {'bee87ede-a0fc-476f-b48a-68506f0cd825'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:13.085849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bee87ede-a0fc-476f-b48a-68506f0cd825'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.086168 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.169603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b102575-c453-4c13-ad36-a79a3bccc682 req-7f8ab93d-c20a-4ff1-ab40-d83993633072 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 210 time: 0.1698189 Sep 16 05:21:13.178815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc57-49b6-4e17-adbb-cbf7d2776a1a tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.249184 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.271035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2618ee-e97f-47c3-a609-6958888e101d None None] Pushing event updated for resources: {'Port': ['ID=da297d2c-1dc5-481f-ae2d-89553ee1463f,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.309091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc57-49b6-4e17-adbb-cbf7d2776a1a tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.336562 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.373427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.414267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] Set router bee87ede-a0fc-476f-b48a-68506f0cd825 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:13.455108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f96fec6-4c4d-4f00-a051-0fc9b3cb3538']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.466834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3f1d45-9b8a-4af0-92eb-17f5b9bf0850') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.467182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3f1d45-9b8a-4af0-92eb-17f5b9bf0850') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:13.478857 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.496276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.504959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:13.505442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:13.523856 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:13.533414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.546565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db146e9f-309a-4e6a-bd20-0a501b18b2f2 None None] New status for floating IP b9b4ce7a-917b-48d4-906e-bcb334f4d3b5: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:21:13.594875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Network b08f5a01-10bd-4019-92d0-8f0791380e22 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:13.603946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:13.609890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:13.695315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.727542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.733374 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/8f96fec6-4c4d-4f00-a051-0fc9b3cb3538 HTTP/1.1" status: 204 len: 168 time: 0.8756168 Sep 16 05:21:13.737156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40114) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:13.739502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event updated for resources: {'Port': ['ID=783efc09-2dff-44e8-b1c0-0ecbecb9caff,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.750178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2103632'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:13.779675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.780663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.783660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97af1bb-2fce-4c45-9c47-3f4d320c95a8 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=8f96fec6-4c4d-4f00-a051-0fc9b3cb3538,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.823494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc57-49b6-4e17-adbb-cbf7d2776a1a tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.827059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc57-49b6-4e17-adbb-cbf7d2776a1a tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.833287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bd7afc57-49b6-4e17-adbb-cbf7d2776a1a tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "DELETE /v2.0/security-groups/06e682d4-1d9f-473a-817c-c502652904a8 HTTP/1.1" status: 204 len: 168 time: 1.2953174 Sep 16 05:21:13.834969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40122) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:13.876809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:13.877371 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.920984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7afc57-49b6-4e17-adbb-cbf7d2776a1a tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e682d4-1d9f-473a-817c-c502652904a8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:13.926613 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-125efb99-a381-46f8-be35-6e510e7e67b7 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] show failed (client error): The resource could not be found. Sep 16 05:21:13.928865 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-125efb99-a381-46f8-be35-6e510e7e67b7 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "GET /v2.0/security-groups/06e682d4-1d9f-473a-817c-c502652904a8 HTTP/1.1" status: 404 len: 347 time: 0.0900211 Sep 16 05:21:13.937384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40124) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:13.947518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ef9f49b5-44d3-4d6d-b878-d23f7de2ff51 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2553668 Sep 16 05:21:13.995312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:13.998208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:14.008400 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.008750 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment cb8e7d27-1936-415b-b919-bbce73d14ace of type vlan for network 3017668d-685e-48f1-a00e-dc9cd1213a60 Sep 16 05:21:14.065502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.074724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee87ede-a0fc-476f-b48a-68506f0cd825', 'name': 'tempest-snat-router-598972487', 'tenant_id': '2637d50e67c74f84b38b82d780ebe94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.6'}], 'enable_snat': False}, 'gw_port_id': 'da297d2c-1dc5-481f-ae2d-89553ee1463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:04Z', 'updated_at': '2021-09-16T05:21:06Z', 'revision_number': 3, 'project_id': '2637d50e67c74f84b38b82d780ebe94f', 'gw_port': {'id': 'da297d2c-1dc5-481f-ae2d-89553ee1463f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87ede-a0fc-476f-b48a-68506f0cd825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:05Z', 'updated_at': '2021-09-16T05:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:14.094447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.103066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Request body: {'port': {'device_id': '7ceb43b6-689b-406b-9017-049883d71db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:14.113145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.119259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.120160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.149564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9f6297-750b-46ee-aea1-e3d81c403b78 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:14.183698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.196317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c20fb6-a887-4079-a108-f05150f68aa1 None None] The sync data for ids ['bee87ede-a0fc-476f-b48a-68506f0cd825'] in n-d-713301-15 is: [{'id': 'bee87ede-a0fc-476f-b48a-68506f0cd825', 'name': 'tempest-snat-router-598972487', 'tenant_id': '2637d50e67c74f84b38b82d780ebe94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.6'}], 'enable_snat': False}, 'gw_port_id': 'da297d2c-1dc5-481f-ae2d-89553ee1463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:04Z', 'updated_at': '2021-09-16T05:21:06Z', 'revision_number': 3, 'project_id': '2637d50e67c74f84b38b82d780ebe94f', 'gw_port': {'id': 'da297d2c-1dc5-481f-ae2d-89553ee1463f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee87ede-a0fc-476f-b48a-68506f0cd825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:05Z', 'updated_at': '2021-09-16T05:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:14.318427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Allocated IP 172.25.6.237 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/732585f1-e776-458c-a8ab-42667ff49aa0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:14.410168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6715057 Sep 16 05:21:14.411430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Transition to ACTIVE for port object 0a9f6297-750b-46ee-aea1-e3d81c403b78 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:14.424031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40136) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:14.429924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:14.470099 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.495267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeb722-475a-4920-81ac-490b797e428a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=3017668d-685e-48f1-a00e-dc9cd1213a60,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.511971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3017668d-685e-48f1-a00e-dc9cd1213a60 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:14.557721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.590730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f6297-750b-46ee-aea1-e3d81c403b78,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.607162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.717864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec21bc4-95c9-457d-bee8-1abaaecf95cd req-8f805901-c0e4-4713-a1ab-417f671e4fdd tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.731656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ec21bc4-95c9-457d-bee8-1abaaecf95cd req-8f805901-c0e4-4713-a1ab-417f671e4fdd tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 931 time: 0.3992963 Sep 16 05:21:14.806419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.815696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Deleting port 46489479-eb94-4cb3-866f-d013d8320b63 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:14.816137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.841979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device da297d2c-1dc5-481f-ae2d-89553ee1463f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:14.906425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port da297d2c-1dc5-481f-ae2d-89553ee1463f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:14.908476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.929494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Port': ['ID=732585f1-e776-458c-a8ab-42667ff49aa0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:14.961275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:14.964806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:14.982555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:14.985936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:14.997824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:15.048929 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.081260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ec21bc4-95c9-457d-bee8-1abaaecf95cd req-0110ed83-e4b8-4b6e-b1cb-5bf7180390f3 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498201 Sep 16 05:21:15.094096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port da297d2c-1dc5-481f-ae2d-89553ee1463f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=da297d2c-1dc5-481f-ae2d-89553ee1463f,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:15.111786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.226381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=da297d2c-1dc5-481f-ae2d-89553ee1463f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.258188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.258433 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.273205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Attempting to bind port 0a9f6297-750b-46ee-aea1-e3d81c403b78 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:15.273802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Attempting to bind port 0a9f6297-750b-46ee-aea1-e3d81c403b78 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:15.274454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Attempting to bind port 0a9f6297-750b-46ee-aea1-e3d81c403b78 on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:15.290398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Port 0a9f6297-750b-46ee-aea1-e3d81c403b78 on network b08f5a01-10bd-4019-92d0-8f0791380e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:15.290717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Attempting to bind port 0a9f6297-750b-46ee-aea1-e3d81c403b78 on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:15.298906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Calling delete_port for 46489479-eb94-4cb3-866f-d013d8320b63 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:15.300772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:15.301116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Checking segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:15.301502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Bound using segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:15.301946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Bound port: 0a9f6297-750b-46ee-aea1-e3d81c403b78, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:15.302308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.311085 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:15.489987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.505283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] For port 0a9f6297-750b-46ee-aea1-e3d81c403b78, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:15.508780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783efc09-2dff-44e8-b1c0-0ecbecb9caff {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:15.517048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] For port 0a9f6297-750b-46ee-aea1-e3d81c403b78, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a9f6297-750b-46ee-aea1-e3d81c403b78,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:15.526713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.538420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.548369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Transition to ACTIVE for port object 783efc09-2dff-44e8-b1c0-0ecbecb9caff will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:15.583749 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.623150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:15.623779 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.625750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/0a9f6297-750b-46ee-aea1-e3d81c403b78 HTTP/1.1" status: 200 len: 1092 time: 2.6267688 Sep 16 05:21:15.626265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'tag': '0a9f6297-750b-46ee-aea1-e3d81c403b78'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:15.628940 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7261eb46-011d-4f40-94d2-bd96a0cf0353" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7eb210-68e6-4fab-8a13-f2ad0b9374ee", "tag": "0a9f6297-750b-46ee-aea1-e3d81c403b78"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:15.674497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': 'cb8e7d27-1936-415b-b919-bbce73d14ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:15.675853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: 3017668d-685e-48f1-a00e-dc9cd1213a60, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:15.683909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52a6af-49e9-4faf-aa40-41aba6a0e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f6297-750b-46ee-aea1-e3d81c403b78,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.743773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:15.765585 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60419d2-1a45-4492-ac68-a7bf8c2caacc x-openstack-request-id: req-f60419d2-1a45-4492-ac68-a7bf8c2caacc {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:15.765984 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7eb210-68e6-4fab-8a13-f2ad0b9374ee", "tag": "0a9f6297-750b-46ee-aea1-e3d81c403b78", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:15.766182 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f60419d2-1a45-4492-ac68-a7bf8c2caacc {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:15.766548 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'tag': '0a9f6297-750b-46ee-aea1-e3d81c403b78', 'status': 'completed', 'code': 200} Sep 16 05:21:15.839122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=783efc09-2dff-44e8-b1c0-0ecbecb9caff,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:15.880730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-30f749ed-3623-4a06-9b2c-d1afe8cb15af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:15.882510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-30f749ed-3623-4a06-9b2c-d1afe8cb15af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=bb7eb210-68e6-4fab-8a13-f2ad0b9374ee HTTP/1.1" status: 200 len: 1095 time: 0.1904404 Sep 16 05:21:15.979814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-0e39cb45-05e6-4f78-b40c-a293414df95f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f6297-750b-46ee-aea1-e3d81c403b78 HTTP/1.1" status: 200 len: 217 time: 0.0469084 Sep 16 05:21:15.988280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Pushing event deleted for resources: {'Port': ['ID=46489479-eb94-4cb3-866f-d013d8320b63,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:16.007864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Attempting to bind port 783efc09-2dff-44e8-b1c0-0ecbecb9caff on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:16.008230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Attempting to bind port 783efc09-2dff-44e8-b1c0-0ecbecb9caff by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:16.008602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Attempting to bind port 783efc09-2dff-44e8-b1c0-0ecbecb9caff on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:16.057605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Port 783efc09-2dff-44e8-b1c0-0ecbecb9caff on network b08f5a01-10bd-4019-92d0-8f0791380e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:16.057605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Attempting to bind port 783efc09-2dff-44e8-b1c0-0ecbecb9caff on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:16.066774 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.069345 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.070561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ac77706f-765a-42de-a0fd-8bebe8d24cc3 tempest-ServersTestJSON-866734571 tempest-ServersTestJSON-866734571-project] 10.222.0.55 "DELETE /v2.0/floatingips/b9b4ce7a-917b-48d4-906e-bcb334f4d3b5 HTTP/1.1" status: 204 len: 168 time: 2.1318882 Sep 16 05:21:16.073720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:16.074084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Checking segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:16.074453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Bound using segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:16.074908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Bound port: 783efc09-2dff-44e8-b1c0-0ecbecb9caff, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:16.075524 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.079609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40156) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:16.203831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:16.251762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 3017668d-685e-48f1-a00e-dc9cd1213a60 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:16.266295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.330554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 3017668d-685e-48f1-a00e-dc9cd1213a60) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:16.340003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e2479-89bb-41ec-825a-97e6d29efa75 None None] Network 3017668d-685e-48f1-a00e-dc9cd1213a60 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:16.343212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.344635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.423432 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f0bb7112-82a2-432d-bc17-4a8608a2da32 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9971094 Sep 16 05:21:16.455856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40164) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:16.465787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60', 'name': 'tempest-PortsIpV6TestJSON-1258960377'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:16.633946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-3017668d-685e-48f1-a00e-dc9cd1213a60', 'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60', 'tenant_id': 'd5797bd4d46f4108b10afacfad998fc7', 'fixed_ips': [{'subnet_id': 'f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:16.635355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.781485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.802295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-f4f6db80-7287-4ee5-846e-825857fa18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:16.806078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-f4f6db80-7287-4ee5-846e-825857fa18b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.8103807 Sep 16 05:21:16.851564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device da297d2c-1dc5-481f-ae2d-89553ee1463f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:16.910636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:16.914662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:16.955275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-ec0c8425-74f5-4c52-85e2-9c17b192e15b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775511 Sep 16 05:21:16.974954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 25549135-52c2-47a2-8fc7-4bdddbfb437c yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:16.975261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port da297d2c-1dc5-481f-ae2d-89553ee1463f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:16.975819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.086750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Allocated IP 2001:db8::2 (3017668d-685e-48f1-a00e-dc9cd1213a60/f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e/dfe50b20-2e5d-4836-97d1-88b134c20958) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:17.123392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] For port 783efc09-2dff-44e8-b1c0-0ecbecb9caff, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:17.194665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a41ed-03af-4c35-bbda-9fb8b4b6c1d5 req-beed402e-3753-41d8-b023-030248bf4068 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.196424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d21a41ed-03af-4c35-bbda-9fb8b4b6c1d5 req-beed402e-3753-41d8-b023-030248bf4068 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 943 time: 0.3851771 Sep 16 05:21:17.233227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] For port 783efc09-2dff-44e8-b1c0-0ecbecb9caff, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=783efc09-2dff-44e8-b1c0-0ecbecb9caff,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:17.270150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Router 14fe1d39-802d-443a-bcb5-84c8a9db92b4 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:17.277284 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.307579 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.315382 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.361109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d21a41ed-03af-4c35-bbda-9fb8b4b6c1d5 req-5fd93e84-7e1c-4c3c-8421-49d167ff0df6 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511576 Sep 16 05:21:17.368539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.369172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.370830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] 10.222.0.64 "PUT /v2.0/ports/783efc09-2dff-44e8-b1c0-0ecbecb9caff HTTP/1.1" status: 200 len: 1092 time: 3.2785976 Sep 16 05:21:17.372921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-d4886435-cb73-4e4a-a8bc-6343d8187a9e service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028795 Sep 16 05:21:17.384828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Pushing event updated for resources: {'Port': ['ID=dfe50b20-2e5d-4836-97d1-88b134c20958,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:17.402035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Network 3017668d-685e-48f1-a00e-dc9cd1213a60 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:17.404022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:17.407764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:17.502582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Attempting to bind port dfe50b20-2e5d-4836-97d1-88b134c20958 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:17.504102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Attempting to bind port dfe50b20-2e5d-4836-97d1-88b134c20958 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'cb8e7d27-1936-415b-b919-bbce73d14ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:17.506012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Attempting to bind port dfe50b20-2e5d-4836-97d1-88b134c20958 on network 3017668d-685e-48f1-a00e-dc9cd1213a60 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:17.532436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:17.533133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Checking segment: {'id': 'cb8e7d27-1936-415b-b919-bbce73d14ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:17.534851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.535388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Bound using segment: {'id': 'cb8e7d27-1936-415b-b919-bbce73d14ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:17.537634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Bound port: dfe50b20-2e5d-4836-97d1-88b134c20958, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e7d27-1936-415b-b919-bbce73d14ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3017668d-685e-48f1-a00e-dc9cd1213a60'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:17.540442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::3b4 (3017668d-685e-48f1-a00e-dc9cd1213a60/f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e/25549135-52c2-47a2-8fc7-4bdddbfb437c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:17.540647 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.573278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:17.587384 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Sync routers for ids ['14fe1d39-802d-443a-bcb5-84c8a9db92b4'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:17.602531 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Routers {'14fe1d39-802d-443a-bcb5-84c8a9db92b4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:17.604776 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['14fe1d39-802d-443a-bcb5-84c8a9db92b4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:17.609190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.614422 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-68710150-68f7-45ed-b76b-0a591bba2653 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0428734 Sep 16 05:21:17.623827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40174) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:17.724405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] For port dfe50b20-2e5d-4836-97d1-88b134c20958, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:17.732939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] For port dfe50b20-2e5d-4836-97d1-88b134c20958, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dfe50b20-2e5d-4836-97d1-88b134c20958,segment=NetworkSegment(cb8e7d27-1936-415b-b919-bbce73d14ace),segment_id=cb8e7d27-1936-415b-b919-bbce73d14ace)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:17.743416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:17.759655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4c2db-c13b-4b4f-8df9-87ad4a1a3cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=783efc09-2dff-44e8-b1c0-0ecbecb9caff,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:17.767401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6c43fa07-a587-4177-a764-46106b9a447a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/14fe1d39-802d-443a-bcb5-84c8a9db92b4 HTTP/1.1" status: 200 len: 907 time: 0.1408970 Sep 16 05:21:17.770862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40176) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:17.803531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ceb43b6-689b-406b-9017-049883d71db7', 'tag': '783efc09-2dff-44e8-b1c0-0ecbecb9caff'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:17.806488 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000" -d '{"events": [{"name": "network-changed", "server_uuid": "7ceb43b6-689b-406b-9017-049883d71db7", "tag": "783efc09-2dff-44e8-b1c0-0ecbecb9caff"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:17.826819 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Set router 14fe1d39-802d-443a-bcb5-84c8a9db92b4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:17.851829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cab48-b3e1-441f-9600-276ef5d1cd24 None None] Pushing event updated for resources: {'Port': ['ID=dfe50b20-2e5d-4836-97d1-88b134c20958,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:17.900627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-eca00a60-7db2-43b5-b775-82e6382dcba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.902257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-eca00a60-7db2-43b5-b775-82e6382dcba0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 1095 time: 0.4096940 Sep 16 05:21:17.904021 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e9324-af4a-4ebc-9ccb-c1deb8db3fe7 x-openstack-request-id: req-ea5e9324-af4a-4ebc-9ccb-c1deb8db3fe7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:17.904349 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ceb43b6-689b-406b-9017-049883d71db7", "tag": "783efc09-2dff-44e8-b1c0-0ecbecb9caff", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:17.904593 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea5e9324-af4a-4ebc-9ccb-c1deb8db3fe7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:17.904975 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ceb43b6-689b-406b-9017-049883d71db7', 'tag': '783efc09-2dff-44e8-b1c0-0ecbecb9caff', 'status': 'completed', 'code': 200} Sep 16 05:21:17.982774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.013498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.019595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-af22c252-b1da-47cb-963a-723791914eda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=783efc09-2dff-44e8-b1c0-0ecbecb9caff HTTP/1.1" status: 200 len: 217 time: 0.0870743 Sep 16 05:21:18.022816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-7ec09de3-07b4-4f24-8701-238fd7b012dd service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956244 Sep 16 05:21:18.108078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.277223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-524c1f00-65d0-4577-b10e-e6f40d5bfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.278798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-524c1f00-65d0-4577-b10e-e6f40d5bfe72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=bb7eb210-68e6-4fab-8a13-f2ad0b9374ee HTTP/1.1" status: 200 len: 1095 time: 0.1721072 Sep 16 05:21:18.281193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 3017668d-685e-48f1-a00e-dc9cd1213a60 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:18.283250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-b1d0d8fe-de2b-4cbf-86d5-5948feb195f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.293388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-b1d0d8fe-de2b-4cbf-86d5-5948feb195f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.2499759 Sep 16 05:21:18.300926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:18.302743 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fe1d39-802d-443a-bcb5-84c8a9db92b4', 'name': 'tempest-snat-router-598972487', 'tenant_id': '2637d50e67c74f84b38b82d780ebe94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '732585f1-e776-458c-a8ab-42667ff49aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:11Z', 'updated_at': '2021-09-16T05:21:15Z', 'revision_number': 3, 'project_id': '2637d50e67c74f84b38b82d780ebe94f', 'gw_port': {'id': '732585f1-e776-458c-a8ab-42667ff49aa0', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fe1d39-802d-443a-bcb5-84c8a9db92b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:14Z', 'updated_at': '2021-09-16T05:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:18.319400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:18.327760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.329766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.330343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.333744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.347092 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Checking router: 14fe1d39-802d-443a-bcb5-84c8a9db92b4 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:18.347442 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Updating router 14fe1d39-802d-443a-bcb5-84c8a9db92b4 port 732585f1-e776-458c-a8ab-42667ff49aa0 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:18.399433 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.403759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-3e134d1b-d564-41d0-ac22-09cbd1e5b261 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943611 Sep 16 05:21:18.409899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=25549135-52c2-47a2-8fc7-4bdddbfb437c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:18.422905 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-79a9e828-1aaf-4b9a-93c4-29162e3b978a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9630022 Sep 16 05:21:18.427312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40188) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:18.473863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Deleting port 732585f1-e776-458c-a8ab-42667ff49aa0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:18.477049 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.606234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.618878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Calling delete_port for 732585f1-e776-458c-a8ab-42667ff49aa0 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:18.803267 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.819780 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.874933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dfe50b20-2e5d-4836-97d1-88b134c20958 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:18.909375 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Attempting to bind port 732585f1-e776-458c-a8ab-42667ff49aa0 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:18.910238 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Attempting to bind port 732585f1-e776-458c-a8ab-42667ff49aa0 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:18.910907 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Attempting to bind port 732585f1-e776-458c-a8ab-42667ff49aa0 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:18.914710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-8483bf60-58d2-4f3a-a1e5-f3ab87fd5c8d service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831398 Sep 16 05:21:18.921190 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:18.921723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:18.923033 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.923652 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:18.925210 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Bound port: 732585f1-e776-458c-a8ab-42667ff49aa0, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:18.925210 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.988885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.992390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626f4fc-1f69-4273-9e30-635882e4b95e None None] Pushing event updated for resources: {'Port': ['ID=732585f1-e776-458c-a8ab-42667ff49aa0,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.005752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port dfe50b20-2e5d-4836-97d1-88b134c20958 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:19.006511 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.045642 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.db.api [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:21:19.046058 n-d-713301-15 neutron-server[94721]: DEBUG oslo_db.api [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:21:19.056197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event deleted for resources: {'Port': ['ID=732585f1-e776-458c-a8ab-42667ff49aa0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.082880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.083320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.083731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.084178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.084589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.085045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.085445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.085847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.086259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.086834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.087237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.087783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:19.116426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-787aca10-7c0f-4a0e-9282-7d3ca49b17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.118123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-787aca10-7c0f-4a0e-9282-7d3ca49b17ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 914 time: 0.8239002 Sep 16 05:21:19.271284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.297240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d6a20-dfff-40b5-8d91-44a812530761 req-06071fd9-26c7-457c-a9cf-1b5be4544302 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.299655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-211d6a20-dfff-40b5-8d91-44a812530761 req-06071fd9-26c7-457c-a9cf-1b5be4544302 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 943 time: 0.7214725 Sep 16 05:21:19.302283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-77a65073-208a-493a-b41b-5aa70201f2e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f6297-750b-46ee-aea1-e3d81c403b78 HTTP/1.1" status: 200 len: 217 time: 0.1245446 Sep 16 05:21:19.362780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.405471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port dfe50b20-2e5d-4836-97d1-88b134c20958, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dfe50b20-2e5d-4836-97d1-88b134c20958,segment=NetworkSegment(cb8e7d27-1936-415b-b919-bbce73d14ace),segment_id=cb8e7d27-1936-415b-b919-bbce73d14ace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:19.411599 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.494488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.499460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.510656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=dfe50b20-2e5d-4836-97d1-88b134c20958,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:19.549192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-7694b21c-1cb6-4125-bf74-9c828907ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.551201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-7694b21c-1cb6-4125-bf74-9c828907ed8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.2271760 Sep 16 05:21:19.578264 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Attempting to bind port 732585f1-e776-458c-a8ab-42667ff49aa0 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:19.578709 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Attempting to bind port 732585f1-e776-458c-a8ab-42667ff49aa0 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:19.582861 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Attempting to bind port 732585f1-e776-458c-a8ab-42667ff49aa0 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:19.584432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968270c1-dd9f-4864-8856-7bdf7302f53b None None] Network 3017668d-685e-48f1-a00e-dc9cd1213a60 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:19.585031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.585606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14fe1d39-802d-443a-bcb5-84c8a9db92b4 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:19.595112 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.600272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 25549135-52c2-47a2-8fc7-4bdddbfb437c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:19.600627 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c3dd60e-44f3-4d52-812e-f8afafac942a tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "DELETE /v2.0/routers/14fe1d39-802d-443a-bcb5-84c8a9db92b4 HTTP/1.1" status: 204 len: 168 time: 1.8286779 Sep 16 05:21:19.601083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.601254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40200) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:19.610002 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:19.610382 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:19.610782 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.611167 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:19.611643 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Bound port: 732585f1-e776-458c-a8ab-42667ff49aa0, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:19.612018 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.643564 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Port 732585f1-e776-458c-a8ab-42667ff49aa0 has been deleted concurrently {{(pid=94721) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:21:19.689646 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Routers set() bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:19.690011 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Router IDs set() for agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:21:19.690734 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_agentschedulers_db [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14fe1d39-802d-443a-bcb5-84c8a9db92b4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent'). {{(pid=94721) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:21:19.691043 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea589d-f973-4e26-a850-fd2bd3ce7e85 None None] The sync data for ids ['14fe1d39-802d-443a-bcb5-84c8a9db92b4'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:19.704491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.745653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-211d6a20-dfff-40b5-8d91-44a812530761 req-17c0ec6e-61ed-4798-9aa4-79134d68e7f3 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350655 Sep 16 05:21:19.767384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 25549135-52c2-47a2-8fc7-4bdddbfb437c owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:19.775722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd18d2c3-c6ad-4919-9acc-1d0c43790afa req-2d20f818-a308-4d2f-86c3-858dbef07383 service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085671 Sep 16 05:21:19.799961 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.856744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-31faa19c-bcef-410c-8ff6-3314e798e227 None None] Provisioning complete for port dfe50b20-2e5d-4836-97d1-88b134c20958 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:19.857374 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-31faa19c-bcef-410c-8ff6-3314e798e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:19.972522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.085171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Deleting port da297d2c-1dc5-481f-ae2d-89553ee1463f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:20.085517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.225076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] For port da297d2c-1dc5-481f-ae2d-89553ee1463f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=da297d2c-1dc5-481f-ae2d-89553ee1463f,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:20.225827 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.248622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Calling delete_port for da297d2c-1dc5-481f-ae2d-89553ee1463f owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:20.365747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-de0e10a7-9861-45df-b71e-5203cbcd0289 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6280444 Sep 16 05:21:20.457934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8a99d5b4-e5b4-4951-b50b-7486df93875e None None] Provisioning complete for port dfe50b20-2e5d-4836-97d1-88b134c20958 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:20.458464 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a99d5b4-e5b4-4951-b50b-7486df93875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.486923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.520545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event deleted for resources: {'Port': ['ID=da297d2c-1dc5-481f-ae2d-89553ee1463f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:20.640038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8a99d5b4-e5b4-4951-b50b-7486df93875e None None] Provisioning complete for port 25549135-52c2-47a2-8fc7-4bdddbfb437c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:20.640385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a99d5b4-e5b4-4951-b50b-7486df93875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.670508 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.704530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8a99d5b4-e5b4-4951-b50b-7486df93875e None None] Port 25549135-52c2-47a2-8fc7-4bdddbfb437c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:20.790681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-3f049e8c-7954-4c35-b01b-cbeb13d3f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.794860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-3f049e8c-7954-4c35-b01b-cbeb13d3f2e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 1095 time: 0.4239511 Sep 16 05:21:20.821043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.824771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.898200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-72137834-2257-44eb-b760-30dfbc00c38a service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181165 Sep 16 05:21:20.903594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.905682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a9f6297-750b-46ee-aea1-e3d81c403b78 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:20.911999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dfe50b20-2e5d-4836-97d1-88b134c20958 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:20.919917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bee87ede-a0fc-476f-b48a-68506f0cd825 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:20.926870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.928073 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-badfe1cd-f3e4-41cb-bd86-1cf0d6a777c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "DELETE /v2.0/routers/bee87ede-a0fc-476f-b48a-68506f0cd825 HTTP/1.1" status: 204 len: 168 time: 1.3258631 Sep 16 05:21:20.936679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40220) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:20.941966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-217187193', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:20.995965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.997611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.080677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9d2ba-8f97-4742-8140-e6848883ae87 req-4d181d91-63a5-4234-a98d-dd8b30974736 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.082078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5df1dbc5-ef37-4674-87c9-dbadbeec740a None None] Provisioning complete for port 25549135-52c2-47a2-8fc7-4bdddbfb437c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:21.082456 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5df1dbc5-ef37-4674-87c9-dbadbeec740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.085371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ec9d2ba-8f97-4742-8140-e6848883ae87 req-4d181d91-63a5-4234-a98d-dd8b30974736 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 946 time: 0.5546942 Sep 16 05:21:21.086893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-e87aa347-cb16-4ea1-b5e4-4cba5896e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.088590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-e87aa347-cb16-4ea1-b5e4-4cba5896e57a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 914 time: 0.2432225 Sep 16 05:21:21.103067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.223783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5df1dbc5-ef37-4674-87c9-dbadbeec740a None None] Port 25549135-52c2-47a2-8fc7-4bdddbfb437c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:21.245574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port dfe50b20-2e5d-4836-97d1-88b134c20958 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:21.248928 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.288171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a9f6297-750b-46ee-aea1-e3d81c403b78, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a9f6297-750b-46ee-aea1-e3d81c403b78,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:21.294039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.308481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '0a9f6297-750b-46ee-aea1-e3d81c403b78', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'port_id': '0a9f6297-750b-46ee-aea1-e3d81c403b78', 'mac_address': 'fa:16:3e:af:40:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e2815e-086c-43d7-beed-acfa9eb81b69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:21.318135 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.358167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.379375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9f6297-750b-46ee-aea1-e3d81c403b78 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:21.402606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a9f6297-750b-46ee-aea1-e3d81c403b78, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a9f6297-750b-46ee-aea1-e3d81c403b78,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:21.414525 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.458066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=25549135-52c2-47a2-8fc7-4bdddbfb437c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:21.463939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.467576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-40c3d3bf-4e34-4f36-895b-94322683e057 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/25549135-52c2-47a2-8fc7-4bdddbfb437c HTTP/1.1" status: 204 len: 168 time: 3.0366590 Sep 16 05:21:21.478920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40230) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.504935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-0fe1cde8-6d66-47f8-a929-dcb0d86cefef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=783efc09-2dff-44e8-b1c0-0ecbecb9caff HTTP/1.1" status: 200 len: 217 time: 0.2354550 Sep 16 05:21:21.520925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0a9f6297-750b-46ee-aea1-e3d81c403b78,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:21.539099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5406645-cccf-4ca6-93bc-62308487d20a req-242c37f3-74b1-432c-bff0-78373401000a tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.540980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5406645-cccf-4ca6-93bc-62308487d20a req-242c37f3-74b1-432c-bff0-78373401000a tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 943 time: 0.6791177 Sep 16 05:21:21.560857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Deleting port 8a152355-48d4-4a6d-bf44-f80674811d86 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:21.561257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.565382 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9799ad59-ba64-42d5-a4ae-d1ccf0f7a1c2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:21:21.566067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9799ad59-ba64-42d5-a4ae-d1ccf0f7a1c2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:21:21.570285 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9799ad59-ba64-42d5-a4ae-d1ccf0f7a1c2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/25549135-52c2-47a2-8fc7-4bdddbfb437c HTTP/1.1" status: 404 len: 333 time: 0.0877974 Sep 16 05:21:21.570728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40232) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.634910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['0a9f6297-750b-46ee-aea1-e3d81c403b78'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:21.660725 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffa3b72-79c6-493e-92b4-9867e4bb95c3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:21:21.662550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cffa3b72-79c6-493e-92b4-9867e4bb95c3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/25549135-52c2-47a2-8fc7-4bdddbfb437c HTTP/1.1" status: 404 len: 333 time: 0.0873973 Sep 16 05:21:21.666012 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40238) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:21.689308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] For port 8a152355-48d4-4a6d-bf44-f80674811d86, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a152355-48d4-4a6d-bf44-f80674811d86,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:21.689684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.706281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Calling delete_port for 8a152355-48d4-4a6d-bf44-f80674811d86 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:21.741434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:21.750765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.903867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ec9d2ba-8f97-4742-8140-e6848883ae87 req-589aeac0-7c41-483d-be87-6396cd975949 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231153 Sep 16 05:21:21.938281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.942333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-01ff063e-429c-42a4-87f4-939e40d9ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.944124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-01ff063e-429c-42a4-87f4-939e40d9ad45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.4167216 Sep 16 05:21:21.993237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7261eb46-011d-4f40-94d2-bd96a0cf0353 req-963657eb-75c5-49d9-8bae-6c9d95221c65 service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051209 Sep 16 05:21:22.061471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5406645-cccf-4ca6-93bc-62308487d20a req-8532f17c-9c5b-48cb-a7a5-a8e86851ae4f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776384 Sep 16 05:21:22.064413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-cf0c8464-b4e2-45a1-a106-a1416689110a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043487 Sep 16 05:21:22.247483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-a0a8910c-015c-4be9-bd8a-109ab09f54d3 service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733789 Sep 16 05:21:22.406464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.415371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb948d0b-fd67-4ee7-9aee-13d3ff1c4000 req-6f6df648-e9fd-44ac-8d6c-965c7de73d00 service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571248 Sep 16 05:21:22.430674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.462265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a152355-48d4-4a6d-bf44-f80674811d86,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.467605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.585361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-270c2538-a60e-49da-ada6-86ca51f73b09 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.587241 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-270c2538-a60e-49da-ada6-86ca51f73b09 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 946 time: 0.1900012 Sep 16 05:21:22.722499 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.811452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device da297d2c-1dc5-481f-ae2d-89553ee1463f no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:22.819795 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.846954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: da297d2c-1dc5-481f-ae2d-89553ee1463f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:22.847295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device da297d2c-1dc5-481f-ae2d-89553ee1463f not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:22.894090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Allocated IP 172.25.6.75 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/654e222e-340d-4499-889f-0e0cf8e9f0b0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:22.929650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a9f6297-750b-46ee-aea1-e3d81c403b78 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:22.939116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Deleting port 883668a5-3b67-482b-aebc-dc47bc96e389 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:22.939535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.954556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.071429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 0a9f6297-750b-46ee-aea1-e3d81c403b78 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:23.076067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 0a9f6297-750b-46ee-aea1-e3d81c403b78 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:23.076602 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.136041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:23.168665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d95c26-4e6d-40fb-979b-ce806750eba6 None None] Network 3017668d-685e-48f1-a00e-dc9cd1213a60 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:23.196228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.208346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130abbc-10e1-44ef-b8b3-57eeeab678f4 req-5e9956a1-d59b-4a8a-b8a1-8bf60cea2a08 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.210769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4130abbc-10e1-44ef-b8b3-57eeeab678f4 req-5e9956a1-d59b-4a8a-b8a1-8bf60cea2a08 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 946 time: 0.1624043 Sep 16 05:21:23.239209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:23.283137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.343378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f6297-750b-46ee-aea1-e3d81c403b78'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:23.345563 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba2323b-7885-47e0-8e95-6164cf62d2a5" -d '{"events": [{"server_uuid": "bb7eb210-68e6-4fab-8a13-f2ad0b9374ee", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f6297-750b-46ee-aea1-e3d81c403b78"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:23.346604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3a70e-9ef3-43f6-bdbd-362b0aee7918 req-3e50c3e8-d5f2-45f2-9ddc-9eacd88a4ef2 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.348237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81c3a70e-9ef3-43f6-bdbd-362b0aee7918 req-3e50c3e8-d5f2-45f2-9ddc-9eacd88a4ef2 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 943 time: 0.1781530 Sep 16 05:21:23.388291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0a9f6297-750b-46ee-aea1-e3d81c403b78, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a9f6297-750b-46ee-aea1-e3d81c403b78,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:23.404696 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.405520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883668a5-3b67-482b-aebc-dc47bc96e389 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:23.418920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] For port 883668a5-3b67-482b-aebc-dc47bc96e389, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883668a5-3b67-482b-aebc-dc47bc96e389,segment=NetworkSegment(fd502e90-b26a-4eb1-ae55-e3ae94600517),segment_id=fd502e90-b26a-4eb1-ae55-e3ae94600517)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:23.419370 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.435665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Calling delete_port for 883668a5-3b67-482b-aebc-dc47bc96e389 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:23.521077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0a9f6297-750b-46ee-aea1-e3d81c403b78,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:23.552651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:23.597295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4130abbc-10e1-44ef-b8b3-57eeeab678f4 req-179c91a9-d054-4f8b-955c-db4b9ac4eb0e tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3747a01-f891-43f7-a685-f829213c18b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569431 Sep 16 05:21:23.601506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5f1f6e79-528a-4e6a-989d-260c7a8ccd61 admin admin] 10.222.0.55 "PUT /v2.0/routers/4198a2e8-0faf-4eba-8c65-cd8f20aae50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5208347 Sep 16 05:21:23.617573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40276) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:23.633634 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.636333 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3df5f90b-b550-4740-bb01-38e8ce201049 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e HTTP/1.1" status: 204 len: 168 time: 1.9691141 Sep 16 05:21:23.638681 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.639053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] Sync routers for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:23.642070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40280) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:23.642246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288be476-492d-423f-95e6-c58fec3c491c None None] DHCP port deletion for 3017668d-685e-48f1-a00e-dc9cd1213a60 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:23.676841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.731577 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef664d0-8778-42c8-9ae9-c4a0ed5591a7 x-openstack-request-id: req-bef664d0-8778-42c8-9ae9-c4a0ed5591a7 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:23.731805 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7eb210-68e6-4fab-8a13-f2ad0b9374ee", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f6297-750b-46ee-aea1-e3d81c403b78", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:23.732025 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bef664d0-8778-42c8-9ae9-c4a0ed5591a7 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:23.732438 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f6297-750b-46ee-aea1-e3d81c403b78', 'code': 200} Sep 16 05:21:23.745363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:23.746787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:23.854542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.865220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:23.897035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:23.914743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:23.977942 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.987286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:23.990539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81c3a70e-9ef3-43f6-bdbd-362b0aee7918 req-c563b87c-850c-4141-9242-a517ce414700 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196413 Sep 16 05:21:24.055309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event updated for resources: {'Port': ['ID=654e222e-340d-4499-889f-0e0cf8e9f0b0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.065848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.111608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] No DVR routers for this DVR port 883668a5-3b67-482b-aebc-dc47bc96e389 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:24.126423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.128874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d30f95-45af-42d0-bb0e-658030834ea5 req-e9f20356-ab08-4e58-a298-4af01cbd3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.130235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18d30f95-45af-42d0-bb0e-658030834ea5 req-e9f20356-ab08-4e58-a298-4af01cbd3367 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb7eb210-68e6-4fab-8a13-f2ad0b9374ee HTTP/1.1" status: 200 len: 1097 time: 0.1461177 Sep 16 05:21:24.158393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.160785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ae45bf93-bbc7-469b-943e-904a54a9621e req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.73 "DELETE /v2.0/ports/883668a5-3b67-482b-aebc-dc47bc96e389 HTTP/1.1" status: 204 len: 173 time: 1.5580530 Sep 16 05:21:24.161523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ca564-0ef5-4e74-a204-d356aa71759f', 'name': 'network-vif-deleted', 'tag': '883668a5-3b67-482b-aebc-dc47bc96e389'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:24.164888 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23921b9-7296-477e-baef-9384b5111040" -d '{"events": [{"server_uuid": "051ca564-0ef5-4e74-a204-d356aa71759f", "name": "network-vif-deleted", "tag": "883668a5-3b67-482b-aebc-dc47bc96e389"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:24.177204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019ae5f-623d-4e71-94f3-f20c323c7921 tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] Pushing event deleted for resources: {'Port': ['ID=883668a5-3b67-482b-aebc-dc47bc96e389,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.205306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288be476-492d-423f-95e6-c58fec3c491c None None] Deleting port dfe50b20-2e5d-4836-97d1-88b134c20958 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:24.205831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288be476-492d-423f-95e6-c58fec3c491c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.247104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Deleting port edc77ab7-35b2-4017-b087-7c73df7357c7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:24.247309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.251554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18d30f95-45af-42d0-bb0e-658030834ea5 req-0d5462c5-7ff6-49e7-82bb-7e9734ce4e85 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065831 Sep 16 05:21:24.429048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] For port edc77ab7-35b2-4017-b087-7c73df7357c7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=edc77ab7-35b2-4017-b087-7c73df7357c7,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:24.429420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.451123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288be476-492d-423f-95e6-c58fec3c491c None None] For port dfe50b20-2e5d-4836-97d1-88b134c20958, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dfe50b20-2e5d-4836-97d1-88b134c20958,segment=NetworkSegment(cb8e7d27-1936-415b-b919-bbce73d14ace),segment_id=cb8e7d27-1936-415b-b919-bbce73d14ace)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:24.457321 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288be476-492d-423f-95e6-c58fec3c491c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.463059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Calling delete_port for edc77ab7-35b2-4017-b087-7c73df7357c7 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:24.466949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port dfe50b20-2e5d-4836-97d1-88b134c20958 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:24.467846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.530064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288be476-492d-423f-95e6-c58fec3c491c None None] Calling delete_port for dfe50b20-2e5d-4836-97d1-88b134c20958 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:24.560349 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b407f86-3043-43d3-84ef-59041bc1af81 x-openstack-request-id: req-7b407f86-3043-43d3-84ef-59041bc1af81 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:24.560652 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051ca564-0ef5-4e74-a204-d356aa71759f", "name": "network-vif-deleted", "tag": "883668a5-3b67-482b-aebc-dc47bc96e389", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:24.560911 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b407f86-3043-43d3-84ef-59041bc1af81 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:24.563511 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ca564-0ef5-4e74-a204-d356aa71759f', 'name': 'network-vif-deleted', 'tag': '883668a5-3b67-482b-aebc-dc47bc96e389', 'status': 'completed', 'code': 200} Sep 16 05:21:24.567780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:21:22Z', 'revision_number': 5, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port': {'id': 'edc77ab7-35b2-4017-b087-7c73df7357c7', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:58Z', 'updated_at': '2021-09-16T05:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:24.666872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] Checking router: 4198a2e8-0faf-4eba-8c65-cd8f20aae50b for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:24.683058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.726175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] Routers {'4198a2e8-0faf-4eba-8c65-cd8f20aae50b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:24.726809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:24.763341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] For port dfe50b20-2e5d-4836-97d1-88b134c20958, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dfe50b20-2e5d-4836-97d1-88b134c20958,segment=NetworkSegment(cb8e7d27-1936-415b-b919-bbce73d14ace),segment_id=cb8e7d27-1936-415b-b919-bbce73d14ace)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:24.763923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.809651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for dfe50b20-2e5d-4836-97d1-88b134c20958 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:24.834982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dfe50b20-2e5d-4836-97d1-88b134c20958 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:24.841004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d9576f4-47b4-4aef-8cbf-833d51c8771d req-b93e5c37-231e-49bb-a353-4ea68f26cd6c tempest-VolumesSnapshotTestJSON-1906771222 tempest-VolumesSnapshotTestJSON-1906771222-project] 10.222.0.55 "GET /v2.0/ports?device_id=051ca564-0ef5-4e74-a204-d356aa71759f HTTP/1.1" status: 200 len: 210 time: 0.0669072 Sep 16 05:21:24.856162 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:24.905327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc77ab7-35b2-4017-b087-7c73df7357c7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:24.925620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.090588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.199074 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.202181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.206558 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288be476-492d-423f-95e6-c58fec3c491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.218473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.229985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] Set router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:25.266944 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.268356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4198a2e8-0faf-4eba-8c65-cd8f20aae50b {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:25.276336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288be476-492d-423f-95e6-c58fec3c491c None None] Pushing event deleted for resources: {'Port': ['ID=dfe50b20-2e5d-4836-97d1-88b134c20958,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.289109 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.290492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d51fbd24-90b7-4699-8ef3-b2f1bcf6d215 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4198a2e8-0faf-4eba-8c65-cd8f20aae50b HTTP/1.1" status: 204 len: 168 time: 1.6642735 Sep 16 05:21:25.293994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40306) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:25.314048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288be476-492d-423f-95e6-c58fec3c491c None None] No DVR routers for this DVR port dfe50b20-2e5d-4836-97d1-88b134c20958 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:25.317177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:21:24Z', 'revision_number': 6, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.325109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 783efc09-2dff-44e8-b1c0-0ecbecb9caff details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:25.367675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=dfe50b20-2e5d-4836-97d1-88b134c20958,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:25.376689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No DVR routers for this DVR port dfe50b20-2e5d-4836-97d1-88b134c20958 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:25.415120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.449360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No active binding found for port dfe50b20-2e5d-4836-97d1-88b134c20958 {{(pid=94720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:21:25.449820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dfe50b20-2e5d-4836-97d1-88b134c20958 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:25.463820 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:21:25.539012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06d447-cf5b-4bb7-a629-5565daf590f6 None None] The sync data for ids ['4198a2e8-0faf-4eba-8c65-cd8f20aae50b'] in n-d-713301-15 is: [{'id': '4198a2e8-0faf-4eba-8c65-cd8f20aae50b', 'name': 'tempest-ServersTestJSON-840963331-router', 'tenant_id': 'ef07e3d1ebf64d8182373731e8746457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:57Z', 'updated_at': '2021-09-16T05:21:24Z', 'revision_number': 6, 'project_id': 'ef07e3d1ebf64d8182373731e8746457', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:25.634429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.664989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3017668d-685e-48f1-a00e-dc9cd1213a60']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.666881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 783efc09-2dff-44e8-b1c0-0ecbecb9caff, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=783efc09-2dff-44e8-b1c0-0ecbecb9caff,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:25.682669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8e7d27-1936-415b-b919-bbce73d14ace') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.683011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8e7d27-1936-415b-b919-bbce73d14ace') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:25.690777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '783efc09-2dff-44e8-b1c0-0ecbecb9caff', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'port_id': '783efc09-2dff-44e8-b1c0-0ecbecb9caff', 'mac_address': 'fa:16:3e:b7:08:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e2815e-086c-43d7-beed-acfa9eb81b69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:25.749506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.772990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.775673 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.795557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:25.796431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: items = [ Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:25.800361 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:25.816965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783efc09-2dff-44e8-b1c0-0ecbecb9caff {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:25.885228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e97f45-0b92-4b3c-aaf0-05bca4af8d85 req-d0290865-a804-41d6-9125-c5a80166a71a tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.886811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94e97f45-0b92-4b3c-aaf0-05bca4af8d85 req-d0290865-a804-41d6-9125-c5a80166a71a tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 943 time: 0.6313143 Sep 16 05:21:25.890289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] Deleting subnet 1e685d7f-c1be-49cd-985c-0ac8753a7f03 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:25.896320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 783efc09-2dff-44e8-b1c0-0ecbecb9caff, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=783efc09-2dff-44e8-b1c0-0ecbecb9caff,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:25.903672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.909728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.927322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Router 69c721ce-844a-43b3-914f-716b1afe6db1 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:25.949329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2eb8-2cb7-4e33-91bd-9faff7cc0826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:25.957959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.009038 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.075118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=783efc09-2dff-44e8-b1c0-0ecbecb9caff,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.105849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.112719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40328) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:26.113916 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/3017668d-685e-48f1-a00e-dc9cd1213a60 HTTP/1.1" status: 204 len: 168 time: 2.4255958 Sep 16 05:21:26.115393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaeb29-dabe-4a5a-9e6b-48651246d900 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=3017668d-685e-48f1-a00e-dc9cd1213a60,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.121925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416871227'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:26.148328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94e97f45-0b92-4b3c-aaf0-05bca4af8d85 req-fbe29c1d-4df5-4abc-bf25-5b382dd55250 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457023 Sep 16 05:21:26.215191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:26.219290 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.227309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:26.235035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.258154 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] Sync routers for ids ['69c721ce-844a-43b3-914f-716b1afe6db1'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:26.271110 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] Routers {'69c721ce-844a-43b3-914f-716b1afe6db1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:26.271841 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['69c721ce-844a-43b3-914f-716b1afe6db1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.280033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:26.281756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.285241 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cd3c9b2-b6ae-477c-aa94-4a0992cb8c47 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3474936 Sep 16 05:21:26.289373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40332) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:26.295734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.296143 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment 35d90c9e-888f-4714-9090-46ceaf80e732 of type vlan for network 15a397f3-dfef-460d-817b-358ee741e63a Sep 16 05:21:26.296664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': False}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:26.320957 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.342296 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] Routers {'69c721ce-844a-43b3-914f-716b1afe6db1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:26.344621 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:20:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['69c721ce-844a-43b3-914f-716b1afe6db1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.353190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['783efc09-2dff-44e8-b1c0-0ecbecb9caff'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:26.366773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.374327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.420911 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:26.423558 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814e5d0-6666-489a-b44c-5cd1bcb0bf42 None None] The sync data for ids ['69c721ce-844a-43b3-914f-716b1afe6db1'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:26.447975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e685d7f-c1be-49cd-985c-0ac8753a7f03,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.447975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.449058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f0f18e1f-1a18-4512-96e9-242f91a153b6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1e685d7f-c1be-49cd-985c-0ac8753a7f03 HTTP/1.1" status: 204 len: 168 time: 1.1531601 Sep 16 05:21:26.461561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40338) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:26.470491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.473276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae81c5c-e519-4d7c-9de9-d60af9356702 None None] Network a52f6e52-3fa7-4bdc-a176-c59bc0cc798d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:26.477279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.478096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.536910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4180937 Sep 16 05:21:26.561921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40342) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:26.567629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': '15a397f3-dfef-460d-817b-358ee741e63a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:26.587425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984dd16-590e-4008-8bb4-9f0b832b18da tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=15a397f3-dfef-460d-817b-358ee741e63a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.627327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 15a397f3-dfef-460d-817b-358ee741e63a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:26.698203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:26.702569 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.898653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device edc77ab7-35b2-4017-b087-7c73df7357c7 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:26.941678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: edc77ab7-35b2-4017-b087-7c73df7357c7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:26.942120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device edc77ab7-35b2-4017-b087-7c73df7357c7 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:26.942611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a152355-48d4-4a6d-bf44-f80674811d86 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:26.955524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.020204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8a152355-48d4-4a6d-bf44-f80674811d86 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:27.021555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a152355-48d4-4a6d-bf44-f80674811d86 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:27.108962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.138748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] DHCP port deletion for a52f6e52-3fa7-4bdc-a176-c59bc0cc798d request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:27.195278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=02382b5c-7839-429a-a7b1-364ade13b4c2,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.209682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': '35d90c9e-888f-4714-9090-46ceaf80e732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a397f3-dfef-460d-817b-358ee741e63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:27.210087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: 15a397f3-dfef-460d-817b-358ee741e63a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:27.248060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 15a397f3-dfef-460d-817b-358ee741e63a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:27.258033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 15a397f3-dfef-460d-817b-358ee741e63a) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:27.274802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.274802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.275140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd51ec3-67da-4cea-9017-b5385a247041 None None] Network 15a397f3-dfef-460d-817b-358ee741e63a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:27.301782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] Deleting port 502c32d3-b4ef-4f65-8788-138768fde2e3 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:27.302261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.335795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0a1ce42b-a052-464e-b75e-83c12c5fe442 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7697587 Sep 16 05:21:27.336068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40358) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:27.341617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': '15a397f3-dfef-460d-817b-358ee741e63a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1336013305'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:27.369752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2043d1-d234-4b8b-bf3b-79ca439b2263 req-2ae5a4b2-4e49-438e-ac3f-1798da3a8095 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.371423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2043d1-d234-4b8b-bf3b-79ca439b2263 req-2ae5a4b2-4e49-438e-ac3f-1798da3a8095 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 944 time: 0.0928531 Sep 16 05:21:27.406534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] For port 502c32d3-b4ef-4f65-8788-138768fde2e3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=502c32d3-b4ef-4f65-8788-138768fde2e3,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:27.407133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.462928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] Calling delete_port for 502c32d3-b4ef-4f65-8788-138768fde2e3 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:27.499943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2043d1-d234-4b8b-bf3b-79ca439b2263 req-6d596850-e05f-4fc6-8e92-c97f595bcc83 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158364 Sep 16 05:21:27.669673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:27.673329 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.674472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.733237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port b60b55cf-f3e3-4756-b5ef-3a4083d4accc yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:27.753558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Deleting port 502c32d3-b4ef-4f65-8788-138768fde2e3 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:27.754118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.870605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.882505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] For port 502c32d3-b4ef-4f65-8788-138768fde2e3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=502c32d3-b4ef-4f65-8788-138768fde2e3,segment=NetworkSegment(c6574c8b-a6e9-4794-80d0-7d832b52f672),segment_id=c6574c8b-a6e9-4794-80d0-7d832b52f672)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:27.883235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.903568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] Pushing event deleted for resources: {'Port': ['ID=502c32d3-b4ef-4f65-8788-138768fde2e3,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:27.909708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926c308-7f87-4439-82ed-89fd14d19a94 None None] No DVR routers for this DVR port 502c32d3-b4ef-4f65-8788-138768fde2e3 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:27.917095 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-15a397f3-dfef-460d-817b-358ee741e63a', 'network_id': '15a397f3-dfef-460d-817b-358ee741e63a', 'tenant_id': 'd5797bd4d46f4108b10afacfad998fc7', 'fixed_ips': [{'subnet_id': '02382b5c-7839-429a-a7b1-364ade13b4c2'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:27.918661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Calling delete_port for 502c32d3-b4ef-4f65-8788-138768fde2e3 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:27.919130 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.023220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::c (15a397f3-dfef-460d-817b-358ee741e63a/02382b5c-7839-429a-a7b1-364ade13b4c2/b60b55cf-f3e3-4756-b5ef-3a4083d4accc) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:28.086052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.147034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Pushing event deleted for resources: {'Port': ['ID=502c32d3-b4ef-4f65-8788-138768fde2e3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.162167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] No DVR routers for this DVR port 502c32d3-b4ef-4f65-8788-138768fde2e3 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:28.189158 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-58d10a9b-b059-4f0c-b884-93f973eecfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.201380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.265625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.313405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.315827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 15a397f3-dfef-460d-817b-358ee741e63a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:28.318940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:28.324686 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:28.331683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.332868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.344626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52f6e52-3fa7-4bdc-a176-c59bc0cc798d']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:28.358203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6574c8b-a6e9-4794-80d0-7d832b52f672') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:28.358769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6574c8b-a6e9-4794-80d0-7d832b52f672') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:28.359272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Allocated IP 2001:db8::2 (15a397f3-dfef-460d-817b-358ee741e63a/02382b5c-7839-429a-a7b1-364ade13b4c2/5537b779-823b-473a-8db3-efaffb6cf184) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:28.360997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=b60b55cf-f3e3-4756-b5ef-3a4083d4accc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.374366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-be1bc9d3-2b22-4371-ba6f-70c97f584cb3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.0290432 Sep 16 05:21:28.375116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40376) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:28.408955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.433626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.446483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:28.446899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:28.448711 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:28.512580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port b60b55cf-f3e3-4756-b5ef-3a4083d4accc {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:28.513057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.627458 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.636592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.729557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Network 15a397f3-dfef-460d-817b-358ee741e63a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:28.730948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Pushing event updated for resources: {'Port': ['ID=5537b779-823b-473a-8db3-efaffb6cf184,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.737163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.740872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:28.743603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:28.754521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.761258 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a52f6e52-3fa7-4bdc-a176-c59bc0cc798d HTTP/1.1" status: 204 len: 168 time: 2.2963116 Sep 16 05:21:28.807251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440d86d-ab38-4a3d-9aa5-5dfbbe17b749 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52f6e52-3fa7-4bdc-a176-c59bc0cc798d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.826786 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.845878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159646af-b7d0-498b-a401-5dccf74199a5 req-c8366772-ef1d-4fff-ad49-dd1c42ade541 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.848194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-159646af-b7d0-498b-a401-5dccf74199a5 req-c8366772-ef1d-4fff-ad49-dd1c42ade541 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 944 time: 0.1816330 Sep 16 05:21:28.857738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 502c32d3-b4ef-4f65-8788-138768fde2e3 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:28.882600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 502c32d3-b4ef-4f65-8788-138768fde2e3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:28.882954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 502c32d3-b4ef-4f65-8788-138768fde2e3 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:28.911492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Attempting to bind port 5537b779-823b-473a-8db3-efaffb6cf184 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:28.912159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Attempting to bind port 5537b779-823b-473a-8db3-efaffb6cf184 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '35d90c9e-888f-4714-9090-46ceaf80e732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a397f3-dfef-460d-817b-358ee741e63a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:28.912724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Attempting to bind port 5537b779-823b-473a-8db3-efaffb6cf184 on network 15a397f3-dfef-460d-817b-358ee741e63a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:28.923250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:28.924688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Checking segment: {'id': '35d90c9e-888f-4714-9090-46ceaf80e732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a397f3-dfef-460d-817b-358ee741e63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:28.925340 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.927046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Bound using segment: {'id': '35d90c9e-888f-4714-9090-46ceaf80e732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a397f3-dfef-460d-817b-358ee741e63a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:28.927902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Bound port: 5537b779-823b-473a-8db3-efaffb6cf184, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d90c9e-888f-4714-9090-46ceaf80e732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '15a397f3-dfef-460d-817b-358ee741e63a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:28.928539 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.945908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for b60b55cf-f3e3-4756-b5ef-3a4083d4accc owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:28.957175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:28.966681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-159646af-b7d0-498b-a401-5dccf74199a5 req-baf57f00-bd18-4739-9b9b-18344f5436cb tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122370 Sep 16 05:21:28.983213 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.081035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] For port 5537b779-823b-473a-8db3-efaffb6cf184, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:29.086799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] For port 5537b779-823b-473a-8db3-efaffb6cf184, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5537b779-823b-473a-8db3-efaffb6cf184,segment=NetworkSegment(35d90c9e-888f-4714-9090-46ceaf80e732),segment_id=35d90c9e-888f-4714-9090-46ceaf80e732)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:29.093975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.192905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.227946 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.228828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521db792-9173-468e-a5a0-4d5d318b66e2 None None] Pushing event updated for resources: {'Port': ['ID=5537b779-823b-473a-8db3-efaffb6cf184,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.243937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40400) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.297869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=b60b55cf-f3e3-4756-b5ef-3a4083d4accc,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:29.309636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Router 69c721ce-844a-43b3-914f-716b1afe6db1 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:29.331939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 783efc09-2dff-44e8-b1c0-0ecbecb9caff up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:29.344258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.346356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-85e139d5-d3e3-49b9-913e-6259f6c5800e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/b60b55cf-f3e3-4756-b5ef-3a4083d4accc HTTP/1.1" status: 204 len: 168 time: 0.9702742 Sep 16 05:21:29.350330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40406) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.418022 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1dad20-81a4-4021-a282-b9a4f5bb68b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:21:29.422328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0c1dad20-81a4-4021-a282-b9a4f5bb68b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/b60b55cf-f3e3-4756-b5ef-3a4083d4accc HTTP/1.1" status: 404 len: 333 time: 0.0685103 Sep 16 05:21:29.422518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 783efc09-2dff-44e8-b1c0-0ecbecb9caff completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:29.426653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 783efc09-2dff-44e8-b1c0-0ecbecb9caff triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:29.427172 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.427705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cde36412-6787-470f-b83a-ca3be4117d04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef07e3d1ebf64d8182373731e8746457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782360 Sep 16 05:21:29.430089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40408) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.430640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40410) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.501931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:29.508555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.510257 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f7ee524-2ad7-4a78-9b7f-310049b0ce7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "PUT /v2.0/routers/69c721ce-844a-43b3-914f-716b1afe6db1 HTTP/1.1" status: 200 len: 920 time: 3.2196958 Sep 16 05:21:29.515884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40412) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.527597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] Sync routers for ids ['69c721ce-844a-43b3-914f-716b1afe6db1'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:29.548965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet 02382b5c-7839-429a-a7b1-364ade13b4c2 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:29.554554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] Routers {'69c721ce-844a-43b3-914f-716b1afe6db1'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:29.555574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['69c721ce-844a-43b3-914f-716b1afe6db1'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.560459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.618212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.639423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] Routers {'69c721ce-844a-43b3-914f-716b1afe6db1'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:29.640228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['69c721ce-844a-43b3-914f-716b1afe6db1'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.702852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.711451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:29.712427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64db6db-5290-4da2-a58e-2b4dfa9449d0 None None] The sync data for ids ['69c721ce-844a-43b3-914f-716b1afe6db1'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:29.728848 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b01a4fda-ff2a-4130-9715-ba02ae1a0ea4 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/69c721ce-844a-43b3-914f-716b1afe6db1 HTTP/1.1" status: 200 len: 920 time: 0.2088442 Sep 16 05:21:29.732545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40416) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.747847 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.786408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dadf3d9f-0f34-48e4-af09-40356bd06c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.795271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceb43b6-689b-406b-9017-049883d71db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783efc09-2dff-44e8-b1c0-0ecbecb9caff'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:29.798713 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c59f0-3202-4acd-b050-9a5815d1828d" -d '{"events": [{"server_uuid": "7ceb43b6-689b-406b-9017-049883d71db7", "name": "network-vif-plugged", "status": "completed", "tag": "783efc09-2dff-44e8-b1c0-0ecbecb9caff"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:29.824027 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dadf3d9f-0f34-48e4-af09-40356bd06c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.828867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 783efc09-2dff-44e8-b1c0-0ecbecb9caff, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=783efc09-2dff-44e8-b1c0-0ecbecb9caff,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:29.830630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.835214 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.863958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77348f3e-9ef9-4f60-867c-96e51dc840c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.866162 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-77348f3e-9ef9-4f60-867c-96e51dc840c5 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=69c721ce-844a-43b3-914f-716b1afe6db1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1310453 Sep 16 05:21:29.871085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40420) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:29.918504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:29.939865 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bc6eb8-4424-44e1-9390-b280cf8c5e32 x-openstack-request-id: req-39bc6eb8-4424-44e1-9390-b280cf8c5e32 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:29.940083 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ceb43b6-689b-406b-9017-049883d71db7", "name": "network-vif-plugged", "status": "completed", "tag": "783efc09-2dff-44e8-b1c0-0ecbecb9caff", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:29.943585 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39bc6eb8-4424-44e1-9390-b280cf8c5e32 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:29.944003 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ceb43b6-689b-406b-9017-049883d71db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783efc09-2dff-44e8-b1c0-0ecbecb9caff', 'code': 200} Sep 16 05:21:29.955709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=783efc09-2dff-44e8-b1c0-0ecbecb9caff,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.091060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dadf3d9f-0f34-48e4-af09-40356bd06c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.097450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dadf3d9f-0f34-48e4-af09-40356bd06c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.101731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dadf3d9f-0f34-48e4-af09-40356bd06c84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/826ae516-eaed-43a7-968b-bf5c5ae41013 HTTP/1.1" status: 204 len: 168 time: 0.5871208 Sep 16 05:21:30.104253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f38e-fce3-4b56-9876-553845985bcd req-06c267cb-b661-4c59-a154-e456aeb4ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:30.106251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d022f38e-fce3-4b56-9876-553845985bcd req-06c267cb-b661-4c59-a154-e456aeb4ff4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 1097 time: 0.1543777 Sep 16 05:21:30.138160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf3d9f-0f34-48e4-af09-40356bd06c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ae516-eaed-43a7-968b-bf5c5ae41013,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.170123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d2287-fcff-4ae9-b092-e7cd18ffcae0 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:30.172368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0b3d2287-fcff-4ae9-b092-e7cd18ffcae0 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.2997165 Sep 16 05:21:30.176339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40436) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:30.230975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.253282 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d75bb79-6060-4a80-a0fd-d34f30385d5c tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=69c721ce-844a-43b3-914f-716b1afe6db1 HTTP/1.1" status: 200 len: 205 time: 0.0757351 Sep 16 05:21:30.255799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40438) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:30.307817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=02382b5c-7839-429a-a7b1-364ade13b4c2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.321482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.323464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b4d710e6-368e-4d10-84a3-4303b528055f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/02382b5c-7839-429a-a7b1-364ade13b4c2 HTTP/1.1" status: 204 len: 168 time: 0.8917172 Sep 16 05:21:30.330166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:30.341043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d022f38e-fce3-4b56-9876-553845985bcd req-c7493bd4-f906-41ef-9810-cccc1f2b22b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095244 Sep 16 05:21:30.369095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3714ac-6d34-47f4-a8c3-a8b5c5e26634 req-b030e6c0-cbe9-4a97-9e6c-46ea941e967d tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:30.391350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e3714ac-6d34-47f4-a8c3-a8b5c5e26634 req-b030e6c0-cbe9-4a97-9e6c-46ea941e967d tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 945 time: 0.2782023 Sep 16 05:21:30.481716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e3714ac-6d34-47f4-a8c3-a8b5c5e26634 req-9e394654-cc73-4b3c-b9e0-32f14e69b539 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887346 Sep 16 05:21:30.487686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.629524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.813066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6c153-9d55-46c5-af94-5690755b6b3e None None] Network 15a397f3-dfef-460d-817b-358ee741e63a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:30.843490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 5537b779-823b-473a-8db3-efaffb6cf184 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:30.845214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.964285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.982023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5537b779-823b-473a-8db3-efaffb6cf184 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:31.100843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6d78b87f-f4fc-4f3d-b021-8a5b1a74fc98 None None] Provisioning complete for port 5537b779-823b-473a-8db3-efaffb6cf184 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:31.101243 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6d78b87f-f4fc-4f3d-b021-8a5b1a74fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.126589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] For port 5537b779-823b-473a-8db3-efaffb6cf184, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5537b779-823b-473a-8db3-efaffb6cf184,segment=NetworkSegment(35d90c9e-888f-4714-9090-46ceaf80e732),segment_id=35d90c9e-888f-4714-9090-46ceaf80e732)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:31.127621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.144006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 5537b779-823b-473a-8db3-efaffb6cf184 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:31.204034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5537b779-823b-473a-8db3-efaffb6cf184 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:31.204775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.282818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] DHCP port deletion for 15a397f3-dfef-460d-817b-358ee741e63a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:21:31.327530 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6d78b87f-f4fc-4f3d-b021-8a5b1a74fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.338316 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.338547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Deleting port 654e222e-340d-4499-889f-0e0cf8e9f0b0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:31.338966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.419096 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.443906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6d78b87f-f4fc-4f3d-b021-8a5b1a74fc98 None None] For port 5537b779-823b-473a-8db3-efaffb6cf184, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5537b779-823b-473a-8db3-efaffb6cf184,segment=NetworkSegment(35d90c9e-888f-4714-9090-46ceaf80e732),segment_id=35d90c9e-888f-4714-9090-46ceaf80e732)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:31.457990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6d78b87f-f4fc-4f3d-b021-8a5b1a74fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.460181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.477605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Calling delete_port for 654e222e-340d-4499-889f-0e0cf8e9f0b0 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:31.482066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.506482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] Deleting port 5537b779-823b-473a-8db3-efaffb6cf184 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:31.507150 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.587505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=5537b779-823b-473a-8db3-efaffb6cf184,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.605654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No DVR routers for this DVR port 5537b779-823b-473a-8db3-efaffb6cf184 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:31.632628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78b87f-f4fc-4f3d-b021-8a5b1a74fc98 None None] Pushing event updated for resources: {'Port': ['ID=5537b779-823b-473a-8db3-efaffb6cf184,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.656654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] For port 5537b779-823b-473a-8db3-efaffb6cf184, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:31.657320 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.674118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] Calling delete_port for 5537b779-823b-473a-8db3-efaffb6cf184 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:31.677567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] Port 5537b779-823b-473a-8db3-efaffb6cf184 was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:21:31.678898 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.708599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75f428-b3d0-427f-8ff8-aa50eef5c6d0 req-3bcdefae-6082-4d6a-a6be-ce9c017a52c4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:31.711024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f75f428-b3d0-427f-8ff8-aa50eef5c6d0 req-3bcdefae-6082-4d6a-a6be-ce9c017a52c4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 945 time: 0.1119430 Sep 16 05:21:31.726628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] Pushing event deleted for resources: {'Port': ['ID=5537b779-823b-473a-8db3-efaffb6cf184,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.747166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4debcad-3df9-4213-9933-c3cd4fd0d111 None None] No DVR routers for this DVR port 5537b779-823b-473a-8db3-efaffb6cf184 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:31.783925 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.844121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f75f428-b3d0-427f-8ff8-aa50eef5c6d0 req-e8648d30-ae22-4fe0-adca-197580e45645 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251767 Sep 16 05:21:31.857780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a397f3-dfef-460d-817b-358ee741e63a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:31.875998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d90c9e-888f-4714-9090-46ceaf80e732') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:31.876349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d90c9e-888f-4714-9090-46ceaf80e732') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:31.909227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.947110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.960880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:31.961294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:31.964762 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:32.042196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.084751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event deleted for resources: {'Port': ['ID=654e222e-340d-4499-889f-0e0cf8e9f0b0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.112696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.114646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.120655 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/15a397f3-dfef-460d-817b-358ee741e63a HTTP/1.1" status: 204 len: 168 time: 1.7887771 Sep 16 05:21:32.121934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40504) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:32.129245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'name': 'tempest-PortsIpV6TestJSON-681974953'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:32.229547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a87321-e23c-4ce6-ac97-b9a1a7390b14 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=15a397f3-dfef-460d-817b-358ee741e63a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.231805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.317271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:32.324900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.365716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.369079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.389979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port f38562fa-952e-4259-a398-67b9024b94e5 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:32.428233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.429373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Fanout notify agent at l3_agent the message router_deleted on router 69c721ce-844a-43b3-914f-716b1afe6db1 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:32.446913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.454936 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d939d612-8691-4818-afd8-f584bcbd7e99 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/69c721ce-844a-43b3-914f-716b1afe6db1 HTTP/1.1" status: 204 len: 168 time: 2.1976712 Sep 16 05:21:32.456827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40524) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:32.464908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-157199a2-7160-4f5e-8c0f-4297120a13df tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-948432018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:32.508739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-157199a2-7160-4f5e-8c0f-4297120a13df tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.511198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-157199a2-7160-4f5e-8c0f-4297120a13df tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.645409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-157199a2-7160-4f5e-8c0f-4297120a13df tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.656634 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-157199a2-7160-4f5e-8c0f-4297120a13df tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.719221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-157199a2-7160-4f5e-8c0f-4297120a13df tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.728079 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-157199a2-7160-4f5e-8c0f-4297120a13df tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2695177 Sep 16 05:21:32.729040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40534) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:32.731167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40536) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:32.753889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:32.897189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5537b779-823b-473a-8db3-efaffb6cf184 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:32.904241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.979994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5537b779-823b-473a-8db3-efaffb6cf184 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:32.981274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5537b779-823b-473a-8db3-efaffb6cf184 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:33.044966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.110351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1ea9a991-9f94-466c-9261-881d0b35abab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.209724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.223597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:33.260756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1998c-8f3c-41e3-956f-4593937aff05 req-29c7d372-5b51-4fd1-aaeb-8c6891a73e47 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.262931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36b1998c-8f3c-41e3-956f-4593937aff05 req-29c7d372-5b51-4fd1-aaeb-8c6891a73e47 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1446943 Sep 16 05:21:33.265052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:33.275586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:33.282694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.283656 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.309290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bce57-647a-4ad2-aa7d-69c78b6955bf req-1446ad26-d473-4622-bb23-4ef32e411f7f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.311192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115bce57-647a-4ad2-aa7d-69c78b6955bf req-1446ad26-d473-4622-bb23-4ef32e411f7f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 945 time: 0.2607560 Sep 16 05:21:33.314971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=f38562fa-952e-4259-a398-67b9024b94e5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.326167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-a976c58b-25d8-4fee-9b98-b0643717edda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.329100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-a976c58b-25d8-4fee-9b98-b0643717edda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.2565782 Sep 16 05:21:33.380773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1ea9a991-9f94-466c-9261-881d0b35abab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.393598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1ea9a991-9f94-466c-9261-881d0b35abab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.424117 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1ea9a991-9f94-466c-9261-881d0b35abab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c70f6d7199e84cf491ddef5460077217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840413 Sep 16 05:21:33.425934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40566) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.461662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-c70ed8ce-3495-4a58-922e-f0adbff326d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.464209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-c70ed8ce-3495-4a58-922e-f0adbff326d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 0.1251121 Sep 16 05:21:33.493588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36b1998c-8f3c-41e3-956f-4593937aff05 req-c902918f-506a-4c24-b857-0a2b6d5ac3fe tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200356 Sep 16 05:21:33.505527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f7e64565-51de-4f10-8378-4ebfa1d70277 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3824334 Sep 16 05:21:33.507268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40568) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.553241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-544d774a-b608-4b11-93c1-a2992b64f03e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 217 time: 0.0650811 Sep 16 05:21:33.571393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9a991-9f94-466c-9261-881d0b35abab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d446a-342e-428a-95a4-7c392048df1e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.609821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.634621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-97ec6925-0732-488b-af19-4d443366393e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.636877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.673675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115bce57-647a-4ad2-aa7d-69c78b6955bf req-300b1216-be94-4f6d-82ed-fd8174f2eb37 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554733 Sep 16 05:21:33.704226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-97ec6925-0732-488b-af19-4d443366393e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.791025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-d73ff8e7-7956-43d8-9756-372524ed4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.793078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-d73ff8e7-7956-43d8-9756-372524ed4b7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.2048445 Sep 16 05:21:33.841622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-df4778d7-b5d3-4f65-a824-d56ba873c3f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1925249 Sep 16 05:21:33.857485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-97ec6925-0732-488b-af19-4d443366393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.864280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-97ec6925-0732-488b-af19-4d443366393e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.868388 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-97ec6925-0732-488b-af19-4d443366393e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d6d446a-342e-428a-95a4-7c392048df1e HTTP/1.1" status: 204 len: 168 time: 0.4408534 Sep 16 05:21:33.869997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Allocated IP 172.25.6.25 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/3407bae7-26e2-45f5-a2ce-340a57b516e5) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:33.911281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec6925-0732-488b-af19-4d443366393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d446a-342e-428a-95a4-7c392048df1e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.938975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-644f03f5-7082-4a39-93bc-6d17b8ebc851 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213081 Sep 16 05:21:34.044335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port f38562fa-952e-4259-a398-67b9024b94e5 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:34.044702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.095492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.120669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c5c4f-9b58-4449-97fe-265768dd2c3b req-3a1e4d85-3651-4e0a-ae30-a2dd2bfeffc3 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:34.122235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b2c5c4f-9b58-4449-97fe-265768dd2c3b req-3a1e4d85-3651-4e0a-ae30-a2dd2bfeffc3 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb7eb210-68e6-4fab-8a13-f2ad0b9374ee HTTP/1.1" status: 200 len: 945 time: 0.2907870 Sep 16 05:21:34.179577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.191920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97aaf-7304-4258-8357-774222aa8486 req-3245a00f-2cf9-4027-994b-1d2c29a60f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:34.193497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-3245a00f-2cf9-4027-994b-1d2c29a60f67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 1097 time: 0.2436039 Sep 16 05:21:34.228713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.282768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for f38562fa-952e-4259-a398-67b9024b94e5 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:34.297661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b2c5c4f-9b58-4449-97fe-265768dd2c3b req-e95f6c35-3577-4325-a371-38142ceceb4e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611159 Sep 16 05:21:34.320781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event updated for resources: {'Port': ['ID=3407bae7-26e2-45f5-a2ce-340a57b516e5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.345533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-729e6007-bc6f-419f-b818-6ff995f43732 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966937 Sep 16 05:21:34.361066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:34.363617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:34.368737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:35.149094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40614) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.200057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.299922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.394474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1494769197-network', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:35.434214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.439699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/f38562fa-952e-4259-a398-67b9024b94e5 HTTP/1.1" status: 204 len: 168 time: 1.9273872 Sep 16 05:21:35.441391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97aaf-7304-4258-8357-774222aa8486 req-3fcb5304-4ae3-4ca5-81cc-71e51931cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.443049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-3fcb5304-4ae3-4ca5-81cc-71e51931cb1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 1.2041328 Sep 16 05:21:35.445223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40622) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.451244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4068dec-7ec7-428c-8f73-7f6fb2feabfb tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=f38562fa-952e-4259-a398-67b9024b94e5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.470455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'mac_address': 'fa:16:3e:0b:fd:42', 'name': 'tempest-PortsIpV6TestJSON-468907308'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:35.488708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Made reservation on behalf of ca559da2dfee445daa8da7aadbdd7052 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:35.492128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.508780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.619175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-74c7a854-d245-4eff-b04a-f22f52f576a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817 HTTP/1.1" status: 200 len: 217 time: 0.0662479 Sep 16 05:21:35.640364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43356a99-a38a-4282-8f77-edab3e3afcf7 req-a2d9fa38-baab-4bed-9e34-59dd72b9014f service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2484181 Sep 16 05:21:35.674343 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.711797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.730054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:35.741727 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.742159 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Added segment e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b of type vlan for network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f Sep 16 05:21:35.766367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849982b-7ae0-40b9-94d4-4890962b01fb req-09bf16da-ea99-4aa2-bd79-f4db6840fdff tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.775603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3849982b-7ae0-40b9-94d4-4890962b01fb req-09bf16da-ea99-4aa2-bd79-f4db6840fdff tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.5548034 Sep 16 05:21:35.783769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:35.806043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.837531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.844718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a16ed38-8be8-4c27-9a65-9b8a25f8d612,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.863660 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.866427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-2100d524-a868-45f1-88b9-155726e71c67 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.876074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-2100d524-a868-45f1-88b9-155726e71c67 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 813 time: 0.6526604 Sep 16 05:21:35.931814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97aaf-7304-4258-8357-774222aa8486 req-2767dc31-adee-4db3-945e-665cb9cb1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.933462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-2767dc31-adee-4db3-945e-665cb9cb1e4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.2995682 Sep 16 05:21:35.940223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.941397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:35.942001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.975055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.016020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-a68d56ef-4e07-4ad5-b04e-dd38d888733e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/quotas/8e246dcd73e546f8b9524480b8794bdd HTTP/1.1" status: 200 len: 375 time: 0.1385231 Sep 16 05:21:36.027992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-5fd4f6e8-fd52-44bf-ac99-e23d982b74fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819535 Sep 16 05:21:36.038727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port dc770208-8d61-4cfd-b9fe-5af1e256d31f yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:36.053157 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9024491 Sep 16 05:21:36.075687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:36.079524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3849982b-7ae0-40b9-94d4-4890962b01fb req-386ae5a8-6a5e-452a-81a2-16967160710e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962701 Sep 16 05:21:36.083228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Request body: {'subnet': {'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1494769197-subnet', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:36.233688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317ee9-360e-4589-90d9-8c9801a891e2 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.247443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:36.268439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Made reservation on behalf of ca559da2dfee445daa8da7aadbdd7052 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:36.271097 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.288384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-11761094-45d2-4dd5-9bfb-428133cc5f40 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2714741 Sep 16 05:21:36.290571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-d5c76a46-66bc-4bda-857b-b1cf2384f886 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.293947 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-d5c76a46-66bc-4bda-857b-b1cf2384f886 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb7eb210-68e6-4fab-8a13-f2ad0b9374ee HTTP/1.1" status: 200 len: 945 time: 0.2583601 Sep 16 05:21:36.297740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Router f2c05339-0f5e-41eb-8730-80fd34ad697b is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:36.440453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-3a320eb4-f37f-4b87-85bb-9931da9be350 service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768523 Sep 16 05:21:36.614420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-b4dbbe52-ef67-45e8-83be-b2c5193b3f0e service neutron] 10.222.0.55 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250043 Sep 16 05:21:36.721161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.757414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:36.767738 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] Sync routers for ids ['f2c05339-0f5e-41eb-8730-80fd34ad697b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:36.785070 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] Routers {'f2c05339-0f5e-41eb-8730-80fd34ad697b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:36.786070 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f2c05339-0f5e-41eb-8730-80fd34ad697b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.806712 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.811542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-4b68955c-5b51-469c-a531-b12078fd427f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:36.813096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-4b68955c-5b51-469c-a531-b12078fd427f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ceb43b6-689b-406b-9017-049883d71db7 HTTP/1.1" status: 200 len: 945 time: 0.2446656 Sep 16 05:21:36.814572 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e406e0a8-ae87-4ea5-bca5-a8d8560b0f90 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "PUT /v2.0/routers/f2c05339-0f5e-41eb-8730-80fd34ad697b HTTP/1.1" status: 200 len: 878 time: 4.0786858 Sep 16 05:21:36.824106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40634) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:36.825145 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.835260 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] Routers {'f2c05339-0f5e-41eb-8730-80fd34ad697b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:36.836257 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f2c05339-0f5e-41eb-8730-80fd34ad697b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.871263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.872515 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4734de7-ce2a-4161-8598-f5deca9d7474 None None] The sync data for ids ['f2c05339-0f5e-41eb-8730-80fd34ad697b'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:36.905147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.913739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48b97aaf-7304-4258-8357-774222aa8486 req-2d79187e-13e1-47ce-9ea3-53ca069bbf61 service neutron] 10.222.0.73 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580996 Sep 16 05:21:36.946837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Deleting port 0a9f6297-750b-46ee-aea1-e3d81c403b78 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:36.947360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.975073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-6f4f978b-8d1a-4b47-9da2-31d00e48b973 service neutron] 10.222.0.55 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377383 Sep 16 05:21:37.023419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.031869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6864242-57bd-430a-a200-5de6160caf63,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.063292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Checking segment: {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:37.064253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Network hostable DHCP agents. Network: fe1393b7-cdb2-475c-bc9e-9ccb33a8602f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:37.095489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:37.107696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] For port 0a9f6297-750b-46ee-aea1-e3d81c403b78, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0a9f6297-750b-46ee-aea1-e3d81c403b78,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:37.108114 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.119364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, fe1393b7-cdb2-475c-bc9e-9ccb33a8602f) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:37.128642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.129538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.131677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Calling delete_port for 0a9f6297-750b-46ee-aea1-e3d81c403b78 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:37.134203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c57c7-8202-4558-a56c-9ea9d3f04051 None None] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:37.157773 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3be4ac9d-b2a0-4d7d-a823-d29f122628c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0805280 Sep 16 05:21:37.188573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40640) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.201218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:37.231206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:37.248548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:37.262674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:37.269126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.269877 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.314884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=dc770208-8d61-4cfd-b9fe-5af1e256d31f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.345082 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.361341 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.368913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bf420f10-178a-4866-951c-153e9983f94b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/f2c05339-0f5e-41eb-8730-80fd34ad697b HTTP/1.1" status: 200 len: 919 time: 0.5410235 Sep 16 05:21:37.377959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Deleting port 783efc09-2dff-44e8-b1c0-0ecbecb9caff {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:37.379889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.393762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40644) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.440789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75dc278-1d9e-47fb-bc46-34634cdf28bd None None] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:37.518430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f992cc51-f5dd-4b40-9ea0-42262f2e3593 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0679429 Sep 16 05:21:37.527348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40652) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.636594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5f5c6-da22-4bbf-818e-f04643289542 req-2b922b96-a321-4974-a3dc-c837d9a26dc3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.638532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8a5f5c6-da22-4bbf-818e-f04643289542 req-2b922b96-a321-4974-a3dc-c837d9a26dc3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3772585 Sep 16 05:21:37.732873 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.802895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0db868a7-8524-4bc5-aab1-d611c57fd9b1 req-b6f077b9-0fc7-4bb3-97cb-f211d70d0574 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 210 time: 0.0946350 Sep 16 05:21:37.817389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d3bf42-ae06-4ec7-949f-b9da2e668f91 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.829054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.834533 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-27d3bf42-ae06-4ec7-949f-b9da2e668f91 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/dc770208-8d61-4cfd-b9fe-5af1e256d31f HTTP/1.1" status: 200 len: 844 time: 0.3031425 Sep 16 05:21:37.886885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8a5f5c6-da22-4bbf-818e-f04643289542 req-357788c1-a317-4508-bc3b-ede8ee9f3429 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691804 Sep 16 05:21:37.949325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event deleted for resources: {'Port': ['ID=0a9f6297-750b-46ee-aea1-e3d81c403b78,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.991991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b39dec-27bf-4aea-97f5-7875770bb223 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:37.996435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0b39dec-27bf-4aea-97f5-7875770bb223 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=f2c05339-0f5e-41eb-8730-80fd34ad697b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5894094 Sep 16 05:21:37.998414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.000775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40664) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.018455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] For port 783efc09-2dff-44e8-b1c0-0ecbecb9caff, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=783efc09-2dff-44e8-b1c0-0ecbecb9caff,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:38.018831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.096751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] No DVR routers for this DVR port 0a9f6297-750b-46ee-aea1-e3d81c403b78 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:38.100032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.103269 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-14b7ccd8-629e-4773-b1e6-8b3429381926 req-ec9861dd-d980-44bd-ada1-d183c158c648 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "DELETE /v2.0/ports/0a9f6297-750b-46ee-aea1-e3d81c403b78 HTTP/1.1" status: 204 len: 173 time: 1.6162951 Sep 16 05:21:38.103998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'name': 'network-vif-deleted', 'tag': '0a9f6297-750b-46ee-aea1-e3d81c403b78'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:38.109227 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206bca02-1175-481e-ade7-935a43a8e322" -d '{"events": [{"server_uuid": "bb7eb210-68e6-4fab-8a13-f2ad0b9374ee", "name": "network-vif-deleted", "tag": "0a9f6297-750b-46ee-aea1-e3d81c403b78"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:38.112175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Calling delete_port for 783efc09-2dff-44e8-b1c0-0ecbecb9caff owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:38.156387 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bca3d9-c9db-412c-aa91-05cd0bd6bdc0 x-openstack-request-id: req-d8bca3d9-c9db-412c-aa91-05cd0bd6bdc0 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:38.156850 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7eb210-68e6-4fab-8a13-f2ad0b9374ee", "name": "network-vif-deleted", "tag": "0a9f6297-750b-46ee-aea1-e3d81c403b78", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:38.157177 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8bca3d9-c9db-412c-aa91-05cd0bd6bdc0 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:38.157647 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7eb210-68e6-4fab-8a13-f2ad0b9374ee', 'name': 'network-vif-deleted', 'tag': '0a9f6297-750b-46ee-aea1-e3d81c403b78', 'status': 'completed', 'code': 200} Sep 16 05:21:38.361213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port dc770208-8d61-4cfd-b9fe-5af1e256d31f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:38.361690 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.417684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.457320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8253508-374c-480b-a488-1b291580c5bd tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:38.461798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f8253508-374c-480b-a488-1b291580c5bd tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.4558694 Sep 16 05:21:38.463206 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40678) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.554236 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e68afffc-c44d-4c78-b282-2231839c93fa tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2c05339-0f5e-41eb-8730-80fd34ad697b HTTP/1.1" status: 200 len: 205 time: 0.0895283 Sep 16 05:21:38.560545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40680) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.959149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.982916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a9f6297-750b-46ee-aea1-e3d81c403b78 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:39.047330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41444302-d8ff-4a68-a760-1f7282727245 req-6ceaba0b-fa2e-4b30-b619-bd9c60667989 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 210 time: 0.1012487 Sep 16 05:21:39.051674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.079336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 0a9f6297-750b-46ee-aea1-e3d81c403b78 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:39.081235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0a9f6297-750b-46ee-aea1-e3d81c403b78 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:39.114848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for dc770208-8d61-4cfd-b9fe-5af1e256d31f owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:39.281802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.349059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 783efc09-2dff-44e8-b1c0-0ecbecb9caff no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:39.430610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9785-2a6d-453d-a04e-ee9bd7e0562f req-77cf0bb5-4bbb-4030-a3c6-a45c819df778 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.432716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5eaa9785-2a6d-453d-a04e-ee9bd7e0562f req-77cf0bb5-4bbb-4030-a3c6-a45c819df778 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.2816229 Sep 16 05:21:39.434561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Deleting port 3407bae7-26e2-45f5-a2ce-340a57b516e5 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:39.435091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.436132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.496153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No active binding found for port 783efc09-2dff-44e8-b1c0-0ecbecb9caff {{(pid=94720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:21:39.501672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 783efc09-2dff-44e8-b1c0-0ecbecb9caff not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:39.597124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event deleted for resources: {'Port': ['ID=783efc09-2dff-44e8-b1c0-0ecbecb9caff,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.622168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.690634 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.706420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Calling delete_port for 3407bae7-26e2-45f5-a2ce-340a57b516e5 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:39.720564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] No DVR routers for this DVR port 783efc09-2dff-44e8-b1c0-0ecbecb9caff on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:39.723006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=dc770208-8d61-4cfd-b9fe-5af1e256d31f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.731419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.734883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a54ef58-1160-4a6c-b59a-3551ecb6dfa0 req-9c00fa22-e492-4304-99d5-e1dc631c02fa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "DELETE /v2.0/ports/783efc09-2dff-44e8-b1c0-0ecbecb9caff HTTP/1.1" status: 204 len: 173 time: 2.9089849 Sep 16 05:21:39.736817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceb43b6-689b-406b-9017-049883d71db7', 'name': 'network-vif-deleted', 'tag': '783efc09-2dff-44e8-b1c0-0ecbecb9caff'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:39.739473 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8225dde6-ac9f-41e2-a11f-f23c98ec8e34" -d '{"events": [{"server_uuid": "7ceb43b6-689b-406b-9017-049883d71db7", "name": "network-vif-deleted", "tag": "783efc09-2dff-44e8-b1c0-0ecbecb9caff"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:39.787067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5eaa9785-2a6d-453d-a04e-ee9bd7e0562f req-60a74198-ae5f-4a33-b97e-4a4cea240b2b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408329 Sep 16 05:21:39.788754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.794052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6a357a1e-35fb-4097-be5c-622d739a8e79 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/dc770208-8d61-4cfd-b9fe-5af1e256d31f HTTP/1.1" status: 204 len: 168 time: 1.9619982 Sep 16 05:21:39.798633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40692) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:39.881986 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f0789-c3df-48a2-8951-b04b5aa5cf2a x-openstack-request-id: req-1c8f0789-c3df-48a2-8951-b04b5aa5cf2a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:39.884155 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ceb43b6-689b-406b-9017-049883d71db7", "name": "network-vif-deleted", "tag": "783efc09-2dff-44e8-b1c0-0ecbecb9caff", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:39.884155 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c8f0789-c3df-48a2-8951-b04b5aa5cf2a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:39.884155 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ceb43b6-689b-406b-9017-049883d71db7', 'name': 'network-vif-deleted', 'tag': '783efc09-2dff-44e8-b1c0-0ecbecb9caff', 'status': 'completed', 'code': 200} Sep 16 05:21:39.907426 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3bc58a-f301-498e-a3a3-db8771d3cc96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:21:39.909364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2f3bc58a-f301-498e-a3a3-db8771d3cc96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/dc770208-8d61-4cfd-b9fe-5af1e256d31f HTTP/1.1" status: 404 len: 333 time: 0.1098168 Sep 16 05:21:39.913162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40694) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:39.920858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'name': 'tempest-PortsIpV6TestJSON-755268593'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:40.129917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.165141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.235709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:40.239224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.285972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.339213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f474d9b5-0bfb-4e4e-92a2-041dee419c42 req-1ed803b7-ae10-4047-868d-ed49b3e1e5e5 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 210 time: 0.0973086 Sep 16 05:21:40.340537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event deleted for resources: {'Port': ['ID=3407bae7-26e2-45f5-a2ce-340a57b516e5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.424358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-cae011d9-30c7-4855-b679-3a4ca8823c9e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.425838 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-cae011d9-30c7-4855-b679-3a4ca8823c9e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 813 time: 0.4107890 Sep 16 05:21:40.481654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:40.494735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-b92a99e1-4bf4-49cc-981c-cf456ca1b70c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:40.496463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-b92a99e1-4bf4-49cc-981c-cf456ca1b70c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 813 time: 0.1273382 Sep 16 05:21:40.539242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Request body: {'port': {'device_id': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'admin_state_up': True, 'tenant_id': '8e246dcd73e546f8b9524480b8794bdd'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:40.561314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Request body: {'port': {'device_id': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'admin_state_up': True, 'tenant_id': '8e246dcd73e546f8b9524480b8794bdd'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:40.616637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.799561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Allocated IP 172.25.6.197 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/3860ff4b-b4d1-4b19-b156-74fd2a750062) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:40.949495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.962943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.033011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.033011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Fanout notify agent at l3_agent the message router_deleted on router f2c05339-0f5e-41eb-8730-80fd34ad697b {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:41.038129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Made reservation on behalf of 8e246dcd73e546f8b9524480b8794bdd for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:41.045744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.068684 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.084602 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dd7b6141-805e-4460-847f-9c7475851288 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/f2c05339-0f5e-41eb-8730-80fd34ad697b HTTP/1.1" status: 204 len: 168 time: 2.5229120 Sep 16 05:21:41.086360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40704) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:41.098511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-534f3ea1-027b-4b84-acaa-dad54531a6e1 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1773228270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:41.107132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.171407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25526c5c-ac47-4a13-bf87-938eb5137fc3 req-b5b5053c-62ba-4653-898b-59f21193bed0 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.173358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25526c5c-ac47-4a13-bf87-938eb5137fc3 req-b5b5053c-62ba-4653-898b-59f21193bed0 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1375275 Sep 16 05:21:41.179697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-534f3ea1-027b-4b84-acaa-dad54531a6e1 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.181577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-534f3ea1-027b-4b84-acaa-dad54531a6e1 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.248995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Made reservation on behalf of 8e246dcd73e546f8b9524480b8794bdd for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:41.253101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.293506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25526c5c-ac47-4a13-bf87-938eb5137fc3 req-0d7148eb-8efa-432a-bf1d-1e26ee7d74b5 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010528 Sep 16 05:21:41.310092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.315323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-534f3ea1-027b-4b84-acaa-dad54531a6e1 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.334663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-534f3ea1-027b-4b84-acaa-dad54531a6e1 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.338735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Allocated IP 172.20.0.7 (b08f5a01-10bd-4019-92d0-8f0791380e22/02e2815e-086c-43d7-beed-acfa9eb81b69/b3adcb26-6cef-40a2-91d1-fb1d5512ce86) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:41.355188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.370598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-534f3ea1-027b-4b84-acaa-dad54531a6e1 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.371225 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-534f3ea1-027b-4b84-acaa-dad54531a6e1 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2839360 Sep 16 05:21:41.374920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40712) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:41.393935 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': True}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:41.414849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.443203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:41.445793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:41.449427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:41.455059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.455714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.516579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2de6ca1c-d077-46fa-8a38-4bf4d2178c89 req-f2a6d4cb-74b4-43f1-8190-69cdd943fabb tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 210 time: 0.0301733 Sep 16 05:21:41.520908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-21878012-8a63-4fc5-9a92-9e066a6c5c45 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6061547 Sep 16 05:21:41.523119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40720) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:41.528600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:41.565792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.637968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3860ff4b-b4d1-4b19-b156-74fd2a750062,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.657325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:41.675855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:41.680147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:41.718697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.759941 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.811393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.987069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.113676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.182556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.230510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.443756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Allocated IP 172.20.0.6 (b08f5a01-10bd-4019-92d0-8f0791380e22/02e2815e-086c-43d7-beed-acfa9eb81b69/1950c635-c34f-4a5c-94dd-8935e08905f7) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:42.613590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Network b08f5a01-10bd-4019-92d0-8f0791380e22 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:42.623518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:42.634009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:42.638629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event updated for resources: {'Port': ['ID=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.682168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.732359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.735818 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.750121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] In _notify_port_updated(), no bound segment for port eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262 on network dfe8e561-9a50-4cc0-9452-b70d9d72e80c {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:42.756212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.756853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.758310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9035b590-8e23-4c45-8e6c-d90a411a3887 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "PUT /v2.0/ports/eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262 HTTP/1.1" status: 200 len: 818 time: 1.2342336 Sep 16 05:21:42.789086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40732) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:42.820162 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.860392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.875179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.875829 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.930712 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ed1dc4b1-2011-4fb5-9f9a-69d8bd768f5e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3991923 Sep 16 05:21:42.999926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32adb23b-7cc5-4a28-9bec-3d99918cd5ae req-9caa00e5-3947-493e-96e4-09033571b30f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 210 time: 0.2801991 Sep 16 05:21:43.039082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Allocated IP 172.25.6.152 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/8546b341-d30a-4f41-95b2-8834f98cb612) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:43.045728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.100454 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Request body: {'port': {'device_id': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:43.117470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Network b08f5a01-10bd-4019-92d0-8f0791380e22 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:43.169037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:43.172859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:43.207352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.271058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.290017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event updated for resources: {'Port': ['ID=1950c635-c34f-4a5c-94dd-8935e08905f7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:43.293861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05e4f0-456e-4e3c-a4d4-18f621df23ed req-2f5227a0-45c7-4261-b503-5e56a8329e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.295743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa05e4f0-456e-4e3c-a4d4-18f621df23ed req-2f5227a0-45c7-4261-b503-5e56a8329e99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.5558393 Sep 16 05:21:43.330147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084b33-b930-4730-bb86-9569d832dbb7 req-252b8350-ce3f-4137-91a2-f6e00db37831 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.331776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb084b33-b930-4730-bb86-9569d832dbb7 req-252b8350-ce3f-4137-91a2-f6e00db37831 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.6118157 Sep 16 05:21:43.355507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:43.356020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.434028 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.443846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.443846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.517633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:43.520373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:43.528569 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:43.536911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-67481e30-28d0-442a-8ade-d9b67044240c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9822488 Sep 16 05:21:43.548354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa05e4f0-456e-4e3c-a4d4-18f621df23ed req-357c12e2-073e-4490-82e4-2ae790e30bfe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363923 Sep 16 05:21:43.559798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Port': ['ID=8546b341-d30a-4f41-95b2-8834f98cb612,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:43.586990 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.610736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:43.628722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb084b33-b930-4730-bb86-9569d832dbb7 req-435d6cf3-496e-4eae-9702-f94f50352e01 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819054 Sep 16 05:21:43.705168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.748885 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3adcb26-6cef-40a2-91d1-fb1d5512ce86 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:43.759748 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.787760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Transition to ACTIVE for port object b3adcb26-6cef-40a2-91d1-fb1d5512ce86 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:43.800480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:43.933016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Pushing event updated for resources: {'Port': ['ID=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:43.996061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.118648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Request body: {'port': {'device_id': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:44.149090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Attempting to bind port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:44.149755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Attempting to bind port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:44.149755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Attempting to bind port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:44.159188 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 on network b08f5a01-10bd-4019-92d0-8f0791380e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:44.159510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Attempting to bind port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:44.174872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:44.175375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Checking segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:44.175974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Bound using segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:44.176706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Bound port: b3adcb26-6cef-40a2-91d1-fb1d5512ce86, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:44.177303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.304519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.398362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.411636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262 HTTP/1.1" status: 204 len: 168 time: 1.5597820 Sep 16 05:21:44.412596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:44.413675 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.429571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] For port b3adcb26-6cef-40a2-91d1-fb1d5512ce86, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:44.463732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] For port b3adcb26-6cef-40a2-91d1-fb1d5512ce86, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:44.466531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.478686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.479527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7137-dc1a-4542-a810-17d73a0f0652 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.482137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.559459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Pushing event updated for resources: {'Port': ['ID=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:44.615023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a52a5-09a7-4b65-a1d4-533df43ebe80 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.616538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d38a52a5-09a7-4b65-a1d4-533df43ebe80 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2015450 Sep 16 05:21:44.621667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:44.651097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.651995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.653661 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-ea06b62c-e2f2-4172-b809-c598e5e16afa service neutron] 10.222.0.73 "PUT /v2.0/ports/b3adcb26-6cef-40a2-91d1-fb1d5512ce86 HTTP/1.1" status: 200 len: 1092 time: 1.5575325 Sep 16 05:21:44.654856 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-038031c9-51e0-4b5f-b930-50b58a7a801c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:21:44.657201 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-038031c9-51e0-4b5f-b930-50b58a7a801c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/eb8e4aa2-a0ca-4b3a-9d4a-3a2aeb188262 HTTP/1.1" status: 404 len: 333 time: 0.0317965 Sep 16 05:21:44.658026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'tag': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:44.662112 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54" -d '{"events": [{"name": "network-changed", "server_uuid": "0f70fb6f-f95a-4b99-82cf-b29152448696", "tag": "b3adcb26-6cef-40a2-91d1-fb1d5512ce86"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:44.667218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:44.676038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1109699444'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:44.708527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126449c7-f5e6-4e7e-8d08-c6811e3a88af req-1cfc54c3-4154-4827-a1fa-96f1c6b90cd6 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.713222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-126449c7-f5e6-4e7e-8d08-c6811e3a88af req-1cfc54c3-4154-4827-a1fa-96f1c6b90cd6 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 931 time: 0.5775104 Sep 16 05:21:44.757848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Router 3e1c37d2-c9af-47fa-a112-2b1800090657 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:44.805778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:44.807613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-126449c7-f5e6-4e7e-8d08-c6811e3a88af req-791fb769-8f0d-4ef2-b32e-681187a92102 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855458 Sep 16 05:21:44.812598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.826299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-89cfe538-52ef-4fd6-8e10-b50cf96ec25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.828214 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-89cfe538-52ef-4fd6-8e10-b50cf96ec25b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=0f70fb6f-f95a-4b99-82cf-b29152448696 HTTP/1.1" status: 200 len: 1095 time: 0.1257820 Sep 16 05:21:44.895591 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f080fbd-00c6-44a4-bc92-b56a2bf0bfa9 x-openstack-request-id: req-1f080fbd-00c6-44a4-bc92-b56a2bf0bfa9 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:44.895925 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f70fb6f-f95a-4b99-82cf-b29152448696", "tag": "b3adcb26-6cef-40a2-91d1-fb1d5512ce86", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:44.896325 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f080fbd-00c6-44a4-bc92-b56a2bf0bfa9 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:44.899280 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'tag': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86', 'status': 'completed', 'code': 200} Sep 16 05:21:44.905267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:44.913806 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-9bca1320-5413-4d18-bff0-68ead4dc5c77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3adcb26-6cef-40a2-91d1-fb1d5512ce86 HTTP/1.1" status: 200 len: 217 time: 0.0680418 Sep 16 05:21:44.942512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:44.943038 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment b0877cc3-b89b-410e-8296-40fcc6661036 of type vlan for network 642fcf2a-e25a-41ab-9ffe-608448973c9a Sep 16 05:21:45.049331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4237b6-2514-4dd8-8d6d-c7a46defe1a8 req-5daac3f0-62ea-4fd8-b89b-7be7258e5a46 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.051413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e4237b6-2514-4dd8-8d6d-c7a46defe1a8 req-5daac3f0-62ea-4fd8-b89b-7be7258e5a46 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1729054 Sep 16 05:21:45.057829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Router 8e342f54-0a08-46b8-a16c-a22c7ee54b74 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:45.068389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-57a6110d-6509-451f-98fa-56f54124dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.070720 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-57a6110d-6509-451f-98fa-56f54124dd05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.1459217 Sep 16 05:21:45.073252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.094743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:45.098627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1950c635-c34f-4a5c-94dd-8935e08905f7 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:45.108034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Sync routers for ids ['3e1c37d2-c9af-47fa-a112-2b1800090657'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:45.118227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.127168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Routers {'3e1c37d2-c9af-47fa-a112-2b1800090657'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:45.127978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3e1c37d2-c9af-47fa-a112-2b1800090657'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:45.144117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Transition to ACTIVE for port object 1950c635-c34f-4a5c-94dd-8935e08905f7 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:45.144941 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d6a4e518-5748-4922-bcd8-e4e055d6c173 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622807 Sep 16 05:21:45.175014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.199437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.resource_extend [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:21:45.235729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.250166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-af5ddc1e-3afb-42e0-ad40-67a2017103f9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0548098 Sep 16 05:21:45.255478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40760) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:45.273688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.281527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e4237b6-2514-4dd8-8d6d-c7a46defe1a8 req-ef88f226-6322-4bb9-9544-5f3c90e02260 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344109 Sep 16 05:21:45.283540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.284809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.293835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1950c635-c34f-4a5c-94dd-8935e08905f7,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.317073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Set router 3e1c37d2-c9af-47fa-a112-2b1800090657 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:45.474371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Attempting to bind port 1950c635-c34f-4a5c-94dd-8935e08905f7 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:45.474971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Attempting to bind port 1950c635-c34f-4a5c-94dd-8935e08905f7 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:45.487362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Attempting to bind port 1950c635-c34f-4a5c-94dd-8935e08905f7 on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:45.492493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Port 1950c635-c34f-4a5c-94dd-8935e08905f7 on network b08f5a01-10bd-4019-92d0-8f0791380e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:45.492820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Attempting to bind port 1950c635-c34f-4a5c-94dd-8935e08905f7 on network b08f5a01-10bd-4019-92d0-8f0791380e22 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:45.504587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:45.504927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Checking segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:45.505322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Bound using segment: {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:45.505771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Bound port: 1950c635-c34f-4a5c-94dd-8935e08905f7, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3f005f-3b50-4db2-80ed-84d0da5b49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:45.506133 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.522110 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8530400 Sep 16 05:21:45.525297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40764) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:45.541478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:45.551273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:21:41Z', 'revision_number': 3, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port': {'id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:45.596479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Checking router: 3e1c37d2-c9af-47fa-a112-2b1800090657 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:45.597123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Updating router 3e1c37d2-c9af-47fa-a112-2b1800090657 port 3860ff4b-b4d1-4b19-b156-74fd2a750062 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:45.624857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.644695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-b2cd49fe-8a00-42c7-b461-3faabfc81af5 service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567971 Sep 16 05:21:45.807930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:45.812505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.897496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] For port 1950c635-c34f-4a5c-94dd-8935e08905f7, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:45.904828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.910263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4626129-7e59-443e-b65d-555aa5288319 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=642fcf2a-e25a-41ab-9ffe-608448973c9a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:45.914321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:45.916333 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.931462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:45.935828 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-070ebac8-f553-4938-8847-005b81911511 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "PUT /v2.0/routers/8e342f54-0a08-46b8-a16c-a22c7ee54b74 HTTP/1.1" status: 200 len: 915 time: 4.5568817 Sep 16 05:21:45.936072 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] Sync routers for ids ['8e342f54-0a08-46b8-a16c-a22c7ee54b74'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:45.947225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40768) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:45.948943 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] Routers {'8e342f54-0a08-46b8-a16c-a22c7ee54b74'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:45.949587 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8e342f54-0a08-46b8-a16c-a22c7ee54b74'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:46.024932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:46.027203 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:46.042184 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] Routers {'8e342f54-0a08-46b8-a16c-a22c7ee54b74'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:46.043096 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8e342f54-0a08-46b8-a16c-a22c7ee54b74'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:46.186157 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b7842e4c-1870-48cb-abce-84fe0830a795 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/8e342f54-0a08-46b8-a16c-a22c7ee54b74 HTTP/1.1" status: 200 len: 921 time: 0.2376189 Sep 16 05:21:46.188770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Attempting to bind port 3860ff4b-b4d1-4b19-b156-74fd2a750062 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:46.189757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Attempting to bind port 3860ff4b-b4d1-4b19-b156-74fd2a750062 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:46.190323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Attempting to bind port 3860ff4b-b4d1-4b19-b156-74fd2a750062 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:46.192797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40772) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:46.206742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:46.207304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:46.207901 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.208544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:46.209338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Bound port: 3860ff4b-b4d1-4b19-b156-74fd2a750062, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:46.209946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.261402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] For port 1950c635-c34f-4a5c-94dd-8935e08905f7, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1950c635-c34f-4a5c-94dd-8935e08905f7,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:46.264242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.270531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614fb3a-d9bb-45b2-8036-714698079b90 None None] Pushing event updated for resources: {'Port': ['ID=3860ff4b-b4d1-4b19-b156-74fd2a750062,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.287104 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:46.288141 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97993b-b8d0-49a7-a1a1-faf6d7b61983 None None] The sync data for ids ['8e342f54-0a08-46b8-a16c-a22c7ee54b74'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:46.314996 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-29c23252-9b31-45ce-9daa-d80aa2ac4e9d service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655418 Sep 16 05:21:46.326712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] For port 3860ff4b-b4d1-4b19-b156-74fd2a750062, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:46.338900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] For port 3860ff4b-b4d1-4b19-b156-74fd2a750062, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3860ff4b-b4d1-4b19-b156-74fd2a750062,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:46.349428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.359476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.481734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614fb3a-d9bb-45b2-8036-714698079b90 None None] Pushing event updated for resources: {'Port': ['ID=3860ff4b-b4d1-4b19-b156-74fd2a750062,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.483115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=40a9895f-6c52-4410-a0e1-a613f56a5b99,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.539207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Routers {'3e1c37d2-c9af-47fa-a112-2b1800090657'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:46.539860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3e1c37d2-c9af-47fa-a112-2b1800090657'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:46.550554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.551227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.552712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/1950c635-c34f-4a5c-94dd-8935e08905f7 HTTP/1.1" status: 200 len: 1092 time: 2.4449747 Sep 16 05:21:46.633962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'tag': '1950c635-c34f-4a5c-94dd-8935e08905f7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:46.636321 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac30949-d1b4-4f12-906b-51ddce15a3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dc0204-a7e2-452b-84c1-6d3c4f549d60", "tag": "1950c635-c34f-4a5c-94dd-8935e08905f7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:46.686389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78a167-6bb8-4662-ae3f-1ecef57a7d0a req-1777e5c5-6ca7-42f9-a922-b6ac5a93464f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.695011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc78a167-6bb8-4662-ae3f-1ecef57a7d0a req-1777e5c5-6ca7-42f9-a922-b6ac5a93464f tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 943 time: 0.4804950 Sep 16 05:21:46.741236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': 'b0877cc3-b89b-410e-8296-40fcc6661036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:46.741512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: 642fcf2a-e25a-41ab-9ffe-608448973c9a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:46.778876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] Set router 3e1c37d2-c9af-47fa-a112-2b1800090657 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:46.802872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086b106-0b7d-437f-90e7-ab70ed1dc7ac req-3e34e0ef-2f44-442e-a383-33097571570d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.804565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d086b106-0b7d-437f-90e7-ab70ed1dc7ac req-3e34e0ef-2f44-442e-a383-33097571570d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3442259 Sep 16 05:21:46.808761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b315a-9b68-4e35-a0a4-70bd06e2c1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1950c635-c34f-4a5c-94dd-8935e08905f7,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.861687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc78a167-6bb8-4662-ae3f-1ecef57a7d0a req-44b02413-682e-4fb8-9796-fa3ca0616bd7 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657031 Sep 16 05:21:46.865951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:46.897168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d086b106-0b7d-437f-90e7-ab70ed1dc7ac req-15ffeb76-5009-4b3a-a8ea-fc4d9754ac08 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679474 Sep 16 05:21:46.904131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-f36e1fcb-5cd6-40b4-a381-88fd846600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.905500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-f36e1fcb-5cd6-40b4-a381-88fd846600cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 1095 time: 0.2566369 Sep 16 05:21:46.908833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 642fcf2a-e25a-41ab-9ffe-608448973c9a) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:46.930251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.933170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.961329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c507f-fb5d-43e5-8b0a-f4fc2bd74465 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:46.966616 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-941c507f-fb5d-43e5-8b0a-f4fc2bd74465 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=8e342f54-0a08-46b8-a16c-a22c7ee54b74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7215815 Sep 16 05:21:46.967600 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2430358c-22c3-4a45-9d7c-c93215503b41 x-openstack-request-id: req-2430358c-22c3-4a45-9d7c-c93215503b41 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:46.968279 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dc0204-a7e2-452b-84c1-6d3c4f549d60", "tag": "1950c635-c34f-4a5c-94dd-8935e08905f7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:46.968505 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2430358c-22c3-4a45-9d7c-c93215503b41 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:46.968929 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'tag': '1950c635-c34f-4a5c-94dd-8935e08905f7', 'status': 'completed', 'code': 200} Sep 16 05:21:47.006784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba53aba1-8d5d-44a7-a07e-aa41efddd133 None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:47.025774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40784) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:47.031069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-13b1cc1b-c51f-4d7c-9d15-9ff6ed78e065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1950c635-c34f-4a5c-94dd-8935e08905f7 HTTP/1.1" status: 200 len: 217 time: 0.1111627 Sep 16 05:21:47.054968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-71051aa8-43e4-47fa-a5ea-2a016a9c8b2f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5285535 Sep 16 05:21:47.060592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40788) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:47.116968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ab425d49-b820-4b3d-bc4c-f63a5261ca5b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:47.216386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc4e13-db6c-46ce-bc78-e03844b50f45 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.217834 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-31cc4e13-db6c-46ce-bc78-e03844b50f45 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.1908796 Sep 16 05:21:47.235266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:47.294571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-0b8ff3f9-a900-4c5f-818e-b96e1e4199a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.301521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-0b8ff3f9-a900-4c5f-818e-b96e1e4199a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.2629406 Sep 16 05:21:47.317953 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ebe51e0-63ce-48e1-9a0c-fcfb11f78e93 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e342f54-0a08-46b8-a16c-a22c7ee54b74 HTTP/1.1" status: 200 len: 205 time: 0.0815141 Sep 16 05:21:47.325963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:47.399555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-58f2d1f0-7f73-4a7e-ac37-578e7a370515 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902491 Sep 16 05:21:47.472671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:21:41Z', 'revision_number': 3, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port': {'id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:47.475412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-642fcf2a-e25a-41ab-9ffe-608448973c9a', 'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a', 'tenant_id': 'd5797bd4d46f4108b10afacfad998fc7', 'fixed_ips': [{'subnet_id': '40a9895f-6c52-4410-a0e1-a613f56a5b99'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:47.476444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.511746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca14e5-57cd-4a1d-b050-42a29516679b None None] The sync data for ids ['3e1c37d2-c9af-47fa-a112-2b1800090657'] in n-d-713301-15 is: [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:21:41Z', 'revision_number': 3, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port': {'id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:47.526301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-8692ad34-baa3-4bb5-ace3-31c15797d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.527846 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-8692ad34-baa3-4bb5-ace3-31c15797d618 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=0f70fb6f-f95a-4b99-82cf-b29152448696 HTTP/1.1" status: 200 len: 1095 time: 0.6963134 Sep 16 05:21:47.566402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab425d49-b820-4b3d-bc4c-f63a5261ca5b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:47.570917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ab425d49-b820-4b3d-bc4c-f63a5261ca5b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.584949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.745245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.759298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Allocated IP 2001:db8::2 (642fcf2a-e25a-41ab-9ffe-608448973c9a/40a9895f-6c52-4410-a0e1-a613f56a5b99/a2965c27-50ba-46df-99cb-0233237abfbb) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:47.865183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15def9d-ca45-4c23-8749-cb8775544cb9 req-c7024ddc-df23-4550-96a7-d3799c7ee8bb tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.866825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b15def9d-ca45-4c23-8749-cb8775544cb9 req-c7024ddc-df23-4550-96a7-d3799c7ee8bb tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3882327 Sep 16 05:21:47.998856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-ad46aab3-8b64-47e4-9ab8-2a95666ebe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.017937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-ad46aab3-8b64-47e4-9ab8-2a95666ebe33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99b2666942db473493588170be49fd61&device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 1098 time: 0.5505977 Sep 16 05:21:48.191843 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.212891 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.287903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-b080aaa2-90c3-42f7-80a4-9679f7d191b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.287903 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-b080aaa2-90c3-42f7-80a4-9679f7d191b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 914 time: 0.6819530 Sep 16 05:21:48.288534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.369425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:48.371808 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-7f28a207-cca0-4286-b013-72d7a81ce3d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3adcb26-6cef-40a2-91d1-fb1d5512ce86 HTTP/1.1" status: 200 len: 217 time: 0.0749912 Sep 16 05:21:48.392410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:48.404205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:48.472489 n-d-713301-15 neutron-server[94719]: INFO neutron.db.ipam_backend_mixin [None req-ab425d49-b820-4b3d-bc4c-f63a5261ca5b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40a9895f-6c52-4410-a0e1-a613f56a5b99 (CIDR: 2001:db8::/64) Sep 16 05:21:48.473720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Pushing event updated for resources: {'Port': ['ID=a2965c27-50ba-46df-99cb-0233237abfbb,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.474995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-ac559958-e065-466a-9d6c-7b41195f3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.486410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-ac559958-e065-466a-9d6c-7b41195f3964 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 200 len: 920 time: 0.4647365 Sep 16 05:21:48.496263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b15def9d-ca45-4c23-8749-cb8775544cb9 req-13ad91e0-b8ab-4adb-b966-4654cb976184 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931087 Sep 16 05:21:48.498180 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-14fd1b4e-1dd4-47a2-ac22-025219f0cb01 service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0431328 Sep 16 05:21:48.503276 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab425d49-b820-4b3d-bc4c-f63a5261ca5b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:21:48.503731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab425d49-b820-4b3d-bc4c-f63a5261ca5b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:21:48.555807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Attempting to bind port a2965c27-50ba-46df-99cb-0233237abfbb on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:48.556292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Attempting to bind port a2965c27-50ba-46df-99cb-0233237abfbb by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b0877cc3-b89b-410e-8296-40fcc6661036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:48.556883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Attempting to bind port a2965c27-50ba-46df-99cb-0233237abfbb on network 642fcf2a-e25a-41ab-9ffe-608448973c9a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:48.587900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:48.589408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Checking segment: {'id': 'b0877cc3-b89b-410e-8296-40fcc6661036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:48.589841 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.590245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Bound using segment: {'id': 'b0877cc3-b89b-410e-8296-40fcc6661036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:48.597775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Bound port: a2965c27-50ba-46df-99cb-0233237abfbb, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0877cc3-b89b-410e-8296-40fcc6661036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:48.598478 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.632611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-8b48e97d-b448-4358-aae4-972aeb1a4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.634362 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-8b48e97d-b448-4358-aae4-972aeb1a4fc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.2331030 Sep 16 05:21:48.644606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Allocated IP 172.20.0.1 (fe1393b7-cdb2-475c-bc9e-9ccb33a8602f/b6864242-57bd-430a-a200-5de6160caf63/35711c64-3b7e-4aeb-a082-a697942beea7) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:48.730278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94b82f1a-77a0-4a5c-821d-d39fc734c457 req-b06badb2-d29e-40af-a2c1-007c73ddbaee service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823239 Sep 16 05:21:48.737967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-74b07fc7-5e2e-4860-9217-907cddaeba61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 200 len: 217 time: 0.2506542 Sep 16 05:21:48.758460 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-1677fff8-3d37-49ac-b0be-00ce5b8df193 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032844 Sep 16 05:21:48.788576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] For port a2965c27-50ba-46df-99cb-0233237abfbb, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:48.796381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] For port a2965c27-50ba-46df-99cb-0233237abfbb, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a2965c27-50ba-46df-99cb-0233237abfbb,segment=NetworkSegment(b0877cc3-b89b-410e-8296-40fcc6661036),segment_id=b0877cc3-b89b-410e-8296-40fcc6661036)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:48.808676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.897884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-a356e1a7-c8e7-47b1-9b6b-b2304c6cd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.900761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-a356e1a7-c8e7-47b1-9b6b-b2304c6cd15c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 200 len: 859 time: 0.1210551 Sep 16 05:21:48.916730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be649ada-dd0c-4bc4-8351-15403adda545 None None] Pushing event updated for resources: {'Port': ['ID=a2965c27-50ba-46df-99cb-0233237abfbb,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.919857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3860ff4b-b4d1-4b19-b156-74fd2a750062 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:48.962576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec41805-3f6b-43a5-8845-5115dca728d7 req-f1e16692-3123-45bf-a4aa-141105ba23a8 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.964273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ec41805-3f6b-43a5-8845-5115dca728d7 req-f1e16692-3123-45bf-a4aa-141105ba23a8 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 943 time: 0.8653631 Sep 16 05:21:49.001065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ab425d49-b820-4b3d-bc4c-f63a5261ca5b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9392922 Sep 16 05:21:49.015626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40814) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:49.026706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:49.060407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b3adcb26-6cef-40a2-91d1-fb1d5512ce86 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:49.066561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3860ff4b-b4d1-4b19-b156-74fd2a750062 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:49.070479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.094025 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-45473eb3-2555-42ba-ab7c-88f1a07abe0f service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033042 Sep 16 05:21:49.134960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Deleting port 8546b341-d30a-4f41-95b2-8834f98cb612 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:49.135313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.138880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-75601660-c0fb-4d71-bb07-4fa3552c11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.141142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-75601660-c0fb-4d71-bb07-4fa3552c11af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e246dcd73e546f8b9524480b8794bdd&device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 1095 time: 0.2326837 Sep 16 05:21:49.144251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-5425bcdc-ea04-47bc-97d8-6b948631d42e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744325 Sep 16 05:21:49.278399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.324341 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.383159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 3860ff4b-b4d1-4b19-b156-74fd2a750062, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3860ff4b-b4d1-4b19-b156-74fd2a750062,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:49.388795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Calling delete_port for 8546b341-d30a-4f41-95b2-8834f98cb612 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:49.430418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ec41805-3f6b-43a5-8845-5115dca728d7 req-5c315abd-c6bd-4af6-b4cc-4cdbc8bc832e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475281 Sep 16 05:21:49.431448 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.627477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-47262585-4831-47c5-bd86-7b644a515205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.630510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-47262585-4831-47c5-bd86-7b644a515205 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 200 len: 914 time: 0.4640825 Sep 16 05:21:49.814087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=3860ff4b-b4d1-4b19-b156-74fd2a750062,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:49.911405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b3adcb26-6cef-40a2-91d1-fb1d5512ce86, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:49.939810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:49.964704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'port_id': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86', 'mac_address': 'fa:16:3e:ee:a3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e2815e-086c-43d7-beed-acfa9eb81b69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:49.993501 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-286f5417-2db0-4b7e-a9e3-4c7f85f98d54 req-23f4ff84-40c5-4944-8e0a-fe7145463bbc service neutron] 10.222.0.73 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8834422 Sep 16 05:21:50.013312 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.030633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3adcb26-6cef-40a2-91d1-fb1d5512ce86 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:50.066169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.080822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b3adcb26-6cef-40a2-91d1-fb1d5512ce86, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:50.092356 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.133419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:50.137883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:50.148106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.168019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:50.175119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Pushing event updated for resources: {'Port': ['ID=35711c64-3b7e-4aeb-a082-a697942beea7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.201469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.241910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-1982127f-f256-422a-82c9-2b07c146b9ab service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0855167 Sep 16 05:21:50.246196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-e05a4124-55dd-4d33-99eb-39fb79da0879 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1950c635-c34f-4a5c-94dd-8935e08905f7 HTTP/1.1" status: 200 len: 217 time: 0.5609591 Sep 16 05:21:50.252036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:50.254373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event deleted for resources: {'Port': ['ID=8546b341-d30a-4f41-95b2-8834f98cb612,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:50.256623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.273636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.290747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ab9c8-a86e-476b-b111-2f6d4b81bb9a req-f5ba7e57-2308-4ade-a291-10d5c636ddce tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.292399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d92ab9c8-a86e-476b-b111-2f6d4b81bb9a req-f5ba7e57-2308-4ade-a291-10d5c636ddce tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.6583710 Sep 16 05:21:50.377469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['b3adcb26-6cef-40a2-91d1-fb1d5512ce86'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:50.510701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-aa68b8d9-2b8e-4c06-b2ec-6e0cc0ab43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.513844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-aa68b8d9-2b8e-4c06-b2ec-6e0cc0ab43b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 200 len: 853 time: 0.2005498 Sep 16 05:21:50.524963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d92ab9c8-a86e-476b-b111-2f6d4b81bb9a req-b0e6c7ef-c28a-4b9e-882d-8bebe8e8e416 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833844 Sep 16 05:21:50.530026 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.555747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.611629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-38e2c4d2-1e2b-4e03-9450-5d496c85dfed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b08f5a01-10bd-4019-92d0-8f0791380e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841990 Sep 16 05:21:50.729385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-3ec40fdd-f695-4587-a9f9-8a973e8f0612 service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976784 Sep 16 05:21:50.737415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d82b0719-18eb-48ef-858f-818b15a3d251 req-99644921-412d-43cc-b673-aee77044a644 service neutron] 10.222.0.64 "GET /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743068 Sep 16 05:21:50.882348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.885852 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.937677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5a6e-69ca-4271-9672-5bf3c34be2b2 req-0212d8d8-fa2b-4ef3-b22b-3f414244a4b2 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.939440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9acd5a6e-69ca-4271-9672-5bf3c34be2b2 req-0212d8d8-fa2b-4ef3-b22b-3f414244a4b2 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 943 time: 0.3802233 Sep 16 05:21:50.976928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.989893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.018286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3860ff4b-b4d1-4b19-b156-74fd2a750062 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:51.037392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.044786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Fanout notify agent at l3_agent the message router_deleted on router 8e342f54-0a08-46b8-a16c-a22c7ee54b74 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:21:51.064211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.068661 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f98daa8-1ef0-4141-90aa-2a42ab0087be tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/8e342f54-0a08-46b8-a16c-a22c7ee54b74 HTTP/1.1" status: 204 len: 168 time: 3.7382536 Sep 16 05:21:51.071024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.075386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7da7e1a1-d0d7-44d9-808c-cd22fa3c250f tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1000463514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:51.095531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9acd5a6e-69ca-4271-9672-5bf3c34be2b2 req-5eac5397-de4f-4c4c-aba6-03372b86d27e tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490884 Sep 16 05:21:51.096750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b3adcb26-6cef-40a2-91d1-fb1d5512ce86 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:51.149484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.177862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3860ff4b-b4d1-4b19-b156-74fd2a750062 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:51.178612 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.189041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.229257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Pushing event updated for resources: {'Port': ['ID=35711c64-3b7e-4aeb-a082-a697942beea7,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.251214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da7e1a1-d0d7-44d9-808c-cd22fa3c250f tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.252594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da7e1a1-d0d7-44d9-808c-cd22fa3c250f tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.284513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:51.298363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:51.305678 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.321348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:51.324369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=ac03f0d9-70f6-4102-8890-ae88e750b00b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:51.329369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:51.333549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.334215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.344565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ac30949-d1b4-4f12-906b-51ddce15a3d2 req-8e40705f-2840-476f-86c4-6cd72222b641 service neutron] 10.222.0.64 "GET /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993760 Sep 16 05:21:51.424060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5e51f370-a3e9-406d-a1c7-3c2bfd82e3f2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4018531 Sep 16 05:21:51.428380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40838) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.433697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3940e4d-d64e-436e-99c9-87c5790a2738 None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:51.439120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a', 'fixed_ips': [{'subnet_id': '40a9895f-6c52-4410-a0e1-a613f56a5b99'}, {'subnet_id': 'ac03f0d9-70f6-4102-8890-ae88e750b00b'}], 'name': 'tempest-PortsIpV6TestJSON-1790731490'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:51.487632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da7e1a1-d0d7-44d9-808c-cd22fa3c250f tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.517401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da7e1a1-d0d7-44d9-808c-cd22fa3c250f tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.534288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:51.536757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:51.553611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da7e1a1-d0d7-44d9-808c-cd22fa3c250f tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.559757 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7da7e1a1-d0d7-44d9-808c-cd22fa3c250f tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4876907 Sep 16 05:21:51.560684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40840) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:51.583831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'enable_snat': False}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:51.629928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-65a198d1-979f-43c6-8e83-e3a185034d5a None None] Provisioning complete for port a2965c27-50ba-46df-99cb-0233237abfbb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:51.630297 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65a198d1-979f-43c6-8e83-e3a185034d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.668261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a2965c27-50ba-46df-99cb-0233237abfbb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:51.706114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Router 3e1c37d2-c9af-47fa-a112-2b1800090657 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:51.825840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977d63c-7f9c-420d-882a-705333fb509a req-464a2fff-33fa-4062-b103-f23594664f1c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.828201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3977d63c-7f9c-420d-882a-705333fb509a req-464a2fff-33fa-4062-b103-f23594664f1c tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1624947 Sep 16 05:21:51.854455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:51.875923 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.954585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b3adcb26-6cef-40a2-91d1-fb1d5512ce86, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:51.957305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:51.959198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.965452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:51.970341 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8f0d96-2414-4c91-be7a-e4836408e7c9" -d '{"events": [{"server_uuid": "0f70fb6f-f95a-4b99-82cf-b29152448696", "name": "network-vif-plugged", "status": "completed", "tag": "b3adcb26-6cef-40a2-91d1-fb1d5512ce86"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:51.972137 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d5eb7ede-4e4e-4c5d-b78d-42f511a64de1 admin admin] 10.222.0.55 "PUT /v2.0/routers/3e1c37d2-c9af-47fa-a112-2b1800090657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7131727 Sep 16 05:21:51.980759 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.018406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Sync routers for ids ['3e1c37d2-c9af-47fa-a112-2b1800090657'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:52.076357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Routers {'3e1c37d2-c9af-47fa-a112-2b1800090657'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:52.084910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3e1c37d2-c9af-47fa-a112-2b1800090657'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:52.111989 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8d4fb4-36ca-4fa6-9210-665f2c3cd78a x-openstack-request-id: req-4b8d4fb4-36ca-4fa6-9210-665f2c3cd78a {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:52.112425 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f70fb6f-f95a-4b99-82cf-b29152448696", "name": "network-vif-plugged", "status": "completed", "tag": "b3adcb26-6cef-40a2-91d1-fb1d5512ce86", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:52.112553 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b8d4fb4-36ca-4fa6-9210-665f2c3cd78a {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:52.112941 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86', 'code': 200} Sep 16 05:21:52.114588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 74a38338-ae92-4ef8-9b66-89c192d5d36e yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:21:52.210229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a2965c27-50ba-46df-99cb-0233237abfbb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:52.210229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.213952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.223421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224b58f-b3c2-4d9e-be3c-b33536d6f57c req-5f57c632-a5f3-44e7-b80d-9b9d21e4b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.225785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e224b58f-b3c2-4d9e-be3c-b33536d6f57c req-5f57c632-a5f3-44e7-b80d-9b9d21e4b70b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0f70fb6f-f95a-4b99-82cf-b29152448696 HTTP/1.1" status: 200 len: 1097 time: 0.1027029 Sep 16 05:21:52.294728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3977d63c-7f9c-420d-882a-705333fb509a req-022f6dbb-434d-41f7-a6e3-881fa439ab23 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472896 Sep 16 05:21:52.301028 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65a198d1-979f-43c6-8e83-e3a185034d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.303118 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e224b58f-b3c2-4d9e-be3c-b33536d6f57c req-ebffd672-4488-4055-8c28-426973fe58f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664606 Sep 16 05:21:52.312188 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:52.356159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-65a198d1-979f-43c6-8e83-e3a185034d5a None None] For port a2965c27-50ba-46df-99cb-0233237abfbb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a2965c27-50ba-46df-99cb-0233237abfbb,segment=NetworkSegment(b0877cc3-b89b-410e-8296-40fcc6661036),segment_id=b0877cc3-b89b-410e-8296-40fcc6661036)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:52.376556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65a198d1-979f-43c6-8e83-e3a185034d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.383379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:52.687106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Set router 3e1c37d2-c9af-47fa-a112-2b1800090657 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:52.689279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee92547-4ea7-4351-ad16-bed1bc61def1 None None] Update dhcp port {'port': {'network_id': '642fcf2a-e25a-41ab-9ffe-608448973c9a', 'fixed_ips': [{'subnet_id': '40a9895f-6c52-4410-a0e1-a613f56a5b99', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac03f0d9-70f6-4102-8890-ae88e750b00b'}], 'binding:host_id': 'n-d-713301-15'}, 'id': 'a2965c27-50ba-46df-99cb-0233237abfbb'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:21:52.724933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1ab2-659e-4a68-9f4f-522bbc8b7933 req-844e79e5-e0aa-4e8c-a7b1-7c363015ebf0 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.726552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cef1ab2-659e-4a68-9f4f-522bbc8b7933 req-844e79e5-e0aa-4e8c-a7b1-7c363015ebf0 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 943 time: 0.4791741 Sep 16 05:21:52.765175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a198d1-979f-43c6-8e83-e3a185034d5a None None] Pushing event updated for resources: {'Port': ['ID=a2965c27-50ba-46df-99cb-0233237abfbb,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:52.778252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5ee92547-4ea7-4351-ad16-bed1bc61def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:52.933058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cef1ab2-659e-4a68-9f4f-522bbc8b7933 req-a61da7b8-98e2-423d-9268-a00715415332 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876445 Sep 16 05:21:52.981714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-44ca406a-8a79-4aa3-8a2d-495248c06749 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.983304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-44ca406a-8a79-4aa3-8a2d-495248c06749 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 811 time: 0.3126886 Sep 16 05:21:53.026133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::23e (642fcf2a-e25a-41ab-9ffe-608448973c9a/40a9895f-6c52-4410-a0e1-a613f56a5b99/74a38338-ae92-4ef8-9b66-89c192d5d36e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:53.029644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-258612e0-6b61-4b2e-8476-8ac508c085b4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/quotas/ca559da2dfee445daa8da7aadbdd7052 HTTP/1.1" status: 200 len: 375 time: 0.0293965 Sep 16 05:21:53.038218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8:0:1::26e (642fcf2a-e25a-41ab-9ffe-608448973c9a/ac03f0d9-70f6-4102-8890-ae88e750b00b/74a38338-ae92-4ef8-9b66-89c192d5d36e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:53.061937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a2965c27-50ba-46df-99cb-0233237abfbb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:53.128916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a2965c27-50ba-46df-99cb-0233237abfbb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:53.129288 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.134014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:21:50Z', 'revision_number': 4, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port': {'id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35711c64-3b7e-4aeb-a082-a697942beea7', 'name': '', 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'mac_address': 'fa:16:3e:95:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'b6864242-57bd-430a-a200-5de6160caf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:47Z', 'updated_at': '2021-09-16T05:21:50Z', 'revision_number': 2, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'subnets': [{'id': 'b6864242-57bd-430a-a200-5de6160caf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:53.185296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Checking router: 3e1c37d2-c9af-47fa-a112-2b1800090657 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:53.185650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Updating router 3e1c37d2-c9af-47fa-a112-2b1800090657 port 35711c64-3b7e-4aeb-a082-a697942beea7 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:53.222392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.245191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-df327378-2f2b-4419-b631-21027f7e4210 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994567 Sep 16 05:21:53.251064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.324523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.556181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1950c635-c34f-4a5c-94dd-8935e08905f7 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:53.560616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.609776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-1d55672a-5958-4cdb-8614-359b0dcdb19a service neutron] 10.222.0.55 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548226 Sep 16 05:21:53.770456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b16b3c-c6d8-42e8-aa08-0c28aef0cb02 req-659fc1ed-b654-4071-aa21-b3d90493bf5e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:53.771000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 1950c635-c34f-4a5c-94dd-8935e08905f7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1950c635-c34f-4a5c-94dd-8935e08905f7,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:53.772262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b16b3c-c6d8-42e8-aa08-0c28aef0cb02 req-659fc1ed-b654-4071-aa21-b3d90493bf5e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.3212676 Sep 16 05:21:53.797755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '1950c635-c34f-4a5c-94dd-8935e08905f7', 'network_id': 'b08f5a01-10bd-4019-92d0-8f0791380e22', 'port_id': '1950c635-c34f-4a5c-94dd-8935e08905f7', 'mac_address': 'fa:16:3e:8f:f1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e2815e-086c-43d7-beed-acfa9eb81b69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:53.824615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Allocated IP 172.25.6.76 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/9ec5b149-6efc-4657-ab3e-b219834ed6f9) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:53.876745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.918149 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:53.956334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b16b3c-c6d8-42e8-aa08-0c28aef0cb02 req-f8a782e7-4df1-4a6d-82a4-fd747ca85652 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324484 Sep 16 05:21:53.958264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1950c635-c34f-4a5c-94dd-8935e08905f7 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:53.959023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-bc0854bf-3db0-4dd1-8ba6-2c8ae8f79612 service neutron] 10.222.0.55 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029170 Sep 16 05:21:53.975329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-5ee92547-4ea7-4351-ad16-bed1bc61def1 None None] Allocated IP 2001:db8:0:1::2 (642fcf2a-e25a-41ab-9ffe-608448973c9a/ac03f0d9-70f6-4102-8890-ae88e750b00b/a2965c27-50ba-46df-99cb-0233237abfbb) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:54.049826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 1950c635-c34f-4a5c-94dd-8935e08905f7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1950c635-c34f-4a5c-94dd-8935e08905f7,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:54.074720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.327190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.336246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=1950c635-c34f-4a5c-94dd-8935e08905f7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.346984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.393771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5ee92547-4ea7-4351-ad16-bed1bc61def1 None None] For port a2965c27-50ba-46df-99cb-0233237abfbb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a2965c27-50ba-46df-99cb-0233237abfbb,segment=NetworkSegment(b0877cc3-b89b-410e-8296-40fcc6661036),segment_id=b0877cc3-b89b-410e-8296-40fcc6661036)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:54.648823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988e9fc-924b-4b7e-b5b0-e6b1723a3673 None None] Pushing event updated for resources: {'Port': ['ID=35711c64-3b7e-4aeb-a082-a697942beea7,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.648823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['1950c635-c34f-4a5c-94dd-8935e08905f7'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:54.661412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5ee92547-4ea7-4351-ad16-bed1bc61def1 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.720122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:54.748696 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.779104 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5ee92547-4ea7-4351-ad16-bed1bc61def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.802758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:54.805001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Attempting to bind port 35711c64-3b7e-4aeb-a082-a697942beea7 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:54.805391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Attempting to bind port 35711c64-3b7e-4aeb-a082-a697942beea7 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:54.805752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Attempting to bind port 35711c64-3b7e-4aeb-a082-a697942beea7 on network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:54.813338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:54.832507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.833765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.846112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=74a38338-ae92-4ef8-9b66-89c192d5d36e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:54.853187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:54.853564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Checking segment: {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:54.853974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.854368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Bound using segment: {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:54.854863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Bound port: 35711c64-3b7e-4aeb-a082-a697942beea7, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:54.855250 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.856461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c3ee03f-c4d7-4c40-bd4a-c7fe88cf4056 req-a433ac42-c03e-4a66-848d-456f782a0220 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 210 time: 0.1857259 Sep 16 05:21:54.857236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:54.918572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aa87b04b-e0b3-4759-95ad-a789c6ad8263 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4891589 Sep 16 05:21:54.922166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:54.928357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40a9895f-6c52-4410-a0e1-a613f56a5b99'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:54.938593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a37f-90a2-4231-a1e9-80d2be2c1504 req-34f81366-dbdf-42d4-bcd0-1acdbbbfc5aa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:54.948557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc64a37f-90a2-4231-a1e9-80d2be2c1504 req-34f81366-dbdf-42d4-bcd0-1acdbbbfc5aa tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 944 time: 0.2700870 Sep 16 05:21:55.019574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee92547-4ea7-4351-ad16-bed1bc61def1 None None] Pushing event updated for resources: {'Port': ['ID=a2965c27-50ba-46df-99cb-0233237abfbb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.053746 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.170040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc64a37f-90a2-4231-a1e9-80d2be2c1504 req-a7c11aee-e361-4237-a7e9-2321c62b7bec tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147584 Sep 16 05:21:55.175426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:55.180957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:55.186423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:55.189916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] For port 35711c64-3b7e-4aeb-a082-a697942beea7, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:55.193854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] For port 35711c64-3b7e-4aeb-a082-a697942beea7, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35711c64-3b7e-4aeb-a082-a697942beea7,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:55.224546 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.319304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec5b149-6efc-4657-ab3e-b219834ed6f9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.378824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Routers {'3e1c37d2-c9af-47fa-a112-2b1800090657'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:55.379908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3e1c37d2-c9af-47fa-a112-2b1800090657'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:55.404852 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.523212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f007b-c3a7-4f9b-8b53-bc6a311e4a5a req-128faa98-c19f-41f0-87fa-ed8128372768 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:55.529037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a60f007b-c3a7-4f9b-8b53-bc6a311e4a5a req-128faa98-c19f-41f0-87fa-ed8128372768 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.2897270 Sep 16 05:21:55.637586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988e9fc-924b-4b7e-b5b0-e6b1723a3673 None None] Pushing event updated for resources: {'Port': ['ID=35711c64-3b7e-4aeb-a082-a697942beea7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:55.688490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a60f007b-c3a7-4f9b-8b53-bc6a311e4a5a req-7801947b-71ee-438e-82eb-5bccf966053a tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434307 Sep 16 05:21:55.899229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] Set router 3e1c37d2-c9af-47fa-a112-2b1800090657 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:55.960074 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.963133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-433e6472-2702-48ae-bb97-f2ab43ab5126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:55.992226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884d6c6-23a4-47ca-99ac-4740a8200498 None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:56.231929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49d947c5-96b1-4f7a-8740-0d55d12f8ad1 req-7871d07a-a2a8-4c45-953f-e69fdcfca3be tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 210 time: 0.0628514 Sep 16 05:21:56.338709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2033fb45-89b6-4c52-9cd9-b942af4c95cc None None] Provisioning complete for port a2965c27-50ba-46df-99cb-0233237abfbb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:56.339333 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2033fb45-89b6-4c52-9cd9-b942af4c95cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.490967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.507831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:56.528562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47581f-c6c3-4b9e-bcc3-7f8cb4e5a352 req-a4ca5b81-ec7f-49ec-9234-5719148f724a tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:56.531530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a47581f-c6c3-4b9e-bcc3-7f8cb4e5a352 req-a4ca5b81-ec7f-49ec-9234-5719148f724a tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 944 time: 0.1178341 Sep 16 05:21:56.690543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:21:50Z', 'revision_number': 4, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port': {'id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35711c64-3b7e-4aeb-a082-a697942beea7', 'name': '', 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'mac_address': 'fa:16:3e:95:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'b6864242-57bd-430a-a200-5de6160caf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:47Z', 'updated_at': '2021-09-16T05:21:55Z', 'revision_number': 4, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'subnets': [{'id': 'b6864242-57bd-430a-a200-5de6160caf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:56.747693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a47581f-c6c3-4b9e-bcc3-7f8cb4e5a352 req-40f8320a-f6d8-472c-be86-6ffd6fa30ad7 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388485 Sep 16 05:21:56.775867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec85aab7-58ed-49c8-9577-a68671a6f9ce None None] The sync data for ids ['3e1c37d2-c9af-47fa-a112-2b1800090657'] in n-d-713301-15 is: [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:21:50Z', 'revision_number': 4, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port': {'id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35711c64-3b7e-4aeb-a082-a697942beea7', 'name': '', 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'mac_address': 'fa:16:3e:95:4c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'b6864242-57bd-430a-a200-5de6160caf63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:47Z', 'updated_at': '2021-09-16T05:21:55Z', 'revision_number': 4, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'subnets': [{'id': 'b6864242-57bd-430a-a200-5de6160caf63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:57.092116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cd0017b5-6b08-41ad-89a8-d5575ed8c9e0 None None] Provisioning complete for port 74a38338-ae92-4ef8-9b66-89c192d5d36e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:57.094317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd0017b5-6b08-41ad-89a8-d5575ed8c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.111143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-5003f908-81ac-475c-9f03-255be8af3c73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2073679 Sep 16 05:21:57.207567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Delete allocated IP 2001:db8:0:1::26e (642fcf2a-e25a-41ab-9ffe-608448973c9a/ac03f0d9-70f6-4102-8890-ae88e750b00b) {{(pid=94718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:21:57.261561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-20f991b5-2949-415b-9e49-7087c3a81d64 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.263689 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-20f991b5-2949-415b-9e49-7087c3a81d64 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 811 time: 1.1936057 Sep 16 05:21:57.274085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Router 35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:57.301087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cd0017b5-6b08-41ad-89a8-d5575ed8c9e0 None None] Port 74a38338-ae92-4ef8-9b66-89c192d5d36e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:57.353269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35711c64-3b7e-4aeb-a082-a697942beea7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:57.356063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Request body: {'port': {'device_id': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'admin_state_up': True, 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:57.459639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1950c635-c34f-4a5c-94dd-8935e08905f7 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:57.471047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cd0017b5-6b08-41ad-89a8-d5575ed8c9e0 None None] Provisioning complete for port a2965c27-50ba-46df-99cb-0233237abfbb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:57.474763 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd0017b5-6b08-41ad-89a8-d5575ed8c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.566820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbfb91c2-6212-44e5-94ea-7b80f64adada req-ebf826af-ec45-4387-9eb8-52cde75d8619 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 210 time: 0.0866573 Sep 16 05:21:57.581573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-1ad59e17-8640-403a-9aff-34eace468351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:57.583333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-1ad59e17-8640-403a-9aff-34eace468351 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 1098 time: 0.3478034 Sep 16 05:21:57.675834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:57.692394 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] Sync routers for ids ['35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:57.693741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:57.695349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8d09964d-b459-4e23-9b9f-b358b3abc6f2 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "PUT /v2.0/routers/35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 HTTP/1.1" status: 200 len: 915 time: 6.1319394 Sep 16 05:21:57.726361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40980) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:57.747015 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] Routers {'35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:57.747757 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:57.845489 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:57.889214 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] Routers {'35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:57.890047 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:57.951643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Made reservation on behalf of ca559da2dfee445daa8da7aadbdd7052 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:57.974419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.073862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.101506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.106764 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:58.107437 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d809055c-350f-421d-93a9-8893b25c8982 None None] The sync data for ids ['35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:58.261921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-295771b9-b5f9-4a43-aa2a-6faeae9ae174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.336549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=74a38338-ae92-4ef8-9b66-89c192d5d36e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:58.351230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-67f250ca-9232-43d2-bc58-e0a294c1e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.352785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-67f250ca-9232-43d2-bc58-e0a294c1e80d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.6749096 Sep 16 05:21:58.400288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 35711c64-3b7e-4aeb-a082-a697942beea7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:58.400869 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.419395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] In _notify_port_updated(), no bound segment for port 74a38338-ae92-4ef8-9b66-89c192d5d36e on network 642fcf2a-e25a-41ab-9ffe-608448973c9a {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:21:58.435017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.435763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.440349 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-82eba37a-a781-4d03-bd61-c0bc046df35d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "PUT /v2.0/ports/74a38338-ae92-4ef8-9b66-89c192d5d36e HTTP/1.1" status: 200 len: 926 time: 3.5157228 Sep 16 05:21:58.444270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40994) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:58.451272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40a9895f-6c52-4410-a0e1-a613f56a5b99'}, {'subnet_id': 'ac03f0d9-70f6-4102-8890-ae88e750b00b'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:58.501477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 1950c635-c34f-4a5c-94dd-8935e08905f7 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:58.542298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c324e17-51e3-4297-8286-d0ec0f48bf9a req-c095e3a1-d482-465c-830d-65f293bc2ad5 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:58.568714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c324e17-51e3-4297-8286-d0ec0f48bf9a req-c095e3a1-d482-465c-830d-65f293bc2ad5 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 944 time: 0.6574347 Sep 16 05:21:58.571840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 1950c635-c34f-4a5c-94dd-8935e08905f7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:58.572711 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.742171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-22811c45-af30-402f-9cb3-44a832e65eed tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 HTTP/1.1" status: 200 len: 921 time: 1.0144839 Sep 16 05:21:58.755508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:58.919930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:58.974606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Allocated IP 172.20.0.6 (fe1393b7-cdb2-475c-bc9e-9ccb33a8602f/b6864242-57bd-430a-a200-5de6160caf63/edbb526a-b601-47cf-a6eb-c8c172f1a060) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:58.986916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d49113be-acee-44f3-9205-1a6bfbdc199a req-f1265df1-4525-4770-9991-d559f398b15c tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 210 time: 0.0927374 Sep 16 05:21:58.994191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-2da49559-982b-489f-b421-4311459851cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 200 len: 1001 time: 0.6315725 Sep 16 05:21:59.003121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c324e17-51e3-4297-8286-d0ec0f48bf9a req-7b4f5da0-ea1f-44da-bf03-c4495dc198d1 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334335 Sep 16 05:21:59.058595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.059068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e646a9-9dca-419f-8851-aafd13604273 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.071171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5e646a9-9dca-419f-8851-aafd13604273 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3145368 Sep 16 05:21:59.121844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41010) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:59.212439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 1950c635-c34f-4a5c-94dd-8935e08905f7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1950c635-c34f-4a5c-94dd-8935e08905f7,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:59.227313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1950c635-c34f-4a5c-94dd-8935e08905f7'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:59.237150 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbfa28-2a33-49af-bc67-c7dc841caeb9" -d '{"events": [{"server_uuid": "a6dc0204-a7e2-452b-84c1-6d3c4f549d60", "name": "network-vif-plugged", "status": "completed", "tag": "1950c635-c34f-4a5c-94dd-8935e08905f7"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:59.300962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-75c136ab-6921-4285-a9fb-5762fc75e222 None None] Provisioning complete for port 74a38338-ae92-4ef8-9b66-89c192d5d36e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:59.308453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.311830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-75c136ab-6921-4285-a9fb-5762fc75e222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.332341 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.434016 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e163abb-181b-443c-a2b4-4401e3a7640a x-openstack-request-id: req-5e163abb-181b-443c-a2b4-4401e3a7640a {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:59.435665 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dc0204-a7e2-452b-84c1-6d3c4f549d60", "name": "network-vif-plugged", "status": "completed", "tag": "1950c635-c34f-4a5c-94dd-8935e08905f7", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:59.435665 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e163abb-181b-443c-a2b4-4401e3a7640a {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:59.435665 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1950c635-c34f-4a5c-94dd-8935e08905f7', 'code': 200} Sep 16 05:21:59.438944 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.476463 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.507226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-8cb241bd-8366-4600-b2a7-e226cb86a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.508375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-8cb241bd-8366-4600-b2a7-e226cb86a3f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.5008442 Sep 16 05:21:59.574206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 35711c64-3b7e-4aeb-a082-a697942beea7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35711c64-3b7e-4aeb-a082-a697942beea7,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:59.621067 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.622603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a2965c27-50ba-46df-99cb-0233237abfbb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:59.627403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5062236-1e35-4c4c-b8d8-e3c6da2ad7c1 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.632950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e5062236-1e35-4c4c-b8d8-e3c6da2ad7c1 tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/networks/265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 881 time: 0.5044718 Sep 16 05:21:59.634212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41024) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:59.652217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd6629-f4c4-491b-b027-66e9471fdb94 req-43e49873-66bb-45bf-896d-e41cd214c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.653809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fd6629-f4c4-491b-b027-66e9471fdb94 req-43e49873-66bb-45bf-896d-e41cd214c3d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 1097 time: 0.1715126 Sep 16 05:21:59.667886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-75c136ab-6921-4285-a9fb-5762fc75e222 None None] Port 74a38338-ae92-4ef8-9b66-89c192d5d36e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:59.685212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bd9c27de-9d55-48b3-a9b8-8e85efc98aef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 HTTP/1.1" status: 200 len: 205 time: 0.0460463 Sep 16 05:21:59.685212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-258702e4-3c89-4381-890e-80516de1ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:59.685504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-258702e4-3c89-4381-890e-80516de1ca09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682205 Sep 16 05:21:59.685987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41026) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:59.757166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=1950c635-c34f-4a5c-94dd-8935e08905f7,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:59.859656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=35711c64-3b7e-4aeb-a082-a697942beea7,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:59.905539 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.909198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-265e44cb-eaad-4ac5-90f2-7e5b25528b4a None None] Provisioning complete for port 74a38338-ae92-4ef8-9b66-89c192d5d36e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:59.909741 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-265e44cb-eaad-4ac5-90f2-7e5b25528b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:59.947346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-265e44cb-eaad-4ac5-90f2-7e5b25528b4a None None] Port 74a38338-ae92-4ef8-9b66-89c192d5d36e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:59.950560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a2965c27-50ba-46df-99cb-0233237abfbb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:59.950757 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.040732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fd6629-f4c4-491b-b027-66e9471fdb94 req-b32968d8-9857-4764-9498-d9fb4bf54c86 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624609 Sep 16 05:22:00.043617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.050229 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.179628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-7645527e-246b-499c-b7a3-9e4f4b2251db service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956219 Sep 16 05:22:00.263176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.275242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:00.306834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35711c64-3b7e-4aeb-a082-a697942beea7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:00.308797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:00.318992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:00.438591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.439541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.445293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717ef81-8ce4-42af-81d7-620bc04b7c31 req-0622f177-844a-4566-8c2e-4795096bb32d tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.450454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 35711c64-3b7e-4aeb-a082-a697942beea7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:00.450454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.456724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7717ef81-8ce4-42af-81d7-620bc04b7c31 req-0622f177-844a-4566-8c2e-4795096bb32d tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 945 time: 0.2694907 Sep 16 05:22:00.474018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Pushing event updated for resources: {'Port': ['ID=edbb526a-b601-47cf-a6eb-c8c172f1a060,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:00.495384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8:0:1::120 (642fcf2a-e25a-41ab-9ffe-608448973c9a/ac03f0d9-70f6-4102-8890-ae88e750b00b/74a38338-ae92-4ef8-9b66-89c192d5d36e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:00.520825 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-8aa4a965-b305-4314-ab77-f2330de39d4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2360926 Sep 16 05:22:00.554595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Request body: {'port': {'device_id': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:00.751842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745381e4-ee73-4e25-bdd7-6471383b505f req-489cb6a5-46e9-43b0-be66-13bd4e361668 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:00.753620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-745381e4-ee73-4e25-bdd7-6471383b505f req-489cb6a5-46e9-43b0-be66-13bd4e361668 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 931 time: 0.5038941 Sep 16 05:22:00.767982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7717ef81-8ce4-42af-81d7-620bc04b7c31 req-02fad606-8ded-41c3-8fad-c22aa6662c01 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660761 Sep 16 05:22:00.830955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.834144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef11df9-81d2-4a05-a413-c204e171f2c1 req-3b8e6f9e-956c-44cb-955f-8db915a3fafc service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272804 Sep 16 05:22:00.840785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Deleting port 9ec5b149-6efc-4657-ab3e-b219834ed6f9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:00.841396 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:00.862228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-745381e4-ee73-4e25-bdd7-6471383b505f req-ad22fa7e-a329-4bb6-bc98-d7475a0e4f5b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929487 Sep 16 05:22:01.062763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.066358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.102379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Calling delete_port for 9ec5b149-6efc-4657-ab3e-b219834ed6f9 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:01.122651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.191253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=74a38338-ae92-4ef8-9b66-89c192d5d36e,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.239258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.290691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] In _notify_port_updated(), no bound segment for port 74a38338-ae92-4ef8-9b66-89c192d5d36e on network 642fcf2a-e25a-41ab-9ffe-608448973c9a {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:22:01.297526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:01.298529 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.303010 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6f3c4c24-0ee8-4f7c-91fd-4286fe87faa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "PUT /v2.0/ports/74a38338-ae92-4ef8-9b66-89c192d5d36e HTTP/1.1" status: 200 len: 1012 time: 2.8552027 Sep 16 05:22:01.307798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41062) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:01.611932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbb526a-b601-47cf-a6eb-c8c172f1a060 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:01.621545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.625480 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.707984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event deleted for resources: {'Port': ['ID=9ec5b149-6efc-4657-ab3e-b219834ed6f9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.735849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Transition to ACTIVE for port object edbb526a-b601-47cf-a6eb-c8c172f1a060 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:01.738211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.809655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c00c1885-bb69-4261-9493-f8b81aae54fc None None] Provisioning complete for port 74a38338-ae92-4ef8-9b66-89c192d5d36e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:01.810740 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c00c1885-bb69-4261-9493-f8b81aae54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:01.856680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c00c1885-bb69-4261-9493-f8b81aae54fc None None] Port 74a38338-ae92-4ef8-9b66-89c192d5d36e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:01.857221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Pushing event updated for resources: {'Port': ['ID=edbb526a-b601-47cf-a6eb-c8c172f1a060,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:01.934490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 74a38338-ae92-4ef8-9b66-89c192d5d36e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:01.934887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.054870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Attempting to bind port edbb526a-b601-47cf-a6eb-c8c172f1a060 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:02.055847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Attempting to bind port edbb526a-b601-47cf-a6eb-c8c172f1a060 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:02.062614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Attempting to bind port edbb526a-b601-47cf-a6eb-c8c172f1a060 on network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:02.091179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Port edbb526a-b601-47cf-a6eb-c8c172f1a060 on network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:02.091877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Attempting to bind port edbb526a-b601-47cf-a6eb-c8c172f1a060 on network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:02.103423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:02.103909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Checking segment: {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:02.104347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Bound using segment: {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:02.104874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Bound port: edbb526a-b601-47cf-a6eb-c8c172f1a060, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:02.105334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.144768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.219299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 74a38338-ae92-4ef8-9b66-89c192d5d36e owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:02.342508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] For port edbb526a-b601-47cf-a6eb-c8c172f1a060, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:02.350922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] For port edbb526a-b601-47cf-a6eb-c8c172f1a060, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:02.365296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.418861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.419515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.421480 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] 10.222.0.73 "PUT /v2.0/ports/edbb526a-b601-47cf-a6eb-c8c172f1a060 HTTP/1.1" status: 200 len: 1092 time: 1.8784349 Sep 16 05:22:02.421977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'tag': 'edbb526a-b601-47cf-a6eb-c8c172f1a060'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:02.424807 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde25a98-279d-4579-9e10-0275d8e8b4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c45856d-39a0-4b1f-9295-1b978b7719a3", "tag": "edbb526a-b601-47cf-a6eb-c8c172f1a060"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:02.474678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab96b12-fafa-4863-8a39-9764741aef24 service neutron] Pushing event updated for resources: {'Port': ['ID=edbb526a-b601-47cf-a6eb-c8c172f1a060,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:02.542372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa844e8-181b-42e0-b595-643bf03d2f66 req-8bacb28b-c1e6-4d90-b53c-9301badf5ffe tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.544104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa844e8-181b-42e0-b595-643bf03d2f66 req-8bacb28b-c1e6-4d90-b53c-9301badf5ffe tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 945 time: 0.2270710 Sep 16 05:22:02.549077 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.636712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-1482223d-e8d7-4618-b87d-32699989de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.639121 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-1482223d-e8d7-4618-b87d-32699989de9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 1095 time: 0.1544845 Sep 16 05:22:02.683113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb2aaf-a450-4a31-99ac-4184d9d64ecc req-2243d9e5-2f0d-4469-9cdc-859fb2cdae09 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.684805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49cb2aaf-a450-4a31-99ac-4184d9d64ecc req-2243d9e5-2f0d-4469-9cdc-859fb2cdae09 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 943 time: 0.3692181 Sep 16 05:22:02.702235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-7e101283-cfe8-40f5-8dfb-a5622d2359c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060 HTTP/1.1" status: 200 len: 217 time: 0.0545080 Sep 16 05:22:02.751974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.754491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.770515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.829852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=74a38338-ae92-4ef8-9b66-89c192d5d36e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:02.904390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-0d62f09c-070b-432e-bc90-f813cc71effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:02.910820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fa844e8-181b-42e0-b595-643bf03d2f66 req-d31082e5-918e-4caf-943d-271d412f2b93 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560331 Sep 16 05:22:02.936474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49cb2aaf-a450-4a31-99ac-4184d9d64ecc req-a2cc3743-35c1-4e0a-96e2-28ac594bcc45 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373397 Sep 16 05:22:02.940625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.941485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Fanout notify agent at l3_agent the message router_deleted on router 35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:22:02.946521 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-0d62f09c-070b-432e-bc90-f813cc71effe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.2160933 Sep 16 05:22:02.951697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:02.957390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-799016b3-9d18-492b-82da-365bbce074e2 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 HTTP/1.1" status: 204 len: 168 time: 3.2651653 Sep 16 05:22:02.958425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41096) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:02.964174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1681138237', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:03.050750 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.051850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.119633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.127158 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0d8e49a1-89c7-4d9c-90e0-93673a23109a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/74a38338-ae92-4ef8-9b66-89c192d5d36e HTTP/1.1" status: 204 len: 168 time: 1.8168936 Sep 16 05:22:03.128737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41102) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:03.133681 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d8ceb5-965f-4d48-b10a-d66600f855d6 x-openstack-request-id: req-e3d8ceb5-965f-4d48-b10a-d66600f855d6 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:03.135159 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c45856d-39a0-4b1f-9295-1b978b7719a3", "tag": "edbb526a-b601-47cf-a6eb-c8c172f1a060", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:03.139585 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3d8ceb5-965f-4d48-b10a-d66600f855d6 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:03.140743 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'tag': 'edbb526a-b601-47cf-a6eb-c8c172f1a060', 'status': 'completed', 'code': 200} Sep 16 05:22:03.165585 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-dd3bb139-8da2-466c-844a-607fe20a9d91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113123 Sep 16 05:22:03.329000 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a3296f-3e9b-43f0-8877-a413b0f3c05d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:22:03.339215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e5a3296f-3e9b-43f0-8877-a413b0f3c05d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/74a38338-ae92-4ef8-9b66-89c192d5d36e HTTP/1.1" status: 404 len: 333 time: 0.2065125 Sep 16 05:22:03.339877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41106) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:03.473509 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-cbf1d383-9a52-4a9d-8470-6a575f06e0d4 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062541 Sep 16 05:22:03.510485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.534848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf549e3-6d7b-411e-8d69-57fc8d65a3a7 req-16ee15e4-db98-4285-8666-4cc0da781fba tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.536537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-daf549e3-6d7b-411e-8d69-57fc8d65a3a7 req-16ee15e4-db98-4285-8666-4cc0da781fba tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f70fb6f-f95a-4b99-82cf-b29152448696 HTTP/1.1" status: 200 len: 945 time: 0.2375600 Sep 16 05:22:03.637083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet ac03f0d9-70f6-4102-8890-ae88e750b00b {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:03.764839 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.821235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ec856051-71b4-445d-ba4e-764a40ad6513 req-85849629-2ab2-4dc0-81d4-46ec47cc6b4a service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408046 Sep 16 05:22:03.922075 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:03.980031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-4d16d0a1-ddb7-4e26-8236-a0ae8c3adb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:03.982127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-4d16d0a1-ddb7-4e26-8236-a0ae8c3adb24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 1095 time: 0.0918427 Sep 16 05:22:03.986252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.024296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-daf549e3-6d7b-411e-8d69-57fc8d65a3a7 req-0325995d-b4da-4a91-abb5-8ed6f5d794ee tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191170 Sep 16 05:22:04.276537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-964fb606-e073-4403-a8e0-b84f07da3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.278326 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-964fb606-e073-4403-a8e0-b84f07da3996 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 912 time: 0.2881057 Sep 16 05:22:04.348730 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-6569ecf3-e246-4fe5-a40d-fc3f343799ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060 HTTP/1.1" status: 200 len: 217 time: 0.0564480 Sep 16 05:22:04.433946 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.447086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-8441436f-086d-4891-a0bf-e3366eb2ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.449390 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-8441436f-086d-4891-a0bf-e3366eb2ab52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.0791793 Sep 16 05:22:04.499143 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-3b0d048e-49a6-4bbf-a446-e81cc4312ae8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392566 Sep 16 05:22:04.745281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febb539-66a3-4658-99b1-0bae77aaba5c req-db1350ad-6708-4beb-bccb-a7cb6a6113d0 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:04.754188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4febb539-66a3-4658-99b1-0bae77aaba5c req-db1350ad-6708-4beb-bccb-a7cb6a6113d0 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 943 time: 0.6001785 Sep 16 05:22:04.758937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.768415 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-afbc8bf6-fbb9-470b-a6ec-ffad38c06b63 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572258 Sep 16 05:22:04.845514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=ac03f0d9-70f6-4102-8890-ae88e750b00b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:04.855766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:04.858477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/ac03f0d9-70f6-4102-8890-ae88e750b00b HTTP/1.1" status: 204 len: 168 time: 1.4970553 Sep 16 05:22:04.861605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41136) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:04.867050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5beec-720b-40a6-9d78-fe10a97892b6 None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:04.926480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4febb539-66a3-4658-99b1-0bae77aaba5c req-15130f59-f414-4185-84c7-f99825f2c1f7 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459196 Sep 16 05:22:05.034717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.036606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.036606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.038028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.038028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.038028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.059305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.061985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.063910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.070143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.070523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.077207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911759f-d735-4cb0-b2a3-1c35a2e10c29 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:05.102753 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-dde25a98-279d-4579-9e10-0275d8e8b4f7 req-55d7525a-76c4-4816-8382-f3c55ba4945f service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244774 Sep 16 05:22:05.159460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet 40a9895f-6c52-4410-a0e1-a613f56a5b99 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:05.165102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.187113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device edbb526a-b601-47cf-a6eb-c8c172f1a060 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:22:05.332009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.427754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.451165 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.582680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c52eb7-3bdf-41dd-b302-9d6ecebc2361 req-edc745e6-6ca3-44d4-b419-3ae3360250b9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:05.584875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59c52eb7-3bdf-41dd-b302-9d6ecebc2361 req-edc745e6-6ca3-44d4-b419-3ae3360250b9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f70fb6f-f95a-4b99-82cf-b29152448696 HTTP/1.1" status: 200 len: 945 time: 0.3076906 Sep 16 05:22:05.644298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port edbb526a-b601-47cf-a6eb-c8c172f1a060, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:05.693352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'edbb526a-b601-47cf-a6eb-c8c172f1a060', 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'port_id': 'edbb526a-b601-47cf-a6eb-c8c172f1a060', 'mac_address': 'fa:16:3e:ba:be:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6864242-57bd-430a-a200-5de6160caf63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:22:05.695410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Allocated IP 172.25.6.224 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/d4f13e9e-38a2-413c-939b-377a1a16083a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:05.814856 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.858840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbb526a-b601-47cf-a6eb-c8c172f1a060 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:05.913643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port edbb526a-b601-47cf-a6eb-c8c172f1a060, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:05.921290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.981323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.068068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=edbb526a-b601-47cf-a6eb-c8c172f1a060,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.078311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.086188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.133987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59c52eb7-3bdf-41dd-b302-9d6ecebc2361 req-b9be814b-a7f4-4a4a-89a3-c7597578ce2c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482939 Sep 16 05:22:06.178716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-3a0e1704-5de9-4ef7-a02a-63349ac07afd tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.180435 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-3a0e1704-5de9-4ef7-a02a-63349ac07afd tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f70fb6f-f95a-4b99-82cf-b29152448696 HTTP/1.1" status: 200 len: 945 time: 0.1824524 Sep 16 05:22:06.203242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['edbb526a-b601-47cf-a6eb-c8c172f1a060'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:06.219603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=40a9895f-6c52-4410-a0e1-a613f56a5b99,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.226464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.233084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0456ba0f-b580-4e1a-8aba-03a5a71ca4b7 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/40a9895f-6c52-4410-a0e1-a613f56a5b99 HTTP/1.1" status: 204 len: 168 time: 1.3642330 Sep 16 05:22:06.258505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41168) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:06.398636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b91a7-772d-49f0-9831-4768703c8a71 req-b408616e-0ae2-46f8-956a-841541d283df tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:06.410129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-183b91a7-772d-49f0-9831-4768703c8a71 req-b408616e-0ae2-46f8-956a-841541d283df tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 944 time: 0.2026286 Sep 16 05:22:06.419751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.505613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:06.528009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-183b91a7-772d-49f0-9831-4768703c8a71 req-2fb06f11-5a2f-45ba-8c04-680067e32ba8 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169684 Sep 16 05:22:06.537403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event updated for resources: {'Port': ['ID=d4f13e9e-38a2-413c-939b-377a1a16083a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:06.551242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:06.554252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:06.614590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.696778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Deleting port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:06.697556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.764662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8556e-fe3e-4cb3-b0f6-4744f0bdb92e None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:06.940917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] For port b3adcb26-6cef-40a2-91d1-fb1d5512ce86, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:06.942800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.971571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9a4088f1-1432-4a5f-8bee-9981d8a97fe0 None None] Provisioning complete for port a2965c27-50ba-46df-99cb-0233237abfbb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:06.972697 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9a4088f1-1432-4a5f-8bee-9981d8a97fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:06.991499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Calling delete_port for b3adcb26-6cef-40a2-91d1-fb1d5512ce86 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:07.119667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.192324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port a2965c27-50ba-46df-99cb-0233237abfbb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:07.192833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.197953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device edbb526a-b601-47cf-a6eb-c8c172f1a060 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:07.400135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port edbb526a-b601-47cf-a6eb-c8c172f1a060 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:22:07.407151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port edbb526a-b601-47cf-a6eb-c8c172f1a060 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:07.407662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.448956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.449730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-67cc9292-fdd4-4b0e-9c99-9d26e0d9d34c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.451272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-67cc9292-fdd4-4b0e-9c99-9d26e0d9d34c tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 945 time: 0.4723463 Sep 16 05:22:07.461472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] DHCP port deletion for 642fcf2a-e25a-41ab-9ffe-608448973c9a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:07.506296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf69ac-e1fc-45d7-a27c-801cf6f53bb7 req-4e62ca16-1522-4aab-9c7c-a3100ec01108 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:07.507129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event deleted for resources: {'Port': ['ID=b3adcb26-6cef-40a2-91d1-fb1d5512ce86,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:07.514604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45bf69ac-e1fc-45d7-a27c-801cf6f53bb7 req-4e62ca16-1522-4aab-9c7c-a3100ec01108 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f70fb6f-f95a-4b99-82cf-b29152448696 HTTP/1.1" status: 200 len: 867 time: 0.2497911 Sep 16 05:22:07.543939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['1950c635-c34f-4a5c-94dd-8935e08905f7'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:07.554256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] For port a2965c27-50ba-46df-99cb-0233237abfbb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a2965c27-50ba-46df-99cb-0233237abfbb,segment=NetworkSegment(b0877cc3-b89b-410e-8296-40fcc6661036),segment_id=b0877cc3-b89b-410e-8296-40fcc6661036)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:07.554951 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.589555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] No DVR routers for this DVR port b3adcb26-6cef-40a2-91d1-fb1d5512ce86 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:07.594238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.595303 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d7895a45-5aaa-42fb-b241-3af662d93a4e req-1fd34725-9c41-4974-8f2e-624aa2578ea4 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.73 "DELETE /v2.0/ports/b3adcb26-6cef-40a2-91d1-fb1d5512ce86 HTTP/1.1" status: 204 len: 173 time: 1.4057894 Sep 16 05:22:07.599343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'name': 'network-vif-deleted', 'tag': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:07.602536 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dc73e2-2c33-4c14-931b-984e3091f197" -d '{"events": [{"server_uuid": "0f70fb6f-f95a-4b99-82cf-b29152448696", "name": "network-vif-deleted", "tag": "b3adcb26-6cef-40a2-91d1-fb1d5512ce86"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:07.606180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for a2965c27-50ba-46df-99cb-0233237abfbb owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:07.745429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.793731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Deleting port a2965c27-50ba-46df-99cb-0233237abfbb {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:07.794102 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.825087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=a2965c27-50ba-46df-99cb-0233237abfbb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:07.839832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No DVR routers for this DVR port a2965c27-50ba-46df-99cb-0233237abfbb on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:08.046365 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.071427 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.082027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642fcf2a-e25a-41ab-9ffe-608448973c9a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:08.122434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0877cc3-b89b-410e-8296-40fcc6661036') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:08.127072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0877cc3-b89b-410e-8296-40fcc6661036') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:08.168524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.232083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.243494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:08.244028 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:08.252510 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:08.268711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] For port a2965c27-50ba-46df-99cb-0233237abfbb, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:08.269234 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.422514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a2965c27-50ba-46df-99cb-0233237abfbb no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:08.460362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.468213 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.477976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/642fcf2a-e25a-41ab-9ffe-608448973c9a HTTP/1.1" status: 204 len: 168 time: 2.2089517 Sep 16 05:22:08.479953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41224) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:08.528070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbb526a-b601-47cf-a6eb-c8c172f1a060'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:08.540846 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a3bca-7443-4190-8e95-cdbf160c1971" -d '{"events": [{"server_uuid": "7c45856d-39a0-4b1f-9295-1b978b7719a3", "name": "network-vif-plugged", "status": "completed", "tag": "edbb526a-b601-47cf-a6eb-c8c172f1a060"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:08.544225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a0e8c-80be-4a47-ba72-12c00562db83 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=642fcf2a-e25a-41ab-9ffe-608448973c9a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.584937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Calling delete_port for a2965c27-50ba-46df-99cb-0233237abfbb owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:08.624303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port edbb526a-b601-47cf-a6eb-c8c172f1a060, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:08.624990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978e390-107a-43a9-9e53-5e16566f59ea tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.634331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9978e390-107a-43a9-9e53-5e16566f59ea tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1223459 Sep 16 05:22:08.635720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Port a2965c27-50ba-46df-99cb-0233237abfbb was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:22:08.636671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41230) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:08.639487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: a2965c27-50ba-46df-99cb-0233237abfbb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:08.640489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a2965c27-50ba-46df-99cb-0233237abfbb not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:08.647447 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.661002 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.718000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-89b2f1f1-ff5c-4578-a236-4aaaa837320b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0762742 Sep 16 05:22:08.718688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41232) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:08.723584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2135192406'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:08.768327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45bf69ac-e1fc-45d7-a27c-801cf6f53bb7 req-183e5fac-73fb-46b1-a930-011d21dade57 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/security-groups?id=a411e91a-566d-44a6-9321-a2876ccda168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2531905 Sep 16 05:22:08.783002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:08.783002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.812045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:08.815595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=edbb526a-b601-47cf-a6eb-c8c172f1a060,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.827725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.828138 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment 6d50b6a1-21b4-4c48-9558-7c0a377b1ebb of type vlan for network 785805da-5f30-4142-ae3d-4701536a26d8 Sep 16 05:22:08.830026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Network 642fcf2a-e25a-41ab-9ffe-608448973c9a is not hosted by any dhcp agent {{(pid=94720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:22:08.830488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] No DVR routers for this DVR port a2965c27-50ba-46df-99cb-0233237abfbb on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:08.871346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda562f-13dd-469e-ae5b-7836ef7c61cf None None] Pushing event deleted for resources: {'Port': ['ID=a2965c27-50ba-46df-99cb-0233237abfbb,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:08.900911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.919167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbde16f-8548-4c0d-9f2b-7ef19384ad5d req-2eae6b19-e5eb-44ad-aec3-e0e3e231b33d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.933414 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77529a6d-79b1-4c04-8bc3-bc6910b80a8a x-openstack-request-id: req-77529a6d-79b1-4c04-8bc3-bc6910b80a8a {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:08.933801 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f70fb6f-f95a-4b99-82cf-b29152448696", "name": "network-vif-deleted", "tag": "b3adcb26-6cef-40a2-91d1-fb1d5512ce86", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:08.934068 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77529a6d-79b1-4c04-8bc3-bc6910b80a8a {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:08.934487 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f70fb6f-f95a-4b99-82cf-b29152448696', 'name': 'network-vif-deleted', 'tag': 'b3adcb26-6cef-40a2-91d1-fb1d5512ce86', 'status': 'completed', 'code': 200} Sep 16 05:22:08.945568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:08.945965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0bbde16f-8548-4c0d-9f2b-7ef19384ad5d req-2eae6b19-e5eb-44ad-aec3-e0e3e231b33d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 944 time: 1.2622738 Sep 16 05:22:08.975300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:08.975300 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.005142 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e297faa-b3e7-4830-baa2-fafa53134421 x-openstack-request-id: req-4e297faa-b3e7-4830-baa2-fafa53134421 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:09.005448 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c45856d-39a0-4b1f-9295-1b978b7719a3", "name": "network-vif-plugged", "status": "completed", "tag": "edbb526a-b601-47cf-a6eb-c8c172f1a060", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:09.005712 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e297faa-b3e7-4830-baa2-fafa53134421 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:09.006311 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbb526a-b601-47cf-a6eb-c8c172f1a060', 'code': 200} Sep 16 05:22:09.055316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.091607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Deleting port 1950c635-c34f-4a5c-94dd-8935e08905f7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:09.091986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.184941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b3adcb26-6cef-40a2-91d1-fb1d5512ce86 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:09.212378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0bbde16f-8548-4c0d-9f2b-7ef19384ad5d req-4017802e-ed90-4839-8cf4-330fb3d92727 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558675 Sep 16 05:22:09.225924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: b3adcb26-6cef-40a2-91d1-fb1d5512ce86 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:09.226424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b3adcb26-6cef-40a2-91d1-fb1d5512ce86 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:09.229496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=785805da-5f30-4142-ae3d-4701536a26d8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:09.244629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 785805da-5f30-4142-ae3d-4701536a26d8 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:09.274926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-22a8746b-3ea7-48a9-a29c-77a9343ccfe1 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5531201 Sep 16 05:22:09.275546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:09.292944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': '785805da-5f30-4142-ae3d-4701536a26d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:09.464945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] For port 1950c635-c34f-4a5c-94dd-8935e08905f7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1950c635-c34f-4a5c-94dd-8935e08905f7,segment=NetworkSegment(db3f005f-3b50-4db2-80ed-84d0da5b49a0),segment_id=db3f005f-3b50-4db2-80ed-84d0da5b49a0)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:09.465334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:09.517808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Calling delete_port for 1950c635-c34f-4a5c-94dd-8935e08905f7 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:09.559356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Router 1bab8609-23b1-47d6-aa5d-0a57c1a1b11b is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:09.886669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054108-f320-4719-8873-0d052a279f0b req-ca1e29e3-8144-4569-b9ad-d883adf1ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:09.901837 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a4054108-f320-4719-8873-0d052a279f0b req-ca1e29e3-8144-4569-b9ad-d883adf1ebf0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 1097 time: 0.7623718 Sep 16 05:22:09.965520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.029284 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a4054108-f320-4719-8873-0d052a279f0b req-520574b4-35fc-4fbb-aeee-506e401f8d39 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017213 Sep 16 05:22:10.060663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:10.064682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.109224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Pushing event deleted for resources: {'Port': ['ID=1950c635-c34f-4a5c-94dd-8935e08905f7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:10.216352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:10.233639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] Sync routers for ids ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:10.253057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] Routers {'1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:10.254154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:10.290293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] No DVR routers for this DVR port 1950c635-c34f-4a5c-94dd-8935e08905f7 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:10.295396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9db220f3-35be-468f-a710-906262f748e6 req-1716c187-1dde-464f-8d19-63400e28e97a tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 210 time: 0.1937842 Sep 16 05:22:10.300048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.302479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1a02770-81d7-4199-b71f-1b5eed6745b5 req-39d6f6e2-31ed-4b00-84ae-daaed60362a9 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.64 "DELETE /v2.0/ports/1950c635-c34f-4a5c-94dd-8935e08905f7 HTTP/1.1" status: 204 len: 173 time: 2.8437700 Sep 16 05:22:10.302946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'name': 'network-vif-deleted', 'tag': '1950c635-c34f-4a5c-94dd-8935e08905f7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:10.305497 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c627f11d-d55a-47e0-ab75-9049010358cd" -d '{"events": [{"server_uuid": "a6dc0204-a7e2-452b-84c1-6d3c4f549d60", "name": "network-vif-deleted", "tag": "1950c635-c34f-4a5c-94dd-8935e08905f7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:10.330762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.335650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-74410160-9226-43a0-a47c-c490986a7a3a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3759992 Sep 16 05:22:10.338031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41276) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:10.375539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:10.401205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:10.428716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] Routers {'1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:10.429393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:10.474803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:10.475473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d002b44-ce4f-419e-a609-7a9789fa0a0c None None] The sync data for ids ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:10.565353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.575691 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6382baa0-ef51-485e-a99b-184ea0d0f80d x-openstack-request-id: req-6382baa0-ef51-485e-a99b-184ea0d0f80d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:10.577222 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dc0204-a7e2-452b-84c1-6d3c4f549d60", "name": "network-vif-deleted", "tag": "1950c635-c34f-4a5c-94dd-8935e08905f7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:10.577222 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6382baa0-ef51-485e-a99b-184ea0d0f80d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:10.577222 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dc0204-a7e2-452b-84c1-6d3c4f549d60', 'name': 'network-vif-deleted', 'tag': '1950c635-c34f-4a5c-94dd-8935e08905f7', 'status': 'completed', 'code': 200} Sep 16 05:22:10.606320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b948c-9d07-4bfb-8bdd-2f342857e6bf req-372a3fd7-1e0f-4c79-8834-11747cd81945 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:10.608659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b34b948c-9d07-4bfb-8bdd-2f342857e6bf req-372a3fd7-1e0f-4c79-8834-11747cd81945 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2694998 Sep 16 05:22:10.755892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=925d56f1-fb3d-40fd-8087-51b56dadb268,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:10.766294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b34b948c-9d07-4bfb-8bdd-2f342857e6bf req-93186fab-d7c1-4e85-92b2-f581e621d1b0 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Sep 16 05:22:10.816507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': '6d50b6a1-21b4-4c48-9558-7c0a377b1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '785805da-5f30-4142-ae3d-4701536a26d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:10.821340 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: 785805da-5f30-4142-ae3d-4701536a26d8, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:10.856123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 785805da-5f30-4142-ae3d-4701536a26d8 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:10.892034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 785805da-5f30-4142-ae3d-4701536a26d8) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:10.897684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:10.898744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:10.905196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1859cbc-b515-4d6c-8fe6-2e635ae2af11 None None] Network 785805da-5f30-4142-ae3d-4701536a26d8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:10.970222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9ee7c0d0-02c8-4ab6-a736-ae28df2d5553 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6831150 Sep 16 05:22:10.971293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41294) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:10.979074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': '785805da-5f30-4142-ae3d-4701536a26d8', 'name': 'tempest-PortsIpV6TestJSON-2049813691'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:11.162084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:11.169063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.193330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 02c2b012-17ad-41a8-aa88-9ecfb9b57548 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:11.232419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.312875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.424515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-785805da-5f30-4142-ae3d-4701536a26d8', 'network_id': '785805da-5f30-4142-ae3d-4701536a26d8', 'tenant_id': 'd5797bd4d46f4108b10afacfad998fc7', 'fixed_ips': [{'subnet_id': '925d56f1-fb3d-40fd-8087-51b56dadb268'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:11.443978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.528646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8afd95e2-d39f-4d08-8a6c-e2812e8669cc req-bb383697-fb98-4cd1-bd15-d525dbad6cd0 tempest-MultipleCreateTestJSON-1534044367 tempest-MultipleCreateTestJSON-1534044367-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dc0204-a7e2-452b-84c1-6d3c4f549d60 HTTP/1.1" status: 200 len: 210 time: 0.0425992 Sep 16 05:22:11.530332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1950c635-c34f-4a5c-94dd-8935e08905f7 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:11.535691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Deleting port d4f13e9e-38a2-413c-939b-377a1a16083a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:11.536834 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.595365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::3b (785805da-5f30-4142-ae3d-4701536a26d8/925d56f1-fb3d-40fd-8087-51b56dadb268/02c2b012-17ad-41a8-aa88-9ecfb9b57548) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:11.619784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 1950c635-c34f-4a5c-94dd-8935e08905f7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:11.622540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1950c635-c34f-4a5c-94dd-8935e08905f7 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:11.805765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.813727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:11.884822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Calling delete_port for d4f13e9e-38a2-413c-939b-377a1a16083a owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:12.086307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.133719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961b5e0-0094-4bc1-b26a-c914d8373835 req-9dfc4eb4-0755-4750-b842-29b45d55c41b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.136129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.149307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c961b5e0-0094-4bc1-b26a-c914d8373835 req-9dfc4eb4-0755-4750-b842-29b45d55c41b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1256342 Sep 16 05:22:12.170568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 785805da-5f30-4142-ae3d-4701536a26d8 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:12.174247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:12.195851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:12.203390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:12.204434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.235337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=02c2b012-17ad-41a8-aa88-9ecfb9b57548,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.251838 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b77a8a93-2e79-419a-af55-e15ea66d5ca4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2788219 Sep 16 05:22:12.252517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:12.258033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': '785805da-5f30-4142-ae3d-4701536a26d8', 'name': 'tempest-PortsIpV6TestJSON-51495422'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:12.266918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c961b5e0-0094-4bc1-b26a-c914d8373835 req-1033d255-6052-4fca-8454-63d773ac8f4f tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162772 Sep 16 05:22:12.310967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Allocated IP 2001:db8::2 (785805da-5f30-4142-ae3d-4701536a26d8/925d56f1-fb3d-40fd-8087-51b56dadb268/2f13f299-8368-43b2-82d7-478816568e69) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:12.415561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.510348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:12.515344 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.525800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Pushing event deleted for resources: {'Port': ['ID=d4f13e9e-38a2-413c-939b-377a1a16083a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:12.614534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 4f395606-338e-46e7-86bf-34770456924e yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:12.711301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41342) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:12.766062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.788179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.863925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:12.893958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Network 785805da-5f30-4142-ae3d-4701536a26d8 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:12.911355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:12.919483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:12.933791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::143 (785805da-5f30-4142-ae3d-4701536a26d8/925d56f1-fb3d-40fd-8087-51b56dadb268/4f395606-338e-46e7-86bf-34770456924e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:13.045294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Pushing event updated for resources: {'Port': ['ID=2f13f299-8368-43b2-82d7-478816568e69,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.057330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] Deleting subnet 02e2815e-086c-43d7-beed-acfa9eb81b69 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:13.082069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.082611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.083255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.083893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.084421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.084919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.085417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.085911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.090941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.092561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.093622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.096917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:13.156213 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.220518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Attempting to bind port 2f13f299-8368-43b2-82d7-478816568e69 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:13.221088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Attempting to bind port 2f13f299-8368-43b2-82d7-478816568e69 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '6d50b6a1-21b4-4c48-9558-7c0a377b1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '785805da-5f30-4142-ae3d-4701536a26d8'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:13.224226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Attempting to bind port 2f13f299-8368-43b2-82d7-478816568e69 on network 785805da-5f30-4142-ae3d-4701536a26d8 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:13.247894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:13.249180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Checking segment: {'id': '6d50b6a1-21b4-4c48-9558-7c0a377b1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '785805da-5f30-4142-ae3d-4701536a26d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:13.251436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.252080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Bound using segment: {'id': '6d50b6a1-21b4-4c48-9558-7c0a377b1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '785805da-5f30-4142-ae3d-4701536a26d8'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:13.252803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Bound port: 2f13f299-8368-43b2-82d7-478816568e69, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d50b6a1-21b4-4c48-9558-7c0a377b1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '785805da-5f30-4142-ae3d-4701536a26d8'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:13.256157 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.403138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.547843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.550089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] For port 2f13f299-8368-43b2-82d7-478816568e69, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:13.568699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] For port 2f13f299-8368-43b2-82d7-478816568e69, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2f13f299-8368-43b2-82d7-478816568e69,segment=NetworkSegment(6d50b6a1-21b4-4c48-9558-7c0a377b1ebb),segment_id=6d50b6a1-21b4-4c48-9558-7c0a377b1ebb)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:13.590687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network 785805da-5f30-4142-ae3d-4701536a26d8 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:13.593615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:13.599536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:13.605329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.608294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.620632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:13.621325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.667837 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.776158 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5224626 Sep 16 05:22:13.786503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41372) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:13.860476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:13.867137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af2d6f-d871-46bd-bdd9-3a72d66b6d0b None None] Pushing event updated for resources: {'Port': ['ID=2f13f299-8368-43b2-82d7-478816568e69,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:13.978819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ee1e2-7b76-4dad-8174-7940b2524e78 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=4f395606-338e-46e7-86bf-34770456924e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.022641 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.024182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e8d37-1ee9-40da-8829-d5f8744a9513 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.026235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-050e8d37-1ee9-40da-8829-d5f8744a9513 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b HTTP/1.1" status: 200 len: 928 time: 0.2386830 Sep 16 05:22:14.030842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41376) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:14.037860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.152200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e2815e-086c-43d7-beed-acfa9eb81b69,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:14.209212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.212008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2df5d974-955b-4598-9a3c-70fa634194be admin admin] 10.222.0.55 "DELETE /v2.0/subnets/02e2815e-086c-43d7-beed-acfa9eb81b69 HTTP/1.1" status: 204 len: 168 time: 1.4997797 Sep 16 05:22:14.218583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:14.239633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 4f395606-338e-46e7-86bf-34770456924e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:14.240542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.304656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7ff67-7d18-4614-8b41-096af644c2b3 req-db7d1637-ea93-4caf-a78b-bea654bcd8a5 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:14.318272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7b7ff67-7d18-4614-8b41-096af644c2b3 req-db7d1637-ea93-4caf-a78b-bea654bcd8a5 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.3069854 Sep 16 05:22:14.475659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7b7ff67-7d18-4614-8b41-096af644c2b3 req-a0bdefe4-1f3b-4f87-99ed-470bcd353c03 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562095 Sep 16 05:22:14.478085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Router 1bab8609-23b1-47d6-aa5d-0a57c1a1b11b has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:14.617396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:14.633301 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] Sync routers for ids ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:14.635692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.641566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-549e66ea-3008-419b-8ab8-27df3a621768 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "PUT /v2.0/routers/1bab8609-23b1-47d6-aa5d-0a57c1a1b11b HTTP/1.1" status: 200 len: 706 time: 4.2979672 Sep 16 05:22:14.644566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41388) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:14.650994 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] Routers {'1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:14.651634 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:14.661479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.738934 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:14.741784 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:14.765599 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] Routers {'1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:14.766446 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:21:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:14.830106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-14103707-2ded-495b-af27-8211b5ccb15b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/routers/1bab8609-23b1-47d6-aa5d-0a57c1a1b11b HTTP/1.1" status: 200 len: 741 time: 0.1840146 Sep 16 05:22:14.836181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41392) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:14.850832 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:14.853690 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503bede3-7b6c-4eaa-ab1a-84b782030860 None None] The sync data for ids ['1bab8609-23b1-47d6-aa5d-0a57c1a1b11b'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:14.900999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 4f395606-338e-46e7-86bf-34770456924e owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:14.983801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-305eac9c-e00f-49b5-8cf0-596521686a7b tempest-RoutersAdminTest-172648012 tempest-RoutersAdminTest-172648012-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&device_id=1bab8609-23b1-47d6-aa5d-0a57c1a1b11b HTTP/1.1" status: 200 len: 205 time: 0.1463675 Sep 16 05:22:14.984791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41398) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:15.063029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ce8b71bf-4ad8-4ff1-9005-95b5b324c091 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bab8609-23b1-47d6-aa5d-0a57c1a1b11b HTTP/1.1" status: 200 len: 205 time: 0.0765061 Sep 16 05:22:15.063887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41400) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:15.132676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.250238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08f5a01-10bd-4019-92d0-8f0791380e22']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:15.299660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e985eedf-182e-48e0-80bc-6a1585c2ceef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.305422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3f005f-3b50-4db2-80ed-84d0da5b49a0') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:15.306041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3f005f-3b50-4db2-80ed-84d0da5b49a0') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:15.339056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-ddfd1653-6195-4998-b149-64bd20ebe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.342844 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-ddfd1653-6195-4998-b149-64bd20ebe661 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 1097 time: 0.3135147 Sep 16 05:22:15.368245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c8157-45ec-4810-ba8b-473acc38dcc1 req-70db7340-c91a-46a1-92c1-391360e4032d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:15.371698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c86c8157-45ec-4810-ba8b-473acc38dcc1 req-70db7340-c91a-46a1-92c1-391360e4032d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2149217 Sep 16 05:22:15.396002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.584648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.602564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c86c8157-45ec-4810-ba8b-473acc38dcc1 req-93029fb9-ec48-4e14-b961-6bc758613d3a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956201 Sep 16 05:22:15.645743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:15.645970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.697318 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e985eedf-182e-48e0-80bc-6a1585c2ceef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.704888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e985eedf-182e-48e0-80bc-6a1585c2ceef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:15.768569 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:15.798515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e985eedf-182e-48e0-80bc-6a1585c2ceef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.799275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e985eedf-182e-48e0-80bc-6a1585c2ceef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Fanout notify agent at l3_agent the message router_deleted on router 1bab8609-23b1-47d6-aa5d-0a57c1a1b11b {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:22:15.813719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.832579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f098c11-6c59-4c39-907c-e9d28f5a771c None None] Network 785805da-5f30-4142-ae3d-4701536a26d8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:15.836718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.841134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] 10.222.0.55 "DELETE /v2.0/networks/b08f5a01-10bd-4019-92d0-8f0791380e22 HTTP/1.1" status: 204 len: 168 time: 1.6203468 Sep 16 05:22:15.853751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e985eedf-182e-48e0-80bc-6a1585c2ceef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:15.858214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e985eedf-182e-48e0-80bc-6a1585c2ceef tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/1bab8609-23b1-47d6-aa5d-0a57c1a1b11b HTTP/1.1" status: 204 len: 168 time: 0.7932231 Sep 16 05:22:15.863467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41410) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:15.980889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12d495-2cae-43fc-9818-8e2791e60b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b08f5a01-10bd-4019-92d0-8f0791380e22,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:15.988386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e00a323f-8d4c-414d-8c0d-2130aea83057 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bab8609-23b1-47d6-aa5d-0a57c1a1b11b HTTP/1.1" status: 200 len: 205 time: 0.1224351 Sep 16 05:22:15.990601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41414) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.081633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.104670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41418) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.183894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=4f395606-338e-46e7-86bf-34770456924e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:16.196255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.199206 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bdc60b51-2ed2-4199-8699-72f2a99e5585 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/4f395606-338e-46e7-86bf-34770456924e HTTP/1.1" status: 204 len: 168 time: 2.1685712 Sep 16 05:22:16.209829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41422) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.223718 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-899d48a4-6b42-4d81-bc30-f47738c49800 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] delete failed (client error): The resource could not be found. Sep 16 05:22:16.235775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-899d48a4-6b42-4d81-bc30-f47738c49800 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/1bab8609-23b1-47d6-aa5d-0a57c1a1b11b HTTP/1.1" status: 404 len: 336 time: 0.2396040 Sep 16 05:22:16.239792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41424) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.255446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-88d76d8f-ac77-48f8-89b8-5e306f0dd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.258986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-88d76d8f-ac77-48f8-89b8-5e306f0dd3d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 912 time: 0.8513865 Sep 16 05:22:16.260461 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cdd0af-8be2-4a47-958e-0b1888985d5e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:22:16.262380 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-70cdd0af-8be2-4a47-958e-0b1888985d5e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/4f395606-338e-46e7-86bf-34770456924e HTTP/1.1" status: 404 len: 333 time: 0.0510435 Sep 16 05:22:16.265628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.324344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6575a977-5c52-4bca-9441-8e357dc06980 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 HTTP/1.1" status: 200 len: 205 time: 0.0702615 Sep 16 05:22:16.328399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41428) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.412516 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-6e771d78-1bdb-4d4d-9daa-7175386a74ed tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] delete failed (client error): The resource could not be found. Sep 16 05:22:16.414957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6e771d78-1bdb-4d4d-9daa-7175386a74ed tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/35b9ac84-df18-4ef2-8c5d-5e3eded9d0c1 HTTP/1.1" status: 404 len: 336 time: 0.0852966 Sep 16 05:22:16.446992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-31289629-b4d8-46f0-951b-8df60bd0b84a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e246dcd73e546f8b9524480b8794bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371542 Sep 16 05:22:16.447963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41432) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.448475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.455001 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-2edf666b-f4fd-4af0-aa55-d977024ac9ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060 HTTP/1.1" status: 200 len: 217 time: 0.0735755 Sep 16 05:22:16.544132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c109904b-1f1d-4ddf-a17a-59216c5f80fa tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e342f54-0a08-46b8-a16c-a22c7ee54b74 HTTP/1.1" status: 200 len: 205 time: 0.0920978 Sep 16 05:22:16.547337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41442) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.564401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2f13f299-8368-43b2-82d7-478816568e69 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:16.614639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ce84e166-927b-41f0-8bc1-26a5f0154404 None None] Provisioning complete for port 2f13f299-8368-43b2-82d7-478816568e69 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:16.615414 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce84e166-927b-41f0-8bc1-26a5f0154404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.662566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-2b85714b-1796-427f-bd00-ba90c5c488b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:16.664201 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-2b85714b-1796-427f-bd00-ba90c5c488b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.1998153 Sep 16 05:22:16.706924 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-8f2e44dd-a547-4d48-b07b-9d36a592eb7e tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] delete failed (client error): The resource could not be found. Sep 16 05:22:16.710859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8f2e44dd-a547-4d48-b07b-9d36a592eb7e tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/8e342f54-0a08-46b8-a16c-a22c7ee54b74 HTTP/1.1" status: 404 len: 336 time: 0.1621079 Sep 16 05:22:16.715860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41448) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:16.757623 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-04889312-2f00-4145-b442-00f3db6c92bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669916 Sep 16 05:22:16.790882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2f13f299-8368-43b2-82d7-478816568e69 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:16.791391 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.891655 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce84e166-927b-41f0-8bc1-26a5f0154404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.968830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:16.980670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 02c2b012-17ad-41a8-aa88-9ecfb9b57548 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:16.981284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.001384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ce84e166-927b-41f0-8bc1-26a5f0154404 None None] For port 2f13f299-8368-43b2-82d7-478816568e69, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2f13f299-8368-43b2-82d7-478816568e69,segment=NetworkSegment(6d50b6a1-21b4-4c48-9558-7c0a377b1ebb),segment_id=6d50b6a1-21b4-4c48-9558-7c0a377b1ebb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:17.024794 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce84e166-927b-41f0-8bc1-26a5f0154404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.037087 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-614a72d9-d86d-4865-909f-a0f7cdda892f service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719610 Sep 16 05:22:17.119336 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:17.119773 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:17.146895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84e166-927b-41f0-8bc1-26a5f0154404 None None] Pushing event updated for resources: {'Port': ['ID=2f13f299-8368-43b2-82d7-478816568e69,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.263762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.308842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 02c2b012-17ad-41a8-aa88-9ecfb9b57548 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:17.314985 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6f5171b5-e433-4819-b552-eb3926ce3211 req-adf6ac43-f71f-419f-8028-b5efd96db7a8 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587514 Sep 16 05:22:17.386515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-13dd5f87-da52-4684-b838-db1d2ab79833 None None] Provisioning complete for port 2f13f299-8368-43b2-82d7-478816568e69 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:17.389342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-13dd5f87-da52-4684-b838-db1d2ab79833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.594763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b52bf76c-4597-4d50-acfd-6135fbc4ba84 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2c05339-0f5e-41eb-8730-80fd34ad697b HTTP/1.1" status: 200 len: 205 time: 0.1641738 Sep 16 05:22:17.594763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41456) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.594763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44327c41-640e-4334-9d5b-4b085e660020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.660265 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-1ccf55a4-acd6-4aa9-b74f-b3139bdb1c53 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] delete failed (client error): The resource could not be found. Sep 16 05:22:17.664154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1ccf55a4-acd6-4aa9-b74f-b3139bdb1c53 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/f2c05339-0f5e-41eb-8730-80fd34ad697b HTTP/1.1" status: 404 len: 336 time: 0.0672262 Sep 16 05:22:17.664693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41460) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.692314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc198a-446e-4e70-803a-805400240323 req-4222b9d4-0630-4cd0-a557-d740222df65c tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.702729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bcc198a-446e-4e70-803a-805400240323 req-4222b9d4-0630-4cd0-a557-d740222df65c tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2437301 Sep 16 05:22:17.722876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-13dd5f87-da52-4684-b838-db1d2ab79833 None None] Provisioning complete for port 02c2b012-17ad-41a8-aa88-9ecfb9b57548 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:17.728746 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-13dd5f87-da52-4684-b838-db1d2ab79833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.734033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44327c41-640e-4334-9d5b-4b085e660020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.737951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b1dbf2ad-c56a-46ba-b1cd-8322c46e969a tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=69c721ce-844a-43b3-914f-716b1afe6db1 HTTP/1.1" status: 200 len: 205 time: 0.0703416 Sep 16 05:22:17.739003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.746279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41462) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.761200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3454886-b0f7-4d04-a9d8-4f5f2a36b0a5 req-c5257581-b23b-41a5-8384-9447b031fb00 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:17.769277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3454886-b0f7-4d04-a9d8-4f5f2a36b0a5 req-c5257581-b23b-41a5-8384-9447b031fb00 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 1.0820684 Sep 16 05:22:17.816231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-13dd5f87-da52-4684-b838-db1d2ab79833 None None] Port 02c2b012-17ad-41a8-aa88-9ecfb9b57548 was deleted so its status cannot be updated. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:22:17.824793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bcc198a-446e-4e70-803a-805400240323 req-7309bcbc-bc29-49dd-a3d5-aecc9db83f96 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189563 Sep 16 05:22:17.855732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3454886-b0f7-4d04-a9d8-4f5f2a36b0a5 req-ec12196c-b326-4f6d-95be-531953177d1a tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840743 Sep 16 05:22:17.881951 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-52d8ceca-54d3-4ba4-a3fe-a6d3ab8a21ad tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] delete failed (client error): The resource could not be found. Sep 16 05:22:17.886115 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52d8ceca-54d3-4ba4-a3fe-a6d3ab8a21ad tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/69c721ce-844a-43b3-914f-716b1afe6db1 HTTP/1.1" status: 404 len: 336 time: 0.1315436 Sep 16 05:22:17.886115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=02c2b012-17ad-41a8-aa88-9ecfb9b57548,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:17.888912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41468) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.949020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-56fa15bf-606a-4d68-abba-d3c4339a1887 None None] Could not find standard attr ID for object 02c2b012-17ad-41a8-aa88-9ecfb9b57548. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:17.968855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-259203ed-38b7-48e1-bd20-7ed112252283 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c846053-612c-40bd-a183-abe7dbe31ae4 HTTP/1.1" status: 200 len: 205 time: 0.0748281 Sep 16 05:22:17.973342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41470) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:17.993425 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.003452 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ca0e8355-4bd8-4a67-b195-71756c1ff77b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/02c2b012-17ad-41a8-aa88-9ecfb9b57548 HTTP/1.1" status: 204 len: 168 time: 1.7342389 Sep 16 05:22:18.003925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41472) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.065477 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-761d282d-1855-4d07-b159-671e897e357c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:22:18.069766 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-761d282d-1855-4d07-b159-671e897e357c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/02c2b012-17ad-41a8-aa88-9ecfb9b57548 HTTP/1.1" status: 404 len: 333 time: 0.0625405 Sep 16 05:22:18.072800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.075004 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-b71e5e3c-758c-41a7-ad0f-7d29d673f0bd tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] delete failed (client error): The resource could not be found. Sep 16 05:22:18.079497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b71e5e3c-758c-41a7-ad0f-7d29d673f0bd tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/routers/2c846053-612c-40bd-a183-abe7dbe31ae4 HTTP/1.1" status: 404 len: 336 time: 0.1018016 Sep 16 05:22:18.079497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.145436 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb4bf48-901e-4e99-bf42-577a06191748 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] DELETE failed (client error): The resource could not be found. Sep 16 05:22:18.145969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb4bf48-901e-4e99-bf42-577a06191748 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:22:18.147806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-adb4bf48-901e-4e99-bf42-577a06191748 tempest-RoutersAdminTest-1745988705 tempest-RoutersAdminTest-1745988705-project] 10.222.0.55 "DELETE /v2.0/subnets/7463447e-1749-43b3-97f5-d916ba6f5002 HTTP/1.1" status: 404 len: 337 time: 0.0676167 Sep 16 05:22:18.183768 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44327c41-640e-4334-9d5b-4b085e660020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.195569 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44327c41-640e-4334-9d5b-4b085e660020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.202264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-44327c41-640e-4334-9d5b-4b085e660020 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a411e91a-566d-44a6-9321-a2876ccda168 HTTP/1.1" status: 204 len: 168 time: 1.7238040 Sep 16 05:22:18.222122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44327c41-640e-4334-9d5b-4b085e660020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a411e91a-566d-44a6-9321-a2876ccda168,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.284246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eaf8ffa2-fb8f-4746-b604-f2b51d9f68c6 None None] Could not find standard attr ID for object 4f395606-338e-46e7-86bf-34770456924e. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:18.288633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet 925d56f1-fb3d-40fd-8087-51b56dadb268 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:18.301602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2f13f299-8368-43b2-82d7-478816568e69 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:18.304031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.390872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.408727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2f13f299-8368-43b2-82d7-478816568e69 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:18.409106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.635302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.751137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41488) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:18.773285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.831612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:18.837291 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/925d56f1-fb3d-40fd-8087-51b56dadb268 HTTP/1.1" status: 204 len: 168 time: 0.7517648 Sep 16 05:22:18.837291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb06fc-7329-47a2-b70e-e8c6373060b0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=925d56f1-fb3d-40fd-8087-51b56dadb268,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:18.838217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41492) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.026214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-80e4a44b-eab1-4c47-9869-b545d435193d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.037949 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-80e4a44b-eab1-4c47-9869-b545d435193d tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.1473851 Sep 16 05:22:19.049837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62374c3-a612-4930-96ac-e8759d71df87 None None] Network 785805da-5f30-4142-ae3d-4701536a26d8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:19.114110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.165134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7945de69-c558-4a66-aac9-5e1658bae83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.228079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Deleting port 45aad6c1-70c9-4677-ae7f-55f60a85b817 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:19.230784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.370444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7945de69-c558-4a66-aac9-5e1658bae83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.410883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7945de69-c558-4a66-aac9-5e1658bae83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.425346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] DHCP port deletion for 785805da-5f30-4142-ae3d-4701536a26d8 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:19.446465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] For port 45aad6c1-70c9-4677-ae7f-55f60a85b817, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=45aad6c1-70c9-4677-ae7f-55f60a85b817,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:19.446839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.448151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7945de69-c558-4a66-aac9-5e1658bae83c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=030d83d17d504c6f87def7914a111920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959207 Sep 16 05:22:19.458106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41516) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:19.507614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c265f5a-540c-4c16-a8ba-54f5b566decd req-4214edba-4321-4862-93ab-fed63dcae490 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.515579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c265f5a-540c-4c16-a8ba-54f5b566decd req-4214edba-4321-4862-93ab-fed63dcae490 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.3816352 Sep 16 05:22:19.521279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Calling delete_port for 45aad6c1-70c9-4677-ae7f-55f60a85b817 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:19.554294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303dde1-2e20-4ac4-897a-948e4fc8eb76 req-dd797181-776e-4bd8-8874-569ffd246fa7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:19.555929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7303dde1-2e20-4ac4-897a-948e4fc8eb76 req-dd797181-776e-4bd8-8874-569ffd246fa7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 945 time: 0.4249318 Sep 16 05:22:19.575143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945de69-c558-4a66-aac9-5e1658bae83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7f70c-b92b-4b8d-94a8-f6769fd34b76,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:19.605135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] Deleting port 2f13f299-8368-43b2-82d7-478816568e69 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:19.607962 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.642353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9c265f5a-540c-4c16-a8ba-54f5b566decd req-c872b74e-4440-417d-9c83-166eb7783eff tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242785 Sep 16 05:22:19.719114 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b1ff-89b7-4cd9-948a-f67c0845f777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.732307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7303dde1-2e20-4ac4-897a-948e4fc8eb76 req-8083b2c2-c2e7-4b8f-83e8-be2158dd84ae tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580477 Sep 16 05:22:19.733988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 2f13f299-8368-43b2-82d7-478816568e69 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:19.735479 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.785625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] For port 2f13f299-8368-43b2-82d7-478816568e69, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2f13f299-8368-43b2-82d7-478816568e69,segment=NetworkSegment(6d50b6a1-21b4-4c48-9558-7c0a377b1ebb),segment_id=6d50b6a1-21b4-4c48-9558-7c0a377b1ebb)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:19.786290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.812654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] Calling delete_port for 2f13f299-8368-43b2-82d7-478816568e69 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:19.840226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b1ff-89b7-4cd9-948a-f67c0845f777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.881163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] For port 2f13f299-8368-43b2-82d7-478816568e69, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2f13f299-8368-43b2-82d7-478816568e69,segment=NetworkSegment(6d50b6a1-21b4-4c48-9558-7c0a377b1ebb),segment_id=6d50b6a1-21b4-4c48-9558-7c0a377b1ebb)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:19.882212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.905246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 2f13f299-8368-43b2-82d7-478816568e69 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:19.919904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.942923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['45aad6c1-70c9-4677-ae7f-55f60a85b817'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:19.983233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Pushing event deleted for resources: {'Port': ['ID=45aad6c1-70c9-4677-ae7f-55f60a85b817,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:19.991731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['f0f497c2-fb33-4c10-a926-3fca9d0237fd'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:20.028122 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.028486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.029016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.029201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.029537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.029873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.030210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.030541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.030872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.031201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.031525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.031851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.032214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:20.049506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] No DVR routers for this DVR port 45aad6c1-70c9-4677-ae7f-55f60a85b817 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:20.053190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.056453 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-75bd913f-4ebc-48c4-8a58-fa4ea8d226e9 req-7f50c760-7cb6-4365-94fe-16b65041deba tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.73 "DELETE /v2.0/ports/45aad6c1-70c9-4677-ae7f-55f60a85b817 HTTP/1.1" status: 204 len: 173 time: 1.0099483 Sep 16 05:22:20.057273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6121204-5578-4b21-b718-5961b9bf3835', 'name': 'network-vif-deleted', 'tag': '45aad6c1-70c9-4677-ae7f-55f60a85b817'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:22:20.068006 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:22:20.073992 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ad6e6-b75f-43a5-bf71-c6abe6b147a6" -d '{"events": [{"server_uuid": "f6121204-5578-4b21-b718-5961b9bf3835", "name": "network-vif-deleted", "tag": "45aad6c1-70c9-4677-ae7f-55f60a85b817"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:20.081283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b1ff-89b7-4cd9-948a-f67c0845f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.083836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b1ff-89b7-4cd9-948a-f67c0845f777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.087397 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5e2b1ff-89b7-4cd9-948a-f67c0845f777 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3c7f70c-b92b-4b8d-94a8-f6769fd34b76 HTTP/1.1" status: 204 len: 168 time: 0.6259687 Sep 16 05:22:20.106307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.134172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2b1ff-89b7-4cd9-948a-f67c0845f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7f70c-b92b-4b8d-94a8-f6769fd34b76,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.174928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No DVR routers for this DVR port 2f13f299-8368-43b2-82d7-478816568e69 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:20.180530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=2f13f299-8368-43b2-82d7-478816568e69,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.181917 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b058de3-12da-49d6-b5b8-b5909469b6ec x-openstack-request-id: req-6b058de3-12da-49d6-b5b8-b5909469b6ec {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:20.182961 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6121204-5578-4b21-b718-5961b9bf3835", "name": "network-vif-deleted", "tag": "45aad6c1-70c9-4677-ae7f-55f60a85b817", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:20.183352 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b058de3-12da-49d6-b5b8-b5909469b6ec {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:20.183961 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6121204-5578-4b21-b718-5961b9bf3835', 'name': 'network-vif-deleted', 'tag': '45aad6c1-70c9-4677-ae7f-55f60a85b817', 'status': 'completed', 'code': 200} Sep 16 05:22:20.251448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] Pushing event deleted for resources: {'Port': ['ID=2f13f299-8368-43b2-82d7-478816568e69,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.351748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.357605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2f13f299-8368-43b2-82d7-478816568e69 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:20.392969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2912e03-bd2a-4f5d-94d3-e2841abdf326 None None] No DVR routers for this DVR port 2f13f299-8368-43b2-82d7-478816568e69 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:20.397208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2f13f299-8368-43b2-82d7-478816568e69 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:20.397725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2f13f299-8368-43b2-82d7-478816568e69 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:20.441298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785805da-5f30-4142-ae3d-4701536a26d8']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:20.477496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d50b6a1-21b4-4c48-9558-7c0a377b1ebb') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:20.478293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d50b6a1-21b4-4c48-9558-7c0a377b1ebb') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:20.539328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.556717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.564127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:20.564948 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:20.568926 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:20.665521 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.675313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.680148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/785805da-5f30-4142-ae3d-4701536a26d8 HTTP/1.1" status: 204 len: 168 time: 1.8386290 Sep 16 05:22:20.681029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41550) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:20.722064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1727372334'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:20.741603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43dec-69d7-42fa-a873-9eb7dbfce798 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=785805da-5f30-4142-ae3d-4701536a26d8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:20.785760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:20.790339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.962552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdccd45f-e45f-4599-84b7-ccb293a4c0f6 req-602b7cd8-c4f8-4eff-8bae-a6c2ac26da61 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6121204-5578-4b21-b718-5961b9bf3835 HTTP/1.1" status: 200 len: 210 time: 0.0742497 Sep 16 05:22:20.963346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:21.004733 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.005413 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment 31238e42-d643-40b0-b514-a1ea53ae8257 of type vlan for network f5ce498a-254e-4b61-b35d-5b1260292af6 Sep 16 05:22:21.009916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41560) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:21.032186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f4ee1-0ae2-4a9a-9835-c6b13b5e92ed req-0b16f5b6-3e7e-4aff-8e80-f40c1327517a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.040331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-945f4ee1-0ae2-4a9a-9835-c6b13b5e92ed req-0b16f5b6-3e7e-4aff-8e80-f40c1327517a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2216322 Sep 16 05:22:21.090896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41564) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:21.153393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-945f4ee1-0ae2-4a9a-9835-c6b13b5e92ed req-a863be90-37f2-4981-a394-2de54ce7506d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098073 Sep 16 05:22:21.159759 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.199280 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fe356a1e-23ed-42e6-a06c-5c4d10bcd08c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2637d50e67c74f84b38b82d780ebe94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048989 Sep 16 05:22:21.202287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41566) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:21.204738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.211070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:21.211997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.267911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-733aea61-7d67-48af-a115-5fac8bab9c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.299104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-733aea61-7d67-48af-a115-5fac8bab9c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.299447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=f5ce498a-254e-4b61-b35d-5b1260292af6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.306483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-129db7be-c6bb-432e-807d-866cb40c1248 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6115301 Sep 16 05:22:21.307215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41568) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:21.312575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f5ce498a-254e-4b61-b35d-5b1260292af6 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:21.332786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:21.484460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-733aea61-7d67-48af-a115-5fac8bab9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.488777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-733aea61-7d67-48af-a115-5fac8bab9c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.502783 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-733aea61-7d67-48af-a115-5fac8bab9c89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/930dfce8-c9b9-44b4-af93-077e4c64876c HTTP/1.1" status: 204 len: 168 time: 0.2896304 Sep 16 05:22:21.564311 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b318e8f4-6b40-443a-8851-c8b740047851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.618463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aea61-7d67-48af-a115-5fac8bab9c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930dfce8-c9b9-44b4-af93-077e4c64876c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.799848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b318e8f4-6b40-443a-8851-c8b740047851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.815717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b318e8f4-6b40-443a-8851-c8b740047851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.873803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318e8f4-6b40-443a-8851-c8b740047851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239fe57-f959-41a5-958b-1b1c15d57bd9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:21.875651 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b318e8f4-6b40-443a-8851-c8b740047851 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63431d1a4b654ea992510545b70420f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8636279 Sep 16 05:22:21.879111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41582) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:21.890437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:21.894137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.977485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1eafe0de-4756-4ea8-b1e8-6666fb97fbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.025115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1eafe0de-4756-4ea8-b1e8-6666fb97fbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.131836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1eafe0de-4756-4ea8-b1e8-6666fb97fbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.134937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1eafe0de-4756-4ea8-b1e8-6666fb97fbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.136299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1eafe0de-4756-4ea8-b1e8-6666fb97fbd5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9239fe57-f959-41a5-958b-1b1c15d57bd9 HTTP/1.1" status: 204 len: 168 time: 0.2567141 Sep 16 05:22:22.186478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafe0de-4756-4ea8-b1e8-6666fb97fbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239fe57-f959-41a5-958b-1b1c15d57bd9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:22.403960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.531779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76134199-d8cc-44f7-967a-bcd0e552329a req-01fcb656-ae50-453f-8e3a-29ce60f4ff22 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:22.531779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76134199-d8cc-44f7-967a-bcd0e552329a req-01fcb656-ae50-453f-8e3a-29ce60f4ff22 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1456475 Sep 16 05:22:22.570872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=6284a7b0-5edb-4c13-8082-a1b3812c2610,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:22.634521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76134199-d8cc-44f7-967a-bcd0e552329a req-d1733498-3850-4f84-b60e-1ab1fbe18d96 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937543 Sep 16 05:22:22.637784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': '31238e42-d643-40b0-b514-a1ea53ae8257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:22.638157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: f5ce498a-254e-4b61-b35d-5b1260292af6, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:22.686539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network f5ce498a-254e-4b61-b35d-5b1260292af6 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:22.709611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f5ce498a-254e-4b61-b35d-5b1260292af6) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:22.714965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:22.715762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.726873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96beb42f-dfe6-4037-98dc-340a1c40291f None None] Network f5ce498a-254e-4b61-b35d-5b1260292af6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:22.752677 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bfc357e2-e11e-443f-91a0-5133376446fa tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4438231 Sep 16 05:22:22.756779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41620) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:22.766843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6', 'name': 'tempest-PortsIpV6TestJSON-697294152', 'fixed_ips': [{'subnet_id': '6284a7b0-5edb-4c13-8082-a1b3812c2610', 'ip_address': '2001:db8::10'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:22.928080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41628) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:22.936257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f27ff9-bff2-441f-9d59-1cb21078aff4 req-609d560a-c36d-4a0e-a72d-da8bed952469 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:22.937950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2f27ff9-bff2-441f-9d59-1cb21078aff4 req-609d560a-c36d-4a0e-a72d-da8bed952469 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1422281 Sep 16 05:22:22.946470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773a469-e7b1-49a7-b76a-71a9607f38c5 req-0473d070-a86b-45fd-b479-2db284eb78af tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:22.948257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0773a469-e7b1-49a7-b76a-71a9607f38c5 req-0473d070-a86b-45fd-b479-2db284eb78af tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.2044241 Sep 16 05:22:22.963277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-f5ce498a-254e-4b61-b35d-5b1260292af6', 'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6', 'tenant_id': 'd5797bd4d46f4108b10afacfad998fc7', 'fixed_ips': [{'subnet_id': '6284a7b0-5edb-4c13-8082-a1b3812c2610'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:22.964317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:22.974900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:23.110210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.110623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0773a469-e7b1-49a7-b76a-71a9607f38c5 req-ed4d1f85-ae91-4c49-8db9-056f2d945b44 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421368 Sep 16 05:22:23.140663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 069b9505-4200-44ab-8504-9b3d3ffa3da7 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:23.142369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2f27ff9-bff2-441f-9d59-1cb21078aff4 req-1f434c33-1e2f-4a70-a12e-ff01feb4a636 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918061 Sep 16 05:22:23.190858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Allocated IP 2001:db8::2 (f5ce498a-254e-4b61-b35d-5b1260292af6/6284a7b0-5edb-4c13-8082-a1b3812c2610/63083880-eee9-453b-9c37-4fea520e9633) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:23.329551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 45aad6c1-70c9-4677-ae7f-55f60a85b817 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:23.365402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1795347112'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:23.382109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 45aad6c1-70c9-4677-ae7f-55f60a85b817 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:23.383023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 45aad6c1-70c9-4677-ae7f-55f60a85b817 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:23.396832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:23.401589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.413004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.475170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41644) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:23.533056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.540226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.575538 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.587649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.600850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:23.618859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a0964c-6ba5-462f-b3b4-ee8c27a16f43,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:23.622187 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.622696 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Added segment 0e040244-a3a0-4570-8133-703a92240db6 of type vlan for network 5a28f602-7f3c-4d66-baa0-3729bf850f5a Sep 16 05:22:23.687478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Network f5ce498a-254e-4b61-b35d-5b1260292af6 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:23.697300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:23.705771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:23.707358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-223733262-network', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:23.707785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.742167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::10 (f5ce498a-254e-4b61-b35d-5b1260292af6/6284a7b0-5edb-4c13-8082-a1b3812c2610/069b9505-4200-44ab-8504-9b3d3ffa3da7) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:23.762971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.772573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.773354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.778168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Pushing event updated for resources: {'Port': ['ID=63083880-eee9-453b-9c37-4fea520e9633,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:23.790475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Made reservation on behalf of a50bdb8dfb444619b369b7333b20f82d for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:23.797001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.826392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.828741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Attempting to bind port 63083880-eee9-453b-9c37-4fea520e9633 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:23.829697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Attempting to bind port 63083880-eee9-453b-9c37-4fea520e9633 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '31238e42-d643-40b0-b514-a1ea53ae8257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:23.830399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Attempting to bind port 63083880-eee9-453b-9c37-4fea520e9633 on network f5ce498a-254e-4b61-b35d-5b1260292af6 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:23.840262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:23.840936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Checking segment: {'id': '31238e42-d643-40b0-b514-a1ea53ae8257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:23.842575 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.843176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Bound using segment: {'id': '31238e42-d643-40b0-b514-a1ea53ae8257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:23.843859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Bound port: 63083880-eee9-453b-9c37-4fea520e9633, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31238e42-d643-40b0-b514-a1ea53ae8257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:23.844524 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.911457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Network': ['ID=5a28f602-7f3c-4d66-baa0-3729bf850f5a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:23.927743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa59c2-a778-45ee-a7d1-e5068045c062 req-8e1dbfea-7921-450f-bfab-f60d244be511 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:23.929540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55fa59c2-a778-45ee-a7d1-e5068045c062 req-8e1dbfea-7921-450f-bfab-f60d244be511 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1474800 Sep 16 05:22:23.937304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:23.988988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55fa59c2-a778-45ee-a7d1-e5068045c062 req-cc9161cc-b64d-4847-b8f3-187b6ef3cf58 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Sep 16 05:22:23.989985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] For port 63083880-eee9-453b-9c37-4fea520e9633, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:23.995806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] For port 63083880-eee9-453b-9c37-4fea520e9633, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=63083880-eee9-453b-9c37-4fea520e9633,segment=NetworkSegment(31238e42-d643-40b0-b514-a1ea53ae8257),segment_id=31238e42-d643-40b0-b514-a1ea53ae8257)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:24.123574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.144218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.147406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.156394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.175180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:24.176786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a78e901a-9179-4caf-bc3e-f43981517d10 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2260935 Sep 16 05:22:24.179977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41660) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:24.194668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.195401 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Added segment 8063e482-414a-4d1b-8c3b-63f4b07e32db of type vlan for network 4c0723c3-2904-4164-ba7d-f5a3c4765233 Sep 16 05:22:24.205294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:24.310897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9d309-a072-4bd2-a87c-ec07ddc871af None None] Pushing event updated for resources: {'Port': ['ID=63083880-eee9-453b-9c37-4fea520e9633,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.338613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a990ce-c18a-405b-ab3d-c70eb6ad4834,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.344815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.349456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.469365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network f5ce498a-254e-4b61-b35d-5b1260292af6 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:24.475595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5c5e-4ba9-4e96-88b9-8e8366189d21 req-2930bd17-aefc-4cf0-bbea-1f375bd9c921 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.477309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46dc5c5e-4ba9-4e96-88b9-8e8366189d21 req-2930bd17-aefc-4cf0-bbea-1f375bd9c921 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.1930101 Sep 16 05:22:24.480861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.resource_extend [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:22:24.489567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=069b9505-4200-44ab-8504-9b3d3ffa3da7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.504596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:24.512615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:24.518684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafe2a4-ffb9-48a2-9294-698d9523856a req-297df40e-48a9-4741-b3b7-634c32a130ad tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.524442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.525200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.531531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fafe2a4-ffb9-48a2-9294-698d9523856a req-297df40e-48a9-4741-b3b7-634c32a130ad tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.1607189 Sep 16 05:22:24.588783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.592055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.598781 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.642054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.649493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:24.653738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.663884 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c84783db-7342-4be2-93a6-960d72804262 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9037766 Sep 16 05:22:24.672117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:24.681479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'f5ce498a-254e-4b61-b35d-5b1260292af6', 'name': 'tempest-PortsIpV6TestJSON-52292617', 'fixed_ips': [{'subnet_id': '6284a7b0-5edb-4c13-8082-a1b3812c2610', 'ip_address': '2001:db8::f'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:24.687695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2112198 Sep 16 05:22:24.691823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41666) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:24.703295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Request body: {'subnet': {'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-223733262-subnet', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:24.750117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fafe2a4-ffb9-48a2-9294-698d9523856a req-65bf3afe-6212-4ef0-8bc0-9320d30102f4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176802 Sep 16 05:22:24.780601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f6cd2-fc24-4513-98c5-7afaef400e2f admin admin] Pushing event updated for resources: {'Network': ['ID=4c0723c3-2904-4164-ba7d-f5a3c4765233,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:24.802937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:24.831353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Made reservation on behalf of a50bdb8dfb444619b369b7333b20f82d for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:24.833376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46dc5c5e-4ba9-4e96-88b9-8e8366189d21 req-e8c7ee96-4d9c-4aca-8845-c9601dba6fac tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428423 Sep 16 05:22:24.840686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.049482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-3fd581a2-eae3-4987-a422-8eeeb03a9707 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.051312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-3fd581a2-eae3-4987-a422-8eeeb03a9707 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.64 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.1673191 Sep 16 05:22:25.118734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:25.234577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.290530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bc0c3a-199a-41f4-a953-8de5745409f6,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.356628 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.360713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Checking segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:25.361385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Network hostable DHCP agents. Network: 4c0723c3-2904-4164-ba7d-f5a3c4765233, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:25.368286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20181455-fd01-4e20-9004-eaee7adedd33 req-4aaff486-5454-459f-bfbb-edc4930a029a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.376237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20181455-fd01-4e20-9004-eaee7adedd33 req-4aaff486-5454-459f-bfbb-edc4930a029a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2262535 Sep 16 05:22:25.385467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:25.396668 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.401550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4c0723c3-2904-4164-ba7d-f5a3c4765233) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:25.411220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.412052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.419272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d433c-d7f6-47a0-b84c-b43035d7cd96 None None] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:25.460611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eef5cf9c-a3b2-4c1e-8973-5a19c4acbc8d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7687335 Sep 16 05:22:25.463423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41672) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:25.468400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:25.521711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.524031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.542828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 15f55b47-0f5f-4144-aff7-90fad19034be yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:25.581574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Deleting port 24d60cca-3e0f-4ef6-9da9-b898bc199961 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:25.581905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.601787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=35edce8e-3184-4db3-8aa3-4fa103518882,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:25.633092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20181455-fd01-4e20-9004-eaee7adedd33 req-4113ae89-ea5b-4938-a4fe-345c6a6662ae tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556193 Sep 16 05:22:25.710015 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.752530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4c0723c3-2904-4164-ba7d-f5a3c4765233', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:25.753535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:25.844484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:25.847033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network hostable DHCP agents. Network: 5a28f602-7f3c-4d66-baa0-3729bf850f5a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:25.897850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332abc4b-b265-43a7-b95f-67dcfc5c5f44 None None] Network f5ce498a-254e-4b61-b35d-5b1260292af6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:25.994165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.115109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eca1919d-a920-4dcf-a49c-4956323b5783 None None] Provisioning complete for port 63083880-eee9-453b-9c37-4fea520e9633 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:26.115563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eca1919d-a920-4dcf-a49c-4956323b5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.147810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:26.174151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-827ff999-e39a-4578-9ca7-f9ca01a4f820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.186083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] For port 24d60cca-3e0f-4ef6-9da9-b898bc199961, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=24d60cca-3e0f-4ef6-9da9-b898bc199961,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:26.186899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.202340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 5a28f602-7f3c-4d66-baa0-3729bf850f5a) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:26.218542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82684-5a8a-49cf-a7f2-6152d1f98d55 req-797b357b-1d34-4cdb-a502-39eba4873b8e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.220463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dac82684-5a8a-49cf-a7f2-6152d1f98d55 req-797b357b-1d34-4cdb-a502-39eba4873b8e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 946 time: 0.2836382 Sep 16 05:22:26.230450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.231241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.257353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e950df-d113-475d-8555-59ac85883d2b None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:26.281481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61382-97ad-4f25-9842-59f0b10abd62 req-c056c34e-ded2-4d57-b21f-a77904103da7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.289991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38e61382-97ad-4f25-9842-59f0b10abd62 req-c056c34e-ded2-4d57-b21f-a77904103da7 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.2910511 Sep 16 05:22:26.301110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::f (f5ce498a-254e-4b61-b35d-5b1260292af6/6284a7b0-5edb-4c13-8082-a1b3812c2610/15f55b47-0f5f-4144-aff7-90fad19034be) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:26.352814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 63083880-eee9-453b-9c37-4fea520e9633 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:26.365235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-09237d38-1e7d-4d12-b158-df5a7a69edd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1789176 Sep 16 05:22:26.377268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41682) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:26.433534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'name': 'tempest-NetworksTestDHCPv6-332115916'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:26.452720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Allocated IP 172.20.0.2 (4c0723c3-2904-4164-ba7d-f5a3c4765233/c5bc0c3a-199a-41f4-a953-8de5745409f6/d8e51733-e0a1-4107-9caf-24cece70fd4e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:26.472933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38e61382-97ad-4f25-9842-59f0b10abd62 req-2f7bdbbe-da9e-4675-b6be-020b7e30587a tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817291 Sep 16 05:22:26.502570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dac82684-5a8a-49cf-a7f2-6152d1f98d55 req-6a7b9f33-ba7d-4b21-8f39-aa98393b4f71 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544210 Sep 16 05:22:26.537348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.680113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.680747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.681241 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Floating IP 221174e4-433c-46ea-8fa5-0cca529c692a disassociated. External IP: 172.25.6.189, port: 24d60cca-3e0f-4ef6-9da9-b898bc199961. Sep 16 05:22:26.681772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Calling delete_port for 24d60cca-3e0f-4ef6-9da9-b898bc199961 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:26.823913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.934305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 63083880-eee9-453b-9c37-4fea520e9633 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:26.960298 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:26.963670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f7fa2-9e91-4bfa-ae75-53bda946bcbc req-cd5ad87e-202d-4309-b361-b0145f6f7df1 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:26.972854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d5f7fa2-9e91-4bfa-ae75-53bda946bcbc req-cd5ad87e-202d-4309-b361-b0145f6f7df1 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1780684 Sep 16 05:22:27.077095 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eca1919d-a920-4dcf-a49c-4956323b5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.102850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.118713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.163276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.186720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d5f7fa2-9e91-4bfa-ae75-53bda946bcbc req-8c330ea3-e434-475e-9fb8-4b75132c43f2 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127025 Sep 16 05:22:27.209298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network f5ce498a-254e-4b61-b35d-5b1260292af6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:27.219774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:27.227763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:27.237657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-eca1919d-a920-4dcf-a49c-4956323b5783 None None] For port 63083880-eee9-453b-9c37-4fea520e9633, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=63083880-eee9-453b-9c37-4fea520e9633,segment=NetworkSegment(31238e42-d643-40b0-b514-a1ea53ae8257),segment_id=31238e42-d643-40b0-b514-a1ea53ae8257)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:27.247524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.249766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.254179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=15f55b47-0f5f-4144-aff7-90fad19034be,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.263135 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eca1919d-a920-4dcf-a49c-4956323b5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.451545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Allocated IP 172.25.6.23 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/843a4e13-7f1d-4da8-b261-b4eb33697166) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:27.486528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event deleted for resources: {'Port': ['ID=24d60cca-3e0f-4ef6-9da9-b898bc199961,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.523169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Router 924411d1-0737-4393-93ee-0ef19555934c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:27.529122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8e2d3691-fda9-4363-95d9-f470fa54adbe tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.8552973 Sep 16 05:22:27.545687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41710) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.564481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1919d-a920-4dcf-a49c-4956323b5783 None None] Pushing event updated for resources: {'Port': ['ID=63083880-eee9-453b-9c37-4fea520e9633,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:27.626932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '35edce8e-3184-4db3-8aa3-4fa103518882'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:27.628039 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.720379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1de246f-8aa3-4680-b15b-1653d3b2f485 req-aeb49e09-456a-4a3a-82e3-6e32d5c58368 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 210 time: 0.0395482 Sep 16 05:22:27.807651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.824264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e62f66-19c3-44a4-983b-ef62d87f6cf2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:27.836665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-38e62f66-19c3-44a4-983b-ef62d87f6cf2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2837150 Sep 16 05:22:27.888788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.890823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:27.921989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.927720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:27.997582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47d21bb8-a59d-4391-b70c-eea7148553f8 None None] Provisioning complete for port 069b9505-4200-44ab-8504-9b3d3ffa3da7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:27.998660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47d21bb8-a59d-4391-b70c-eea7148553f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.085312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=843a4e13-7f1d-4da8-b261-b4eb33697166,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:28.104054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:28.114891 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.159334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:28.164744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:28.167007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Pushing event updated for resources: {'Port': ['ID=d8e51733-e0a1-4107-9caf-24cece70fd4e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:28.204716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49674e97-89ab-4322-a5c9-3ac6b3ee93f3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.206410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:28.209548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:28.221570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49674e97-89ab-4322-a5c9-3ac6b3ee93f3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.242122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49674e97-89ab-4322-a5c9-3ac6b3ee93f3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.245819 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-49674e97-89ab-4322-a5c9-3ac6b3ee93f3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3529110 Sep 16 05:22:28.259103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-47d21bb8-a59d-4391-b70c-eea7148553f8 None None] Port 069b9505-4200-44ab-8504-9b3d3ffa3da7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:28.260966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:28.266437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:28.278110 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:28.380060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 117b437b-38ec-40bb-8e0b-c49e58ba9a01 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:28.430100 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa20bdc9-e63e-4c2c-9eaa-e03264afe66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.449001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 63083880-eee9-453b-9c37-4fea520e9633 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:28.569737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/35edce8e-3184-4db3-8aa3-4fa103518882/6bed64ac-7bfa-43a0-a83a-771699db96d5) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:28.596754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Attempting to bind port d8e51733-e0a1-4107-9caf-24cece70fd4e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:28.596754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Attempting to bind port d8e51733-e0a1-4107-9caf-24cece70fd4e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:28.596754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Attempting to bind port d8e51733-e0a1-4107-9caf-24cece70fd4e on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:28.596754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47d21bb8-a59d-4391-b70c-eea7148553f8 None None] Provisioning complete for port 63083880-eee9-453b-9c37-4fea520e9633 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:28.596754 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47d21bb8-a59d-4391-b70c-eea7148553f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.604038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c717726-863e-47e1-80fd-99947961bc8f req-933649aa-86d9-4d04-b76f-a621e1728b3b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.605683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c717726-863e-47e1-80fd-99947961bc8f req-933649aa-86d9-4d04-b76f-a621e1728b3b tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.9448931 Sep 16 05:22:28.661150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:28.661534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Checking segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:28.661946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.662343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Bound using segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:28.662842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Bound port: d8e51733-e0a1-4107-9caf-24cece70fd4e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:28.663234 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.695297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:28.720306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420311b-f250-4a8c-b000-485275734656 None None] Sync routers for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:28.757388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c717726-863e-47e1-80fd-99947961bc8f req-1f0432a4-8249-4d58-a53c-b16825bc44a3 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7027fed-0755-4b05-86f7-2dd334400c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312623 Sep 16 05:22:28.820056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:28.820859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] No DVR routers for this DVR port 24d60cca-3e0f-4ef6-9da9-b898bc199961 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:28.821059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:28.823907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 63083880-eee9-453b-9c37-4fea520e9633 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:28.824498 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.826520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:28.828601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b4754e-340b-4743-977f-f47cf8548b38 req-5b4ec9a6-c485-492e-9ff3-f0b77948dc15 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.64 "DELETE /v2.0/ports/24d60cca-3e0f-4ef6-9da9-b898bc199961 HTTP/1.1" status: 204 len: 173 time: 3.7486758 Sep 16 05:22:28.831294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-deleted', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:28.843247 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a1fce-e4ee-4a4b-a11f-dc2cfe47b9f6" -d '{"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-deleted", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:28.879229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a41887-b87f-4a35-aed9-3393fcb84156 req-470ee112-08dd-46bb-88a5-0c34227e94e4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.881311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38a41887-b87f-4a35-aed9-3393fcb84156 req-470ee112-08dd-46bb-88a5-0c34227e94e4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.3213406 Sep 16 05:22:28.917033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e82f9e2f-3a01-4862-8955-b2e6206493e0 req-9538b78e-65b2-4a09-9acc-9cc02e14e0fb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=893db572-50ac-47f3-a19b-6e935cac366e HTTP/1.1" status: 200 len: 210 time: 0.0693126 Sep 16 05:22:28.968675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38a41887-b87f-4a35-aed9-3393fcb84156 req-a83ff142-3194-44a3-89f4-a84491166353 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746529 Sep 16 05:22:28.978004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-56f02235-3e67-456b-83f6-884ff0b729a1 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:28.979609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-56f02235-3e67-456b-83f6-884ff0b729a1 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.64 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 946 time: 0.2677770 Sep 16 05:22:29.002620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 15f55b47-0f5f-4144-aff7-90fad19034be {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:29.003193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.061832 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a1afc-303c-40ed-9946-ceeef791e926 x-openstack-request-id: req-7f1a1afc-303c-40ed-9946-ceeef791e926 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:29.062125 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893db572-50ac-47f3-a19b-6e935cac366e", "name": "network-vif-deleted", "tag": "24d60cca-3e0f-4ef6-9da9-b898bc199961", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:29.062598 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f1a1afc-303c-40ed-9946-ceeef791e926 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:29.063145 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893db572-50ac-47f3-a19b-6e935cac366e', 'name': 'network-vif-deleted', 'tag': '24d60cca-3e0f-4ef6-9da9-b898bc199961', 'status': 'completed', 'code': 200} Sep 16 05:22:29.065585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.073970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] For port d8e51733-e0a1-4107-9caf-24cece70fd4e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:29.129081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Deleting port f0f497c2-fb33-4c10-a926-3fca9d0237fd {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:29.129717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.221832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:29.246694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.254903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] For port f0f497c2-fb33-4c10-a926-3fca9d0237fd, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f0f497c2-fb33-4c10-a926-3fca9d0237fd,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:29.256083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.268185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 15f55b47-0f5f-4144-aff7-90fad19034be owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:29.278674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Calling delete_port for f0f497c2-fb33-4c10-a926-3fca9d0237fd owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:29.310636 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:29.397375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] For port d8e51733-e0a1-4107-9caf-24cece70fd4e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d8e51733-e0a1-4107-9caf-24cece70fd4e,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:29.423651 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.464941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.495728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.517245 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.551964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.572005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['f0f497c2-fb33-4c10-a926-3fca9d0237fd'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:29.585913 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.601595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:29.608436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Pushing event deleted for resources: {'Port': ['ID=f0f497c2-fb33-4c10-a926-3fca9d0237fd,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.659321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] No DVR routers for this DVR port f0f497c2-fb33-4c10-a926-3fca9d0237fd on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:29.662323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.669604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b528b0-9496-4710-9c85-5631b4d9cdfa req-57efd326-8126-4fbd-8a31-22daa8cfae67 tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.64 "DELETE /v2.0/ports/f0f497c2-fb33-4c10-a926-3fca9d0237fd HTTP/1.1" status: 204 len: 173 time: 0.6806958 Sep 16 05:22:29.744235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 24d60cca-3e0f-4ef6-9da9-b898bc199961 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:29.744593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 24d60cca-3e0f-4ef6-9da9-b898bc199961 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:29.782480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49502fb-49dc-4476-b62c-e2ce6a8179de None None] Pushing event updated for resources: {'Port': ['ID=d8e51733-e0a1-4107-9caf-24cece70fd4e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:29.814784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f5bb8427-100e-4eb7-bc8f-df6ec0cda7f0 None None] Provisioning complete for port 069b9505-4200-44ab-8504-9b3d3ffa3da7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:29.815163 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8427-100e-4eb7-bc8f-df6ec0cda7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.837627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:29.893232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:29.896536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::3e3 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/35edce8e-3184-4db3-8aa3-4fa103518882/117b437b-38ec-40bb-8e0b-c49e58ba9a01) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:29.899932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:29.916682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:29.974528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=15f55b47-0f5f-4144-aff7-90fad19034be,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.014505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-298d734e-d3d0-4875-87de-cb6abc5f8aa4 req-aae31ecb-3f70-4a75-8725-a8b7e1ea177e tempest-ServerRescueNegativeTestJSON-2022868608 tempest-ServerRescueNegativeTestJSON-2022868608-project] 10.222.0.55 "GET /v2.0/ports?device_id=53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6 HTTP/1.1" status: 200 len: 210 time: 0.1327910 Sep 16 05:22:30.031005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb8427-100e-4eb7-bc8f-df6ec0cda7f0 None None] Port 069b9505-4200-44ab-8504-9b3d3ffa3da7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:30.040653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f5bb8427-100e-4eb7-bc8f-df6ec0cda7f0 None None] Could not find standard attr ID for object 15f55b47-0f5f-4144-aff7-90fad19034be. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:30.071413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.076189 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-066aa67d-1d05-4f4b-9ae2-54ff795c2567 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/15f55b47-0f5f-4144-aff7-90fad19034be HTTP/1.1" status: 204 len: 168 time: 1.7918038 Sep 16 05:22:30.076517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.084786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.096470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Pushing event updated for resources: {'Port': ['ID=6bed64ac-7bfa-43a0-a83a-771699db96d5,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.142224 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b2e831-c3db-4021-808e-3acf2f323c04 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:22:30.149825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-91b2e831-c3db-4021-808e-3acf2f323c04 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/15f55b47-0f5f-4144-aff7-90fad19034be HTTP/1.1" status: 404 len: 333 time: 0.0697558 Sep 16 05:22:30.150926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41748) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.222608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41752) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.234157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Attempting to bind port 6bed64ac-7bfa-43a0-a83a-771699db96d5 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:30.234583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Attempting to bind port 6bed64ac-7bfa-43a0-a83a-771699db96d5 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:30.234893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Attempting to bind port 6bed64ac-7bfa-43a0-a83a-771699db96d5 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:30.258188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:30.258188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:30.258538 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.258920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:30.261695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Bound port: 6bed64ac-7bfa-43a0-a83a-771699db96d5, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:30.262344 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.364181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.454731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Router 4fe70cbd-1d31-4e66-b525-fc36db80b98f is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:30.466898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.556102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d8e51733-e0a1-4107-9caf-24cece70fd4e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:30.572726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:30.575069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b544af0-4051-422b-92bd-1365fcab4194 req-c8e746dc-4c77-4a72-b0c8-ed688a761d06 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.578208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b544af0-4051-422b-92bd-1365fcab4194 req-c8e746dc-4c77-4a72-b0c8-ed688a761d06 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.3564770 Sep 16 05:22:30.580124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=117b437b-38ec-40bb-8e0b-c49e58ba9a01,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:30.594888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:30.599116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:30.608349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:30.609197 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.640514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:30.684046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64660135-4b50-4a29-a19b-c55898f8dc9e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.698622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420311b-f250-4a8c-b000-485275734656 None None] Checking router: 924411d1-0737-4393-93ee-0ef19555934c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:30.750598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:30.754636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 069b9505-4200-44ab-8504-9b3d3ffa3da7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:30.754988 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.764886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64660135-4b50-4a29-a19b-c55898f8dc9e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.767041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:30.791323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b544af0-4051-422b-92bd-1365fcab4194 req-b75dffb0-64c9-4a70-89c7-d05ef411a587 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886351 Sep 16 05:22:30.820364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:30.834868 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Sync routers for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:30.850479 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f8ace5a2-3385-4ee4-a4f0-cdea6ffb45c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4240055 Sep 16 05:22:30.852796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:30.854579 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:30.855221 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:30.949266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:30.959378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:30.961416 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-df23cf26-5a9b-4227-a263-02ce9f599ab2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4971180 Sep 16 05:22:30.964218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41760) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.022043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] For port 6bed64ac-7bfa-43a0-a83a-771699db96d5, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:31.050424 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:31.068815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'name': 'network-vif-deleted', 'tag': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:31.071025 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6d59a0-3a5b-416e-aa53-2328f8b1993d" -d '{"events": [{"server_uuid": "53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6", "name": "network-vif-deleted", "tag": "f0f497c2-fb33-4c10-a926-3fca9d0237fd"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:31.078501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] For port 6bed64ac-7bfa-43a0-a83a-771699db96d5, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6bed64ac-7bfa-43a0-a83a-771699db96d5,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:31.082404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d8e51733-e0a1-4107-9caf-24cece70fd4e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:31.083396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.136896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.160684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b0515-bf82-4cd9-89c0-95dadef2dfcf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.171014 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9383eeed-2781-45a8-a935-e99cd7e2da3e x-openstack-request-id: req-9383eeed-2781-45a8-a935-e99cd7e2da3e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:31.171429 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6", "name": "network-vif-deleted", "tag": "f0f497c2-fb33-4c10-a926-3fca9d0237fd", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:31.171691 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9383eeed-2781-45a8-a935-e99cd7e2da3e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:31.172136 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ef4ec2-6bd5-4a3e-9c70-d7e8097750f6', 'name': 'network-vif-deleted', 'tag': 'f0f497c2-fb33-4c10-a926-3fca9d0237fd', 'status': 'completed', 'code': 200} Sep 16 05:22:31.183163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64660135-4b50-4a29-a19b-c55898f8dc9e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.189755 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.190271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b0515-bf82-4cd9-89c0-95dadef2dfcf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:31.193277 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64660135-4b50-4a29-a19b-c55898f8dc9e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.196874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fc4b0515-bf82-4cd9-89c0-95dadef2dfcf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3062692 Sep 16 05:22:31.200587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-64660135-4b50-4a29-a19b-c55898f8dc9e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "DELETE /v2.0/security-groups/c0176f9e-dc24-4d63-9d94-7d81fab7b8c0 HTTP/1.1" status: 204 len: 168 time: 0.9769146 Sep 16 05:22:31.204359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41766) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.206506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41768) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.206919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41770) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.207823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 069b9505-4200-44ab-8504-9b3d3ffa3da7 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:31.245400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64660135-4b50-4a29-a19b-c55898f8dc9e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0176f9e-dc24-4d63-9d94-7d81fab7b8c0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.394692 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:28Z', 'revision_number': 3, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.408919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f12b82-6964-4d5d-80a5-306826d8fdff None None] Pushing event updated for resources: {'Port': ['ID=6bed64ac-7bfa-43a0-a83a-771699db96d5,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.453157 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Checking router: 4fe70cbd-1d31-4e66-b525-fc36db80b98f for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:31.460670 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Updating router 4fe70cbd-1d31-4e66-b525-fc36db80b98f port 843a4e13-7f1d-4da8-b261-b4eb33697166 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:31.493982 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.517804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365db0b-2cd1-4acb-afb1-762875298398 None None] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:31.531864 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.536265 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.588458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=069b9505-4200-44ab-8504-9b3d3ffa3da7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:31.634845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.640131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0ad1ded3-c71e-4f6a-abc6-a9a2ee766340 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/069b9505-4200-44ab-8504-9b3d3ffa3da7 HTTP/1.1" status: 204 len: 168 time: 1.4859338 Sep 16 05:22:31.644528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41772) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.682677 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-4b0e6c15-8598-4699-9a07-724fe675bd2c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] show failed (client error): The resource could not be found. Sep 16 05:22:31.686470 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b0e6c15-8598-4699-9a07-724fe675bd2c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups/c0176f9e-dc24-4d63-9d94-7d81fab7b8c0 HTTP/1.1" status: 404 len: 347 time: 0.4758165 Sep 16 05:22:31.688716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41774) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.691938 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7447d0-f3a3-456a-9321-f710f1adcad4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:22:31.696206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3a7447d0-f3a3-456a-9321-f710f1adcad4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/069b9505-4200-44ab-8504-9b3d3ffa3da7 HTTP/1.1" status: 404 len: 333 time: 0.0497286 Sep 16 05:22:31.709014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41776) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:31.810714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e420311b-f250-4a8c-b000-485275734656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:31.810714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c00c6977-76f6-4461-981f-b7f052091bcb None None] Provisioning complete for port d8e51733-e0a1-4107-9caf-24cece70fd4e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:31.811098 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c00c6977-76f6-4461-981f-b7f052091bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.844911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet 6284a7b0-5edb-4c13-8082-a1b3812c2610 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:31.856688 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.873762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:31.984267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.146140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06be61-897a-4676-ac04-0f97c604efb7 req-0515e104-cabd-4df4-b0a9-20d84286dbe0 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:32.148026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c06be61-897a-4676-ac04-0f97c604efb7 req-0515e104-cabd-4df4-b0a9-20d84286dbe0 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.0857580 Sep 16 05:22:32.177011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420311b-f250-4a8c-b000-485275734656 None None] The sync data for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 is: [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:32.254820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.284107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port d8e51733-e0a1-4107-9caf-24cece70fd4e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d8e51733-e0a1-4107-9caf-24cece70fd4e,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:32.319855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.380796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 117b437b-38ec-40bb-8e0b-c49e58ba9a01 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:32.381334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.456890 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.469258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c06be61-897a-4676-ac04-0f97c604efb7 req-eb832c25-5351-4976-9ab5-4e8ad7470678 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976823 Sep 16 05:22:32.471922 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.531678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=d8e51733-e0a1-4107-9caf-24cece70fd4e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:32.580120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.620039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6bed64ac-7bfa-43a0-a83a-771699db96d5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:32.679472 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Attempting to bind port 843a4e13-7f1d-4da8-b261-b4eb33697166 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:32.679848 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Attempting to bind port 843a4e13-7f1d-4da8-b261-b4eb33697166 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:32.688023 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Attempting to bind port 843a4e13-7f1d-4da8-b261-b4eb33697166 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:32.692318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=6284a7b0-5edb-4c13-8082-a1b3812c2610,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:32.706026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.707076 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:32.707455 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:32.708141 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.708552 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:32.709038 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Bound port: 843a4e13-7f1d-4da8-b261-b4eb33697166, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:32.712468 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.713233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-388f4c77-7dce-45aa-8e67-fb4b4a9e7695 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/6284a7b0-5edb-4c13-8082-a1b3812c2610 HTTP/1.1" status: 204 len: 168 time: 1.0031047 Sep 16 05:22:32.714146 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec733438-2193-4844-8522-9969473fb839 None None] Pushing event updated for resources: {'Port': ['ID=843a4e13-7f1d-4da8-b261-b4eb33697166,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:32.714659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41784) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:32.725143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf26bc9-c57c-4464-8ad7-97e76937fabb None None] Network f5ce498a-254e-4b61-b35d-5b1260292af6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:32.749611 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.749992 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.750298 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.750636 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.750970 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.751304 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.751632 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.751951 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.752304 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.752630 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.752960 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.753281 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec733438-2193-4844-8522-9969473fb839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:22:32.790764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6bed64ac-7bfa-43a0-a83a-771699db96d5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:32.791144 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.868195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:32.974129 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] For port 843a4e13-7f1d-4da8-b261-b4eb33697166, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:32.978793 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] For port 843a4e13-7f1d-4da8-b261-b4eb33697166, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=843a4e13-7f1d-4da8-b261-b4eb33697166,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:32.989328 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.001296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 63083880-eee9-453b-9c37-4fea520e9633 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:33.002088 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.025568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f30a2c-ad14-43ee-803b-7831ddc43f74 None None] New status for floating IP 221174e4-433c-46ea-8fa5-0cca529c692a: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:22:33.137567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-95f10e01-236b-4353-b256-da2cc6372da2 None None] Provisioning complete for port d8e51733-e0a1-4107-9caf-24cece70fd4e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:33.138899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95f10e01-236b-4353-b256-da2cc6372da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.176503 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec733438-2193-4844-8522-9969473fb839 None None] Pushing event updated for resources: {'Port': ['ID=843a4e13-7f1d-4da8-b261-b4eb33697166,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.245192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] For port 63083880-eee9-453b-9c37-4fea520e9633, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=63083880-eee9-453b-9c37-4fea520e9633,segment=NetworkSegment(31238e42-d643-40b0-b514-a1ea53ae8257),segment_id=31238e42-d643-40b0-b514-a1ea53ae8257)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:33.245522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.251849 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:33.252536 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.285368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 63083880-eee9-453b-9c37-4fea520e9633 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:33.381705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.434593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Deleting port 67b2073a-a96c-4ac8-ba91-345e05da5f8d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:33.435763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.443607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ac38e-2324-4491-8fb9-9cfca9320648 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:33.498784 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.545264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 6bed64ac-7bfa-43a0-a83a-771699db96d5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6bed64ac-7bfa-43a0-a83a-771699db96d5,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:33.577215 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:33.587092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No DVR routers for this DVR port 63083880-eee9-453b-9c37-4fea520e9633 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:33.637712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f0f497c2-fb33-4c10-a926-3fca9d0237fd no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:33.640306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477690ee-b476-4023-9aaf-cc6eb6914538 None None] DHCP port deletion for f5ce498a-254e-4b61-b35d-5b1260292af6 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:33.655701 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.656204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=63083880-eee9-453b-9c37-4fea520e9633,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:33.663890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.664257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.704170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Calling delete_port for 67b2073a-a96c-4ac8-ba91-345e05da5f8d owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:33.807272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:33.863025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ce498a-254e-4b61-b35d-5b1260292af6']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.924526 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:28Z', 'revision_number': 3, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.960698 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb34897-4cf3-4a4c-a48e-7411eb1b6a1f None None] The sync data for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 is: [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:28Z', 'revision_number': 3, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:33.979263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: f0f497c2-fb33-4c10-a926-3fca9d0237fd {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:33.979263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f0f497c2-fb33-4c10-a926-3fca9d0237fd not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:33.980726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31238e42-d643-40b0-b514-a1ea53ae8257') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:33.981085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31238e42-d643-40b0-b514-a1ea53ae8257') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:34.077499 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.108468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.123915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:34.124631 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:34.130310 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:34.163490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a325f-1ec7-4cd0-9de5-a42ba2d02a20 req-51d8e044-b5eb-4036-88c8-2d214957b883 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.176421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-309a325f-1ec7-4cd0-9de5-a42ba2d02a20 req-51d8e044-b5eb-4036-88c8-2d214957b883 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2749290 Sep 16 05:22:34.181714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.283542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=6bed64ac-7bfa-43a0-a83a-771699db96d5,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.344882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-309a325f-1ec7-4cd0-9de5-a42ba2d02a20 req-1526df36-a0ee-458b-898a-1dda5f1dd7d0 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675177 Sep 16 05:22:34.346579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.358397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.365146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/f5ce498a-254e-4b61-b35d-5b1260292af6 HTTP/1.1" status: 204 len: 168 time: 1.6489229 Sep 16 05:22:34.383389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41800) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:34.398162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event deleted for resources: {'Port': ['ID=67b2073a-a96c-4ac8-ba91-345e05da5f8d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.405237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2096018519'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:34.440386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c359b-33aa-4f76-af9d-8cdac3efbf28 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=f5ce498a-254e-4b61-b35d-5b1260292af6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.451544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.478934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-da38e820-a919-4fe2-be81-b509fe008fac None None] Provisioning complete for port 6bed64ac-7bfa-43a0-a83a-771699db96d5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:34.480740 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-da38e820-a919-4fe2-be81-b509fe008fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.501625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 117b437b-38ec-40bb-8e0b-c49e58ba9a01 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:34.519767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:34.524330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.585632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:34.605340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.605765 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Added segment 23c876f0-dcde-409e-b2d8-fef637614af3 of type vlan for network a8599569-ede6-42b5-81c3-e15bc0ccacc9 Sep 16 05:22:34.639768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6bed64ac-7bfa-43a0-a83a-771699db96d5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:34.732814 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.802638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.803031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6bed64ac-7bfa-43a0-a83a-771699db96d5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:34.803419 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.811468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:34.812234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:34.927514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Network': ['ID=a8599569-ede6-42b5-81c3-e15bc0ccacc9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:34.967343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-77efcbfa-8cac-4475-8489-63d282a583ac tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5813243 Sep 16 05:22:34.970244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41802) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:34.975919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:34.981299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:34.987060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d8e51733-e0a1-4107-9caf-24cece70fd4e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:35.247936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d8e51733-e0a1-4107-9caf-24cece70fd4e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:35.253839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:35.257590 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.264368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.321493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.324763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.330212 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cac08b27-81f2-4de1-8b46-0324ae92eca7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "DELETE /v2.0/floatingips/221174e4-433c-46ea-8fa5-0cca529c692a HTTP/1.1" status: 204 len: 168 time: 3.6109166 Sep 16 05:22:35.448597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.511695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b4f0f6ae-46a5-41b3-af30-e29f1a61b31a None None] Provisioning complete for port 6bed64ac-7bfa-43a0-a83a-771699db96d5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:35.537217 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f6ae-46a5-41b3-af30-e29f1a61b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.592557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.961557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=117b437b-38ec-40bb-8e0b-c49e58ba9a01,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:35.966269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.970557 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:35.971424 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-24e1ad49-6f0d-4cb3-9a71-a3df059befa1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/117b437b-38ec-40bb-8e0b-c49e58ba9a01 HTTP/1.1" status: 204 len: 168 time: 4.7561681 Sep 16 05:22:36.002865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41852) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.023959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.059547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 63083880-eee9-453b-9c37-4fea520e9633 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:36.143170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 63083880-eee9-453b-9c37-4fea520e9633 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:36.143515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 63083880-eee9-453b-9c37-4fea520e9633 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:36.173959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b4f0f6ae-46a5-41b3-af30-e29f1a61b31a None None] Could not find standard attr ID for object 117b437b-38ec-40bb-8e0b-c49e58ba9a01. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:36.219499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=a0026eb0-feb2-4af9-ad82-ee2d143b5032,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:36.229991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b2f21e-7db3-4e72-a17f-78b95fffd3be tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.232964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b2f21e-7db3-4e72-a17f-78b95fffd3be tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.248324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f7b2f21e-7db3-4e72-a17f-78b95fffd3be tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2291903 Sep 16 05:22:36.260122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d11a16-80d0-47a3-814f-565f78def2b4 req-aab6694d-f12b-4108-8973-a82346ddf9c4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.261703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48d11a16-80d0-47a3-814f-565f78def2b4 req-aab6694d-f12b-4108-8973-a82346ddf9c4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.4233272 Sep 16 05:22:36.264623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41876) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.282199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Checking segment: {'id': '23c876f0-dcde-409e-b2d8-fef637614af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:36.285502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network hostable DHCP agents. Network: a8599569-ede6-42b5-81c3-e15bc0ccacc9, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:36.301021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ffbc6d31-d4b8-46aa-b5a1-5b9ccfe16d13 None None] Could not find standard attr ID for object 117b437b-38ec-40bb-8e0b-c49e58ba9a01. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:36.483655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48d11a16-80d0-47a3-814f-565f78def2b4 req-40341d1c-ec1a-4a3b-9710-9eda2db6edfb tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105830 Sep 16 05:22:36.554381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 35edce8e-3184-4db3-8aa3-4fa103518882 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:36.563570 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.573255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:36.642721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 843a4e13-7f1d-4da8-b261-b4eb33697166 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:36.697707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a8599569-ede6-42b5-81c3-e15bc0ccacc9) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:36.711213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Allocated IP 172.20.0.1 (4c0723c3-2904-4164-ba7d-f5a3c4765233/c5bc0c3a-199a-41f4-a953-8de5745409f6/450c8e2a-e3da-4515-bc88-da51e9200229) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:36.724830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:36.725580 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.732628 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:36.758269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf6b7f-47ff-49dc-bef0-2caa6d2ffcd5 None None] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:36.840242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5db19a56-026e-44b8-975b-5bb4de34ef8e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8685455 Sep 16 05:22:36.849419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41928) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:36.872401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0d437b9a-cf15-4297-b9ba-45f4e9755e4e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1733734429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:37.000402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Deleting port 85d95a0c-23c6-4061-953c-1ef6866e0d88 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:37.001981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.009158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.062004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.064283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 843a4e13-7f1d-4da8-b261-b4eb33697166 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:37.064819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.097552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d437b9a-cf15-4297-b9ba-45f4e9755e4e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.098813 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d437b9a-cf15-4297-b9ba-45f4e9755e4e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.181481 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.202522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] For port 85d95a0c-23c6-4061-953c-1ef6866e0d88, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=85d95a0c-23c6-4061-953c-1ef6866e0d88,segment=NetworkSegment(821ffd90-dc1c-46d0-ba34-9599058e009c),segment_id=821ffd90-dc1c-46d0-ba34-9599058e009c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:37.202884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.227664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d437b9a-cf15-4297-b9ba-45f4e9755e4e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.235588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d437b9a-cf15-4297-b9ba-45f4e9755e4e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.253553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.255495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41962) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.262173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:37.265624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Calling delete_port for 85d95a0c-23c6-4061-953c-1ef6866e0d88 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:37.273345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:37.274947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2272541f-376c-441d-a7ad-81588d363e98 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823156991', 'description': 'tempest-description--1339468671'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:37.281907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:37.340193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=35edce8e-3184-4db3-8aa3-4fa103518882,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.348220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.351131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b433bdb5-3045-469f-9628-e6035c1b3124 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/35edce8e-3184-4db3-8aa3-4fa103518882 HTTP/1.1" status: 204 len: 168 time: 1.0853655 Sep 16 05:22:37.352660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4239c85a-b9a0-4e54-b88a-d395dac7915b None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:37.354412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41974) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.357755 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d437b9a-cf15-4297-b9ba-45f4e9755e4e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.359474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0d437b9a-cf15-4297-b9ba-45f4e9755e4e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5085535 Sep 16 05:22:37.375652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=450c8e2a-e3da-4515-bc88-da51e9200229,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:37.399786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41976) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.405154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9', 'name': 'tempest-PortsIpV6TestJSON-737141263'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:37.460005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fc16c02a-8dda-4930-ab6c-bc517ef32b82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037385 Sep 16 05:22:37.478357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41986) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:37.513182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-a8599569-ede6-42b5-81c3-e15bc0ccacc9', 'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9', 'tenant_id': 'd5797bd4d46f4108b10afacfad998fc7', 'fixed_ips': [{'subnet_id': 'a0026eb0-feb2-4af9-ad82-ee2d143b5032'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:37.514262 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.514467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:37.557654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.619705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2272541f-376c-441d-a7ad-81588d363e98 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.817077 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.857176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-498a115c-fe6d-42ae-bda4-f57a2a4be644 None None] Provisioning complete for port 450c8e2a-e3da-4515-bc88-da51e9200229 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:37.857538 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-498a115c-fe6d-42ae-bda4-f57a2a4be644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.878766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 843a4e13-7f1d-4da8-b261-b4eb33697166, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=843a4e13-7f1d-4da8-b261-b4eb33697166,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:37.915538 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.925453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848c951-49ca-4c6a-8ee9-33a5946fa4a8 req-bdeff5aa-029a-464a-b6b0-7612746eed0a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:37.927007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3848c951-49ca-4c6a-8ee9-33a5946fa4a8 req-bdeff5aa-029a-464a-b6b0-7612746eed0a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2326298 Sep 16 05:22:38.048076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.058783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-498a115c-fe6d-42ae-bda4-f57a2a4be644 None None] Port 450c8e2a-e3da-4515-bc88-da51e9200229 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:38.064716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3848c951-49ca-4c6a-8ee9-33a5946fa4a8 req-12c5f98b-144c-473f-8871-78ac4a740240 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099670 Sep 16 05:22:38.111822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.140522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=843a4e13-7f1d-4da8-b261-b4eb33697166,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.172865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2272541f-376c-441d-a7ad-81588d363e98 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.187638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2272541f-376c-441d-a7ad-81588d363e98 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.196306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Allocated IP 2001:db8::2 (a8599569-ede6-42b5-81c3-e15bc0ccacc9/a0026eb0-feb2-4af9-ad82-ee2d143b5032/12c829bc-6325-460c-a967-d6ffe5de380b) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:38.244714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:38.249513 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.269747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d95a0c-23c6-4061-953c-1ef6866e0d88,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.279788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272541f-376c-441d-a7ad-81588d363e98 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056720b7-9beb-41c4-afff-08a96e21c60f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.289349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2272541f-376c-441d-a7ad-81588d363e98 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.290610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2272541f-376c-441d-a7ad-81588d363e98 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0268705 Sep 16 05:22:38.301420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42062) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:38.303662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:38.383943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:38.387870 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.431546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:38.486886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-69d00e23-8e80-4ec1-bf5b-1bf715453dfa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'security_group_rule': {'security_group_id': '056720b7-9beb-41c4-afff-08a96e21c60f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:38.526181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] Deleting port 6bed64ac-7bfa-43a0-a83a-771699db96d5 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:38.526868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.647628 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69d00e23-8e80-4ec1-bf5b-1bf715453dfa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.649241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 843a4e13-7f1d-4da8-b261-b4eb33697166 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:38.713865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] For port 6bed64ac-7bfa-43a0-a83a-771699db96d5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6bed64ac-7bfa-43a0-a83a-771699db96d5,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:38.714550 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.732840 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.748154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] Calling delete_port for 6bed64ac-7bfa-43a0-a83a-771699db96d5 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:38.748943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.755313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.774546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:38.816806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Pushing event updated for resources: {'Port': ['ID=12c829bc-6325-460c-a967-d6ffe5de380b,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:38.842464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:38.889235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:38.891938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:38.941999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:38.973006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:38.973907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 843a4e13-7f1d-4da8-b261-b4eb33697166 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:38.973907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.012447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.013519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.016411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69d00e23-8e80-4ec1-bf5b-1bf715453dfa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.057619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=2216d961-5042-4fa4-88a4-d94486002930,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.060341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Attempting to bind port 12c829bc-6325-460c-a967-d6ffe5de380b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:39.060771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Attempting to bind port 12c829bc-6325-460c-a967-d6ffe5de380b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '23c876f0-dcde-409e-b2d8-fef637614af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:39.063130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::201 (a8599569-ede6-42b5-81c3-e15bc0ccacc9/a0026eb0-feb2-4af9-ad82-ee2d143b5032/0a9e0519-2c2b-4c31-9d95-2431e8dbad2e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:39.068436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Attempting to bind port 12c829bc-6325-460c-a967-d6ffe5de380b on network a8599569-ede6-42b5-81c3-e15bc0ccacc9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:39.078156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-284573db-a668-4204-acbc-92bd4a8c8d7e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5877118 Sep 16 05:22:39.080618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42136) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:39.081812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69d00e23-8e80-4ec1-bf5b-1bf715453dfa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.089917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'name': 'tempest-NetworksTestDHCPv6-2014358413'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:39.101497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:39.103115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Checking segment: {'id': '23c876f0-dcde-409e-b2d8-fef637614af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:39.103857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.104771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Bound using segment: {'id': '23c876f0-dcde-409e-b2d8-fef637614af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:39.105495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Bound port: 12c829bc-6325-460c-a967-d6ffe5de380b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c876f0-dcde-409e-b2d8-fef637614af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8599569-ede6-42b5-81c3-e15bc0ccacc9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:39.106235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.125696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00e23-8e80-4ec1-bf5b-1bf715453dfa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384b7819-6ced-4993-b1da-1e85e17caf10,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.182057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69d00e23-8e80-4ec1-bf5b-1bf715453dfa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.183559 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-69d00e23-8e80-4ec1-bf5b-1bf715453dfa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7367377 Sep 16 05:22:39.191915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42152) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:39.203935 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0563321e-b6fc-44f2-a1a5-105a041f2ab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'security_group_rule': {'security_group_id': '056720b7-9beb-41c4-afff-08a96e21c60f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:39.214160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.241193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.281204 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.422702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:39.426963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.443159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c5e6e-c989-4cd5-892d-5002c33e5fe2 req-adbbf117-ccee-4eab-8d38-a69fc5c4830d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.451587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c74c5e6e-c989-4cd5-892d-5002c33e5fe2 req-adbbf117-ccee-4eab-8d38-a69fc5c4830d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1970134 Sep 16 05:22:39.521845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 1fc041c7-a95a-4176-a8f7-8f1611a136a1 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:39.541910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c74c5e6e-c989-4cd5-892d-5002c33e5fe2 req-c3ac4ce4-ff65-434e-8d32-c7faf74788c5 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871310 Sep 16 05:22:39.583491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0563321e-b6fc-44f2-a1a5-105a041f2ab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.657482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.691835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.693157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=450c8e2a-e3da-4515-bc88-da51e9200229,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.739949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] For port 12c829bc-6325-460c-a967-d6ffe5de380b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:39.743343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] For port 12c829bc-6325-460c-a967-d6ffe5de380b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=12c829bc-6325-460c-a967-d6ffe5de380b,segment=NetworkSegment(23c876f0-dcde-409e-b2d8-fef637614af3),segment_id=23c876f0-dcde-409e-b2d8-fef637614af3)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:39.744248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Router f4bc4446-151f-4d92-b53f-839a82350381 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:39.768032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] Pushing event deleted for resources: {'Port': ['ID=6bed64ac-7bfa-43a0-a83a-771699db96d5,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.770473 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.772727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::27e (5a28f602-7f3c-4d66-baa0-3729bf850f5a/2216d961-5042-4fa4-88a4-d94486002930/1fc041c7-a95a-4176-a8f7-8f1611a136a1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:39.776831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.835084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:39.845362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:39.858444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:39.864443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:39.865321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.887827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=0a9e0519-2c2b-4c31-9d95-2431e8dbad2e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.890254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff49f9-447f-4848-abc8-f4ad69853bae None None] Pushing event updated for resources: {'Port': ['ID=12c829bc-6325-460c-a967-d6ffe5de380b,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:39.897960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd803dd-59c8-4ebc-880c-69d58e08a909 None None] No DVR routers for this DVR port 6bed64ac-7bfa-43a0-a83a-771699db96d5 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:39.899905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0e576818-bdab-480f-9f9c-8d24bb682f4f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4987345 Sep 16 05:22:39.905414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42216) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:39.927966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6bed64ac-7bfa-43a0-a83a-771699db96d5 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:39.958238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0563321e-b6fc-44f2-a1a5-105a041f2ab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:39.966292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09722975-abfe-435e-9017-05d1ce668e14 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:40.037936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0563321e-b6fc-44f2-a1a5-105a041f2ab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.079332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563321e-b6fc-44f2-a1a5-105a041f2ab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89969dcc-e3a2-427a-bd14-4b45edd27e10,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:40.186520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 6bed64ac-7bfa-43a0-a83a-771699db96d5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:40.190491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6bed64ac-7bfa-43a0-a83a-771699db96d5 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:40.218929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:40.222643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:40.238264 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6268265c-7e50-47a8-b2a6-cd01fc74d882 admin admin] 10.222.0.55 "PUT /v2.0/routers/f4bc4446-151f-4d92-b53f-839a82350381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0283821 Sep 16 05:22:40.239063 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] Sync routers for ids ['f4bc4446-151f-4d92-b53f-839a82350381'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:40.254591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:40.256055 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] Routers {'f4bc4446-151f-4d92-b53f-839a82350381'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:40.260703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42252) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:40.274042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0563321e-b6fc-44f2-a1a5-105a041f2ab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.274733 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f4bc4446-151f-4d92-b53f-839a82350381'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:40.288340 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0563321e-b6fc-44f2-a1a5-105a041f2ab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0890102 Sep 16 05:22:40.489914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '2216d961-5042-4fa4-88a4-d94486002930'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:40.491307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.652490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 12c829bc-6325-460c-a967-d6ffe5de380b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:40.810828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42260) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:40.942582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2531d90c-23a9-4696-9572-54b12256e025 None None] Provisioning complete for port 450c8e2a-e3da-4515-bc88-da51e9200229 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:40.943585 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2531d90c-23a9-4696-9572-54b12256e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.960411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:40.980274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 12c829bc-6325-460c-a967-d6ffe5de380b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:40.981063 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:40.988550 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] Set router f4bc4446-151f-4d92-b53f-839a82350381 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:41.040898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2531d90c-23a9-4696-9572-54b12256e025 None None] Port 450c8e2a-e3da-4515-bc88-da51e9200229 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:41.080056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.106106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.154537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 12c829bc-6325-460c-a967-d6ffe5de380b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=12c829bc-6325-460c-a967-d6ffe5de380b,segment=NetworkSegment(23c876f0-dcde-409e-b2d8-fef637614af3),segment_id=23c876f0-dcde-409e-b2d8-fef637614af3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:41.161180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.223862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.272657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=12c829bc-6325-460c-a967-d6ffe5de380b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.290719 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.360293 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 5, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:41.395992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Router 4fe70cbd-1d31-4e66-b525-fc36db80b98f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:41.416348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e03eb-10b5-40e7-a210-9485a5375a83 req-85b131ad-239e-4d4b-850a-d1e2624432b2 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.416637 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] Checking router: f4bc4446-151f-4d92-b53f-839a82350381 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:41.419403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc0e03eb-10b5-40e7-a210-9485a5375a83 req-85b131ad-239e-4d4b-850a-d1e2624432b2 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.6105118 Sep 16 05:22:41.435565 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] Routers {'f4bc4446-151f-4d92-b53f-839a82350381'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:41.437102 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f4bc4446-151f-4d92-b53f-839a82350381'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:41.531500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.577563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc0e03eb-10b5-40e7-a210-9485a5375a83 req-fcf32a2a-2299-4a84-b303-3be7e6e27abd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174839 Sep 16 05:22:41.628740 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] Set router f4bc4446-151f-4d92-b53f-839a82350381 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:41.657240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/2216d961-5042-4fa4-88a4-d94486002930/414bbcbb-8f45-4227-a30f-76e139a05583) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:41.673587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:41.693961 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4ac632b0-5f62-4007-b471-f4c9c0a3c4d2 admin admin] 10.222.0.55 "PUT /v2.0/routers/4fe70cbd-1d31-4e66-b525-fc36db80b98f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7244847 Sep 16 05:22:41.698130 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.713022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Sync routers for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:41.777432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:41.811170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:41.811819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:41.819693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9cc74-2a64-4913-aa06-4554f077aa21 None None] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:41.822359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Deleting port 596f3a66-d614-4d69-9d62-d6b0c890c360 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:41.822723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.842788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:41.869651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=1fc041c7-a95a-4176-a8f7-8f1611a136a1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:41.880618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:41.907147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:41.911004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:41.939370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.015901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3ef04183-2e9f-4488-8465-29a1094ecfa9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9306526 Sep 16 05:22:42.016143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42312) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:42.052418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.079185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] For port 596f3a66-d614-4d69-9d62-d6b0c890c360, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=596f3a66-d614-4d69-9d62-d6b0c890c360,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:42.079563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.093094 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 5, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:42.121342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Calling delete_port for 596f3a66-d614-4d69-9d62-d6b0c890c360 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:42.152038 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8998cf-0273-44b1-be98-8e3d3602e938 None None] The sync data for ids ['f4bc4446-151f-4d92-b53f-839a82350381'] in n-d-713301-15 is: [{'id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'name': 'tempest-ServerRescueNegativeTestJSON-1401926072-router', 'tenant_id': '99b2666942db473493588170be49fd61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:19:14Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 5, 'project_id': '99b2666942db473493588170be49fd61', 'gw_port': {'id': '596f3a66-d614-4d69-9d62-d6b0c890c360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bc4446-151f-4d92-b53f-839a82350381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:19:15Z', 'updated_at': '2021-09-16T05:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:42.169998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:42.258046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.271547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42316) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:42.305226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a11227ef-faf2-4c28-8f68-1f309ccdb0a2 None None] Provisioning complete for port 12c829bc-6325-460c-a967-d6ffe5de380b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:42.307694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a11227ef-faf2-4c28-8f68-1f309ccdb0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.504883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cd88c-c278-47ef-ab66-03de3c143279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:42.509845 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-746cd88c-c278-47ef-ab66-03de3c143279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4921520 Sep 16 05:22:42.516329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42320) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:42.612158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.694444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] Deleting subnet 58d7dc9f-8464-4f48-948e-65ae95e10ed4 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:42.704795 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.767939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.799071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Pushing event deleted for resources: {'Port': ['ID=596f3a66-d614-4d69-9d62-d6b0c890c360,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:42.818572 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.860382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 12c829bc-6325-460c-a967-d6ffe5de380b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:42.890864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.978409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.982991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/58d7dc9f-8464-4f48-948e-65ae95e10ed4 HTTP/1.1" status: 204 len: 168 time: 0.7095146 Sep 16 05:22:42.986737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:42.994239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42324) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:43.000299 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.013469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42328) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:43.058322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Allocated IP 172.25.6.83 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/44645bd1-d6fc-4833-a887-aa94142db6bd) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:43.148652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 1fc041c7-a95a-4176-a8f7-8f1611a136a1 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:43.149041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.183501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.188125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.195073 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.218019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:43.224497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.253908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:43.271668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:43.278671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b41af162-db26-4e0c-ac4b-d1682bf33a1a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509354895', 'description': 'tempest-description--965488560'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:43.304307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a27c7-a14b-431f-a060-24854af2abd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d7dc9f-8464-4f48-948e-65ae95e10ed4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.323090 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41af162-db26-4e0c-ac4b-d1682bf33a1a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.339900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.340454 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4bc4446-151f-4d92-b53f-839a82350381 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:22:43.347590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.348985 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8ad104cf-9912-4786-b71b-497e7c00721e admin admin] 10.222.0.55 "DELETE /v2.0/routers/f4bc4446-151f-4d92-b53f-839a82350381 HTTP/1.1" status: 204 len: 168 time: 3.0865571 Sep 16 05:22:43.351800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.353722 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:43.412192 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.415496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Pushing event updated for resources: {'Port': ['ID=414bbcbb-8f45-4227-a30f-76e139a05583,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.421775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Attempting to bind port 414bbcbb-8f45-4227-a30f-76e139a05583 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:43.422888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Attempting to bind port 414bbcbb-8f45-4227-a30f-76e139a05583 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:43.423498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Attempting to bind port 414bbcbb-8f45-4227-a30f-76e139a05583 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:43.431913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb535b65-bb45-4998-8bd6-9035bb452627 req-2f724a51-168e-4ed9-9f61-20068336ab4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.433668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb535b65-bb45-4998-8bd6-9035bb452627 req-2f724a51-168e-4ed9-9f61-20068336ab4d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.5544200 Sep 16 05:22:43.446805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 12c829bc-6325-460c-a967-d6ffe5de380b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:43.448035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.483726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.515153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:43.515708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:43.517009 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.517839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:43.518188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Bound port: 414bbcbb-8f45-4227-a30f-76e139a05583, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:43.518756 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.523044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:38Z', 'revision_number': 2, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.526220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 1fc041c7-a95a-4176-a8f7-8f1611a136a1 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:43.591551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] Deleting subnet c580c4ea-4dd5-4f90-a599-f93193f6342c {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:43.605738 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.652311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Checking router: 4fe70cbd-1d31-4e66-b525-fc36db80b98f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:22:43.652790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Updating router 4fe70cbd-1d31-4e66-b525-fc36db80b98f port 450c8e2a-e3da-4515-bc88-da51e9200229 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:22:43.695189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:43.705147 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.722036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:43.724990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:43.737829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.760546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.775617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'Port': ['ID=44645bd1-d6fc-4833-a887-aa94142db6bd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.793583 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.831528 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.881199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb535b65-bb45-4998-8bd6-9035bb452627 req-d0136965-325d-4269-a4b7-e37e23488ca3 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032564 Sep 16 05:22:43.882702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280c818c-ac1e-4e1b-87c9-1c234a85e107']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.908830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd502e90-b26a-4eb1-ae55-e3ae94600517') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.909422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd502e90-b26a-4eb1-ae55-e3ae94600517') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:43.923579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=0a9e0519-2c2b-4c31-9d95-2431e8dbad2e,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:43.936201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:43.941214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd308f-cf7c-45d8-81aa-5d32cf6aefe5 req-fefda944-e6c7-4934-9457-42a72a612fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:43.943007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-62cd308f-cf7c-45d8-81aa-5d32cf6aefe5 req-fefda944-e6c7-4934-9457-42a72a612fd5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 1097 time: 0.3080070 Sep 16 05:22:43.974733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.003198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.020689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:44.021202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:44.024495 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:44.097011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41af162-db26-4e0c-ac4b-d1682bf33a1a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.113963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41af162-db26-4e0c-ac4b-d1682bf33a1a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.177393 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-62cd308f-cf7c-45d8-81aa-5d32cf6aefe5 req-2f4c987f-b92c-49ac-b799-4e58265bdab0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149563 Sep 16 05:22:44.230840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] For port 414bbcbb-8f45-4227-a30f-76e139a05583, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:44.235356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] For port 414bbcbb-8f45-4227-a30f-76e139a05583, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=414bbcbb-8f45-4227-a30f-76e139a05583,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:44.236325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41af162-db26-4e0c-ac4b-d1682bf33a1a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0cf5ec-3959-48b1-933c-df82cbd3beee,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.255344 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.264686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.270825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.288748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b41af162-db26-4e0c-ac4b-d1682bf33a1a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.293860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b41af162-db26-4e0c-ac4b-d1682bf33a1a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0252512 Sep 16 05:22:44.297539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42334) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.302827 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.321144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c580c4ea-4dd5-4f90-a599-f93193f6342c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.333732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9bc24753-52d1-4554-a0fa-6f2645e84655 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'security_group_rule': {'security_group_id': '4e0cf5ec-3959-48b1-933c-df82cbd3beee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:44.336270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.342078 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] 10.222.0.55 "DELETE /v2.0/networks/280c818c-ac1e-4e1b-87c9-1c234a85e107 HTTP/1.1" status: 204 len: 168 time: 1.3455710 Sep 16 05:22:44.397418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.399840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-700914ca-3860-4d42-aecd-3feb2f2ce4aa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c580c4ea-4dd5-4f90-a599-f93193f6342c HTTP/1.1" status: 204 len: 168 time: 1.0415199 Sep 16 05:22:44.401421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4122917-6fbd-4dc3-9751-35055523658a admin admin] Pushing event deleted for resources: {'Network': ['ID=280c818c-ac1e-4e1b-87c9-1c234a85e107,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.411682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=1fc041c7-a95a-4176-a8f7-8f1611a136a1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.417643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42338) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.452453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.454653 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.475615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.478439 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b45bad06-7f2e-4169-a6b2-c4d0c797eebc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/1fc041c7-a95a-4176-a8f7-8f1611a136a1 HTTP/1.1" status: 204 len: 168 time: 1.9610281 Sep 16 05:22:44.485418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42340) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.595112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42342) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.652637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 85d95a0c-23c6-4061-953c-1ef6866e0d88 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:44.655726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.656654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b1706-5f95-44d7-973d-df4aaf401191 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.658346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b1706-5f95-44d7-973d-df4aaf401191 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:44.662973 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5b7b1706-5f95-44d7-973d-df4aaf401191 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1733243 Sep 16 05:22:44.662973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.664268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42344) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.675026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bc24753-52d1-4554-a0fa-6f2645e84655 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.717008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.720614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 85d95a0c-23c6-4061-953c-1ef6866e0d88 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:44.721060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 85d95a0c-23c6-4061-953c-1ef6866e0d88 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:44.722921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-06abea1b-cd2b-4de9-a8a7-a2ff2823de21 None None] Provisioning complete for port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:44.723368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-06abea1b-cd2b-4de9-a8a7-a2ff2823de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.761219 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.764857 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d19556f6-34bc-4b5b-9821-1c57641c9cd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3949096ca916447c9314436b80d2b898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639304 Sep 16 05:22:44.767093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42346) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:44.772660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 2216d961-5042-4fa4-88a4-d94486002930 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:44.801615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.841950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-06abea1b-cd2b-4de9-a8a7-a2ff2823de21 None None] Port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:44.848871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592df4f6-019e-424a-aa9c-7d335a34a8f7 None None] Pushing event updated for resources: {'Port': ['ID=414bbcbb-8f45-4227-a30f-76e139a05583,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:44.870601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 596f3a66-d614-4d69-9d62-d6b0c890c360 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:44.917230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:44.972670 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 596f3a66-d614-4d69-9d62-d6b0c890c360 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:44.973040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 596f3a66-d614-4d69-9d62-d6b0c890c360 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:44.995883 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.017123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.020297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.028495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Attempting to bind port 450c8e2a-e3da-4515-bc88-da51e9200229 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:45.029158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Attempting to bind port 450c8e2a-e3da-4515-bc88-da51e9200229 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:45.029712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Attempting to bind port 450c8e2a-e3da-4515-bc88-da51e9200229 on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:45.039863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:45.040575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Checking segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:45.041172 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.041758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Bound using segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:45.042523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Bound port: 450c8e2a-e3da-4515-bc88-da51e9200229, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:45.043453 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.071329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-06abea1b-cd2b-4de9-a8a7-a2ff2823de21 None None] Provisioning complete for port 12c829bc-6325-460c-a967-d6ffe5de380b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:45.072224 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-06abea1b-cd2b-4de9-a8a7-a2ff2823de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.072926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bc24753-52d1-4554-a0fa-6f2645e84655 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.088195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.138186 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821ffd90-dc1c-46d0-ba34-9599058e009c') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.138478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821ffd90-dc1c-46d0-ba34-9599058e009c') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.140541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a38538-4cbd-42f5-afac-8bfa51d93772 None None] Pushing event updated for resources: {'Port': ['ID=450c8e2a-e3da-4515-bc88-da51e9200229,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.169871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.174088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2042-59af-4394-b11d-a5c9f35cc58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.240012 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.274438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:22:45.274847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:22:45.276575 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:22:45.280006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2042-59af-4394-b11d-a5c9f35cc58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.384646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.395404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.451409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] For port 450c8e2a-e3da-4515-bc88-da51e9200229, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:45.460591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.460836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bc24753-52d1-4554-a0fa-6f2645e84655 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.473572 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.478682 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2 HTTP/1.1" status: 204 len: 168 time: 1.0589318 Sep 16 05:22:45.498185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'Port': ['ID=44645bd1-d6fc-4833-a887-aa94142db6bd,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.502699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] For port 450c8e2a-e3da-4515-bc88-da51e9200229, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=450c8e2a-e3da-4515-bc88-da51e9200229,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:45.506401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfdf22-0228-4e1f-a326-53a92919c972 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6084b6a-a3fd-4cc4-b6bb-aa0f1d7ddab2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.523531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2042-59af-4394-b11d-a5c9f35cc58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.526870 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.528435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2042-59af-4394-b11d-a5c9f35cc58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.529986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cc9d2042-59af-4394-b11d-a5c9f35cc58b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3747a01-f891-43f7-a685-f829213c18b7 HTTP/1.1" status: 204 len: 168 time: 0.7522972 Sep 16 05:22:45.547997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2042-59af-4394-b11d-a5c9f35cc58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3747a01-f891-43f7-a685-f829213c18b7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.569341 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.627381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=2216d961-5042-4fa4-88a4-d94486002930,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.631416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.639762 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3fe00408-3aff-48ab-9ce8-70428bed7acd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/2216d961-5042-4fa4-88a4-d94486002930 HTTP/1.1" status: 204 len: 168 time: 0.9725144 Sep 16 05:22:45.642010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42356) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.696207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc24753-52d1-4554-a0fa-6f2645e84655 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184f0b99-d8e6-4c3b-aa79-5617d9feeea0,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:45.704748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.704988 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eb60ff8f-9d7e-4dfd-83b8-f7d4b5679ead tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616055 Sep 16 05:22:45.705456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42358) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.713760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:45.752597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bc24753-52d1-4554-a0fa-6f2645e84655 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.757377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9bc24753-52d1-4554-a0fa-6f2645e84655 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4361126 Sep 16 05:22:45.777895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:45.778587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:45.797586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42360) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:45.838632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4934ec95-d3cc-4886-8799-2eeeb84c0e75 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'security_group_rule': {'security_group_id': '4e0cf5ec-3959-48b1-933c-df82cbd3beee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:45.928158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:22:45.928158 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:22:45.928158 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id_1': 'd50c458a027843dabd8bc5da0770a34e', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 22, 25, 864660)}] Sep 16 05:22:45.928158 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:45.929352 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:45.934322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Provisioning complete for port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:45.936268 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:45.965804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a38538-4cbd-42f5-afac-8bfa51d93772 None None] Pushing event updated for resources: {'Port': ['ID=450c8e2a-e3da-4515-bc88-da51e9200229,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.026118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42364) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.027682 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.040165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-de4f6ba9-9e69-4b23-8e04-2cb4db0b3ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0781300 Sep 16 05:22:46.058692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:46.114152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6160c7-09da-4712-81e0-f093e49e2ac3 req-53b5a2e1-045a-4e5c-a713-be726b20f7ec tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:46.114911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:46.129454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Provisioning complete for port 450c8e2a-e3da-4515-bc88-da51e9200229 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:46.129830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.130273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff6160c7-09da-4712-81e0-f093e49e2ac3 req-53b5a2e1-045a-4e5c-a713-be726b20f7ec tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.7287295 Sep 16 05:22:46.149799 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6128d662-941d-4546-817e-7c32824389b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99b2666942db473493588170be49fd61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215127 Sep 16 05:22:46.151644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4934ec95-d3cc-4886-8799-2eeeb84c0e75 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.152110 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42370) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:46.291705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b39-a024-4113-8595-a14d574e5afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.336033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b39-a024-4113-8595-a14d574e5afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.434877 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff6160c7-09da-4712-81e0-f093e49e2ac3 req-475c4363-96b5-477a-b876-c1dc7cdd0641 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996047 Sep 16 05:22:46.446299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4934ec95-d3cc-4886-8799-2eeeb84c0e75 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.469868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4934ec95-d3cc-4886-8799-2eeeb84c0e75 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.489672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c9f8a1ba-0699-4362-95a2-7fc62d3ba65f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--823156991&fields=id&tenant_id=f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 267 time: 0.2278078 Sep 16 05:22:46.525199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:46.535430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.568202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.568909 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b39-a024-4113-8595-a14d574e5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.571670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b39-a024-4113-8595-a14d574e5afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.572960 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d05e3b39-a024-4113-8595-a14d574e5afe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7027fed-0755-4b05-86f7-2dd334400c11 HTTP/1.1" status: 204 len: 168 time: 0.4197474 Sep 16 05:22:46.577559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.616615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28506005-ee4c-4607-a7d0-a7e951340b1e None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:46.620547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3b39-a024-4113-8595-a14d574e5afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7027fed-0755-4b05-86f7-2dd334400c11,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:46.824164 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.825788 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:46.943002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] For port 450c8e2a-e3da-4515-bc88-da51e9200229, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=450c8e2a-e3da-4515-bc88-da51e9200229,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:47.003844 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.004560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 414bbcbb-8f45-4227-a30f-76e139a05583 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:47.069623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934ec95-d3cc-4886-8799-2eeeb84c0e75 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f24a297-32d6-4b48-9182-c86a31be29bb,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.089288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4934ec95-d3cc-4886-8799-2eeeb84c0e75 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.090635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4934ec95-d3cc-4886-8799-2eeeb84c0e75 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2874310 Sep 16 05:22:47.096128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42406) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.101692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:47.110094 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.157247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:47.174327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:47.237934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:47.253154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:47.263556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56ccff-e3c2-44dd-8cdf-e1c2b5de924b None None] Pushing event updated for resources: {'Port': ['ID=450c8e2a-e3da-4515-bc88-da51e9200229,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.273580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.274655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.297668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.307939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=c6c10d82-ac12-484f-be6d-a95a5c5ec56e,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:47.311307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] Provisioning complete for port 414bbcbb-8f45-4227-a30f-76e139a05583 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:47.324942 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.367755 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6c87000-5ed3-47e8-b5d7-c90a3c9695e8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6610696 Sep 16 05:22:47.377238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-955b8ae6-ca67-48de-bdae-32afc52dbe0c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:47.388049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42412) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.392402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-955b8ae6-ca67-48de-bdae-32afc52dbe0c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 817 time: 0.8940728 Sep 16 05:22:47.394917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'name': 'tempest-NetworksTestDHCPv6-1505911922'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:47.402820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:47.470154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 414bbcbb-8f45-4227-a30f-76e139a05583 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:47.471193 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.526593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:47.692893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:45Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:47.743370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:47.747659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.790649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6faf6-5714-49bd-82bc-a88e99fdd2e9 None None] The sync data for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 is: [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:45Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:47.798245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.822318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 50c0f37b-6fa9-4b51-aa02-fd8e72b53af0 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:47.932772 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.013326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-364581387-network', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:48.058034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] Deleting port 414bbcbb-8f45-4227-a30f-76e139a05583 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:48.058413 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.223266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Made reservation on behalf of 984f53db13c34652bf9b2ba51d6ded9b for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:48.225636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.257372 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.259729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] For port 414bbcbb-8f45-4227-a30f-76e139a05583, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=414bbcbb-8f45-4227-a30f-76e139a05583,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:48.281503 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.300682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=0a9e0519-2c2b-4c31-9d95-2431e8dbad2e,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:48.322259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::19f (5a28f602-7f3c-4d66-baa0-3729bf850f5a/c6c10d82-ac12-484f-be6d-a95a5c5ec56e/50c0f37b-6fa9-4b51-aa02-fd8e72b53af0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:48.349401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Allocated IP 172.25.6.180 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/94049149-7669-46bf-b1a5-ccaf0fec68db) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:48.382547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] Pushing event updated for resources: {'Port': ['ID=414bbcbb-8f45-4227-a30f-76e139a05583,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:48.385171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-df17837a-8845-45a4-abc4-272c38967f9b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/quotas/f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 375 time: 0.9900124 Sep 16 05:22:48.395063 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.424444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] Provisioning complete for port 450c8e2a-e3da-4515-bc88-da51e9200229 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:48.424825 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16fd0942-c8b7-4fbd-b0ce-55867566bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.478118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-1ac41bb2-f0ea-4402-b8ca-92b43f23c0da tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816278 Sep 16 05:22:48.499996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61600be-e567-4b35-b40a-6b23cc73dd97 req-50242d35-ba49-4683-a9b6-12f44de06072 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.501800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e61600be-e567-4b35-b40a-6b23cc73dd97 req-50242d35-ba49-4683-a9b6-12f44de06072 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1926270 Sep 16 05:22:48.502600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Router 982cb8d6-b401-482a-9cbe-540e48073c0d is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:48.711723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e61600be-e567-4b35-b40a-6b23cc73dd97 req-8836eb41-1703-4940-ad48-ff161b9d4bb8 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953919 Sep 16 05:22:48.733295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] For port 414bbcbb-8f45-4227-a30f-76e139a05583, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=414bbcbb-8f45-4227-a30f-76e139a05583,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:48.733864 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.747726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:48.757675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8bb63182-4a05-444f-a4a2-a98d2716e55f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "PUT /v2.0/routers/982cb8d6-b401-482a-9cbe-540e48073c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8472006 Sep 16 05:22:48.763268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42440) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:48.780140 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] Sync routers for ids ['982cb8d6-b401-482a-9cbe-540e48073c0d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:48.797567 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] Routers {'982cb8d6-b401-482a-9cbe-540e48073c0d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:48.801838 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['982cb8d6-b401-482a-9cbe-540e48073c0d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:48.884432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-eb0f49ad-4545-42b2-8e20-276af2bb92a5 service neutron] 10.222.0.55 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790298 Sep 16 05:22:48.916170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:48.927327 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:48.953329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4a5e6-a274-4778-8e42-90da49220462 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:48.957528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-efe4a5e6-a274-4778-8e42-90da49220462 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports?device_id=982cb8d6-b401-482a-9cbe-540e48073c0d HTTP/1.1" status: 200 len: 988 time: 0.1902015 Sep 16 05:22:48.967042 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] Routers {'982cb8d6-b401-482a-9cbe-540e48073c0d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:48.969835 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['982cb8d6-b401-482a-9cbe-540e48073c0d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:48.971904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42448) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:48.985091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] Calling delete_port for 414bbcbb-8f45-4227-a30f-76e139a05583 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:49.051126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:49.051485 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:49.070093 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:49.071188 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae367e7-97f4-4928-9604-8437e2304f8e None None] The sync data for ids ['982cb8d6-b401-482a-9cbe-540e48073c0d'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:49.081726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-3aa4ac23-0878-4d34-937c-bf75bad92a02 service neutron] 10.222.0.55 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822655 Sep 16 05:22:49.239817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-474967db-2ad7-49f5-90f6-6b86517ec31a None None] Provisioning complete for port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:49.240448 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-474967db-2ad7-49f5-90f6-6b86517ec31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.249179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.379516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] Pushing event deleted for resources: {'Port': ['ID=414bbcbb-8f45-4227-a30f-76e139a05583,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:49.394383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4f751-ff45-49e8-b1ad-90a0a00491b7 None None] No DVR routers for this DVR port 414bbcbb-8f45-4227-a30f-76e139a05583 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:49.416301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-474967db-2ad7-49f5-90f6-6b86517ec31a None None] Port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:49.423406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426ebc9-5473-4606-adda-52910a714216 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:49.485698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b01d9e75-a2f2-49aa-acb5-8bd39b989854 req-1ad5b9d2-8d03-40e7-aff1-d19605208044 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 210 time: 0.0576658 Sep 16 05:22:49.592799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Port 414bbcbb-8f45-4227-a30f-76e139a05583 update to ACTIVE by agent not found {{(pid=94720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 05:22:49.724641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08e107bb-aed5-4bb6-ad53-a74f271a318b req-4f93a19b-07af-46d3-ba70-367cafc34eeb tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.1066535 Sep 16 05:22:49.827755 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.829135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-a1d06571-282d-4755-ba6f-cf0d843e4cba tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:49.832964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-a1d06571-282d-4755-ba6f-cf0d843e4cba tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 811 time: 0.5007565 Sep 16 05:22:49.859533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-48ff1c65-522c-4c59-85b9-2600f8918570 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/quotas/ca559da2dfee445daa8da7aadbdd7052 HTTP/1.1" status: 200 len: 375 time: 0.0217183 Sep 16 05:22:49.859869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 450c8e2a-e3da-4515-bc88-da51e9200229 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:49.923626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:49.958876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': 'c6c10d82-ac12-484f-be6d-a95a5c5ec56e'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:49.974577 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.005352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-0650acab-5889-461f-8f79-471ef287e2c6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396267 Sep 16 05:22:50.083183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.112566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:50.125247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.125688 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Added segment ebfe1ef6-eabc-450f-b4e8-d9f135ec743d of type vlan for network 33958d6b-4990-4263-b54e-a41644f1a3f4 Sep 16 05:22:50.178358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.280765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-20d9c526-1427-4544-bb9c-a43004474594 service neutron] 10.222.0.55 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609830 Sep 16 05:22:50.309435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 450c8e2a-e3da-4515-bc88-da51e9200229 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:50.310086 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.315017 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.317167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.318071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.322873 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.419976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.442617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/c6c10d82-ac12-484f-be6d-a95a5c5ec56e/31cd9514-0b84-4349-b690-5d33debea7d9) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:50.517621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-e5ef41d3-df10-4d06-846f-9985642798f9 service neutron] 10.222.0.55 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350214 Sep 16 05:22:50.520668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6909f909-f25e-4312-8f26-7a260c2506f1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.620267 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9841568 Sep 16 05:22:50.625162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42514) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.637831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a974cab6-897f-484c-bc30-0a28dde34cba req-36f7b584-7ea9-4faf-b266-6b92f9757ce9 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0680745 Sep 16 05:22:50.657374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Request body: {'subnet': {'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-364581387-subnet', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:50.676016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:50.693736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf28c8-045b-4ceb-af9a-48beaeb534e3 admin admin] Pushing event updated for resources: {'Network': ['ID=33958d6b-4990-4263-b54e-a41644f1a3f4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.698464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Made reservation on behalf of 984f53db13c34652bf9b2ba51d6ded9b for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:50.704170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:50.726486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:50.732077 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.735455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:50.743795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:50.767853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:50.768849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.770491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:50.779636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:50.899225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=50c0f37b-6fa9-4b51-aa02-fd8e72b53af0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:50.942130 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-984be758-8483-4b0f-8401-e83061531cf3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5521710 Sep 16 05:22:50.958225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42524) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:50.989323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 414bbcbb-8f45-4227-a30f-76e139a05583 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:51.067736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 414bbcbb-8f45-4227-a30f-76e139a05583 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:51.073090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 414bbcbb-8f45-4227-a30f-76e139a05583 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:51.075712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ecbb84d-224d-4f09-9e72-8aa0a1400a6f req-f1c0577d-e5c8-43d1-ad4b-1df70c7f48f4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 210 time: 0.0618982 Sep 16 05:22:51.113058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'Port': ['ID=94049149-7669-46bf-b1a5-ccaf0fec68db,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.140234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e6ff0b0-af17-4eee-989b-ff494d06e56c req-61a66226-4cef-4392-a38f-ab1ae64e306b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 210 time: 0.1749077 Sep 16 05:22:51.190523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.206863 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.362305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:51.377160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:51.387990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:51.392770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Pushing event updated for resources: {'Port': ['ID=31cd9514-0b84-4349-b690-5d33debea7d9,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.398823 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.424936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.497324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c2c31-2599-4e0d-a03a-3190615a85e5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.499203 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2f9c2c31-2599-4e0d-a03a-3190615a85e5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5260541 Sep 16 05:22:51.503696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42536) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.510817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2fbf9f-878e-45bd-89ea-74e463afd0e8,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:51.521803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Checking segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:51.523394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Network hostable DHCP agents. Network: 33958d6b-4990-4263-b54e-a41644f1a3f4, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:22:51.526134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.540632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Attempting to bind port 31cd9514-0b84-4349-b690-5d33debea7d9 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:51.540987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Attempting to bind port 31cd9514-0b84-4349-b690-5d33debea7d9 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:51.541349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Attempting to bind port 31cd9514-0b84-4349-b690-5d33debea7d9 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:51.550969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:22:51.555364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:51.556022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:51.557621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.558189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:51.560280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Bound port: 31cd9514-0b84-4349-b690-5d33debea7d9, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:51.561548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.568950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 33958d6b-4990-4263-b54e-a41644f1a3f4) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:51.574094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:51.575050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.593634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-458dd6cb-99b1-4ba8-9313-db0a389e8663 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9502904 Sep 16 05:22:51.596077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42538) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:51.603578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:51.633202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92681a8c-e5cc-43b7-8209-22a71424f4e6 None None] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:51.645937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.647853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.737466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.800103 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.802171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.940623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] For port 31cd9514-0b84-4349-b690-5d33debea7d9, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:51.958984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] For port 31cd9514-0b84-4349-b690-5d33debea7d9, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=31cd9514-0b84-4349-b690-5d33debea7d9,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:51.961015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62a7402f-e2f3-4046-a77a-17d4eb9562ce req-f100ffea-2ffd-400f-a693-ca798d0a1087 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1431708 Sep 16 05:22:51.970482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.989709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.044601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.164695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-89835924-df42-41b4-af40-96eea05a799f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:52.166891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-89835924-df42-41b4-af40-96eea05a799f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 817 time: 0.2765691 Sep 16 05:22:52.232175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6deb1-4bff-46e4-b4b1-2649340be403 None None] Pushing event updated for resources: {'Port': ['ID=31cd9514-0b84-4349-b690-5d33debea7d9,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.275393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b096ae4d-b391-490a-890c-6e946c3898c1 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 379 time: 0.0564599 Sep 16 05:22:52.313187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-33958d6b-4990-4263-b54e-a41644f1a3f4', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'fixed_ips': [{'subnet_id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:52.314118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.343759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'port': {'device_id': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'admin_state_up': True, 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'security_groups': ['056720b7-9beb-41c4-afff-08a96e21c60f']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:52.365527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'Port': ['ID=94049149-7669-46bf-b1a5-ccaf0fec68db,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:52.394319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.498453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.501845 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bd1b6dc0-49be-49cf-8ab1-28373b9f845d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4046566 Sep 16 05:22:52.601020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 50c0f37b-6fa9-4b51-aa02-fd8e72b53af0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:52.601361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.678978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Allocated IP 172.20.0.2 (33958d6b-4990-4263-b54e-a41644f1a3f4/0f2fbf9f-878e-45bd-89ea-74e463afd0e8/59e7317a-8514-4967-bf8a-cde6ef986ff5) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:52.804190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ec46a27-aebd-4f01-8352-b3aa652435be req-8c9b619b-643d-4d44-8d13-746d55af699b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 210 time: 0.5311055 Sep 16 05:22:52.896511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59deb654-fdf9-4bd6-ad36-0a828f142ae0 req-036b9995-f280-489e-a7e8-8d016a01dffe tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 210 time: 0.2158608 Sep 16 05:22:52.957739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.966866 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.970089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42566) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:52.980116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Made reservation on behalf of f0f01d63df2f4e9abd967a3608450cf4 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:52.987014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:52.999466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:53.002536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:53.040352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:53.076957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.160162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Pushing event updated for resources: {'Port': ['ID=59e7317a-8514-4967-bf8a-cde6ef986ff5,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.169259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 50c0f37b-6fa9-4b51-aa02-fd8e72b53af0 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:53.222997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.244771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Attempting to bind port 59e7317a-8514-4967-bf8a-cde6ef986ff5 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:53.244771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Attempting to bind port 59e7317a-8514-4967-bf8a-cde6ef986ff5 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:53.244771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Attempting to bind port 59e7317a-8514-4967-bf8a-cde6ef986ff5 on network 33958d6b-4990-4263-b54e-a41644f1a3f4 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:53.250710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:53.251145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Checking segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:53.251555 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.253534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Bound using segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:53.254065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Bound port: 59e7317a-8514-4967-bf8a-cde6ef986ff5, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:53.254471 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.287613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8521172-5931-40b9-a491-75fea78120d7 req-793a98fc-9615-40e5-8607-5c89a90f0e53 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1134906 Sep 16 05:22:53.353808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-90507b67-2ba0-4d51-afbe-39739f1d74d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1509354895&fields=id&tenant_id=a50bdb8dfb444619b369b7333b20f82d HTTP/1.1" status: 200 len: 267 time: 0.3768749 Sep 16 05:22:53.365525 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.396835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] For port 59e7317a-8514-4967-bf8a-cde6ef986ff5, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:53.405192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] For port 59e7317a-8514-4967-bf8a-cde6ef986ff5, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=59e7317a-8514-4967-bf8a-cde6ef986ff5,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:53.412858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.458850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-4da9201a-ae7c-4977-ab91-44cef4129edd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.461334 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-4da9201a-ae7c-4977-ab91-44cef4129edd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 811 time: 0.6517057 Sep 16 05:22:53.532924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-13eac03b-0659-4be6-a70e-95b95311d29a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:53.541018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-13eac03b-0659-4be6-a70e-95b95311d29a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 810 time: 0.1696687 Sep 16 05:22:53.549984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb9bd5-899f-487c-98ae-337198f5d403 None None] Pushing event updated for resources: {'Port': ['ID=59e7317a-8514-4967-bf8a-cde6ef986ff5,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:53.557693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Request body: {'port': {'device_id': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'admin_state_up': True, 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:53.595908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42572) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:53.596256 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-184648e6-bde0-4c10-9783-67d601907aca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=575da96e23b24315a51d9026ec28aadd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225111 Sep 16 05:22:53.656625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-9106bb3e-c3de-4c25-a8a6-02c3096adfc7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/quotas/a50bdb8dfb444619b369b7333b20f82d HTTP/1.1" status: 200 len: 375 time: 0.1133001 Sep 16 05:22:53.688210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-61408098-2d53-46e4-bf82-142a266113ec None None] Provisioning complete for port 31cd9514-0b84-4349-b690-5d33debea7d9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:53.689020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-61408098-2d53-46e4-bf82-142a266113ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.769916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 31cd9514-0b84-4349-b690-5d33debea7d9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:53.800861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Allocated IP 172.25.6.30 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/5b80aa8e-9781-452e-92f7-c227d21af855) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:53.884548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:53.885011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.006282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.033119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 31cd9514-0b84-4349-b690-5d33debea7d9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:54.033499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.036621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Allocated IP 172.20.0.5 (b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3/af3dc402-63da-49d8-b687-adf046a8b663/c2cfe121-fb39-4af2-8376-59839e63c78d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:54.066901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Made reservation on behalf of ca559da2dfee445daa8da7aadbdd7052 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:54.070729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.078647 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-61408098-2d53-46e4-bf82-142a266113ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.108649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=50c0f37b-6fa9-4b51-aa02-fd8e72b53af0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.141527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-61408098-2d53-46e4-bf82-142a266113ec None None] For port 31cd9514-0b84-4349-b690-5d33debea7d9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=31cd9514-0b84-4349-b690-5d33debea7d9,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:54.147139 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-61408098-2d53-46e4-bf82-142a266113ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.148799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-034e56e1-ed20-4974-9691-23e696edfeb7 req-1176d637-4634-40ad-a683-7e0fcaa1b841 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 210 time: 0.0925915 Sep 16 05:22:54.172846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.176158 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c8ffddcb-b992-41c3-ad91-f1f6d57e76ff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/50c0f37b-6fa9-4b51-aa02-fd8e72b53af0 HTTP/1.1" status: 204 len: 168 time: 2.6702585 Sep 16 05:22:54.180817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42578) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:54.185108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.255191 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.259515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.316461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4effee5d-3a7f-4385-b1f4-37da67bc942c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.319857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b451a8af-4bd3-4953-a025-aa632279a42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.323369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61408098-2d53-46e4-bf82-142a266113ec None None] Pushing event updated for resources: {'Port': ['ID=31cd9514-0b84-4349-b690-5d33debea7d9,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.323875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4effee5d-3a7f-4385-b1f4-37da67bc942c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:54.327607 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4effee5d-3a7f-4385-b1f4-37da67bc942c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1396296 Sep 16 05:22:54.335386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42582) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:54.343255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 0a9e0519-2c2b-4c31-9d95-2431e8dbad2e owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:54.356363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-65e2e195-7360-4618-b4e5-1288a3e34d87 None None] Could not find standard attr ID for object 1fc041c7-a95a-4176-a8f7-8f1611a136a1. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:54.369332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf3a995e-a037-493f-b64a-cb9d8ddecd11 req-30d6ed35-468d-4092-bd04-1599dbf061c9 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 210 time: 0.1018274 Sep 16 05:22:54.405669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-c5721d45-11e6-4d63-993c-b61a0a890dc4 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6945431 Sep 16 05:22:54.434348 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:22:54.434711 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:22:54.469868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-61365107-6ba3-44b8-8e5f-ed96329b4de9 None None] Could not find standard attr ID for object 50c0f37b-6fa9-4b51-aa02-fd8e72b53af0. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:22:54.502671 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b451a8af-4bd3-4953-a025-aa632279a42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.504520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet c6c10d82-ac12-484f-be6d-a95a5c5ec56e {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:54.512299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.578388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Allocated IP 172.20.0.10 (fe1393b7-cdb2-475c-bc9e-9ccb33a8602f/b6864242-57bd-430a-a200-5de6160caf63/33c90d87-55c6-4b49-b726-5914ded6ea94) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:54.583389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.631882 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.633672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66b1c79b-a69f-4932-bbbf-e6964ad9ca20 req-f09860b9-a6bb-4255-9492-c5b38a5c49ac tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1525910 Sep 16 05:22:54.703857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.819164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.832360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Pushing event updated for resources: {'Port': ['ID=5b80aa8e-9781-452e-92f7-c227d21af855,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.854466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.864296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:54.869582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-8d4beb5e-3386-4ea0-a41c-214a07f70d23 service neutron] 10.222.0.55 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965273 Sep 16 05:22:54.873542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:54.877587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:54.885520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.990412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=0a9e0519-2c2b-4c31-9d95-2431e8dbad2e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:54.991497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b451a8af-4bd3-4953-a025-aa632279a42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.994137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b451a8af-4bd3-4953-a025-aa632279a42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:54.998730 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b451a8af-4bd3-4953-a025-aa632279a42c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/735c6456-e355-401e-a924-a6c4e8109a5f HTTP/1.1" status: 204 len: 168 time: 1.4007187 Sep 16 05:22:55.056878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a8af-4bd3-4953-a025-aa632279a42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c6456-e355-401e-a924-a6c4e8109a5f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.103712 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.130737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.134229 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/c6c10d82-ac12-484f-be6d-a95a5c5ec56e HTTP/1.1" status: 204 len: 168 time: 0.7978318 Sep 16 05:22:55.143024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42586) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.179112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.216485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171bf6d-d854-4759-a177-5b58a53be961 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:55.250161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385f2d3-d876-4560-8539-6f9be5ce7468 None None] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:55.275389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b39137-fa8f-4560-ac3c-4be51e1f56bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c10d82-ac12-484f-be6d-a95a5c5ec56e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:55.289719 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-33b9dfce-4aad-4af4-b344-5def6b050c1f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439815 Sep 16 05:22:55.295066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-632ff430-cd12-4af1-9da2-da9cbbd13fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151132 Sep 16 05:22:55.305989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42590) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:55.325455 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.359780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e18fefb8-3d65-471d-a2b1-1ba1200365f0 req-087a0c85-033b-4ae8-9865-f3d8f33cb14b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 210 time: 0.0511684 Sep 16 05:22:55.379764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.391059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.413501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['edbb526a-b601-47cf-a6eb-c8c172f1a060'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:22:55.584547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1a2b8d69-184d-4774-9984-a45605a18ac1 None None] Provisioning complete for port 59e7317a-8514-4967-bf8a-cde6ef986ff5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:55.585133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d69-184d-4774-9984-a45605a18ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:55.662265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:55.994926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:55.996777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:56.000787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:56.129007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:56.131479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 59e7317a-8514-4967-bf8a-cde6ef986ff5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:56.243265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f337c85-4a74-4a72-a270-d4f75c1ea658 req-8e03806f-a0a5-4247-872a-813ab6b5130d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.2380354 Sep 16 05:22:56.245702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d63702d4-9a84-4f1e-922d-c1fd96820d8f req-cfc17406-bedc-44d2-9fe6-a1150e22bbfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.2387171 Sep 16 05:22:56.275948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50a3c3da-f98a-435b-b20d-d5b7e0e0e63e req-7c26f3db-475d-42b9-adde-e262086d83af tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 210 time: 0.2696993 Sep 16 05:22:56.338230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.354281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:56.372477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Pushing event updated for resources: {'Port': ['ID=33c90d87-55c6-4b49-b726-5914ded6ea94,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:56.375384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:56.435967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.437020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.446058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d69-184d-4774-9984-a45605a18ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.458019 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-bf19b3a8-7911-4707-b7ec-9ba7759e0eb4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9178317 Sep 16 05:22:56.477066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-72750266-d3d8-41d1-a0c5-ba49f1bb6c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.489971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 59e7317a-8514-4967-bf8a-cde6ef986ff5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:56.490371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.557631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.558519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.570492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e97456-65db-4e00-9656-3b595f08fa37 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.573507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-18e97456-65db-4e00-9656-3b595f08fa37 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2270091 Sep 16 05:22:56.584397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.608834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Request body: {'port': {'device_id': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:56.670237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1a2b8d69-184d-4774-9984-a45605a18ac1 None None] For port 59e7317a-8514-4967-bf8a-cde6ef986ff5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=59e7317a-8514-4967-bf8a-cde6ef986ff5,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:56.705444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Router 982cb8d6-b401-482a-9cbe-540e48073c0d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:22:56.718916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f9f1c-7f83-449e-ae3c-806c157eb882 req-ff2d9e85-0d87-4f8a-b720-4d03b167d3e6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.732018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-151f9f1c-7f83-449e-ae3c-806c157eb882 req-ff2d9e85-0d87-4f8a-b720-4d03b167d3e6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 931 time: 0.7230148 Sep 16 05:22:56.733331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d69-184d-4774-9984-a45605a18ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.738536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] Deleting port 31cd9514-0b84-4349-b690-5d33debea7d9 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:56.738904 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.755108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-092afe69-4125-477d-a083-88ba87d107ca req-de2a50e8-355c-4ac5-a6b8-128926a56f8c tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.2105196 Sep 16 05:22:56.772691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70a712-9b8a-4931-8ab0-873bc40d03e2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:56.776663 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a70a712-9b8a-4931-8ab0-873bc40d03e2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1892600 Sep 16 05:22:56.784670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42632) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.789034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-c882b463-000c-41b8-9dcd-501b476a27eb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4656107 Sep 16 05:22:56.799596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-151f9f1c-7f83-449e-ae3c-806c157eb882 req-684d8853-45fd-4ab1-bd42-27649546db70 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662282 Sep 16 05:22:56.833943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.848879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42636) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.850138 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07383a47-b8d1-4ae4-89e6-c095937eb3e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642598 Sep 16 05:22:56.858430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:56.962976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:56.963236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Request body: {'port': {'device_id': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:56.969488 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cff7c1b7-8ec4-4b19-9c9c-78df712eec08 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "PUT /v2.0/routers/982cb8d6-b401-482a-9cbe-540e48073c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9961519 Sep 16 05:22:56.972471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42640) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:56.976368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] For port 31cd9514-0b84-4349-b690-5d33debea7d9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=31cd9514-0b84-4349-b690-5d33debea7d9,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:56.976772 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.979205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47806cf9-6493-4201-9f30-e80bde387e6c None None] Provisioning complete for port 59e7317a-8514-4967-bf8a-cde6ef986ff5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:56.979573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47806cf9-6493-4201-9f30-e80bde387e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.992582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20830ed0-5960-4083-9399-029959838316 None None] Sync routers for ids ['982cb8d6-b401-482a-9cbe-540e48073c0d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:57.019265 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-320ea810-8fb4-4ef3-a79a-7ee0a828bc3b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:22:57.021222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-320ea810-8fb4-4ef3-a79a-7ee0a828bc3b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/0a9e0519-2c2b-4c31-9d95-2431e8dbad2e HTTP/1.1" status: 404 len: 333 time: 0.0468719 Sep 16 05:22:57.024296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42644) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:57.038556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] Calling delete_port for 31cd9514-0b84-4349-b690-5d33debea7d9 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:57.054054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20830ed0-5960-4083-9399-029959838316 None None] Routers {'982cb8d6-b401-482a-9cbe-540e48073c0d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:57.054810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-20830ed0-5960-4083-9399-029959838316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['982cb8d6-b401-482a-9cbe-540e48073c0d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:57.056851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8d69-184d-4774-9984-a45605a18ac1 None None] Pushing event updated for resources: {'Port': ['ID=59e7317a-8514-4967-bf8a-cde6ef986ff5,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.107254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-20830ed0-5960-4083-9399-029959838316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:57.149263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20830ed0-5960-4083-9399-029959838316 None None] Routers {'982cb8d6-b401-482a-9cbe-540e48073c0d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:57.149966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-20830ed0-5960-4083-9399-029959838316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['982cb8d6-b401-482a-9cbe-540e48073c0d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:57.170423 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.173931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.191722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:57.193258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-20830ed0-5960-4083-9399-029959838316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:57.193926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20830ed0-5960-4083-9399-029959838316 None None] The sync data for ids ['982cb8d6-b401-482a-9cbe-540e48073c0d'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:22:57.205682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7accde92-0565-46f8-bc69-4c58c9edae11 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.214785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.275907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47806cf9-6493-4201-9f30-e80bde387e6c None None] Provisioning complete for port c2cfe121-fb39-4af2-8376-59839e63c78d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:57.276331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47806cf9-6493-4201-9f30-e80bde387e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.325853 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.351392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-47806cf9-6493-4201-9f30-e80bde387e6c None None] Port c2cfe121-fb39-4af2-8376-59839e63c78d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:22:57.356346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] Pushing event deleted for resources: {'Port': ['ID=31cd9514-0b84-4349-b690-5d33debea7d9,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.363415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81d631-6f23-462a-af1e-48c1283dd804 None None] No DVR routers for this DVR port 31cd9514-0b84-4349-b690-5d33debea7d9 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:57.460542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7accde92-0565-46f8-bc69-4c58c9edae11 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.464196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7accde92-0565-46f8-bc69-4c58c9edae11 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.553350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7accde92-0565-46f8-bc69-4c58c9edae11 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.553864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7accde92-0565-46f8-bc69-4c58c9edae11 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Fanout notify agent at l3_agent the message router_deleted on router 982cb8d6-b401-482a-9cbe-540e48073c0d {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:22:57.562399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7accde92-0565-46f8-bc69-4c58c9edae11 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.563754 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7accde92-0565-46f8-bc69-4c58c9edae11 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/routers/982cb8d6-b401-482a-9cbe-540e48073c0d HTTP/1.1" status: 204 len: 168 time: 0.5384724 Sep 16 05:22:57.566535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42654) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:57.567083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42656) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:57.569016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc2870b6-a2da-4617-88e5-59edfb640785 req-a80abb15-dc45-463f-8ba9-81d2e7851a92 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 210 time: 0.1139104 Sep 16 05:22:57.587757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d468044-cb82-491c-9931-df43dbada78c req-4588c26e-e15e-4b03-a0be-6b35b91ae12e tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.602400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d468044-cb82-491c-9931-df43dbada78c req-4588c26e-e15e-4b03-a0be-6b35b91ae12e tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 932 time: 0.6454504 Sep 16 05:22:57.648625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c90d87-55c6-4b49-b726-5914ded6ea94 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:57.661172 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.671089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet a0026eb0-feb2-4af9-ad82-ee2d143b5032 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:22:57.679155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.709298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Transition to ACTIVE for port object 33c90d87-55c6-4b49-b726-5914ded6ea94 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:57.718677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.719067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-16a9e6b3-7363-4f32-a773-15b8cb227be1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:57.720611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-16a9e6b3-7363-4f32-a773-15b8cb227be1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 810 time: 0.5004866 Sep 16 05:22:57.743147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 59e7317a-8514-4967-bf8a-cde6ef986ff5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:22:57.758419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.795893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'network': {'name': 'tempest-network-smoke--1903758095', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:57.838496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 59e7317a-8514-4967-bf8a-cde6ef986ff5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:22:57.838818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.840490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d468044-cb82-491c-9931-df43dbada78c req-72e3f0f3-db6a-48be-86f5-b50c8ae5304a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371790 Sep 16 05:22:57.863972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-d4808275-3399-4cb4-8c7e-09be359d0741 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50bdb8dfb444619b369b7333b20f82d HTTP/1.1" status: 200 len: 380 time: 0.1295245 Sep 16 05:22:57.881524 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Pushing event updated for resources: {'Port': ['ID=33c90d87-55c6-4b49-b726-5914ded6ea94,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:57.928370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:57.931860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:57.960402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'port': {'device_id': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'admin_state_up': True, 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'security_groups': ['4e0cf5ec-3959-48b1-933c-df82cbd3beee']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:57.962219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.014491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.038616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17d54e78-05c2-425d-9667-af685af46126 req-b0a01537-4ee1-4ce3-ba42-62ed5f186eb6 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0836136 Sep 16 05:22:58.047707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Attempting to bind port 33c90d87-55c6-4b49-b726-5914ded6ea94 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:58.048124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Attempting to bind port 33c90d87-55c6-4b49-b726-5914ded6ea94 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:58.048369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 31cd9514-0b84-4349-b690-5d33debea7d9 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:58.048527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Attempting to bind port 33c90d87-55c6-4b49-b726-5914ded6ea94 on network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:58.069938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Port 33c90d87-55c6-4b49-b726-5914ded6ea94 on network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:22:58.070725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Attempting to bind port 33c90d87-55c6-4b49-b726-5914ded6ea94 on network fe1393b7-cdb2-475c-bc9e-9ccb33a8602f {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:58.094139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:58.094385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Checking segment: {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:58.095432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Bound using segment: {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:58.095432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Bound port: 33c90d87-55c6-4b49-b726-5914ded6ea94, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:58.095802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.097872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 31cd9514-0b84-4349-b690-5d33debea7d9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:58.098316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 31cd9514-0b84-4349-b690-5d33debea7d9 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:58.202599 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3850c95-2623-4a86-b2d7-60ae46e66ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.211108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.261810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] For port 33c90d87-55c6-4b49-b726-5914ded6ea94, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:22:58.268427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=a0026eb0-feb2-4af9-ad82-ee2d143b5032,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.275210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.280280 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f367c328-de4d-4ed3-b0e8-642d4a6d3e57 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/a0026eb0-feb2-4af9-ad82-ee2d143b5032 HTTP/1.1" status: 204 len: 168 time: 0.7078021 Sep 16 05:22:58.280486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15306b45-9541-4f42-a92a-0c54ba946b9b None None] Network a8599569-ede6-42b5-81c3-e15bc0ccacc9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:58.286180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42664) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.299213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec06c2-1768-4077-bd5e-167be215c0c5 req-dbcec746-772d-4ca7-986a-33ab5a3db15e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.300811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16ec06c2-1768-4077-bd5e-167be215c0c5 req-dbcec746-772d-4ca7-986a-33ab5a3db15e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 931 time: 0.3292806 Sep 16 05:22:58.307913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.310241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.321726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] For port 33c90d87-55c6-4b49-b726-5914ded6ea94, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=33c90d87-55c6-4b49-b726-5914ded6ea94,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:22:58.338938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.345352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.379003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.446648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.447307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.448729 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] 10.222.0.73 "PUT /v2.0/ports/33c90d87-55c6-4b49-b726-5914ded6ea94 HTTP/1.1" status: 200 len: 1093 time: 1.8652554 Sep 16 05:22:58.461058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'tag': '33c90d87-55c6-4b49-b726-5914ded6ea94'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:22:58.464335 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addacff2-f5f5-4cf6-9e00-4c26c731fc88" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbc01df-6d16-4e09-b27b-663829002c4d", "tag": "33c90d87-55c6-4b49-b726-5914ded6ea94"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:22:58.467906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:22:58.506677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32573f4d-0ede-42cc-815a-3025be251481,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.519201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:58.519704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.522992 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.523455 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Added segment 250b5f80-e13b-41ca-819e-bd967dc90bd9 of type vlan for network 37c86f26-d1b9-465c-91d9-65fc7e102d3b Sep 16 05:22:58.539904 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281a131a-a3ee-4858-b2b1-fee142bac7a2 x-openstack-request-id: req-281a131a-a3ee-4858-b2b1-fee142bac7a2 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:22:58.540860 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbc01df-6d16-4e09-b27b-663829002c4d", "tag": "33c90d87-55c6-4b49-b726-5914ded6ea94", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:22:58.540860 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-281a131a-a3ee-4858-b2b1-fee142bac7a2 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:22:58.541149 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'tag': '33c90d87-55c6-4b49-b726-5914ded6ea94', 'status': 'completed', 'code': 200} Sep 16 05:22:58.550089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16ec06c2-1768-4077-bd5e-167be215c0c5 req-0d5eba24-67af-4351-a8fd-31ba43ee1ac8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313173 Sep 16 05:22:58.551030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:58.563748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73481a3d-4033-417c-aeda-2892414a1a7c None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:22:58.578504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.579287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.601278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] DHCP port deletion for a8599569-ede6-42b5-81c3-e15bc0ccacc9 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:22:58.605381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=ac80b6c0-7357-4d4d-9848-144d8847510d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.618793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ccaeb-a00b-41ee-a24c-a99f3e1161ac service neutron] Pushing event updated for resources: {'Port': ['ID=33c90d87-55c6-4b49-b726-5914ded6ea94,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:58.680139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.694688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Made reservation on behalf of a50bdb8dfb444619b369b7333b20f82d for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:58.698743 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.714601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-d9131e8d-ee3a-47ed-b9f4-0c562eb4d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.716485 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-d9131e8d-ee3a-47ed-b9f4-0c562eb4d15b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 1096 time: 0.1912744 Sep 16 05:22:58.755999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cfe121-fb39-4af2-8376-59839e63c78d {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:22:58.771394 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-d62cb517-03f6-4f93-b4c0-3f74e587ee91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c90d87-55c6-4b49-b726-5914ded6ea94 HTTP/1.1" status: 200 len: 217 time: 0.0394890 Sep 16 05:22:58.781883 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.789252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.789252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.796578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-963cd547-bc07-4293-b5d3-eb98b2fea203 req-0a49e71b-8fe3-49d1-b2b0-13b43afcb260 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 210 time: 0.0927289 Sep 16 05:22:58.796578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-885c0759-e741-47ec-bc5a-a8a05b22966e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9463446 Sep 16 05:22:58.799589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.804304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42670) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.825186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Router 3261dec6-5b14-4ee9-b34d-90663104f4ff is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:22:58.829858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Transition to ACTIVE for port object c2cfe121-fb39-4af2-8376-59839e63c78d will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:22:58.851929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] Deleting port 12c829bc-6325-460c-a967-d6ffe5de380b {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:58.853239 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.862995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-fbb6a356-63a1-49e4-9aa1-d94658ce5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:58.864660 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-fbb6a356-63a1-49e4-9aa1-d94658ce5a6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.0709951 Sep 16 05:22:58.873556 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': 'ac80b6c0-7357-4d4d-9848-144d8847510d', 'ip_address': '2001:db8::258a:f2e1:5614:69c1'}], 'name': 'tempest-NetworksTestDHCPv6-1362443910'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:58.937441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:58.946985 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3786881 Sep 16 05:22:58.954646 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-579923f1-46c2-4b58-9766-8285ee7b0303 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736520 Sep 16 05:22:58.956281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42674) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:22:58.969712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'admin_state_up': True, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:22:59.002882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] For port 12c829bc-6325-460c-a967-d6ffe5de380b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=12c829bc-6325-460c-a967-d6ffe5de380b,segment=NetworkSegment(23c876f0-dcde-409e-b2d8-fef637614af3),segment_id=23c876f0-dcde-409e-b2d8-fef637614af3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:59.003290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.021851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 12c829bc-6325-460c-a967-d6ffe5de380b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:22:59.022204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.038055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] Calling delete_port for 12c829bc-6325-460c-a967-d6ffe5de380b owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:59.100027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240284-d650-4762-89ab-85be5f103249 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Network': ['ID=37c86f26-d1b9-465c-91d9-65fc7e102d3b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.158683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:22:59.175949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.190165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': 'ac80b6c0-7357-4d4d-9848-144d8847510d'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:22:59.191317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.210430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] For port 12c829bc-6325-460c-a967-d6ffe5de380b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=12c829bc-6325-460c-a967-d6ffe5de380b,segment=NetworkSegment(23c876f0-dcde-409e-b2d8-fef637614af3),segment_id=23c876f0-dcde-409e-b2d8-fef637614af3)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:22:59.210812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.227670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 12c829bc-6325-460c-a967-d6ffe5de380b owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:22:59.275591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.321338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.322398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.376169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.417422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] Pushing event deleted for resources: {'Port': ['ID=12c829bc-6325-460c-a967-d6ffe5de380b,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.429886 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.447761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ce32e-e5a8-43e9-b495-afdd4ff12c65 None None] No DVR routers for this DVR port 12c829bc-6325-460c-a967-d6ffe5de380b on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:59.491208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/ac80b6c0-7357-4d4d-9848-144d8847510d/965d43ef-580a-4291-a2d6-7f86230b61a5) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:59.498497 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-4ca53086-0afa-4b4b-997c-23e73b50d588 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173965 Sep 16 05:22:59.514414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:22:59.641773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf426ee2-c978-451b-9098-fa61870a49a9 req-b41659e9-3aab-452b-930b-372e524e0693 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.4257059 Sep 16 05:22:59.642378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.691570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432701a-e445-4f7a-bf0e-babb4c8d9e0e req-cb173634-e46a-4c3a-af91-ab3d3b3349d8 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:59.693118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2432701a-e445-4f7a-bf0e-babb4c8d9e0e req-cb173634-e46a-4c3a-af91-ab3d3b3349d8 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 944 time: 0.7202654 Sep 16 05:22:59.729720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 12c829bc-6325-460c-a967-d6ffe5de380b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:22:59.744762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:22:59.758323 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Sync routers for ids ['3261dec6-5b14-4ee9-b34d-90663104f4ff'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:22:59.762279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Allocated IP 172.20.0.3 (4c0723c3-2904-4164-ba7d-f5a3c4765233/c5bc0c3a-199a-41f4-a953-8de5745409f6/a5d01d53-14df-41e7-8589-c979dd81b7eb) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:22:59.765822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.770222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 12c829bc-6325-460c-a967-d6ffe5de380b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:22:59.770641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 12c829bc-6325-460c-a967-d6ffe5de380b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:22:59.771629 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Routers {'3261dec6-5b14-4ee9-b34d-90663104f4ff'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:22:59.772644 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3261dec6-5b14-4ee9-b34d-90663104f4ff'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:22:59.799475 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.802057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=12c829bc-6325-460c-a967-d6ffe5de380b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.823076 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.824776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No DVR routers for this DVR port 12c829bc-6325-460c-a967-d6ffe5de380b on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:22:59.836938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.872926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:22:59.881692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:22:59.884497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:22:59.890458 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Set router 3261dec6-5b14-4ee9-b34d-90663104f4ff gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:22:59.906621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.930691 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4130acd2-0f08-4495-a007-098a79eb64e7 req-f8dec24f-3751-478e-b58a-73c88450d14b service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173524 Sep 16 05:22:59.961061 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.973668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Pushing event updated for resources: {'Port': ['ID=965d43ef-580a-4291-a2d6-7f86230b61a5,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:22:59.984797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Attempting to bind port 965d43ef-580a-4291-a2d6-7f86230b61a5 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:22:59.985180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Attempting to bind port 965d43ef-580a-4291-a2d6-7f86230b61a5 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:22:59.985549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Attempting to bind port 965d43ef-580a-4291-a2d6-7f86230b61a5 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:22:59.992314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:22:59.992565 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.992799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:22:59.993108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:59.993969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:22:59.995039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Bound port: 965d43ef-580a-4291-a2d6-7f86230b61a5, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:22:59.995307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 4f71421f-74f3-42da-8c63-7090b29284b9 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:22:59.995424 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.071080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.084280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8599569-ede6-42b5-81c3-e15bc0ccacc9']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.092985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] For port 965d43ef-580a-4291-a2d6-7f86230b61a5, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:00.094236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.098308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8702de2b-c3d9-435c-89e8-a49023220076 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.4984794 Sep 16 05:23:00.098504 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:22:56Z', 'revision_number': 3, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port': {'id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.103966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] For port 965d43ef-580a-4291-a2d6-7f86230b61a5, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=965d43ef-580a-4291-a2d6-7f86230b61a5,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:00.109435 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.127309 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Checking router: 3261dec6-5b14-4ee9-b34d-90663104f4ff for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:00.127733 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Updating router 3261dec6-5b14-4ee9-b34d-90663104f4ff port 5b80aa8e-9781-452e-92f7-c227d21af855 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:00.131066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42684) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:00.135594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:00.139160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c876f0-dcde-409e-b2d8-fef637614af3') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.139360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c876f0-dcde-409e-b2d8-fef637614af3') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.141321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:00.158643 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.195668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:00.205691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377180ac-4d82-4dce-9c17-6401ccbdc01c None None] Pushing event updated for resources: {'Port': ['ID=965d43ef-580a-4291-a2d6-7f86230b61a5,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.297327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2432701a-e445-4f7a-bf0e-babb4c8d9e0e req-d7aa6506-45a6-4bc7-8b2f-85c62942b4b9 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937073 Sep 16 05:23:00.298001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'Port': ['ID=a5d01d53-14df-41e7-8589-c979dd81b7eb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.325714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Attempting to bind port c2cfe121-fb39-4af2-8376-59839e63c78d on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:00.329695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Attempting to bind port c2cfe121-fb39-4af2-8376-59839e63c78d by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:00.330267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Attempting to bind port c2cfe121-fb39-4af2-8376-59839e63c78d on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:00.360314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Port c2cfe121-fb39-4af2-8376-59839e63c78d on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:00.360651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Attempting to bind port c2cfe121-fb39-4af2-8376-59839e63c78d on network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:00.369571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:00.369923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Checking segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:00.370324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Bound using segment: {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:00.370796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Bound port: c2cfe121-fb39-4af2-8376-59839e63c78d, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f536ecad-55d8-4af1-9da5-5694bcd7622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:00.371215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.401256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.401915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.427850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df07889-3e06-4d74-abd5-0f5417f2cfb2 req-a2c52fe0-536a-4f78-a69e-49550655c554 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.437851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5df07889-3e06-4d74-abd5-0f5417f2cfb2 req-a2c52fe0-536a-4f78-a69e-49550655c554 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.6909361 Sep 16 05:23:00.443156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-434669e7-27ba-46fb-be7f-8e0a060be9e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4868050 Sep 16 05:23:00.495030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Request body: {'port': {'device_id': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:00.497746 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.513609 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.624588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-df96e3bb-60b2-44e7-8763-8171add4c37c None None] Provisioning complete for port a5d01d53-14df-41e7-8589-c979dd81b7eb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:00.627259 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-df96e3bb-60b2-44e7-8763-8171add4c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.661530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5df07889-3e06-4d74-abd5-0f5417f2cfb2 req-89016e2a-d08b-4f07-a55e-456200e9b826 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226717 Sep 16 05:23:00.692323 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Attempting to bind port 5b80aa8e-9781-452e-92f7-c227d21af855 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:00.692766 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Attempting to bind port 5b80aa8e-9781-452e-92f7-c227d21af855 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:00.693314 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Attempting to bind port 5b80aa8e-9781-452e-92f7-c227d21af855 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:00.705623 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ac03b-c1d9-43dc-999e-83a769f8bb33 None None] Pushing event updated for resources: {'Port': ['ID=5b80aa8e-9781-452e-92f7-c227d21af855,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:00.717998 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:00.718377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:00.718785 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.722546 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:00.723786 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Bound port: 5b80aa8e-9781-452e-92f7-c227d21af855, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:00.724739 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.739846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-df96e3bb-60b2-44e7-8763-8171add4c37c None None] Port a5d01d53-14df-41e7-8589-c979dd81b7eb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:00.773228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:00.807716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.823876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:00.857111 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.859944 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] For port 5b80aa8e-9781-452e-92f7-c227d21af855, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:00.864697 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] For port 5b80aa8e-9781-452e-92f7-c227d21af855, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5b80aa8e-9781-452e-92f7-c227d21af855,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:00.872780 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.874931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.929999 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Routers {'3261dec6-5b14-4ee9-b34d-90663104f4ff'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:00.930648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3261dec6-5b14-4ee9-b34d-90663104f4ff'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:00.941269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.972435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-fa7c05a5-c66a-47a3-b56b-d7b6f56e2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:00.973960 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-fa7c05a5-c66a-47a3-b56b-d7b6f56e2fce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 1096 time: 0.9739256 Sep 16 05:23:00.975058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:00.975468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:00.980785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2887e75f-5043-4f50-a19d-5f04455ee923 req-9b8632c2-b9d4-4ace-a25c-ce92d21a5b65 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0891731 Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:00.983410 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:00.992591 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ac03b-c1d9-43dc-999e-83a769f8bb33 None None] Pushing event updated for resources: {'Port': ['ID=5b80aa8e-9781-452e-92f7-c227d21af855,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.211252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.211974 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.213466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] 10.222.0.64 "PUT /v2.0/ports/c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 1092 time: 4.2593520 Sep 16 05:23:01.217978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:01.220334 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:01.233814 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] Set router 3261dec6-5b14-4ee9-b34d-90663104f4ff gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:01.234045 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.325688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc191f-7d04-4756-9198-0f4429042906 req-2ee6189e-afdd-4056-abc8-9a81ad36372a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.327328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61cc191f-7d04-4756-9198-0f4429042906 req-2ee6189e-afdd-4056-abc8-9a81ad36372a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 931 time: 0.4922545 Sep 16 05:23:01.344253 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789edf76-a9f9-40a0-ac98-b8787564153d x-openstack-request-id: req-789edf76-a9f9-40a0-ac98-b8787564153d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:01.344549 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:01.345841 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-789edf76-a9f9-40a0-ac98-b8787564153d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:01.345841 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'status': 'completed', 'code': 200} Sep 16 05:23:01.397180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45487c1-3958-41fe-a1c3-23ae3deb22be service neutron] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.403140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 33c90d87-55c6-4b49-b726-5914ded6ea94 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:01.455384 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.461544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.463964 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/a8599569-ede6-42b5-81c3-e15bc0ccacc9 HTTP/1.1" status: 204 len: 168 time: 3.1709683 Sep 16 05:23:01.483660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::258a:f2e1:5614:69c1 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/ac80b6c0-7357-4d4d-9848-144d8847510d/4f71421f-74f3-42da-8c63-7090b29284b9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:01.489974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42704) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:01.554727 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:22:56Z', 'revision_number': 3, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port': {'id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:01.589751 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29aa4a-e325-4aa6-8f51-34039e05cd9f None None] The sync data for ids ['3261dec6-5b14-4ee9-b34d-90663104f4ff'] in n-d-713301-15 is: [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:22:56Z', 'revision_number': 3, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port': {'id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:01.604732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 33c90d87-55c6-4b49-b726-5914ded6ea94, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=33c90d87-55c6-4b49-b726-5914ded6ea94,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:01.611888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-9f656c8e-e2a7-4680-8cf0-1feea0659e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.614061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-9f656c8e-e2a7-4680-8cf0-1feea0659e1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1095 time: 0.3070219 Sep 16 05:23:01.625242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '33c90d87-55c6-4b49-b726-5914ded6ea94', 'network_id': 'fe1393b7-cdb2-475c-bc9e-9ccb33a8602f', 'port_id': '33c90d87-55c6-4b49-b726-5914ded6ea94', 'mac_address': 'fa:16:3e:4d:10:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6864242-57bd-430a-a200-5de6160caf63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:01.640430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61cc191f-7d04-4756-9198-0f4429042906 req-63c44eaa-eeda-49f3-817b-b205de6a12d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841802 Sep 16 05:23:01.707178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e4eaa-1f55-48af-8cf0-491e4198b465 req-8f1563e5-36bc-4e58-9d90-0c8e3bc5b4ff tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.708834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c32e4eaa-1f55-48af-8cf0-491e4198b465 req-8f1563e5-36bc-4e58-9d90-0c8e3bc5b4ff tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 944 time: 0.2511489 Sep 16 05:23:01.710244 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.728407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e324-d66a-4717-b712-efd99848bfa6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=a8599569-ede6-42b5-81c3-e15bc0ccacc9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.738622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c90d87-55c6-4b49-b726-5914ded6ea94 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:01.784577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 33c90d87-55c6-4b49-b726-5914ded6ea94, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=33c90d87-55c6-4b49-b726-5914ded6ea94,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:01.789227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 965d43ef-580a-4291-a2d6-7f86230b61a5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:01.805997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-f0f8d41b-b1b5-49ca-a839-a4280861e21e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 217 time: 0.1558080 Sep 16 05:23:01.818325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.856531 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.903291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d01d53-14df-41e7-8589-c979dd81b7eb {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:01.920706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.928803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c32e4eaa-1f55-48af-8cf0-491e4198b465 req-d49831dc-6103-4b2f-a0da-39e77f9b60ec tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276155 Sep 16 05:23:01.929952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 965d43ef-580a-4291-a2d6-7f86230b61a5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:01.931287 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.941439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.943721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-0b980f6a-894a-44aa-8d10-e78a61a91914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.945309 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-0b980f6a-894a-44aa-8d10-e78a61a91914 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 912 time: 0.8997648 Sep 16 05:23:01.952411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Transition to ACTIVE for port object a5d01d53-14df-41e7-8589-c979dd81b7eb will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:01.955190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=33c90d87-55c6-4b49-b726-5914ded6ea94,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:01.956437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-f83441e9-e704-41a3-acf6-8626c0b29a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.957995 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-f83441e9-e704-41a3-acf6-8626c0b29a03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.1297438 Sep 16 05:23:01.960895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:01.971746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4c309-029b-429b-af19-8c8a4c2efede tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.977885 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d5b4c309-029b-429b-af19-8c8a4c2efede tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 HTTP/1.1" status: 200 len: 845 time: 0.4817362 Sep 16 05:23:01.985000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42708) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:01.995256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db38de-1bb1-4da0-a974-4ca1a0abc57d req-682a8fd7-ab2f-478c-811b-e98e092faab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:01.996907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1db38de-1bb1-4da0-a974-4ca1a0abc57d req-682a8fd7-ab2f-478c-811b-e98e092faab0 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.1936734 Sep 16 05:23:02.093235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d7e48c4f-3dbc-4512-858f-fff86e998492 None None] Provisioning complete for port 965d43ef-580a-4291-a2d6-7f86230b61a5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:02.093235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7e48c4f-3dbc-4512-858f-fff86e998492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.166494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['33c90d87-55c6-4b49-b726-5914ded6ea94'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:02.185495 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-a7fc20f6-0ce2-433b-8f6f-d9288c421ee6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c90d87-55c6-4b49-b726-5914ded6ea94 HTTP/1.1" status: 200 len: 217 time: 0.2062078 Sep 16 05:23:02.214189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-20c8e074-652a-4e24-830a-e85e02222656 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/8c4ce59a-a707-402b-9f3e-1d76cb4c75a8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2125902 Sep 16 05:23:02.218404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42712) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:02.252423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Pushing event updated for resources: {'Port': ['ID=a5d01d53-14df-41e7-8589-c979dd81b7eb,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.259389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:02.270426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fef656b-e48b-4db1-95a7-52aacb95464d req-80156c51-145d-430e-857a-a079ddc66370 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1139812 Sep 16 05:23:02.290305 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.370671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 965d43ef-580a-4291-a2d6-7f86230b61a5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=965d43ef-580a-4291-a2d6-7f86230b61a5,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:02.401637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.412877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-f555a3d2-fdd4-4489-8e92-05d30daab845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.414617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-f555a3d2-fdd4-4489-8e92-05d30daab845 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4437187 Sep 16 05:23:02.449995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-dbdea332-462a-43eb-a687-fdc66e49eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.450901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1db38de-1bb1-4da0-a974-4ca1a0abc57d req-b12a9ae3-c560-43c9-b1a4-be48dbfc4149 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543193 Sep 16 05:23:02.451507 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-dbdea332-462a-43eb-a687-fdc66e49eb4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.1761153 Sep 16 05:23:02.487685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Attempting to bind port a5d01d53-14df-41e7-8589-c979dd81b7eb on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:02.488065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Attempting to bind port a5d01d53-14df-41e7-8589-c979dd81b7eb by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:02.488437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Attempting to bind port a5d01d53-14df-41e7-8589-c979dd81b7eb on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:02.495995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Port a5d01d53-14df-41e7-8589-c979dd81b7eb on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:02.497011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Attempting to bind port a5d01d53-14df-41e7-8589-c979dd81b7eb on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:02.515665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:02.516007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Checking segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:02.516428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Bound using segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:02.516884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Bound port: a5d01d53-14df-41e7-8589-c979dd81b7eb, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:02.517251 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.566963 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-1df9cc7e-62ab-4bcd-afde-01bfa7faa99c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545945 Sep 16 05:23:02.594484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:02.598365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.671212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-267c9205-2b14-4f2c-b14f-4ffb63a1f6f0 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171907 Sep 16 05:23:02.680595 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-0d02ca51-5b06-4297-b723-e382270bd39a service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963402 Sep 16 05:23:02.718382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.25.6.185 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/5c787eb4-30d2-4d52-9df3-661e2c6f5edd) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:02.736449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=965d43ef-580a-4291-a2d6-7f86230b61a5,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:02.766047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7e48c4f-3dbc-4512-858f-fff86e998492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.851933 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.859768 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-d7e48c4f-3dbc-4512-858f-fff86e998492 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:02.860183 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-d7e48c4f-3dbc-4512-858f-fff86e998492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:02.879808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] For port a5d01d53-14df-41e7-8589-c979dd81b7eb, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:02.883279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5114cb0-9ff3-424d-813e-7f08878acd19 req-d6c89515-96fa-4866-a9c6-ab18caddcfa9 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044480 Sep 16 05:23:02.905982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] For port a5d01d53-14df-41e7-8589-c979dd81b7eb, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:02.922847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:02.941556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed22de-a6c1-4339-809c-8c5cddddfefb req-21442278-3ac6-452c-a6e2-e47878d8691b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:02.943115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5ed22de-a6c1-4339-809c-8c5cddddfefb req-21442278-3ac6-452c-a6e2-e47878d8691b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 943 time: 0.1253560 Sep 16 05:23:03.010454 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-addacff2-f5f5-4cf6-9e00-4c26c731fc88 req-d52b6744-3cb8-4a50-9acf-8bb78feaab70 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193996 Sep 16 05:23:03.035239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.036138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.037293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] 10.222.0.73 "PUT /v2.0/ports/a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 1092 time: 2.5678313 Sep 16 05:23:03.083213 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.085008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.154244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.157402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:03.163423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18541e-9aae-420c-861c-1b5a495bbeab service neutron] Pushing event updated for resources: {'Port': ['ID=a5d01d53-14df-41e7-8589-c979dd81b7eb,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.176450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5ed22de-a6c1-4339-809c-8c5cddddfefb req-7078521c-1c21-4ebe-8551-ba38aadc8a5b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033093 Sep 16 05:23:03.185497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:03.196590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:03.202966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.203657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.206382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=4f71421f-74f3-42da-8c63-7090b29284b9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.230925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-26084771-d1be-428a-8918-f9e10d4c20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.232491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-26084771-d1be-428a-8918-f9e10d4c20b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1095 time: 0.2276793 Sep 16 05:23:03.278491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.287869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-085ad7e7-b494-439a-85ff-c0cc09d5afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.290890 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bca4ef30-fb94-4874-8227-fc288bc85125 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4278204 Sep 16 05:23:03.291423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-085ad7e7-b494-439a-85ff-c0cc09d5afe0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1095 time: 0.1968946 Sep 16 05:23:03.293796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.301900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42718) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.309832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fcbed-0849-4944-a710-75e676bf0d49 req-ed7321c7-dd66-4a3c-9e5b-a3c0043b43cb tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.311391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f39fcbed-0849-4944-a710-75e676bf0d49 req-ed7321c7-dd66-4a3c-9e5b-a3c0043b43cb tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 945 time: 0.2480681 Sep 16 05:23:03.347464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:03.349775 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad5d2a7-6a2f-4e55-84c0-785325389dab" -d '{"events": [{"name": "network-changed", "server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:03.420468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 33c90d87-55c6-4b49-b726-5914ded6ea94 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:03.430307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:03.444163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:03.464671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:03.481853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 33c90d87-55c6-4b49-b726-5914ded6ea94 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:03.485726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 33c90d87-55c6-4b49-b726-5914ded6ea94 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:03.486108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.504030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=f72d99fc-7d67-4676-aa85-e8a5866f99bc,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.533092 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.563885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0813baee-717b-436b-a705-825f9611f83f req-54fe1ce5-4deb-48ad-90a7-f9149e97f815 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0514350 Sep 16 05:23:03.578380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-88185486-bfb7-4bd1-b2ed-e5f2c194422e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 217 time: 0.2287774 Sep 16 05:23:03.578380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:03.579934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:03.584264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.585021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.597094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8bdde-f825-492c-ae9d-3158ca5d335a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.600126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0ec74c7f-e29b-4560-a75d-10d4f48dff1c None None] Provisioning complete for port 4f71421f-74f3-42da-8c63-7090b29284b9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:03.600126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0ec74c7f-e29b-4560-a75d-10d4f48dff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.603861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8bdde-f825-492c-ae9d-3158ca5d335a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.606080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-acdb9502-3743-49da-8efe-4c68c245c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.606909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a61c62-a2a4-4025-905d-b7136f123844 None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:03.607119 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ceb8bdde-f825-492c-ae9d-3158ca5d335a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2991047 Sep 16 05:23:03.610571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-acdb9502-3743-49da-8efe-4c68c245c84b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.3657715 Sep 16 05:23:03.639437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42726) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.720646 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1179871-7b51-400a-a9ec-80fca6fcf7ea x-openstack-request-id: req-f1179871-7b51-400a-a9ec-80fca6fcf7ea {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:03.728768 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:03.729340 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1179871-7b51-400a-a9ec-80fca6fcf7ea {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:03.730511 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'status': 'completed', 'code': 200} Sep 16 05:23:03.738005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f39fcbed-0849-4944-a710-75e676bf0d49 req-373732a2-cbad-424b-b73d-d840a2101654 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759646 Sep 16 05:23:03.765831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.776702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-60c428ee-680e-44ee-afbc-37579ba30b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:03.778981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-60c428ee-680e-44ee-afbc-37579ba30b96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.1350832 Sep 16 05:23:03.781032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-40781e33-8f07-4eae-8ec2-f9cfcc38825f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5256684 Sep 16 05:23:03.793292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42728) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:03.798576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0ec74c7f-e29b-4560-a75d-10d4f48dff1c None None] Port 4f71421f-74f3-42da-8c63-7090b29284b9 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:03.808485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Allocated IP 172.20.0.1 (33958d6b-4990-4263-b54e-a41644f1a3f4/0f2fbf9f-878e-45bd-89ea-74e463afd0e8/eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:03.823205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 33c90d87-55c6-4b49-b726-5914ded6ea94, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=33c90d87-55c6-4b49-b726-5914ded6ea94,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:03.826856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'security_group': {'name': 'tempest-secgroup-1069385229'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:03.842318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c90d87-55c6-4b49-b726-5914ded6ea94'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:03.844639 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c005b89-6953-44e9-b8ac-9d4024f265af" -d '{"events": [{"server_uuid": "1cbc01df-6d16-4e09-b27b-663829002c4d", "name": "network-vif-plugged", "status": "completed", "tag": "33c90d87-55c6-4b49-b726-5914ded6ea94"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:03.857347 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:03.904215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-af6e8839-6909-4728-809d-0d60196b7bba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 217 time: 0.1717565 Sep 16 05:23:03.918953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=33c90d87-55c6-4b49-b726-5914ded6ea94,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:03.924048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 965d43ef-580a-4291-a2d6-7f86230b61a5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:03.949203 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e38e1-7a91-4703-868d-e0d7f9513faa x-openstack-request-id: req-b36e38e1-7a91-4703-868d-e0d7f9513faa {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:03.949400 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbc01df-6d16-4e09-b27b-663829002c4d", "name": "network-vif-plugged", "status": "completed", "tag": "33c90d87-55c6-4b49-b726-5914ded6ea94", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:03.949584 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b36e38e1-7a91-4703-868d-e0d7f9513faa {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:03.949985 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c90d87-55c6-4b49-b726-5914ded6ea94', 'code': 200} Sep 16 05:23:03.986633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'tenant_id': 'd5797bd4d46f4108b10afacfad998fc7', 'fixed_ips': [{'subnet_id': 'f72d99fc-7d67-4676-aa85-e8a5866f99bc'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:03.987759 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.005295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 965d43ef-580a-4291-a2d6-7f86230b61a5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:04.005681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.052971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5abc-6195-4870-84c5-0d5324672dfb req-e6ad74d4-be43-4f91-852f-617960728d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.054910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-e6ad74d4-be43-4f91-852f-617960728d70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2234919 Sep 16 05:23:04.063568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.077113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17fd9-631c-4456-adcb-c3d9f85caed5 req-241c8f23-0cf1-4bda-9f17-45e9d9cd5b8a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.085437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6af17fd9-631c-4456-adcb-c3d9f85caed5 req-241c8f23-0cf1-4bda-9f17-45e9d9cd5b8a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.3126209 Sep 16 05:23:04.125366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.149478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc82f-855f-42b8-9153-b02bafc78846 req-bb90cbd2-24e5-46c8-b04b-96cbeff1c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.151091 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0e1dc82f-855f-42b8-9153-b02bafc78846 req-bb90cbd2-24e5-46c8-b04b-96cbeff1c58b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 1098 time: 0.1344252 Sep 16 05:23:04.152662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6af17fd9-631c-4456-adcb-c3d9f85caed5 req-cc500377-ce54-4161-96ec-3cda4ce098bf tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661972 Sep 16 05:23:04.211362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Allocated IP 2001:db8::2 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/f72d99fc-7d67-4676-aa85-e8a5866f99bc/21ece2b0-640c-4422-bad6-d86dc865ab10) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:04.214594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5b80aa8e-9781-452e-92f7-c227d21af855 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:04.223324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.225780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-7fa11b16-0cec-4441-a198-2a532a935f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.227280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-7fa11b16-0cec-4441-a198-2a532a935f47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.2967265 Sep 16 05:23:04.285201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.290533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:04.296007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-0e1dc82f-855f-42b8-9153-b02bafc78846 req-b5a59801-38bc-4ed5-a3bd-812841529279 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310475 Sep 16 05:23:04.332759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:04.333836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5b80aa8e-9781-452e-92f7-c227d21af855 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:04.334300 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.340146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:04.344944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Pushing event updated for resources: {'Port': ['ID=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.412165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 4f71421f-74f3-42da-8c63-7090b29284b9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:04.412760 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.431837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.460931 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.516672 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.523890 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.532242 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.552932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 4f71421f-74f3-42da-8c63-7090b29284b9 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:04.556668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 5b80aa8e-9781-452e-92f7-c227d21af855, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5b80aa8e-9781-452e-92f7-c227d21af855,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:04.588173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.606467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:04.612974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:04.627791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:04.654119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Pushing event updated for resources: {'Port': ['ID=21ece2b0-640c-4422-bad6-d86dc865ab10,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.693720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-04d16cf2-2a17-4118-a15b-8a2d4c9cf2f5 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038408 Sep 16 05:23:04.696276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-61518c3c-f8cb-4d90-b36d-630382f9e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.698008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-61518c3c-f8cb-4d90-b36d-630382f9e61a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4569082 Sep 16 05:23:04.771451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Attempting to bind port 21ece2b0-640c-4422-bad6-d86dc865ab10 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:04.772471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Attempting to bind port 21ece2b0-640c-4422-bad6-d86dc865ab10 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f9fe4e8e-64a4-425a-ae5a-3618c2737b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:04.772471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Attempting to bind port 21ece2b0-640c-4422-bad6-d86dc865ab10 on network dfe8e561-9a50-4cc0-9452-b70d9d72e80c {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:04.778865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-69511daa-842d-4000-8ddf-5cdff9fd14bf None None] Provisioning complete for port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:04.779239 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69511daa-842d-4000-8ddf-5cdff9fd14bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.791369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:04.791791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Checking segment: {'id': 'f9fe4e8e-64a4-425a-ae5a-3618c2737b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:04.792176 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.792582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Bound using segment: {'id': 'f9fe4e8e-64a4-425a-ae5a-3618c2737b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:04.793878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Bound port: 21ece2b0-640c-4422-bad6-d86dc865ab10, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fe4e8e-64a4-425a-ae5a-3618c2737b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:04.794273 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:04.806270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1957d-4225-41f0-8b17-c4ef907b6a27 req-01600e15-30b1-4763-bc34-d31d69b700f9 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:04.813216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cc1957d-4225-41f0-8b17-c4ef907b6a27 req-01600e15-30b1-4763-bc34-d31d69b700f9 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 943 time: 0.4951978 Sep 16 05:23:04.819526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=5b80aa8e-9781-452e-92f7-c227d21af855,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:04.828161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67b7beee-06e4-42ef-8e77-149cc6c7e962 req-d76a2196-de27-4f1e-bc30-aca2c142b6aa tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1211126 Sep 16 05:23:04.883875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-69511daa-842d-4000-8ddf-5cdff9fd14bf None None] Port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:04.950768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] For port 21ece2b0-640c-4422-bad6-d86dc865ab10, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:04.954511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] For port 21ece2b0-640c-4422-bad6-d86dc865ab10, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=21ece2b0-640c-4422-bad6-d86dc865ab10,segment=NetworkSegment(f9fe4e8e-64a4-425a-ae5a-3618c2737b36),segment_id=f9fe4e8e-64a4-425a-ae5a-3618c2737b36)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:04.959128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.038386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c34cd-1100-4d33-ab82-71f18333ab1d None None] Pushing event updated for resources: {'Port': ['ID=21ece2b0-640c-4422-bad6-d86dc865ab10,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.060268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.068839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.331353 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.337515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router cf8987f4-057b-487e-a855-71fc503488b7 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:05.370633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.404544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.412149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.463659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cc1957d-4225-41f0-8b17-c4ef907b6a27 req-63ac6ff9-735c-417d-9c2c-74a486dff549 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6341834 Sep 16 05:23:05.495248 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.499192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7022290 Sep 16 05:23:05.509860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42740) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:05.525744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.526091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-380fad32-fc5e-41b7-9c89-5e293fa030b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'security_group': {'name': 'tempest-secgroup-607238782'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:05.531264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f4c5d-52b6-4bc8-b4cb-111c2b8caacb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.534654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-a973fec1-0d59-413a-8786-f060c8a5a4bc service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219478 Sep 16 05:23:05.535270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Pushing event updated for resources: {'Port': ['ID=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.566013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302e5abc-6195-4870-84c5-0d5324672dfb req-22ee9029-e247-4474-8ec4-357ae68e1b43 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8422358 Sep 16 05:23:05.566220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:05.572565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.573188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.573712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.574754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.575281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.575777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.576309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.576807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.577328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.577665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.577997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.578325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2298aba-6240-4da8-9971-c2f797c25399 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:05.592944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Sync routers for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:05.607777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbec2fb-3627-4518-923c-e84058761c56 req-971bcca5-d4fe-45a9-8ca5-bfade65be7ad tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:05.611023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:05.612219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:05.615399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bdbec2fb-3627-4518-923c-e84058761c56 req-971bcca5-d4fe-45a9-8ca5-bfade65be7ad tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.6986558 Sep 16 05:23:05.625208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.673763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:05.675281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:05.739323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.742987 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5c1c239f-bc71-48d4-936f-9a98ae9f1ae2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7769108 Sep 16 05:23:05.748928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42742) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:05.784397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:05.834282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=4f71421f-74f3-42da-8c63-7090b29284b9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:05.893079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bdbec2fb-3627-4518-923c-e84058761c56 req-b6dd72c3-3761-4d49-af0f-69c00bc8096d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754977 Sep 16 05:23:05.907281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380fad32-fc5e-41b7-9c89-5e293fa030b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:05.973936 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a45b18cf-0de3-4c4e-9cc6-2d76e2e08ec9 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=f72674dd7e4b46cda7bdf9b7383db189&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2216923 Sep 16 05:23:05.976764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.017366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Router 3261dec6-5b14-4ee9-b34d-90663104f4ff has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:06.039952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5b80aa8e-9781-452e-92f7-c227d21af855 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:06.049505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ea0fb5a-f329-4e70-8e2b-b0bd5fdaa8f4 req-594dc157-aad9-4786-820a-4b5d25289eb0 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035055 Sep 16 05:23:06.105900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.108060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ebd3ab4b-8b05-4d5e-95e5-ff6d8f092e4a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/4f71421f-74f3-42da-8c63-7090b29284b9 HTTP/1.1" status: 204 len: 168 time: 2.3688176 Sep 16 05:23:06.110519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-96afc896-02c5-4460-ad6f-20bd764a5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.112452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-96afc896-02c5-4460-ad6f-20bd764a5991 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1095 time: 0.4530373 Sep 16 05:23:06.114681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6938fe7-55ed-4fa0-9295-18f5f16d08ef req-d4e93fc5-65b1-4fe9-8be4-94156e86a0a2 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0642700 Sep 16 05:23:06.117582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42750) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.148130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604b7f1-de27-472a-830d-8f98782f96b6 req-6240a670-6b7b-47ee-b6bf-ee03e4b8f904 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.151067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e604b7f1-de27-472a-830d-8f98782f96b6 req-6240a670-6b7b-47ee-b6bf-ee03e4b8f904 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.5955198 Sep 16 05:23:06.186761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b0d31ce0-64ad-4e6c-9c37-3377dd4b42b7 None None] Provisioning complete for port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.187034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b0d31ce0-64ad-4e6c-9c37-3377dd4b42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.263963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b0d31ce0-64ad-4e6c-9c37-3377dd4b42b7 None None] Port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:06.272351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5b80aa8e-9781-452e-92f7-c227d21af855 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.273569 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.307405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 3, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:06.310406 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:06.346102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13798fb9-06e5-4a64-844a-89fd353522cf tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.347772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Checking router: cf8987f4-057b-487e-a855-71fc503488b7 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:06.348333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Updating router cf8987f4-057b-487e-a855-71fc503488b7 port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:06.351257 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-13798fb9-06e5-4a64-844a-89fd353522cf tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3731880 Sep 16 05:23:06.356697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e604b7f1-de27-472a-830d-8f98782f96b6 req-2f2c6034-07c9-4029-a0b0-951cde9ab957 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049277 Sep 16 05:23:06.357956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.369384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c0bf7-583d-49bf-879a-2bcdd14ead6d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.371601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c0bf7-583d-49bf-879a-2bcdd14ead6d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.376043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d63c0bf7-583d-49bf-879a-2bcdd14ead6d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2532322 Sep 16 05:23:06.378999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42754) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.390212 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.441597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:06.454641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-9edf1620-63b0-41b5-9d4f-7b06ceec5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.455650 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-47d08df1-052d-4ccb-9150-ec71c372c6ae admin admin] 10.222.0.55 "PUT /v2.0/routers/3261dec6-5b14-4ee9-b34d-90663104f4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3233409 Sep 16 05:23:06.456868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-9edf1620-63b0-41b5-9d4f-7b06ceec5d41 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.3027968 Sep 16 05:23:06.471592 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Sync routers for ids ['3261dec6-5b14-4ee9-b34d-90663104f4ff'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:06.478537 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-96221a7a-b00b-4857-8081-48ffb9493ba6 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193655 Sep 16 05:23:06.484399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.490156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614006840', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:06.493804 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Routers {'3261dec6-5b14-4ee9-b34d-90663104f4ff'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:06.496239 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3261dec6-5b14-4ee9-b34d-90663104f4ff'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:06.581417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet ac80b6c0-7357-4d4d-9848-144d8847510d {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:06.624530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 21ece2b0-640c-4422-bad6-d86dc865ab10 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:06.630391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-8556cac5-d087-47dd-b379-e71b48f4b80b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 217 time: 0.1468735 Sep 16 05:23:06.635425 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.651035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.651781 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.653184 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Set router 3261dec6-5b14-4ee9-b34d-90663104f4ff gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:06.749045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380fad32-fc5e-41b7-9c89-5e293fa030b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.760378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-e2ee8ca9-e653-4aa6-99f7-7b5d7d79c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:06.763529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-e2ee8ca9-e653-4aa6-99f7-7b5d7d79c662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.1067381 Sep 16 05:23:06.764395 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380fad32-fc5e-41b7-9c89-5e293fa030b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.783010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:06.791630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.816680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:06.817335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.829547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fad32-fc5e-41b7-9c89-5e293fa030b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1d92f-cdd9-453d-abb9-8845b79bbe69,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:06.867734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380fad32-fc5e-41b7-9c89-5e293fa030b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.870716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-380fad32-fc5e-41b7-9c89-5e293fa030b3 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3543782 Sep 16 05:23:06.883907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:06.899340 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42766) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:06.908052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1956176846', 'security_groups': ['09c1d92f-cdd9-453d-abb9-8845b79bbe69'], 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f72d99fc-7d67-4676-aa85-e8a5866f99bc'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:06.975568 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 4, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port': {'id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e', 'name': '', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'mac_address': 'fa:16:3e:ed:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:03Z', 'updated_at': '2021-09-16T05:23:05Z', 'revision_number': 2, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'subnets': [{'id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:06.998708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ec49-53aa-43f0-bf82-f3065b665548 req-611eb165-a8f5-4d5f-8d1c-6f2e565949ba tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.005725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e34ec49-53aa-43f0-bf82-f3065b665548 req-611eb165-a8f5-4d5f-8d1c-6f2e565949ba tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 943 time: 0.4283984 Sep 16 05:23:07.027564 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Checking router: 3261dec6-5b14-4ee9-b34d-90663104f4ff for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:07.027918 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Updating router 3261dec6-5b14-4ee9-b34d-90663104f4ff port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:07.061848 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.092619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.196410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.242388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:07.329247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-f16039cd-686d-418b-916f-d44691850ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.330797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-f16039cd-686d-418b-916f-d44691850ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5510795 Sep 16 05:23:07.336538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] For port 21ece2b0-640c-4422-bad6-d86dc865ab10, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=21ece2b0-640c-4422-bad6-d86dc865ab10,segment=NetworkSegment(f9fe4e8e-64a4-425a-ae5a-3618c2737b36),segment_id=f9fe4e8e-64a4-425a-ae5a-3618c2737b36)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:07.343666 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.358249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e34ec49-53aa-43f0-bf82-f3065b665548 req-f7427b2a-768f-4e9c-af01-0d4784c1bd74 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181170 Sep 16 05:23:07.366182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.413008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42782) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.423537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1100819818-network', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:07.446066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.471944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d01d53-14df-41e7-8589-c979dd81b7eb details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:07.483243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.505539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Subnet': ['ID=ec143e7d-9024-412b-b345-41327eeb5709,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.508023 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.508608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-4506522b-6fe9-4746-9a41-74d5a1330081 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573446 Sep 16 05:23:07.514409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Made reservation on behalf of 359de10d9adc4ea9a77039fcd4abcc0c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:07.517580 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.518173 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.521376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01834bf7-5d9f-4d4b-98c8-3efe060e9a56 req-b4433430-077f-4f71-9873-7fb41fa4682a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.529799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01834bf7-5d9f-4d4b-98c8-3efe060e9a56 req-b4433430-077f-4f71-9873-7fb41fa4682a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.3883383 Sep 16 05:23:07.545663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port ef3e3bdc-012d-4ed5-9014-d10c68832887 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:07.551600 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.557427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.571598 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Checking segment: {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:07.572026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network hostable DHCP agents. Network: 37c86f26-d1b9-465c-91d9-65fc7e102d3b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:07.594295 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeb14a-35a6-4f54-a2e3-019a1df22c73 None None] Pushing event updated for resources: {'Port': ['ID=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.601567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6959fb10-106f-4944-af11-0eba73ffc7a7 req-f83b7f3f-d245-4867-992d-45b09852c3ff tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0906224 Sep 16 05:23:07.687195 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.705870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:07.711637 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Attempting to bind port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:07.712320 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Attempting to bind port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:07.712866 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Attempting to bind port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e on network 33958d6b-4990-4263-b54e-a41644f1a3f4 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:07.719416 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:07.719972 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Checking segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:07.720498 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.721073 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Bound using segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:07.722378 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Bound port: eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:07.722958 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.731794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 37c86f26-d1b9-465c-91d9-65fc7e102d3b) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:07.738693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:07.739675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.741599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=ac80b6c0-7357-4d4d-9848-144d8847510d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.755300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.762969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111af8be-7920-42b6-8352-3457bbd9bccc None None] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:07.773777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-23e96aac-bf22-4583-a47d-d9ccb4da8e9a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/ac80b6c0-7357-4d4d-9848-144d8847510d HTTP/1.1" status: 204 len: 168 time: 1.3920836 Sep 16 05:23:07.778737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42784) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.818140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f1aa4b-c049-474c-b5c7-a6594b94c39f None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:07.853961 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] For port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:07.856482 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-428b678b-11a0-4055-88b8-8d81197725bb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752347 Sep 16 05:23:07.858554 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] For port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:07.861856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42786) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:07.863559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:07.868045 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.875567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:07.893053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Pushing event updated for resources: {'Port': ['ID=21ece2b0-640c-4422-bad6-d86dc865ab10,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.946711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Provisioning complete for port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:07.947089 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.961146 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeb14a-35a6-4f54-a2e3-019a1df22c73 None None] Pushing event updated for resources: {'Port': ['ID=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:07.977469 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Routers {'3261dec6-5b14-4ee9-b34d-90663104f4ff'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:07.978241 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3261dec6-5b14-4ee9-b34d-90663104f4ff'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:07.984439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::1a2 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/f72d99fc-7d67-4676-aa85-e8a5866f99bc/ef3e3bdc-012d-4ed5-9014-d10c68832887) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:07.984755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01834bf7-5d9f-4d4b-98c8-3efe060e9a56 req-b2756433-3839-4269-a12d-abf1a51af722 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472466 Sep 16 05:23:08.045779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.057892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.072154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:08.084704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.085064 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Added segment 9b5ab855-8928-4a02-addc-b7fcd11abbb4 of type vlan for network 9f7deed5-3e1a-4567-81d9-b3c2349add5e Sep 16 05:23:08.104708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523ea7-2d53-4f3c-9a09-7bc553be6c12 req-fe9c7f05-ccbb-4456-be50-b93ff5b55f42 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.106365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7523ea7-2d53-4f3c-9a09-7bc553be6c12 req-fe9c7f05-ccbb-4456-be50-b93ff5b55f42 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.2567363 Sep 16 05:23:08.128988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ad5d2a7-6a2f-4e55-84c0-785325389dab req-8894ffa1-5d4a-43ac-a1b8-4a8bf3e34b0e service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964704 Sep 16 05:23:08.140241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.167877 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] Set router 3261dec6-5b14-4ee9-b34d-90663104f4ff gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:08.176232 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2cb51ce-d791-4fd3-8a01-92dafa36d204 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6906531 Sep 16 05:23:08.182222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42790) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:08.186381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.187355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.187946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.287976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:08.295211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.504129 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:23:08.515999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25690d6-269b-4ebb-9d52-6a6d2cae2a64,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.551926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1363218 Sep 16 05:23:08.552647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:08.587219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864520c6-13f6-496a-af6f-28de007653da None None] Pushing event updated for resources: {'Port': ['ID=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:08.609199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Request body: {'subnet': {'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1100819818-subnet', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:08.641257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7523ea7-2d53-4f3c-9a09-7bc553be6c12 req-6b7a8476-3303-4272-ad0f-c006a7c65352 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5241797 Sep 16 05:23:08.673310 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 4, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port': {'id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e', 'name': '', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'mac_address': 'fa:16:3e:ed:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:03Z', 'updated_at': '2021-09-16T05:23:07Z', 'revision_number': 4, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'subnets': [{'id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:08.680073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Made reservation on behalf of 359de10d9adc4ea9a77039fcd4abcc0c for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:08.682960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:08.686544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.705682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Attempting to bind port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:08.706198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Attempting to bind port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:08.706746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Attempting to bind port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:08.709374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 21ece2b0-640c-4422-bad6-d86dc865ab10 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:08.714713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'port_id': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'mac_address': 'fa:16:3e:a8:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:08.740198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-dd94e9ad-3a76-4140-9fea-2148058bb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.742338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-dd94e9ad-3a76-4140-9fea-2148058bb70f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 1098 time: 0.2505181 Sep 16 05:23:08.747485 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6cb44-da89-443f-9b04-b2293b500a2d None None] The sync data for ids ['3261dec6-5b14-4ee9-b34d-90663104f4ff'] in n-d-713301-15 is: [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 4, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port': {'id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e', 'name': '', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'mac_address': 'fa:16:3e:ed:a6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:03Z', 'updated_at': '2021-09-16T05:23:07Z', 'revision_number': 4, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'subnets': [{'id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:08.772259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d01d53-14df-41e7-8589-c979dd81b7eb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:08.812855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-abad6870-b21b-4ed8-9f13-4981eee3d240 None None] Port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:08.824676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:08.825527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:08.827115 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.827705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:08.828413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Bound port: 5c787eb4-30d2-4d52-9df3-661e2c6f5edd, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:08.829035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:08.906856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'port_id': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'mac_address': 'fa:16:3e:05:f8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:08.927172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-92bf1915-e570-4f31-8aaf-089dedfab338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:08.928672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-92bf1915-e570-4f31-8aaf-089dedfab338 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 912 time: 0.1383286 Sep 16 05:23:09.033618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f1f1-56ee-4a7a-b993-d9d0850d210d req-84b82ef0-557f-4ca0-aadb-95fcd6c1fbba tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.037823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a936a-ce51-49f3-9f50-27b470495066 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7deed5-3e1a-4567-81d9-b3c2349add5e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.043563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ba9f1f1-56ee-4a7a-b993-d9d0850d210d req-84b82ef0-557f-4ca0-aadb-95fcd6c1fbba tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.5226166 Sep 16 05:23:09.046555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-523dd117-3667-4c0f-ab0e-61bfe279dd15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c90d87-55c6-4b49-b726-5914ded6ea94 HTTP/1.1" status: 200 len: 217 time: 0.1007879 Sep 16 05:23:09.061687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.150791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] For port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:09.158352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] For port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:09.176584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:09.203666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.231245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.233972 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.258581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-542f1da3-7ed7-4dd1-99dc-396b4319471b None None] Provisioning complete for port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:09.258960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-542f1da3-7ed7-4dd1-99dc-396b4319471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.280524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd85c2c-dc9f-4914-94d7-d178d1bae407 req-cfabc4a8-a145-4a64-9de4-0c99900fc504 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.288892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fd85c2c-dc9f-4914-94d7-d178d1bae407 req-cfabc4a8-a145-4a64-9de4-0c99900fc504 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 943 time: 0.4956965 Sep 16 05:23:09.297594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Checking segment: {'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:09.298258 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Network hostable DHCP agents. Network: 9f7deed5-3e1a-4567-81d9-b3c2349add5e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:09.310470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:09.311583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040705dc-9dfc-4a03-b72f-3249e2f4902f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.324830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ba9f1f1-56ee-4a7a-b993-d9d0850d210d req-587012b6-4675-488b-b41b-837fb16901ad tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802455 Sep 16 05:23:09.330975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:09.359189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:09.364022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.364846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.394370 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5302963 Sep 16 05:23:09.416902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cfe121-fb39-4af2-8376-59839e63c78d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:09.424395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42800) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.433896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '457a80dd-fc06-432e-a0ae-53c34618557d', 'ip_address': '2001:db8::c676:4aa7:e43b:4fd4'}], 'name': 'tempest-NetworksTestDHCPv6-1827935572'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:09.468983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fd85c2c-dc9f-4914-94d7-d178d1bae407 req-85e0dae1-2971-42eb-941f-b987dff8f7b3 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789336 Sep 16 05:23:09.482837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:09.483210 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.494578 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.520910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-d20302e9-b98b-4693-a437-517270d8a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.522732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-d20302e9-b98b-4693-a437-517270d8a6fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.4675159 Sep 16 05:23:09.540873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a067be5-ea0c-4824-9af1-f510cbd3306e req-16620b50-d076-416d-8c39-1d4cc9813849 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0939324 Sep 16 05:23:09.562937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.582835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-40d18731-74f8-4959-b171-79fc2850fbf8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318568 Sep 16 05:23:09.603836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:09.616559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554553fd-225d-40f8-a039-a7224e582a17 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=457a80dd-fc06-432e-a0ae-53c34618557d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.626147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 9f7deed5-3e1a-4567-81d9-b3c2349add5e) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:09.636437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.637101 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.653805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:09.654240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:09.660886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d1cb0-8fef-408b-9de0-5b70286c01c3 None None] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:09.663163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:09.664492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:09.677379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864520c6-13f6-496a-af6f-28de007653da None None] Pushing event updated for resources: {'Port': ['ID=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.693226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d01d53-14df-41e7-8589-c979dd81b7eb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:09.715982 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5f45ea77-1464-4af7-8e24-9db8f43828d7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1124113 Sep 16 05:23:09.723203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42804) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.734478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:09.764580 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.770381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:09.771402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.782265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.836012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d01d53-14df-41e7-8589-c979dd81b7eb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:09.875263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:09.882408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.883456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.891995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:09.893978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=ef3e3bdc-012d-4ed5-9014-d10c68832887,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:09.898056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:09.904726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:09.905382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.908957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.913802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:09.916450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-b81a6104-3ff5-429b-bab3-3059471900d0 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154719 Sep 16 05:23:09.947244 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-edee1037-eecb-4558-bb0b-c5f3201d7903 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0467904 Sep 16 05:23:09.956467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 945a3db3-8283-4790-8f15-787e716aa1c6 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:09.962218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42806) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:09.973600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2ce5723c-48ae-4b58-b812-81840a7b0c67 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:10.016736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a87a0-4e65-44f9-8cd2-a3276031f256 req-0b7157cd-0987-4e10-9c07-e9201b977254 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.018456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-042a87a0-4e65-44f9-8cd2-a3276031f256 req-0b7157cd-0987-4e10-9c07-e9201b977254 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.2686112 Sep 16 05:23:10.076413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.096262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Allocated IP 172.20.0.2 (37c86f26-d1b9-465c-91d9-65fc7e102d3b/ec143e7d-9024-412b-b345-41327eeb5709/9ac933a4-6753-4599-8df8-9bbe0ef15f69) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:10.291968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:10.523283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a5be95c-4889-4b2d-92a9-3854962f68b6 req-5bad21c2-f3a2-4443-bd07-6f3194d9ce26 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969806 Sep 16 05:23:10.584188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-042a87a0-4e65-44f9-8cd2-a3276031f256 req-33471c7b-e411-4a1f-833d-a85e175932ac tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259718 Sep 16 05:23:10.695387 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.726398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c2cfe121-fb39-4af2-8376-59839e63c78d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:10.737897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93425c-49db-4c35-a7ba-9e1de3dbe593 req-0753a8ba-9977-422b-b7fe-9615471f1e75 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.740642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec93425c-49db-4c35-a7ba-9e1de3dbe593 req-0753a8ba-9977-422b-b7fe-9615471f1e75 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2922850 Sep 16 05:23:10.823548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.830624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a07b-09de-4174-9787-2856cf46374c req-6b6d3e6f-a52e-4b29-98a9-0c1cc06d145f tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:10.832472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15c3a07b-09de-4174-9787-2856cf46374c req-6b6d3e6f-a52e-4b29-98a9-0c1cc06d145f tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 944 time: 0.1464379 Sep 16 05:23:10.874521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:10.878944 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.888768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] Deleting port 965d43ef-580a-4291-a2d6-7f86230b61a5 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:10.889152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.898937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec93425c-49db-4c35-a7ba-9e1de3dbe593 req-76740536-12b4-423d-bf2a-5c82c4e92b71 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273201 Sep 16 05:23:10.939734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15c3a07b-09de-4174-9787-2856cf46374c req-6ccc8466-9d14-409d-9260-06bd3e1b86ec tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647602 Sep 16 05:23:10.951190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5723c-48ae-4b58-b812-81840a7b0c67 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:10.963696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ce5723c-48ae-4b58-b812-81840a7b0c67 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:10.981314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::c676:4aa7:e43b:4fd4 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/457a80dd-fc06-432e-a0ae-53c34618557d/945a3db3-8283-4790-8f15-787e716aa1c6) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:11.006367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a5d01d53-14df-41e7-8589-c979dd81b7eb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:11.007820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.20.0.1 (37c86f26-d1b9-465c-91d9-65fc7e102d3b/ec143e7d-9024-412b-b345-41327eeb5709/210916d0-f00f-4a1a-981f-c21664bebf2a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:11.031999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-542f1da3-7ed7-4dd1-99dc-396b4319471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.035213 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.089193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26884dd0-300b-4257-a5b4-8387aa3d7079 req-f918a488-a932-4aba-bf5b-3ab624acc9af tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0429630 Sep 16 05:23:11.145551 n-d-713301-15 neutron-server[94718]: INFO neutron.db.ipam_backend_mixin [None req-2ce5723c-48ae-4b58-b812-81840a7b0c67 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f72d99fc-7d67-4676-aa85-e8a5866f99bc (CIDR: 2001:db8::/64) Sep 16 05:23:11.163305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a5d01d53-14df-41e7-8589-c979dd81b7eb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.165689 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce5723c-48ae-4b58-b812-81840a7b0c67 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:11.165842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce5723c-48ae-4b58-b812-81840a7b0c67 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:11.189695 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.213362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'fixed_ips': [{'subnet_id': '040705dc-9dfc-4a03-b72f-3249e2f4902f'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:11.214124 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.229135 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.229371 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2ce5723c-48ae-4b58-b812-81840a7b0c67 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2632802 Sep 16 05:23:11.230600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42818) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:11.239319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:11.268332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:11.271455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:11.278089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:11.310706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:11.311810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=210916d0-f00f-4a1a-981f-c21664bebf2a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.337204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.347587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:11.350252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:11.377694 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-542f1da3-7ed7-4dd1-99dc-396b4319471b None None] For port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:11.411364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Pushing event updated for resources: {'Port': ['ID=9ac933a4-6753-4599-8df8-9bbe0ef15f69,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.415638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-542f1da3-7ed7-4dd1-99dc-396b4319471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.417344 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.460959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.502322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.536481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.563987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:11.576178 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.614894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:11.618638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.630615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] For port 965d43ef-580a-4291-a2d6-7f86230b61a5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=965d43ef-580a-4291-a2d6-7f86230b61a5,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:11.631019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.666140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:11.679961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:11.719008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:11.724683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.725331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.726577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] Calling delete_port for 965d43ef-580a-4291-a2d6-7f86230b61a5 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:11.748010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=945a3db3-8283-4790-8f15-787e716aa1c6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.770967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4e7497a4-3767-485c-831f-f05e2344d145 None None] Provisioning complete for port ef3e3bdc-012d-4ed5-9014-d10c68832887 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:11.772248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e7497a4-3767-485c-831f-f05e2344d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.776621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Attempting to bind port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:11.777016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Attempting to bind port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:11.777424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Attempting to bind port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 on network 37c86f26-d1b9-465c-91d9-65fc7e102d3b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:11.783235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e44713-fdf4-4d28-bee1-da1d263536f2 req-14a49d7f-1ea4-4a5e-ad5e-300db20161d9 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.788211 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-94f6c4a1-4e72-4f47-8c81-457a1a281f55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3568933 Sep 16 05:23:11.790798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2e44713-fdf4-4d28-bee1-da1d263536f2 req-14a49d7f-1ea4-4a5e-ad5e-300db20161d9 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.1035128 Sep 16 05:23:11.792560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42822) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:11.811007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Allocated IP 172.25.6.31 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/14e2d42d-97b1-45dc-9e69-90148387d2a1) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:11.843687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f1da3-7ed7-4dd1-99dc-396b4319471b None None] Pushing event updated for resources: {'Port': ['ID=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:11.870155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:11.870581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Checking segment: {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:11.871077 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.872110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Bound using segment: {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:11.872110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Bound port: 9ac933a4-6753-4599-8df8-9bbe0ef15f69, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:11.872357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.893655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2e44713-fdf4-4d28-bee1-da1d263536f2 req-d8ae9989-24dc-42d4-9908-56f4ccb0f0f8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019230 Sep 16 05:23:11.932842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ce9da-67a6-4e77-a765-a0853645dac7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.939879 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:11.941056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ce9da-67a6-4e77-a765-a0853645dac7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:11.944816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cc1ce9da-67a6-4e77-a765-a0853645dac7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1443672 Sep 16 05:23:11.945437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:12.018720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.025381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4e7497a4-3767-485c-831f-f05e2344d145 None None] Port ef3e3bdc-012d-4ed5-9014-d10c68832887 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:12.034534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Allocated IP 172.20.0.2 (9f7deed5-3e1a-4567-81d9-b3c2349add5e/040705dc-9dfc-4a03-b72f-3249e2f4902f/0cda19c6-653c-437b-bcb8-a8411a20da31) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:12.113451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:12.113826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.143378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.154705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.164082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 3, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:12.195517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca0823-0a62-4987-96cc-54be0560b8f2 req-4e38bc89-5b32-4e48-8bb6-aa760671fd74 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.197433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80ca0823-0a62-4987-96cc-54be0560b8f2 req-4e38bc89-5b32-4e48-8bb6-aa760671fd74 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 944 time: 0.1322985 Sep 16 05:23:12.212531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af99ca-948f-44a1-bc10-7ff355c146c3 req-5ee8a0f2-2af5-4813-92cc-b148d181cb4b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.214252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82af99ca-948f-44a1-bc10-7ff355c146c3 req-5ee8a0f2-2af5-4813-92cc-b148d181cb4b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.1632447 Sep 16 05:23:12.230590 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.242434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71669c-2e35-4a0d-b530-4cdd893d9b66 None None] The sync data for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 is: [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 3, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:12.249845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.252865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:12.255327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:12.260191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:12.269535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 945a3db3-8283-4790-8f15-787e716aa1c6 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:12.269535 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.273423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:12.275787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:12.282317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:12.282949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.285289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=14e2d42d-97b1-45dc-9e69-90148387d2a1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.308972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=44675792-e2fd-4fab-ac94-b3b5eb92cf92,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.319827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f88ae-6df1-488a-b9b4-da81b944a02d None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:12.324174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] For port 9ac933a4-6753-4599-8df8-9bbe0ef15f69, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:12.338999 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c8a33c78-d31c-43b7-85ac-de9a55b9bdd0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1031179 Sep 16 05:23:12.339300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42832) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:12.344996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-884199277', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44675792-e2fd-4fab-ac94-b3b5eb92cf92'}], 'security_groups': ['d71f4c5d-52b6-4bc8-b4cb-111c2b8caacb']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:12.346033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.383768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] For port 9ac933a4-6753-4599-8df8-9bbe0ef15f69, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ac933a4-6753-4599-8df8-9bbe0ef15f69,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:12.412111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80ca0823-0a62-4987-96cc-54be0560b8f2 req-2bf273cf-8432-47b1-9f83-25ca21a82068 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920896 Sep 16 05:23:12.413845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] No DVR routers for this DVR port 965d43ef-580a-4291-a2d6-7f86230b61a5 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:12.440943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82af99ca-948f-44a1-bc10-7ff355c146c3 req-d6cafb23-42fc-46ad-a709-b36e1b574ccc tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147748 Sep 16 05:23:12.462067 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.462640 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.462640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2f2b9-20af-4b68-8882-20c3d3476ae3 None None] Pushing event deleted for resources: {'Port': ['ID=965d43ef-580a-4291-a2d6-7f86230b61a5,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.484764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15149758-9fa9-493f-9c5d-c6879f85a42f None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:12.565874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=210916d0-f00f-4a1a-981f-c21664bebf2a,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:12.572466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.628738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8b41074-5a7d-4041-9387-93d5fbecc1ab req-18b35a59-73b6-494d-879f-694bff828961 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0493524 Sep 16 05:23:12.720076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.737943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 945a3db3-8283-4790-8f15-787e716aa1c6 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:12.800010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d01d53-14df-41e7-8589-c979dd81b7eb up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:12.930035 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:12.954094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:12.988383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:13.010939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515d559-8013-4fb9-b126-3d25848a629d None None] Pushing event updated for resources: {'Port': ['ID=9ac933a4-6753-4599-8df8-9bbe0ef15f69,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.122258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.141102 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.262697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:13.267120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 965d43ef-580a-4291-a2d6-7f86230b61a5 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:13.278941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:13.309625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:13.345875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.346126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 965d43ef-580a-4291-a2d6-7f86230b61a5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:13.346126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 965d43ef-580a-4291-a2d6-7f86230b61a5 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:13.386067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a5d01d53-14df-41e7-8589-c979dd81b7eb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:13.404015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Pushing event updated for resources: {'Port': ['ID=0cda19c6-653c-437b-bcb8-a8411a20da31,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.404970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98289f64-d404-46cb-a597-db06465ae937 req-70970431-98b7-4cc9-b389-cb96e945f1dd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.406736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98289f64-d404-46cb-a597-db06465ae937 req-70970431-98b7-4cc9-b389-cb96e945f1dd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.2840459 Sep 16 05:23:13.418942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router cf8987f4-057b-487e-a855-71fc503488b7 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:13.420471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=945a3db3-8283-4790-8f15-787e716aa1c6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:13.454583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a5d01d53-14df-41e7-8589-c979dd81b7eb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:13.455236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.493546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.494183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.494696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.495213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.495974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.496555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.497248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.497758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.498253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.498771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.499274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.499794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:13.549218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.551826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-df72339b-a8ce-4caa-a868-63b9cffd3b1e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/945a3db3-8283-4790-8f15-787e716aa1c6 HTTP/1.1" status: 204 len: 168 time: 1.6054685 Sep 16 05:23:13.565992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42840) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:13.573492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Attempting to bind port 0cda19c6-653c-437b-bcb8-a8411a20da31 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:13.578772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Attempting to bind port 0cda19c6-653c-437b-bcb8-a8411a20da31 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:13.579370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Attempting to bind port 0cda19c6-653c-437b-bcb8-a8411a20da31 on network 9f7deed5-3e1a-4567-81d9-b3c2349add5e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:13.601665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '457a80dd-fc06-432e-a0ae-53c34618557d'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:13.606542 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.650984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:13.651592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Checking segment: {'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:13.652886 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.653392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Bound using segment: {'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:13.654006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Bound port: 0cda19c6-653c-437b-bcb8-a8411a20da31, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:13.654499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:13.714722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-98289f64-d404-46cb-a597-db06465ae937 req-39f33819-cdf4-4ab3-ba72-ed3c52842626 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873046 Sep 16 05:23:13.768152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5c787eb4-30d2-4d52-9df3-661e2c6f5edd up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:13.841198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85fb13-77a8-4996-a331-dee5f9c362f6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.842924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85fb13-77a8-4996-a331-dee5f9c362f6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.844975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ca85fb13-77a8-4996-a331-dee5f9c362f6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2763827 Sep 16 05:23:13.883287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:13.884843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42844) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:13.912408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:13.936837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d3168-84ef-4207-9f55-110a4b224792 None None] Update dhcp port {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'fixed_ips': [{'subnet_id': 'f72d99fc-7d67-4676-aa85-e8a5866f99bc', 'ip_address': '2001:db8::2'}, {'subnet_id': '44675792-e2fd-4fab-ac94-b3b5eb92cf92'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '21ece2b0-640c-4422-bad6-d86dc865ab10'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:23:13.938650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-768b4135-5488-42c3-81a3-a5c2dd8aac1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "PUT /v2.0/routers/cf8987f4-057b-487e-a855-71fc503488b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7553127 Sep 16 05:23:13.942679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42846) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:13.960965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Delete allocated IP 2001:db8::1a2 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/f72d99fc-7d67-4676-aa85-e8a5866f99bc) {{(pid=94718) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:23:13.973652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8:0:1::340 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/44675792-e2fd-4fab-ac94-b3b5eb92cf92/ef3e3bdc-012d-4ed5-9014-d10c68832887) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:13.987293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a728-c1ed-46ff-ae8e-58fe1b516970 req-3211be12-735d-4dfc-b683-dabd0bf9245a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:13.989462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c65a728-c1ed-46ff-ae8e-58fe1b516970 req-3211be12-735d-4dfc-b683-dabd0bf9245a tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 944 time: 0.3511724 Sep 16 05:23:13.992471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.057677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3a0ad-2a97-48eb-97c1-9a9082be5104 req-c7f2b160-855b-406b-9963-013223b90d55 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.061436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9b3a0ad-2a97-48eb-97c1-9a9082be5104 req-c7f2b160-855b-406b-9963-013223b90d55 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2655740 Sep 16 05:23:14.146593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] For port 0cda19c6-653c-437b-bcb8-a8411a20da31, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:14.150084 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592d3168-84ef-4207-9f55-110a4b224792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.154800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c65a728-c1ed-46ff-ae8e-58fe1b516970 req-7f0c9d75-fa10-480f-a46e-5ba925f6fbb7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270335 Sep 16 05:23:14.169188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] For port 0cda19c6-653c-437b-bcb8-a8411a20da31, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0cda19c6-653c-437b-bcb8-a8411a20da31,segment=NetworkSegment(9b5ab855-8928-4a02-addc-b7fcd11abbb4),segment_id=9b5ab855-8928-4a02-addc-b7fcd11abbb4)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:14.179625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.252737 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.254715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9b3a0ad-2a97-48eb-97c1-9a9082be5104 req-723ca166-b606-4157-baa9-283f961ee7f5 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506522 Sep 16 05:23:14.264299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 457a80dd-fc06-432e-a0ae-53c34618557d {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:14.338110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc1fe0e4-aa0e-4080-9150-ee8c5bd83f9f req-ff7bcffe-15ef-464a-a87d-e424b7cda802 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0541401 Sep 16 05:23:14.351367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957f4ed-c262-46d4-8851-a405442204de None None] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:14.360656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.371595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.415908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.416467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.416946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.418040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.418519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.418983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.419442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.419943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.420385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.420843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.421433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.423405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:14.424602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-76d4a786-4e28-44ee-8597-4e94f96ff553 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7826 time: 0.4545796 Sep 16 05:23:14.424776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Router 8624b947-2785-44d0-b2b7-a2ecce9f6798 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:14.426941 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.427524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42848) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:14.442093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port c2cfe121-fb39-4af2-8376-59839e63c78d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:14.450270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] In _notify_port_updated(), no bound segment for port ef3e3bdc-012d-4ed5-9014-d10c68832887 on network dfe8e561-9a50-4cc0-9452-b70d9d72e80c {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:23:14.456404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.457074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.461006 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "PUT /v2.0/ports/ef3e3bdc-012d-4ed5-9014-d10c68832887 HTTP/1.1" status: 200 len: 930 time: 2.1181889 Sep 16 05:23:14.462319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42850) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:14.485960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:14.489583 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4b7d6-d26b-4571-a002-601bdfc804ac" -d '{"events": [{"server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "name": "network-vif-plugged", "status": "completed", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:14.526417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c2cfe121-fb39-4af2-8376-59839e63c78d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:14.527499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.536611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d2fea-6df6-49bd-9f9d-87ad2aa0cb96 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=ef3e3bdc-012d-4ed5-9014-d10c68832887,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.539731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/457a80dd-fc06-432e-a0ae-53c34618557d/7f49a12f-03e5-4047-b3bd-1844da517d66) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:14.605733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a5d01d53-14df-41e7-8589-c979dd81b7eb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:14.613659 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095bb68d-5823-4fd1-956a-fee543b29598 x-openstack-request-id: req-095bb68d-5823-4fd1-956a-fee543b29598 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:14.614025 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "name": "network-vif-plugged", "status": "completed", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:14.614215 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-095bb68d-5823-4fd1-956a-fee543b29598 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:14.614593 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'code': 200} Sep 16 05:23:14.687199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.687711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.692060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.692928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.693554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.694660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.696391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.697146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.697763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.699630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.700340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.700972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:14.708536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-389d3d87-e2a3-448d-badf-29d82d24bfb3 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7785 time: 0.2795537 Sep 16 05:23:14.710607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42854) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:14.730856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port ef3e3bdc-012d-4ed5-9014-d10c68832887 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:14.731204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.769568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:14.880921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.885574 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-714a85be-dfcd-47b9-ab21-a5f37eec0aa3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1562493 Sep 16 05:23:14.885574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42858) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:14.912857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.929361 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.944415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eef140-d393-42ff-8d8b-3a3e4cfc45ed None None] Pushing event updated for resources: {'Port': ['ID=0cda19c6-653c-437b-bcb8-a8411a20da31,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:14.949861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Sync routers for ids ['8624b947-2785-44d0-b2b7-a2ecce9f6798'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:14.950585 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.955868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:14.971333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for ef3e3bdc-012d-4ed5-9014-d10c68832887 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:14.989856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5d2e3c7e-8c38-4daa-b143-b15b80fa50d7 None None] Provisioning complete for port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:14.990231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3c7e-8c38-4daa-b143-b15b80fa50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.015443 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Sync routers for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:15.031464 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:15.032008 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:15.085044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Routers {'8624b947-2785-44d0-b2b7-a2ecce9f6798'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:15.085608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8624b947-2785-44d0-b2b7-a2ecce9f6798'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:15.181248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:15.242243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.250540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:15.300787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:15.314427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=ef3e3bdc-012d-4ed5-9014-d10c68832887,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:15.328342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.335351 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:15.341350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-592d3168-84ef-4207-9f55-110a4b224792 None None] Allocated IP 2001:db8:0:1::2 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/44675792-e2fd-4fab-ac94-b3b5eb92cf92/21ece2b0-640c-4422-bad6-d86dc865ab10) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:15.362026 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.364120 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7ded280-d376-4d02-ad19-f91e971b32a0 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/ef3e3bdc-012d-4ed5-9014-d10c68832887 HTTP/1.1" status: 204 len: 168 time: 0.9007986 Sep 16 05:23:15.367160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42864) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:15.431113 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce2fb14-806a-4d6b-824a-371843a66577 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:23:15.432958 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1ce2fb14-806a-4d6b-824a-371843a66577 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/ef3e3bdc-012d-4ed5-9014-d10c68832887 HTTP/1.1" status: 404 len: 333 time: 0.0650764 Sep 16 05:23:15.436571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42868) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:15.543993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc7612-c9d4-4b76-884e-54b99772b256 req-e231cc6b-9fc0-4c93-a4f6-5dfbee569c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.545667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66fc7612-c9d4-4b76-884e-54b99772b256 req-e231cc6b-9fc0-4c93-a4f6-5dfbee569c1d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1097 time: 0.9150724 Sep 16 05:23:15.586990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e8fff1-8eb7-4811-81a8-89fd7051a92a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.631719 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 2, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:15.635955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf28c5d-105d-4290-9d6a-5184d6bfa34b req-6e3c5291-fe48-4d65-a522-1fd414d256f3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.638115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bf28c5d-105d-4290-9d6a-5184d6bfa34b req-6e3c5291-fe48-4d65-a522-1fd414d256f3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.3068631 Sep 16 05:23:15.640155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e8fff1-8eb7-4811-81a8-89fd7051a92a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.642096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.687353 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Checking router: cf8987f4-057b-487e-a855-71fc503488b7 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:15.687803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f468d-7b7d-4aea-b683-eb0f88882a5a req-9358b6d5-5356-4e30-843d-2398b0535db4 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:15.688496 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Updating router cf8987f4-057b-487e-a855-71fc503488b7 port 210916d0-f00f-4a1a-981f-c21664bebf2a binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:15.689418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c5f468d-7b7d-4aea-b683-eb0f88882a5a req-9358b6d5-5356-4e30-843d-2398b0535db4 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.3119922 Sep 16 05:23:15.722972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e8fff1-8eb7-4811-81a8-89fd7051a92a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.728253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54e8fff1-8eb7-4811-81a8-89fd7051a92a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.732797 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-54e8fff1-8eb7-4811-81a8-89fd7051a92a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/security-groups/09c1d92f-cdd9-453d-abb9-8845b79bbe69 HTTP/1.1" status: 204 len: 168 time: 0.2922952 Sep 16 05:23:15.737131 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.737330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42870) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:15.823516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8fff1-8eb7-4811-81a8-89fd7051a92a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1d92f-cdd9-453d-abb9-8845b79bbe69,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:15.839998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66fc7612-c9d4-4b76-884e-54b99772b256 req-629fc180-95e2-49b4-b578-327ee57c554d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797413 Sep 16 05:23:15.903882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bf28c5d-105d-4290-9d6a-5184d6bfa34b req-ebee9606-e4b5-4638-864b-8568910ecf5b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470415 Sep 16 05:23:15.916108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.932062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Set router 8624b947-2785-44d0-b2b7-a2ecce9f6798 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:15.933978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b253fe71-a6fa-4439-898c-20833fc6140b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:15.954671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a5d01d53-14df-41e7-8589-c979dd81b7eb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.003295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c5f468d-7b7d-4aea-b683-eb0f88882a5a req-6d62d792-596f-498d-a50a-b24d1f275c0d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673697 Sep 16 05:23:16.007466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.056756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b253fe71-a6fa-4439-898c-20833fc6140b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.139364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.168570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f04ace-4100-4a9b-9312-dc99631006a7 None None] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:16.196079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b253fe71-a6fa-4439-898c-20833fc6140b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.199930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b253fe71-a6fa-4439-898c-20833fc6140b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.201631 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b253fe71-a6fa-4439-898c-20833fc6140b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/security-groups/d71f4c5d-52b6-4bc8-b4cb-111c2b8caacb HTTP/1.1" status: 204 len: 168 time: 0.4602709 Sep 16 05:23:16.212274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42872) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:16.222127 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.230844 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.232557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06041f3d-be23-457d-8437-b3757afc3214 req-15da4ab9-673c-4200-96c1-c6f5caaa709c tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0785737 Sep 16 05:23:16.259185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f994e54-0796-452e-822e-0e81e17ea6a8 req-e439996f-6f1a-428e-94fa-67809315598a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:16.267554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f994e54-0796-452e-822e-0e81e17ea6a8 req-e439996f-6f1a-428e-94fa-67809315598a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2320266 Sep 16 05:23:16.277339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet f72d99fc-7d67-4676-aa85-e8a5866f99bc {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:16.288564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253fe71-a6fa-4439-898c-20833fc6140b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f4c5d-52b6-4bc8-b4cb-111c2b8caacb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.360327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f994e54-0796-452e-822e-0e81e17ea6a8 req-a4bad66c-6c40-4c84-9feb-8e4608be082e tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837853 Sep 16 05:23:16.363975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Allocated IP 172.20.0.1 (9f7deed5-3e1a-4567-81d9-b3c2349add5e/040705dc-9dfc-4a03-b72f-3249e2f4902f/fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:16.381436 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0653e36-3357-4c41-a8b3-2a491b9c24ef None None] Pushing event updated for resources: {'Port': ['ID=210916d0-f00f-4a1a-981f-c21664bebf2a,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.396247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0be06c8d-c4ba-41e8-8224-e71f2ff5df53 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 1.6794620 Sep 16 05:23:16.398045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.424494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:16.430441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.435659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/457a80dd-fc06-432e-a0ae-53c34618557d HTTP/1.1" status: 204 len: 168 time: 2.5248392 Sep 16 05:23:16.465119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Pushing event updated for resources: {'Port': ['ID=7f49a12f-03e5-4047-b3bd-1844da517d66,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.467886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42876) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:16.479445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Attempting to bind port 7f49a12f-03e5-4047-b3bd-1844da517d66 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:16.480704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Attempting to bind port 7f49a12f-03e5-4047-b3bd-1844da517d66 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:16.481539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Attempting to bind port 7f49a12f-03e5-4047-b3bd-1844da517d66 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:16.492429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8edc5e-bc07-4b1a-9339-79f30f088250 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=457a80dd-fc06-432e-a0ae-53c34618557d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.506330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.507447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ac933a4-6753-4599-8df8-9bbe0ef15f69 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:16.563915 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.578670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-054bd9ca-1a49-414b-aec6-0a2854203dd1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952928 Sep 16 05:23:16.579434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42878) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:16.582198 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Attempting to bind port 210916d0-f00f-4a1a-981f-c21664bebf2a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:16.582589 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Attempting to bind port 210916d0-f00f-4a1a-981f-c21664bebf2a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:16.582951 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Attempting to bind port 210916d0-f00f-4a1a-981f-c21664bebf2a on network 37c86f26-d1b9-465c-91d9-65fc7e102d3b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:16.593401 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:16.596500 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Checking segment: {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:16.596500 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.596500 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Bound using segment: {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:16.596896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:16.597011 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Bound port: 210916d0-f00f-4a1a-981f-c21664bebf2a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:16.597011 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.614815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.621217 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.649278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:16.649960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:16.650542 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.651106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:16.652358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Bound port: 7f49a12f-03e5-4047-b3bd-1844da517d66, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:16.652939 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.673058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:16.681754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:16.698892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:16.708026 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] For port 210916d0-f00f-4a1a-981f-c21664bebf2a, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:16.726287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:16.732940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.741074 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] For port 210916d0-f00f-4a1a-981f-c21664bebf2a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=210916d0-f00f-4a1a-981f-c21664bebf2a,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:16.752502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-592d3168-84ef-4207-9f55-110a4b224792 None None] For port 21ece2b0-640c-4422-bad6-d86dc865ab10, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=21ece2b0-640c-4422-bad6-d86dc865ab10,segment=NetworkSegment(f9fe4e8e-64a4-425a-ae5a-3618c2737b36),segment_id=f9fe4e8e-64a4-425a-ae5a-3618c2737b36)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:16.761266 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3c7e-8c38-4daa-b143-b15b80fa50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.784080 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.784439 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.808945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:16.826005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:16.829103 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8128abc8-610a-4827-9bcf-2abe287f4752" -d '{"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:16.874108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Pushing event updated for resources: {'Port': ['ID=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.879638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.930726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592d3168-84ef-4207-9f55-110a4b224792 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:16.963533 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a662fa-cb94-4913-8360-acb310b6fac1 x-openstack-request-id: req-42a662fa-cb94-4913-8360-acb310b6fac1 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:16.963842 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:16.964054 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42a662fa-cb94-4913-8360-acb310b6fac1 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:16.965051 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'code': 200} Sep 16 05:23:16.977027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] For port 7f49a12f-03e5-4047-b3bd-1844da517d66, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:16.987269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] For port 7f49a12f-03e5-4047-b3bd-1844da517d66, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f49a12f-03e5-4047-b3bd-1844da517d66,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:16.993544 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0653e36-3357-4c41-a8b3-2a491b9c24ef None None] Pushing event updated for resources: {'Port': ['ID=210916d0-f00f-4a1a-981f-c21664bebf2a,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:16.999350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:17.000400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.019058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-592d3168-84ef-4207-9f55-110a4b224792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.023496 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:17.026032 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:17.040540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.168842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:23:12Z', 'revision_number': 3, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:17.173042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:17.211891 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.275630 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:17.283161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:17.316976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.320189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=466d3f1a-6065-41d1-a688-008764822062,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:17.338664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Checking router: 8624b947-2785-44d0-b2b7-a2ecce9f6798 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:17.339052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Updating router 8624b947-2785-44d0-b2b7-a2ecce9f6798 port 14e2d42d-97b1-45dc-9e69-90148387d2a1 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:17.357573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:17.369540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b6-1ddb-466f-af29-cbbe52296ed7 req-f59893fe-9302-4656-bc44-4a9125da6f79 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.371748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86b781b6-1ddb-466f-af29-cbbe52296ed7 req-f59893fe-9302-4656-bc44-4a9125da6f79 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.1826115 Sep 16 05:23:17.373371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:17.377533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47ef6d-67b8-4c7a-a26f-3f2de114c7ae req-04cb9326-0128-48b4-8930-7acda37d7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.378819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd47ef6d-67b8-4c7a-a26f-3f2de114c7ae req-04cb9326-0128-48b4-8930-7acda37d7c31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1097 time: 0.2282512 Sep 16 05:23:17.380221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.380811 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.388728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.463289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86b781b6-1ddb-466f-af29-cbbe52296ed7 req-2e2aa160-8aa2-47b0-827a-f454e44bb28f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784130 Sep 16 05:23:17.465204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-17c9fa86-9e2d-47d9-86a5-61851e520d6e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8841815 Sep 16 05:23:17.467203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd47ef6d-67b8-4c7a-a26f-3f2de114c7ae req-3bd89f9a-ed45-4b7d-ba98-79acae072a0b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707796 Sep 16 05:23:17.468057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42890) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:17.474911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '466d3f1a-6065-41d1-a688-008764822062', 'ip_address': '2001:db8::6673:da29:6c64:798d'}], 'name': 'tempest-NetworksTestDHCPv6-1121414893'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:17.484120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.645794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5d2e3c7e-8c38-4daa-b143-b15b80fa50d7 None None] For port 9ac933a4-6753-4599-8df8-9bbe0ef15f69, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ac933a4-6753-4599-8df8-9bbe0ef15f69,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:17.660328 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:16Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:17.685862 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3c7e-8c38-4daa-b143-b15b80fa50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.699023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bf156-22ae-41a3-b5ca-68489ffcc4f7 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:17.727512 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b74da-e327-471b-ac8f-9599417d68eb None None] The sync data for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 is: [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:16Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:17.731288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.735812 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.852983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d3168-84ef-4207-9f55-110a4b224792 None None] Pushing event updated for resources: {'Port': ['ID=21ece2b0-640c-4422-bad6-d86dc865ab10,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:17.859208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:17.875437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaa702-129a-462f-be75-511a224387e9 req-03d1ec8c-b9f6-477e-bf41-d2580013ef51 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:17.883683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ceaa702-129a-462f-be75-511a224387e9 req-03d1ec8c-b9f6-477e-bf41-d2580013ef51 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1935856 Sep 16 05:23:17.980923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ceaa702-129a-462f-be75-511a224387e9 req-48320ad3-ba47-4bb5-ac21-7334a27362d1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913637 Sep 16 05:23:18.107418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42896) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:18.124222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1a66a87c-8b23-4b6d-b401-b4f24aa62f3c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152416631', 'description': 'tempest-secgroup-smoke-1152416631 description', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:18.129642 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.141942 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.205913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e13adc0-e5ef-4dd0-ba1e-480306c241bc req-bbd08524-ff7b-44ac-b147-cc58995b5469 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0407090 Sep 16 05:23:18.221798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777bf1b-5cf3-4c6b-a38a-25b656e00ebf None None] Pushing event updated for resources: {'Port': ['ID=7f49a12f-03e5-4047-b3bd-1844da517d66,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.233775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a66a87c-8b23-4b6d-b401-b4f24aa62f3c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.236743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Provisioning complete for port 0cda19c6-653c-437b-bcb8-a8411a20da31 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:18.242972 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.271477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Pushing event updated for resources: {'Port': ['ID=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.330211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.330925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.393358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=f72d99fc-7d67-4676-aa85-e8a5866f99bc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.397939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.406572 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-89c3a226-6be5-456e-bb0a-369a106bb802 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/f72d99fc-7d67-4676-aa85-e8a5866f99bc HTTP/1.1" status: 204 len: 168 time: 2.1931818 Sep 16 05:23:18.411027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:18.416430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:18.451310 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.487218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 3bb56b4f-ddc6-4355-9131-b5aba644c38a yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:18.516052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:18.656445 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a66a87c-8b23-4b6d-b401-b4f24aa62f3c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.678677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:18.684691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:18.719123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d560357-7d0c-4b7c-9c93-053a8a545dda req-dd383ce4-0079-44ca-b836-57dab2084307 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:18.728243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d560357-7d0c-4b7c-9c93-053a8a545dda req-dd383ce4-0079-44ca-b836-57dab2084307 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.5095861 Sep 16 05:23:18.762681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a66a87c-8b23-4b6d-b401-b4f24aa62f3c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.864233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d560357-7d0c-4b7c-9c93-053a8a545dda req-3af48b7b-7a39-4492-bc2d-4e569bd4687f tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348999 Sep 16 05:23:18.908884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::6673:da29:6c64:798d (5a28f602-7f3c-4d66-baa0-3729bf850f5a/466d3f1a-6065-41d1-a688-008764822062/3bb56b4f-ddc6-4355-9131-b5aba644c38a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:18.936852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:18.940986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9eb744-3bc7-4d6a-b607-a9b7d891313d req-067f14f7-02e1-458e-b1ae-676c686b6cea tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:18.941173 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:18.952764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b9eb744-3bc7-4d6a-b607-a9b7d891313d req-067f14f7-02e1-458e-b1ae-676c686b6cea tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.4853263 Sep 16 05:23:18.973901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42902) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:18.974847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66a87c-8b23-4b6d-b401-b4f24aa62f3c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41bb5ef-a3c9-4f31-b202-35070a97d9b3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:18.997537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'floatingip': {'port_id': 'a5d01d53-14df-41e7-8589-c979dd81b7eb'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:19.040213 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a66a87c-8b23-4b6d-b401-b4f24aa62f3c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.041601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1a66a87c-8b23-4b6d-b401-b4f24aa62f3c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9332008 Sep 16 05:23:19.060550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.071274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-707c7339-9796-4142-b05a-f5881f5fde2d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'f41bb5ef-a3c9-4f31-b202-35070a97d9b3', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:19.191315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.228057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3c7e-8c38-4daa-b143-b15b80fa50d7 None None] Pushing event updated for resources: {'Port': ['ID=9ac933a4-6753-4599-8df8-9bbe0ef15f69,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:19.248535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e54d42-4e48-425c-8abc-0190df5c01f2 None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:19.251826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.278167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-707c7339-9796-4142-b05a-f5881f5fde2d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.328108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Router 8624b947-2785-44d0-b2b7-a2ecce9f6798 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:19.382357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.401047 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5a44a90-e16b-4513-a235-5d378efefbed req-23276d3b-3f0c-4de0-bb19-a2462fc4875d tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0613353 Sep 16 05:23:19.406503 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.498192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Attempting to bind port 14e2d42d-97b1-45dc-9e69-90148387d2a1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:19.498583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Attempting to bind port 14e2d42d-97b1-45dc-9e69-90148387d2a1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:19.498948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Attempting to bind port 14e2d42d-97b1-45dc-9e69-90148387d2a1 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:19.510532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:19.510914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:19.511359 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.511759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:19.512284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Bound port: 14e2d42d-97b1-45dc-9e69-90148387d2a1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:19.513252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.515268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:19.516145 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.516286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff9eb4-fbcb-4733-9453-a16de04650db req-bee9fcc6-998a-4447-a5f2-4afcdde01c36 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.517628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbff9eb4-fbcb-4733-9453-a16de04650db req-bee9fcc6-998a-4447-a5f2-4afcdde01c36 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.4874845 Sep 16 05:23:19.519084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22107e14-190b-4dcd-8a46-1547cd09c2fa None None] Pushing event updated for resources: {'Port': ['ID=14e2d42d-97b1-45dc-9e69-90148387d2a1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:19.601836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:19.606650 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-707c7339-9796-4142-b05a-f5881f5fde2d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.616844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:19.627394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.635125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:19.636204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.638316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-707c7339-9796-4142-b05a-f5881f5fde2d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.651783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=dddc055c-926e-4e9e-a259-e39b5d4efc6a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:19.660187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c7339-9796-4142-b05a-f5881f5fde2d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1188470-4abc-43a7-a2ca-ca920436dcd5,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:19.718743 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cc2a408-8d7a-40e6-8b62-26b357a646d4 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3062482 Sep 16 05:23:19.721371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42908) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.724327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] For port 14e2d42d-97b1-45dc-9e69-90148387d2a1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:19.726344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'security_group': {'name': 'tempest-secgroup-2096470571'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:19.726743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbff9eb4-fbcb-4733-9453-a16de04650db req-76a289ec-0d38-4bc5-908d-3597a3368d81 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641583 Sep 16 05:23:19.732299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] For port 14e2d42d-97b1-45dc-9e69-90148387d2a1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=14e2d42d-97b1-45dc-9e69-90148387d2a1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:19.734804 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-707c7339-9796-4142-b05a-f5881f5fde2d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.736435 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-707c7339-9796-4142-b05a-f5881f5fde2d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6730847 Sep 16 05:23:19.741873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42910) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:19.753101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-fdb993ca-0f83-4adb-ab23-fdc2970dfb8a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'f41bb5ef-a3c9-4f31-b202-35070a97d9b3', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:19.753368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.762218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:19.770806 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0069694f-5598-49ff-9b6d-eab27800f630 admin admin] 10.222.0.55 "PUT /v2.0/routers/8624b947-2785-44d0-b2b7-a2ecce9f6798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8847663 Sep 16 05:23:19.792841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.800262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] For port 0cda19c6-653c-437b-bcb8-a8411a20da31, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0cda19c6-653c-437b-bcb8-a8411a20da31,segment=NetworkSegment(9b5ab855-8928-4a02-addc-b7fcd11abbb4),segment_id=9b5ab855-8928-4a02-addc-b7fcd11abbb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:19.847218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.883125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.976691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:19.982263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.004156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22107e14-190b-4dcd-8a46-1547cd09c2fa None None] Pushing event updated for resources: {'Port': ['ID=14e2d42d-97b1-45dc-9e69-90148387d2a1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:20.018815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Provisioning complete for port 210916d0-f00f-4a1a-981f-c21664bebf2a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:20.019372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.020625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.022148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99fe7c-8eba-4898-90ad-e79a62e95ae3 None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '466d3f1a-6065-41d1-a688-008764822062'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '7f49a12f-03e5-4047-b3bd-1844da517d66'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:23:20.027377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Routers {'8624b947-2785-44d0-b2b7-a2ecce9f6798'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:20.027377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8624b947-2785-44d0-b2b7-a2ecce9f6798'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:20.027659 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3018093 Sep 16 05:23:20.043423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42920) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:20.049541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d79ce63e-ac23-49f9-b775-11ab2221025d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'security_group': {'name': 'tempest-secgroup-1837635318'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:20.061024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037fa3f9-7bde-434f-a07d-1fc7e5a26840,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:20.085473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.085818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.086163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.086510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.086872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.087163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.087489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.087819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.088164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.088515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.088845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.089773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91186578-7195-42e3-9c66-3ff265b6673f tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:20.126784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79ce63e-ac23-49f9-b775-11ab2221025d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.171042 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ed99fe7c-8eba-4898-90ad-e79a62e95ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.314179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Pushing event updated for resources: {'Port': ['ID=0cda19c6-653c-437b-bcb8-a8411a20da31,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:20.342607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79ce63e-ac23-49f9-b775-11ab2221025d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.347820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79ce63e-ac23-49f9-b775-11ab2221025d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.407630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d79ce63e-ac23-49f9-b775-11ab2221025d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.420669 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d79ce63e-ac23-49f9-b775-11ab2221025d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3699751 Sep 16 05:23:20.420669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42926) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:20.427315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0600d645-8ccd-458e-91a1-ceebcb84a345 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'security_group': {'name': 'tempest-secgroup-80400407'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:20.450468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ce63e-ac23-49f9-b775-11ab2221025d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8130916-59b3-4018-8bcd-6e24a93d8c41,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:20.467558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98f1c1-001a-4f26-95f4-6dd167b6968c None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:20.494985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0600d645-8ccd-458e-91a1-ceebcb84a345 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.500596 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.resource_extend [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:23:20.533803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] Set router 8624b947-2785-44d0-b2b7-a2ecce9f6798 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:20.593125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.624281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.625313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.691819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fdb993ca-0f83-4adb-ab23-fdc2970dfb8a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.720623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0600d645-8ccd-458e-91a1-ceebcb84a345 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.724753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5c787eb4-30d2-4d52-9df3-661e2c6f5edd up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:20.726962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0600d645-8ccd-458e-91a1-ceebcb84a345 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.766980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0600d645-8ccd-458e-91a1-ceebcb84a345 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.773570 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0600d645-8ccd-458e-91a1-ceebcb84a345 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3531041 Sep 16 05:23:20.774534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42932) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:20.787470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1314416574', 'security_groups': ['ce938225-79f1-4ece-b682-3254719c3f20'], 'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dddc055c-926e-4e9e-a259-e39b5d4efc6a'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:20.795579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b2e252c-9a4e-4800-b3a5-f74ca47fab3e req-e2353271-23b3-4d30-b882-d2e0dbe60fc9 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1941004 Sep 16 05:23:20.801669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] For port 210916d0-f00f-4a1a-981f-c21664bebf2a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=210916d0-f00f-4a1a-981f-c21664bebf2a,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:20.826452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.894410 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Floating IP cb01155c-f606-4144-aa7e-c16052dc4343 associated. External IP: 172.25.6.180, port: a5d01d53-14df-41e7-8589-c979dd81b7eb. Sep 16 05:23:20.900033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.950461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd55f5-1a92-4b3f-bd40-7e20454b9ca8 req-650b2147-ee46-49d0-aaa3-041c1ea26da8 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:20.952357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbdd55f5-1a92-4b3f-bd40-7e20454b9ca8 req-650b2147-ee46-49d0-aaa3-041c1ea26da8 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.3521807 Sep 16 05:23:20.956897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600d645-8ccd-458e-91a1-ceebcb84a345 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce938225-79f1-4ece-b682-3254719c3f20,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:20.965044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:21.015534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Provisioning complete for port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:21.015908 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.044301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fdb993ca-0f83-4adb-ab23-fdc2970dfb8a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.064730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=3bb56b4f-ddc6-4355-9131-b5aba644c38a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.075034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fdb993ca-0f83-4adb-ab23-fdc2970dfb8a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.103445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b90ed-3a21-4c77-b963-2308e9c50b99 None None] Pushing event updated for resources: {'Port': ['ID=210916d0-f00f-4a1a-981f-c21664bebf2a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.106905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-ed99fe7c-8eba-4898-90ad-e79a62e95ae3 None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/466d3f1a-6065-41d1-a688-008764822062/7f49a12f-03e5-4047-b3bd-1844da517d66) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:21.111302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:21.117636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.137927 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] device_id is not set on port 485f9b2e-acf5-4dda-8bac-343488e2e3fc yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:21.154672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:21.154957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.158265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:21.352190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8::1b5 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/dddc055c-926e-4e9e-a259-e39b5d4efc6a/485f9b2e-acf5-4dda-8bac-343488e2e3fc) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:21.437183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb993ca-0f83-4adb-ab23-fdc2970dfb8a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65adc461-0091-4a14-ab86-eb44f4ffce0a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.446206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:21.452229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.452860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.467642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbdd55f5-1a92-4b3f-bd40-7e20454b9ca8 req-6d70baa9-c281-43aa-8ae9-d09481b1f48a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640229 Sep 16 05:23:21.472849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fdb993ca-0f83-4adb-ab23-fdc2970dfb8a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.473874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fdb993ca-0f83-4adb-ab23-fdc2970dfb8a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7258358 Sep 16 05:23:21.486498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42944) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:21.512105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0b8406fa-c47a-4eb7-89e5-efd6e8efeadf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'f41bb5ef-a3c9-4f31-b202-35070a97d9b3', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:21.546500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ed99fe7c-8eba-4898-90ad-e79a62e95ae3 None None] For port 7f49a12f-03e5-4047-b3bd-1844da517d66, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f49a12f-03e5-4047-b3bd-1844da517d66,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:21.572921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0b8406fa-c47a-4eb7-89e5-efd6e8efeadf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.602361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-923a99a6-aa06-4aa7-9536-b331e8b32705 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1311417 Sep 16 05:23:21.606222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:21.614714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 4, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d', 'name': '', 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'mac_address': 'fa:16:3e:1f:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:16Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 2, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'subnets': [{'id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:21.651998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46877b-2093-4fb8-b233-186511a8df3b None None] The sync data for ids ['8624b947-2785-44d0-b2b7-a2ecce9f6798'] in n-d-713301-15 is: [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 4, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d', 'name': '', 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'mac_address': 'fa:16:3e:1f:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:16Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 2, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'subnets': [{'id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:21.674107 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ed99fe7c-8eba-4898-90ad-e79a62e95ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.678339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ac933a4-6753-4599-8df8-9bbe0ef15f69 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:21.684904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.686480 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ed99fe7c-8eba-4898-90ad-e79a62e95ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.712046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e9278-4712-4324-babf-c612ba6db0bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.720636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e9278-4712-4324-babf-c612ba6db0bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.722559 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-506e9278-4712-4324-babf-c612ba6db0bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1148558 Sep 16 05:23:21.725498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42948) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:21.758911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-db494d00-f84f-4ad7-8c9c-03605d27a0be tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.761426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-db494d00-f84f-4ad7-8c9c-03605d27a0be tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/networks?id=33958d6b-4990-4263-b54e-a41644f1a3f4 HTTP/1.1" status: 200 len: 910 time: 0.8037763 Sep 16 05:23:21.823121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Provisioning complete for port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:21.824046 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.829758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99fe7c-8eba-4898-90ad-e79a62e95ae3 None None] Pushing event updated for resources: {'Port': ['ID=7f49a12f-03e5-4047-b3bd-1844da517d66,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:21.861078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11aaa-3f25-49d7-a393-18d8edc71fe5 req-3a4811d2-1278-4ce7-b02f-f78f4ef403ca tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:21.862839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63b11aaa-3f25-49d7-a393-18d8edc71fe5 req-3a4811d2-1278-4ce7-b02f-f78f4ef403ca tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2746615 Sep 16 05:23:21.870602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-dbccf1e9-28b9-438f-9086-0481d2e42b81 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/quotas/359de10d9adc4ea9a77039fcd4abcc0c HTTP/1.1" status: 200 len: 375 time: 0.0818336 Sep 16 05:23:21.905924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:21.910726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:21.919086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 3bb56b4f-ddc6-4355-9131-b5aba644c38a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:21.919533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.921254 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.925517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.927060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0b8406fa-c47a-4eb7-89e5-efd6e8efeadf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.972443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Provisioning complete for port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:21.972825 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.062244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0b8406fa-c47a-4eb7-89e5-efd6e8efeadf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.074926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:22.103464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:22.106391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Router 4fe70cbd-1d31-4e66-b525-fc36db80b98f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:22.136754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:22.140233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:22.144915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8406fa-c47a-4eb7-89e5-efd6e8efeadf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432d76e4-e36f-4a7c-81ea-b32dbca1e0b7,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.148209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.148892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.154730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Provisioning complete for port 210916d0-f00f-4a1a-981f-c21664bebf2a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:22.155113 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.158437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0cda19c6-653c-437b-bcb8-a8411a20da31 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:22.170794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0b8406fa-c47a-4eb7-89e5-efd6e8efeadf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.175691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0b8406fa-c47a-4eb7-89e5-efd6e8efeadf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6710944 Sep 16 05:23:22.176695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42952) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.186202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63b11aaa-3f25-49d7-a393-18d8edc71fe5 req-d28631a3-76c2-41ec-91a6-438fff4fbb6d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139262 Sep 16 05:23:22.204219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4223404 Sep 16 05:23:22.206353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9c64752a-4023-4162-a4e8-7d1c7767bbce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'f41bb5ef-a3c9-4f31-b202-35070a97d9b3', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:22.222807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.229721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:22.251650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ad6ad-67a0-4322-b3e2-b836ba00606a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=485f9b2e-acf5-4dda-8bac-343488e2e3fc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.345592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.415974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 3bb56b4f-ddc6-4355-9131-b5aba644c38a owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:22.418700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0cda19c6-653c-437b-bcb8-a8411a20da31 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:22.419082 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.460760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:22.465551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e1558f2-fa8a-4aa6-9c9d-34015c9cafb9 req-5dce44d7-851d-496b-84aa-55ede227f9df tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0437717 Sep 16 05:23:22.473845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.515609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-e32b5b97-13c2-4130-b803-0137ac8f1e8d tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=359de10d9adc4ea9a77039fcd4abcc0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6354754 Sep 16 05:23:22.579899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:23:22.579899 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:23:22.579899 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id_1': 'd5797bd4d46f4108b10afacfad998fc7', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 23, 2, 550630)}] Sep 16 05:23:22.579899 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:22.580676 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:22.587835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] Sync routers for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:22.618517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:22.619128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:22.627869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:22.628738 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.678448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ca222a4e-95da-414a-a8c8-eabe0c432ad2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "PUT /v2.0/floatingips/cb01155c-f606-4144-aa7e-c16052dc4343 HTTP/1.1" status: 200 len: 991 time: 3.6925616 Sep 16 05:23:22.680778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.682844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:22.686778 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd" -d '{"events": [{"name": "network-changed", "server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:22.730356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=3bb56b4f-ddc6-4355-9131-b5aba644c38a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:22.752339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c64752a-4023-4162-a4e8-7d1c7767bbce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.786905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:22.796421 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ffd7679f-69ff-47ad-a93a-3e23098ac450 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/3bb56b4f-ddc6-4355-9131-b5aba644c38a HTTP/1.1" status: 204 len: 168 time: 1.0670969 Sep 16 05:23:22.797340 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42964) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.842297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2223f9-610d-4638-82ae-664d2c22ba15 req-fddcb598-997e-40a1-b1d2-ea92139eed0c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.860073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe2223f9-610d-4638-82ae-664d2c22ba15 req-fddcb598-997e-40a1-b1d2-ea92139eed0c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2677910 Sep 16 05:23:22.880772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42966) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:22.881327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 21ece2b0-640c-4422-bad6-d86dc865ab10 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:22.884615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:22.886346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Request body: {'floatingip': {'port_id': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:22.955382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d20f5-dd6d-45a7-b645-a9cbdca4f27a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.959645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d20f5-dd6d-45a7-b645-a9cbdca4f27a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:22.969947 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d45d20f5-dd6d-45a7-b645-a9cbdca4f27a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1713579 Sep 16 05:23:22.970445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42968) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.003739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.078869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 466d3f1a-6065-41d1-a688-008764822062 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:23.100591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.113710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-59760d8c-a5e1-4ba5-bb92-b875257a760e service neutron] 10.222.0.55 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959568 Sep 16 05:23:23.137650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:23.141373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.208513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.334630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Provisioning complete for port 0cda19c6-653c-437b-bcb8-a8411a20da31 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:23.338440 n-d-713301-15 neutron-server[94718]: INFO neutron.db.ipam_backend_mixin [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dddc055c-926e-4e9e-a259-e39b5d4efc6a (CIDR: 2001:db8::/64) Sep 16 05:23:23.339073 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.364862 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:23.365365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:23.376611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:23.377159 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.395549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.399806 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0518e4ad-b9b2-47fb-9e5a-3d10bf8dd645 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1748247 Sep 16 05:23:23.410443 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c64752a-4023-4162-a4e8-7d1c7767bbce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.413999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42970) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.426508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0ccc1c60-3580-41cc-8028-591ded9b591c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:23.476377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.495929 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c64752a-4023-4162-a4e8-7d1c7767bbce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.504036 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.508784 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/466d3f1a-6065-41d1-a688-008764822062 HTTP/1.1" status: 204 len: 168 time: 0.5347137 Sep 16 05:23:23.515258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42974) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.533608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffd97a-a872-4abf-b709-df7325ee920d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=466d3f1a-6065-41d1-a688-008764822062,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.569950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64752a-4023-4162-a4e8-7d1c7767bbce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0259af3b-d51b-4b87-a9b1-391675557c5f,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:23.581230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb49af9-3544-47f3-ba42-e52724ac15ae req-5e99d790-8b54-4782-8705-4128d1c2d625 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.589628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfb49af9-3544-47f3-ba42-e52724ac15ae req-5e99d790-8b54-4782-8705-4128d1c2d625 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.6230965 Sep 16 05:23:23.591353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-749df296-f61a-4932-ab2b-5dc816722397 None None] Could not find standard attr ID for object ef3e3bdc-012d-4ed5-9014-d10c68832887. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:23.624215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 210916d0-f00f-4a1a-981f-c21664bebf2a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:23.647462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02606e05-442b-4f05-95bb-53d890619e59 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:23.658079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'cb01155c-f606-4144-aa7e-c16052dc4343', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'port_id': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'mac_address': 'fa:16:3e:05:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 1, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.690632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f72cf4c9-1777-4756-b6dc-e634c12df97d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527658 Sep 16 05:23:23.693642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42976) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.720702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] Checking router: 4fe70cbd-1d31-4e66-b525-fc36db80b98f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:23.754883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd3612d-5def-46af-b839-1f421438f48d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:23.760416 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-efd3612d-5def-46af-b839-1f421438f48d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0649419 Sep 16 05:23:23.761536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.776195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-13873e51-9e72-4a22-8c91-0eb45e39d498 service neutron] 10.222.0.55 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829582 Sep 16 05:23:23.784306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c64752a-4023-4162-a4e8-7d1c7767bbce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.785562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9c64752a-4023-4162-a4e8-7d1c7767bbce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5967793 Sep 16 05:23:23.810075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42980) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:23.816875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfb49af9-3544-47f3-ba42-e52724ac15ae req-7ee1bddc-3ff0-4ad6-b0bf-b73f8c81ca83 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260053 Sep 16 05:23:23.822894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'f41bb5ef-a3c9-4f31-b202-35070a97d9b3', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:23.824720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Provisioning complete for port 485f9b2e-acf5-4dda-8bac-343488e2e3fc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:23.825333 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.828455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:23.829311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:23.883248 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Project f72674dd7e4b46cda7bdf9b7383db189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:23:23.908037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccc1c60-3580-41cc-8028-591ded9b591c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:23.911802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.912416 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ccc1c60-3580-41cc-8028-591ded9b591c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.931984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 210916d0-f00f-4a1a-981f-c21664bebf2a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:23.933179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.994875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5baaf1-a91b-4a4e-a14f-194341454e19 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.005308 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2a5baaf1-a91b-4a4e-a14f-194341454e19 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2424221 Sep 16 05:23:24.006548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42982) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.022670 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Port 485f9b2e-acf5-4dda-8bac-343488e2e3fc cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:24.092725 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070a6f5-cc59-4911-9a08-c0005f6b1de8 x-openstack-request-id: req-b070a6f5-cc59-4911-9a08-c0005f6b1de8 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:24.093062 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:24.093597 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b070a6f5-cc59-4911-9a08-c0005f6b1de8 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:24.093729 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'status': 'completed', 'code': 200} Sep 16 05:23:24.093824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Provisioning complete for port 7f49a12f-03e5-4047-b3bd-1844da517d66 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:24.094073 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.106653 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f31bda0-1400-46c9-9fd8-deff1c949c3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846691 Sep 16 05:23:24.107080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42986) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.115479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:24.118019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:24.208655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:24.239980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-106975fa-0480-468c-bae0-68c56cab6f11 req-15539c35-a1cc-4515-a0b8-64b3ce7fe6e1 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 210 time: 0.1454401 Sep 16 05:23:24.285003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6c2d000-8a7b-4c4d-b3db-b2de4adda23c req-299d493a-bce7-4f29-a115-2f0b15258f44 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1335430 Sep 16 05:23:24.288318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.303750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.347026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:24.353656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.368510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-d0f22a7e-f9af-4a31-a898-a5d1bd4eee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.371900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-d0f22a7e-f9af-4a31-a898-a5d1bd4eee8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1097 time: 0.2492857 Sep 16 05:23:24.375626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.377122 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5660644 Sep 16 05:23:24.394878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42994) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:24.405041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'f41bb5ef-a3c9-4f31-b202-35070a97d9b3', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:24.418207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a7bd4-22d6-4d46-a5cd-c2adf6f1a05c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59d9b6c-67c3-45e6-84cb-3e84cf8a78d2,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.538016 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Project f72674dd7e4b46cda7bdf9b7383db189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:23:24.550042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.678052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] Deleting port 7f49a12f-03e5-4047-b3bd-1844da517d66 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:24.678557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.711190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.724709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.739975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.776369 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.818771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ac49d0-3f65-465a-8e69-86d1e8bc880f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.824664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.850211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] For port 7f49a12f-03e5-4047-b3bd-1844da517d66, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f49a12f-03e5-4047-b3bd-1844da517d66,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:24.850624 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.860765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] For port 7f49a12f-03e5-4047-b3bd-1844da517d66, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f49a12f-03e5-4047-b3bd-1844da517d66,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:24.877018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.878265 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5967cae3-f686-423f-83f6-9b7dd7b7e66e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4822185 Sep 16 05:23:24.902317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] Calling delete_port for 7f49a12f-03e5-4047-b3bd-1844da517d66 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:24.923436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:24.932999 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.936334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:24.945398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 14e2d42d-97b1-45dc-9e69-90148387d2a1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:24.955254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:24.956921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:24.981106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=f2a6f0fd-382c-432a-a468-da34250e1550,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:24.993803 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d236e0fe-55bf-4d31-b4ae-a9561fb9cc2c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8799925 Sep 16 05:23:24.996383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43006) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.002305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': 'f2a6f0fd-382c-432a-a468-da34250e1550', 'ip_address': '2001:db8::9113:ee38:8ac7:ef69'}], 'name': 'tempest-NetworksTestDHCPv6-1931505167'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:25.029566 n-d-713301-15 neutron-server[94719]: INFO neutron.db.ipam_backend_mixin [None req-0ccc1c60-3580-41cc-8028-591ded9b591c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 44675792-e2fd-4fab-ac94-b3b5eb92cf92 (CIDR: 2001:db8:0:1::/64) Sep 16 05:23:25.134563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Provisioning complete for port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:25.134940 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.193135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Pushing event updated for resources: {'Port': ['ID=7f49a12f-03e5-4047-b3bd-1844da517d66,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.209631 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccc1c60-3580-41cc-8028-591ded9b591c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:25.210135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccc1c60-3580-41cc-8028-591ded9b591c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:25.212489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:25.234819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:25.244209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'cb01155c-f606-4144-aa7e-c16052dc4343', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'port_id': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'mac_address': 'fa:16:3e:05:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 1, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:25.251178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 14e2d42d-97b1-45dc-9e69-90148387d2a1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:25.251580 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.302216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb279e-a58a-423b-99df-ab1fd4d2f29e None None] The sync data for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 is: [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'cb01155c-f606-4144-aa7e-c16052dc4343', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'port_id': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'mac_address': 'fa:16:3e:05:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 1, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:25.308724 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.316392 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.348721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.349208 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Sync routers for ids ['8624b947-2785-44d0-b2b7-a2ecce9f6798'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:25.352933 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.366806 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Routers {'8624b947-2785-44d0-b2b7-a2ecce9f6798'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:25.367447 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8624b947-2785-44d0-b2b7-a2ecce9f6798'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:25.380207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port bb04b25a-1daa-4967-86d3-983d698857c9 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:25.405999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] Pushing event deleted for resources: {'Port': ['ID=7f49a12f-03e5-4047-b3bd-1844da517d66,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:25.414603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0ccc1c60-3580-41cc-8028-591ded9b591c tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9960170 Sep 16 05:23:25.418643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:25.419166 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.436846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43022) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:25.443836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'subnet': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:25.470111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668b53f-29d0-4ab6-b03a-6854fbac6ba4 None None] No DVR routers for this DVR port 7f49a12f-03e5-4047-b3bd-1844da517d66 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:25.499615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff80c5-3a08-4b67-a3e9-053516134589 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:25.530567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30256078-0a3a-4c52-b298-9b6ed40c7db5 req-050ef496-4cbd-4596-8467-3c04e104066d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.533388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30256078-0a3a-4c52-b298-9b6ed40c7db5 req-050ef496-4cbd-4596-8467-3c04e104066d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.5070798 Sep 16 05:23:25.552490 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Set router 8624b947-2785-44d0-b2b7-a2ecce9f6798 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:25.556699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-7055e0cf-cd1c-4ef1-8f59-1be5782f380b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152416631&fields=id&tenant_id=f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 267 time: 0.3334382 Sep 16 05:23:25.598455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-8dcb544b-e948-42c7-996e-b8a94bdf9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:25.600281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-8dcb544b-e948-42c7-996e-b8a94bdf9ad1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 1.2140415 Sep 16 05:23:25.637634 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.660621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 14e2d42d-97b1-45dc-9e69-90148387d2a1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=14e2d42d-97b1-45dc-9e69-90148387d2a1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:25.746976 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:25.748448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 210916d0-f00f-4a1a-981f-c21664bebf2a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:25.814060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d18fe-0a33-4d65-ac4d-c95e50f8f1ae None None] New status for floating IP cb01155c-f606-4144-aa7e-c16052dc4343: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:25.828498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-30256078-0a3a-4c52-b298-9b6ed40c7db5 req-3c66fdd9-33e7-4fef-9f44-0b9f5e6f41bf tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579317 Sep 16 05:23:25.942025 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Floating IP cef65fa6-a26d-4dae-9e25-d89764dc7cbb associated. External IP: 172.25.6.83, port: c2cfe121-fb39-4af2-8376-59839e63c78d. Sep 16 05:23:25.952381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=14e2d42d-97b1-45dc-9e69-90148387d2a1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.011913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-7c25b108-4dc5-4361-8837-1e0a02aa424a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 999 time: 0.3217516 Sep 16 05:23:26.066022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3dddcb6c-082d-4b18-9405-913981e43834 req-d4caf98c-bf21-498f-9633-9666f68d0e72 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 210 time: 0.0667434 Sep 16 05:23:26.092623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-14288ab4-d182-410a-950e-b7ceb69aaba8 None None] Could not find standard attr ID for object ef3e3bdc-012d-4ed5-9014-d10c68832887. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:26.097561 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-db71d595-27a8-4103-8ec6-e8513c18765f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.148754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 210916d0-f00f-4a1a-981f-c21664bebf2a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:26.149133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.195183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': 'f2a6f0fd-382c-432a-a468-da34250e1550'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:26.196160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.224284 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 4, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d', 'name': '', 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'mac_address': 'fa:16:3e:1f:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:16Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 2, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'subnets': [{'id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:26.230468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::9113:ee38:8ac7:ef69 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/f2a6f0fd-382c-432a-a468-da34250e1550/bb04b25a-1daa-4967-86d3-983d698857c9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:26.238795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Made reservation on behalf of d5797bd4d46f4108b10afacfad998fc7 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:26.242505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.254885 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Checking router: 8624b947-2785-44d0-b2b7-a2ecce9f6798 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:26.255511 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Updating router 8624b947-2785-44d0-b2b7-a2ecce9f6798 port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:26.283232 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.302068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-906c7939-4680-4be2-bb4f-ab8c99870c18 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.303882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-906c7939-4680-4be2-bb4f-ab8c99870c18 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/networks?id=37c86f26-d1b9-465c-91d9-65fc7e102d3b HTTP/1.1" status: 200 len: 797 time: 0.6994340 Sep 16 05:23:26.305972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1e1e9e5-0600-4d42-9f65-adb7fb632183 req-ef780028-8877-4533-8000-3d18d7682a85 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1164737 Sep 16 05:23:26.384220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-649c5efe-0ac3-45aa-b30f-3ebbd0bfba94 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.387169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-649c5efe-0ac3-45aa-b30f-3ebbd0bfba94 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.64 "GET /v2.0/networks?id=33958d6b-4990-4263-b54e-a41644f1a3f4 HTTP/1.1" status: 200 len: 910 time: 0.4350128 Sep 16 05:23:26.407145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0cda19c6-653c-437b-bcb8-a8411a20da31 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:26.410559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Request body: {'port': {'device_id': 'e68c0339-dd90-48ea-a831-1188da56c606', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'admin_state_up': True, 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:26.422804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-bac959bf-6c13-497a-af85-356bf0e82020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.424460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-bac959bf-6c13-497a-af85-356bf0e82020 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.3739440 Sep 16 05:23:26.465805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-382a6c02-5d53-4dd8-b30f-f65c5a51c299 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/quotas/f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 375 time: 0.0890391 Sep 16 05:23:26.466038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.488727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0cda19c6-653c-437b-bcb8-a8411a20da31 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:26.489831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.519340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.606579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/f2a6f0fd-382c-432a-a468-da34250e1550/8e0624ee-2a38-49c0-96f3-b49c43ab22d3) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:26.621766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:26.626241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Made reservation on behalf of 359de10d9adc4ea9a77039fcd4abcc0c for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:26.628395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:26.628800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.631243 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=bb04b25a-1daa-4967-86d3-983d698857c9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.633828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:26.640228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.641018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.657038 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c024eab-11e8-4063-a3e0-18dd102f28a2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6591957 Sep 16 05:23:26.660184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43026) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:26.666989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b5a4d314-90af-4c1a-ada4-f46b6d91628e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': 'f2a6f0fd-382c-432a-a468-da34250e1550', 'ip_address': '2001:db8::9113:ee38:8ac7:ef69'}], 'name': 'tempest-NetworksTestDHCPv6-359380106'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:26.708560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-8e8ab587-ca04-467c-8749-9a2194007a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.711424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-8e8ab587-ca04-467c-8749-9a2194007a29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445149 Sep 16 05:23:26.728265 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.735822 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.835870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a4d314-90af-4c1a-ada4-f46b6d91628e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:26.843905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d314-90af-4c1a-ada4-f46b6d91628e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.844540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.859442 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.900191 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Attempting to bind port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:26.900626 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Attempting to bind port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:26.900916 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Attempting to bind port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d on network 9f7deed5-3e1a-4567-81d9-b3c2349add5e {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:26.902949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-a0fb2348-e8aa-42f1-b29f-8e893fa9277c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3896811 Sep 16 05:23:26.903827 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18974-3207-40f2-b060-6b06dfb0b58b None None] Pushing event updated for resources: {'Port': ['ID=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:26.910385 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:26.910779 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Checking segment: {'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:26.911171 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.911707 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Bound using segment: {'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:26.912348 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Bound port: fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5ab855-8928-4a02-addc-b7fcd11abbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:26.912606 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.933101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-b5a4d314-90af-4c1a-ada4-f46b6d91628e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 5d47d8e7-b892-4a49-987a-e497b1c71a04 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:26.941484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 14e2d42d-97b1-45dc-9e69-90148387d2a1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:26.996558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:27.002335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:27.017379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:27.021190 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] For port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:27.026339 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] For port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,segment=NetworkSegment(9b5ab855-8928-4a02-addc-b7fcd11abbb4),segment_id=9b5ab855-8928-4a02-addc-b7fcd11abbb4)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:27.035012 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.057407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Pushing event updated for resources: {'Port': ['ID=8e0624ee-2a38-49c0-96f3-b49c43ab22d3,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.109477 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Routers {'8624b947-2785-44d0-b2b7-a2ecce9f6798'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:27.110503 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8624b947-2785-44d0-b2b7-a2ecce9f6798'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:27.169797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Attempting to bind port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:27.170437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Attempting to bind port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:27.170990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Attempting to bind port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:27.178245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:27.178930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:27.180008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.180953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:27.181924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Bound port: 8e0624ee-2a38-49c0-96f3-b49c43ab22d3, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:27.182702 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.185052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 14e2d42d-97b1-45dc-9e69-90148387d2a1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:27.185623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.293863 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18974-3207-40f2-b060-6b06dfb0b58b None None] Pushing event updated for resources: {'Port': ['ID=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.300205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-96c4e385-7cf6-402c-82ad-2fd914dee51b None None] Provisioning complete for port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:27.307832 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] Set router 8624b947-2785-44d0-b2b7-a2ecce9f6798 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:27.308711 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-96c4e385-7cf6-402c-82ad-2fd914dee51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.320939 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a4d314-90af-4c1a-ada4-f46b6d91628e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 05:23:27.322508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a4d314-90af-4c1a-ada4-f46b6d91628e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:27.347058 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b5a4d314-90af-4c1a-ada4-f46b6d91628e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6852484 Sep 16 05:23:27.348049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43034) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.421617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] For port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:27.453381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60e8af8-b7a3-4919-af9e-bf3832007f1d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.460370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60e8af8-b7a3-4919-af9e-bf3832007f1d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.462412 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b60e8af8-b7a3-4919-af9e-bf3832007f1d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1125846 Sep 16 05:23:27.466635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43038) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:27.499822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] For port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8e0624ee-2a38-49c0-96f3-b49c43ab22d3,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:27.515286 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.625518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port bb04b25a-1daa-4967-86d3-983d698857c9 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:27.626006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.630947 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-96c4e385-7cf6-402c-82ad-2fd914dee51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.642397 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 4, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d', 'name': '', 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'mac_address': 'fa:16:3e:1f:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:16Z', 'updated_at': '2021-09-16T05:23:27Z', 'revision_number': 4, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'subnets': [{'id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:27.682130 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd777fd-af4c-4350-848d-3bb290a2b180 None None] The sync data for ids ['8624b947-2785-44d0-b2b7-a2ecce9f6798'] in n-d-713301-15 is: [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:23:17Z', 'revision_number': 4, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d', 'name': '', 'network_id': '9f7deed5-3e1a-4567-81d9-b3c2349add5e', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'mac_address': 'fa:16:3e:1f:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:16Z', 'updated_at': '2021-09-16T05:23:27Z', 'revision_number': 4, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'subnets': [{'id': '040705dc-9dfc-4a03-b72f-3249e2f4902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:27.722660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030aa14-0296-490a-b871-fc1b440a7f5d None None] Pushing event updated for resources: {'Port': ['ID=8e0624ee-2a38-49c0-96f3-b49c43ab22d3,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.736873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-96c4e385-7cf6-402c-82ad-2fd914dee51b None None] For port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,segment=NetworkSegment(9b5ab855-8928-4a02-addc-b7fcd11abbb4),segment_id=9b5ab855-8928-4a02-addc-b7fcd11abbb4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:27.744648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Router 924411d1-0737-4393-93ee-0ef19555934c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:27.746955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-96c4e385-7cf6-402c-82ad-2fd914dee51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.781431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.810066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for bb04b25a-1daa-4967-86d3-983d698857c9 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:27.815516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-42299b24-1fbb-4a14-ab19-1c27e697f861 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0883181 Sep 16 05:23:27.822557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4e385-7cf6-402c-82ad-2fd914dee51b None None] Pushing event updated for resources: {'Port': ['ID=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:27.829224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ce1bf-7753-480c-8ed6-46717e8e6d90 req-7e2b6610-7490-419b-8aa5-50892599af65 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.838601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d63ce1bf-7753-480c-8ed6-46717e8e6d90 req-7e2b6610-7490-419b-8aa5-50892599af65 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.8388910 Sep 16 05:23:27.863930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Allocated IP 172.20.0.3 (33958d6b-4990-4263-b54e-a41644f1a3f4/0f2fbf9f-878e-45bd-89ea-74e463afd0e8/60f05b35-e73f-4efc-a585-61639845314f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:27.871433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cedf95b0-1816-4423-9693-2447f9c75710 None None] Provisioning complete for port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:27.872842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cedf95b0-1816-4423-9693-2447f9c75710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:27.997000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-16458035-3a15-43b3-8abd-d512825d6642 service neutron] 10.222.0.55 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0083897 Sep 16 05:23:28.073389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.133856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=bb04b25a-1daa-4967-86d3-983d698857c9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:28.140577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.144150 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-657aed61-c587-43c5-a33f-48252bd233cd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/bb04b25a-1daa-4967-86d3-983d698857c9 HTTP/1.1" status: 204 len: 168 time: 0.6750395 Sep 16 05:23:28.145554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43040) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.192960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec550af0-75c5-4cc9-b2c8-9d9d10eeb356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.203199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d63ce1bf-7753-480c-8ed6-46717e8e6d90 req-71f383f4-11fa-4bdf-aefb-fd715d510574 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635118 Sep 16 05:23:28.235891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fad3b5-0af8-419b-8cfd-1392f2f0daad tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.237573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fad3b5-0af8-419b-8cfd-1392f2f0daad tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.244392 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6fad3b5-0af8-419b-8cfd-1392f2f0daad tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0975223 Sep 16 05:23:28.245309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43042) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.317410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet f2a6f0fd-382c-432a-a468-da34250e1550 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:28.321072 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.381001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.389878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.405782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-337a1e76-5b4c-4413-8d04-a285136d61c1 req-4aeb0dc7-5adb-4e58-a17d-28b5fb8a3fd9 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 210 time: 0.0882344 Sep 16 05:23:28.419028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eda60d05-12f9-4f3d-8a4b-a23fd4bb31fd req-00cae9f0-a10a-4a67-a940-c0695edb9f36 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516484 Sep 16 05:23:28.499848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.538767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:28.550258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.555641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:28.556357 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] Sync routers for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:28.556848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Subnet': ['ID=ca39481e-580b-4052-8588-7fa7ca08bc98,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:28.563250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-1a31b1cb-7ef6-4007-b560-6fed8f5bc5f7 service neutron] 10.222.0.55 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239260 Sep 16 05:23:28.582804 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:28.584692 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:28.588049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:28.602251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109890c7-0ec3-4e49-97c9-3a0a20cf2238 None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:28.603567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:28.604239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.635348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-32b2522b-7729-467e-a6e1-cd5dfd7faa51 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "PUT /v2.0/floatingips/cef65fa6-a26d-4dae-9e25-d89764dc7cbb HTTP/1.1" status: 200 len: 990 time: 5.7522345 Sep 16 05:23:28.644288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:28.646701 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da648921-c51d-4eb1-ac88-6a14686ca7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:28.647009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.661429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-568b56ab-88be-47f1-aa6f-3d9ee0ee5c1b tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2180111 Sep 16 05:23:28.662642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43050) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.672761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1380700013', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca39481e-580b-4052-8588-7fa7ca08bc98'}], 'security_groups': ['037fa3f9-7bde-434f-a07d-1fc7e5a26840', 'd8130916-59b3-4018-8bcd-6e24a93d8c41']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:28.679177 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.713563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:28.720977 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f2a6f0fd-382c-432a-a468-da34250e1550 HTTP/1.1" status: 204 len: 168 time: 0.4728146 Sep 16 05:23:28.723271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadf65b-dce3-4971-bd1d-f2a62b5e2bff tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a6f0fd-382c-432a-a468-da34250e1550,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:28.727182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43052) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.783935 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-65d8e76e-b0ec-4a6c-8f72-1f3cf5f87a26 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545454 Sep 16 05:23:28.788960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43054) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:28.794591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:28.859000 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:29.071655 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:29.080812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.218644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66afa3c9-20cb-485b-9434-86b48a2049f8 req-049f695d-d835-4981-bf98-8ed468056822 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.6964786 Sep 16 05:23:29.230304 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dfb55d-eee9-4d94-a2e5-4ed481a42508 x-openstack-request-id: req-f9dfb55d-eee9-4d94-a2e5-4ed481a42508 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:29.230707 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:29.231077 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9dfb55d-eee9-4d94-a2e5-4ed481a42508 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:29.231666 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'status': 'completed', 'code': 200} Sep 16 05:23:29.236855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.268411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:29.350969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] Update dhcp port {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'fixed_ips': [{'subnet_id': '44675792-e2fd-4fab-ac94-b3b5eb92cf92', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dddc055c-926e-4e9e-a259-e39b5d4efc6a'}, {'subnet_id': 'ca39481e-580b-4052-8588-7fa7ca08bc98'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '21ece2b0-640c-4422-bad6-d86dc865ab10'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:23:29.358866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50678ab-d839-448c-9dbf-4c74323339ba None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:29.376967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.419020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.509389 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'cef65fa6-a26d-4dae-9e25-d89764dc7cbb', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '924411d1-0737-4393-93ee-0ef19555934c', 'port_id': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'mac_address': 'fa:16:3e:a8:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:43Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 1, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:29.535208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.562768 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] Checking router: 924411d1-0737-4393-93ee-0ef19555934c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:29.577214 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:29.578154 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:29.607316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=6974dfd8-fdc5-49b0-905a-4357a57dd4cb,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.615630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:29.619184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:29.630825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.633286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.670274 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aa915bff-e407-4d6d-986f-53513619917d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8764584 Sep 16 05:23:29.672019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43072) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:29.685209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f8cc6dc8-dfe7-494f-9f13-539fe43bcb11 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '6974dfd8-fdc5-49b0-905a-4357a57dd4cb', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-335193218'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:29.722831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Pushing event updated for resources: {'Port': ['ID=60f05b35-e73f-4efc-a585-61639845314f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:29.723925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:29.737768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2e3aeb66-f7d3-475a-b04e-031763dc22e7 None None] Provisioning complete for port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:29.738377 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e3aeb66-f7d3-475a-b04e-031763dc22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.741083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.761800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:29.790963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55d93bf3-dd0d-4d67-a97f-cef21b639ccb req-96051c72-1e91-415a-b3be-f28bbb82a679 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 210 time: 0.4073865 Sep 16 05:23:29.810833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-e99db3dc-c6cd-48b7-970e-e899a8ce6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:29.812642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-e99db3dc-c6cd-48b7-970e-e899a8ce6b68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1097 time: 0.5492105 Sep 16 05:23:29.814753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:29.826303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:29.882560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc6dc8-dfe7-494f-9f13-539fe43bcb11 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:29.889764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6dc8-dfe7-494f-9f13-539fe43bcb11 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:29.915505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-f8cc6dc8-dfe7-494f-9f13-539fe43bcb11 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 7d86d4d0-e2cd-4839-84bd-62c3498ca2fc yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:23:30.054358 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cc6dc8-dfe7-494f-9f13-539fe43bcb11 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:30.056398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cc6dc8-dfe7-494f-9f13-539fe43bcb11 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:30.074837 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f8cc6dc8-dfe7-494f-9f13-539fe43bcb11 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4022977 Sep 16 05:23:30.076718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43076) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:30.144569 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52199c2-ed9f-4b28-8451-3af37519035b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.146668 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a52199c2-ed9f-4b28-8451-3af37519035b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0689709 Sep 16 05:23:30.148889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43080) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:30.220154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387d02d-d267-4d4b-9956-7d09f83df050 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.221156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] Allocated IP 2001:db8::2 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/dddc055c-926e-4e9e-a259-e39b5d4efc6a/21ece2b0-640c-4422-bad6-d86dc865ab10) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:30.222597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387d02d-d267-4d4b-9956-7d09f83df050 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.225326 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5387d02d-d267-4d4b-9956-7d09f83df050 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0753741 Sep 16 05:23:30.228537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43082) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:30.235108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-2bb81755-830a-4b9b-bbd3-dd4a47085ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.236646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-2bb81755-830a-4b9b-bbd3-dd4a47085ada service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.3954973 Sep 16 05:23:30.254268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6918967-60c0-4e94-acca-74efbb5aac24 req-488e8cc7-4bd9-430d-9255-dbcb28b4a6ae tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.254491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] Allocated IP 2001:db8:0:2::2 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/ca39481e-580b-4052-8588-7fa7ca08bc98/21ece2b0-640c-4422-bad6-d86dc865ab10) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:30.263166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6918967-60c0-4e94-acca-74efbb5aac24 req-488e8cc7-4bd9-430d-9255-dbcb28b4a6ae tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.8551202 Sep 16 05:23:30.310110 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 6974dfd8-fdc5-49b0-905a-4357a57dd4cb {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:30.314396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.348031 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'cef65fa6-a26d-4dae-9e25-d89764dc7cbb', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '924411d1-0737-4393-93ee-0ef19555934c', 'port_id': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'mac_address': 'fa:16:3e:a8:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:43Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 1, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:30.355879 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.362886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:30.363403 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.372475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.373559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.373751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.412895 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b624ca9-1082-42b2-aab4-50a1dbc039e5 None None] The sync data for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 is: [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'cef65fa6-a26d-4dae-9e25-d89764dc7cbb', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '924411d1-0737-4393-93ee-0ef19555934c', 'port_id': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'mac_address': 'fa:16:3e:a8:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:22:43Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 1, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:30.424844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-6f9759eb-8711-4223-81fa-21b13ad561e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 998 time: 0.1532927 Sep 16 05:23:30.438835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6918967-60c0-4e94-acca-74efbb5aac24 req-e0d41831-2165-4356-ba4c-180c152fa688 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747744 Sep 16 05:23:30.450965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.490292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-ae4c3f35-6b57-45e4-9bff-6c9bd379b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.491913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-ae4c3f35-6b57-45e4-9bff-6c9bd379b03d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.0504842 Sep 16 05:23:30.498061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74188c57-12a6-47d5-a4a2-5149267e0311 req-da12d5b0-73f8-453e-a236-25108e669e69 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.504140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e3aeb66-f7d3-475a-b04e-031763dc22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.507232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74188c57-12a6-47d5-a4a2-5149267e0311 req-da12d5b0-73f8-453e-a236-25108e669e69 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1027 time: 0.2735257 Sep 16 05:23:30.531931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-d36cf4ac-d158-425b-9b4d-b5b85130a875 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.1272213 Sep 16 05:23:30.568174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Request body: {'port': {'device_id': 'e68c0339-dd90-48ea-a831-1188da56c606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:30.599243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.624625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] For port 21ece2b0-640c-4422-bad6-d86dc865ab10, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=21ece2b0-640c-4422-bad6-d86dc865ab10,segment=NetworkSegment(f9fe4e8e-64a4-425a-ae5a-3618c2737b36),segment_id=f9fe4e8e-64a4-425a-ae5a-3618c2737b36)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:30.657852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=6974dfd8-fdc5-49b0-905a-4357a57dd4cb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:30.658094 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.666951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74188c57-12a6-47d5-a4a2-5149267e0311 req-eab3e2cd-f2e0-49b4-944e-7c0e69cc3476 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585259 Sep 16 05:23:30.680905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.697209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.712488 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dc2ddc67-94b1-4853-b1b1-c35bfb9d3499 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/6974dfd8-fdc5-49b0-905a-4357a57dd4cb HTTP/1.1" status: 204 len: 168 time: 0.4802713 Sep 16 05:23:30.713229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43086) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:30.733049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2e3aeb66-f7d3-475a-b04e-031763dc22e7 None None] For port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8e0624ee-2a38-49c0-96f3-b49c43ab22d3,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:30.783801 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e3aeb66-f7d3-475a-b04e-031763dc22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:30.800483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43088) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:30.803905 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-829fd9eb-041f-4b7d-8dbd-d729eec8c642 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873871 Sep 16 05:23:30.831320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:30.843650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a7b14-657c-4cfa-a75a-83bd90428cfa None None] New status for floating IP cef65fa6-a26d-4dae-9e25-d89764dc7cbb: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:23:30.876848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-899fe19a-725f-4d91-9b96-a6981d6feca2 req-dc342894-26b2-4c8d-a718-a0312e87751f tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0752339 Sep 16 05:23:30.927613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dd971-c477-4065-94dc-effbc68b8eda None None] Pushing event updated for resources: {'Port': ['ID=21ece2b0-640c-4422-bad6-d86dc865ab10,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:30.928603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-e4862c1b-9dac-4306-b8a2-629d7e13f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:30.930242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-e4862c1b-9dac-4306-b8a2-629d7e13f83e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4118125 Sep 16 05:23:30.986138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.048009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-756dd1f3-36c9-4b49-9f6c-d7b4e14d18e1 req-b08b369e-c14b-45ef-89e9-697dbd54682c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 210 time: 0.1275535 Sep 16 05:23:31.071291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-71c586e8-f337-4e7b-88ca-98c1257ea19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.072884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-71c586e8-f337-4e7b-88ca-98c1257ea19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.73 "GET /v2.0/networks?id=37c86f26-d1b9-465c-91d9-65fc7e102d3b HTTP/1.1" status: 200 len: 797 time: 0.5102141 Sep 16 05:23:31.078149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a90236fd-0ddb-4144-8843-ef4f1243b409 None None] Provisioning complete for port 60f05b35-e73f-4efc-a585-61639845314f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:31.078933 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a90236fd-0ddb-4144-8843-ef4f1243b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.081932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:31.139425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3aeb66-f7d3-475a-b04e-031763dc22e7 None None] Pushing event updated for resources: {'Port': ['ID=8e0624ee-2a38-49c0-96f3-b49c43ab22d3,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:31.165202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f9f87-1e46-4fc2-b76c-3a914e9137fa None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:31.246210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a90236fd-0ddb-4144-8843-ef4f1243b409 None None] Port 60f05b35-e73f-4efc-a585-61639845314f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:31.297021 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.334120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:31.334503 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.408545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e0445024-ae4c-430c-9b66-a1009b45f6fa None None] Provisioning complete for port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:31.408932 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e0445024-ae4c-430c-9b66-a1009b45f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.516332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:31.645216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] Deleting port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:31.645858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.674170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Delete allocated IP 2001:db8::1b5 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/dddc055c-926e-4e9e-a259-e39b5d4efc6a) {{(pid=94719) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:23:31.701323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-ced70abd-c58e-4739-a1bf-2b83f0e933b4 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 380 time: 0.5847645 Sep 16 05:23:31.754811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 21ece2b0-640c-4422-bad6-d86dc865ab10 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:31.763902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] For port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8e0624ee-2a38-49c0-96f3-b49c43ab22d3,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:31.764268 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.770713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'port': {'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'admin_state_up': True, 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'security_groups': ['f41bb5ef-a3c9-4f31-b202-35070a97d9b3']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:31.780881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Allocated IP 2001:db8:0:2::3e2 (dfe8e561-9a50-4cc0-9452-b70d9d72e80c/ca39481e-580b-4052-8588-7fa7ca08bc98/485f9b2e-acf5-4dda-8bac-343488e2e3fc) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:31.799990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:31.803522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.804460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] Calling delete_port for 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:31.833966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-169deced-5e31-467d-9959-e1775f24cb59 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363502 Sep 16 05:23:31.895350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:31.895724 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.919329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:31.919706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:31.944421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c22e25-dcc9-437b-89d6-eb565552476a req-ab01ae11-9a7a-4d96-9833-06f38962ddcd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.944421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04c22e25-dcc9-437b-89d6-eb565552476a req-ab01ae11-9a7a-4d96-9833-06f38962ddcd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.3756945 Sep 16 05:23:31.978751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.017405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] Pushing event deleted for resources: {'Port': ['ID=8e0624ee-2a38-49c0-96f3-b49c43ab22d3,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.024461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de024e3-fd37-40bc-b891-f1182833677f None None] No DVR routers for this DVR port 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:32.061440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df111a-61f7-43ba-aeea-6fe81a7f7b15 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:23:32.189897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a5f9-5296-46f4-89b3-8e59865e6d15 req-57e817d7-ce50-4451-b417-83a03f5e90ca tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.191534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fff4a5f9-5296-46f4-89b3-8e59865e6d15 req-57e817d7-ce50-4451-b417-83a03f5e90ca tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1027 time: 0.4135563 Sep 16 05:23:32.196831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Provisioning complete for port 485f9b2e-acf5-4dda-8bac-343488e2e3fc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:32.197488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.230914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:32.266207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:32.266573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8e0624ee-2a38-49c0-96f3-b49c43ab22d3 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:32.281750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Port 485f9b2e-acf5-4dda-8bac-343488e2e3fc cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:32.283503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04c22e25-dcc9-437b-89d6-eb565552476a req-e0e22de8-987d-4e8a-8712-e971ef772d30 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668431 Sep 16 05:23:32.305247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df111a-61f7-43ba-aeea-6fe81a7f7b15 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:23:32.311360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Provisioning complete for port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:32.311739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.370677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da648921-c51d-4eb1-ac88-6a14686ca7d0 req-27e5881e-23b4-46f4-ac8c-e38a20a3e73d service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029793 Sep 16 05:23:32.445062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fff4a5f9-5296-46f4-89b3-8e59865e6d15 req-bab0c27a-e257-4109-915e-b90bc7f940fa tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266185 Sep 16 05:23:32.515733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:32.519451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.547987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-593465a0-5606-40f1-9b37-4d1ebc0b729e None None] Port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:32.580183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07c9425e-df77-41be-8512-3e18152fb471 req-8fe8e437-5138-4857-96cf-7bfcea015105 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1072955 Sep 16 05:23:32.662516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ad6bb4e-d540-415d-aa73-8d14ed757792 req-ff6841a5-a6ee-464e-8de4-6f5464326108 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 210 time: 0.1303380 Sep 16 05:23:32.696048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.699775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f05b35-e73f-4efc-a585-61639845314f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:32.775958 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.785476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.812955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.819987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '6f03d2c1-a83c-40cd-86bd-b4e61c7cc162'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:32.821609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.821925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:32.833986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Transition to ACTIVE for port object 60f05b35-e73f-4efc-a585-61639845314f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:32.842736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:32.879854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.880611 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.886154 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.912626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=6f03d2c1-a83c-40cd-86bd-b4e61c7cc162,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:32.986751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] In _notify_port_updated(), no bound segment for port 485f9b2e-acf5-4dda-8bac-343488e2e3fc on network dfe8e561-9a50-4cc0-9452-b70d9d72e80c {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:23:32.992343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:32.992980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:32.994341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "PUT /v2.0/ports/485f9b2e-acf5-4dda-8bac-343488e2e3fc HTTP/1.1" status: 200 len: 970 time: 4.3307948 Sep 16 05:23:32.997586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43106) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:32.999057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f0a0f57e-afbd-4549-8bbf-7a6b192d5389 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1718554 Sep 16 05:23:32.999831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac9eef-b441-4386-83ea-719d8c00728e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event updated for resources: {'Port': ['ID=485f9b2e-acf5-4dda-8bac-343488e2e3fc,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.004477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43108) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:33.011071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-332b2d57-a23d-4d80-81b4-d474d249f9bd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-423228326', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:33.018851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/6f03d2c1-a83c-40cd-86bd-b4e61c7cc162/3e29285b-9340-4dd5-914b-99bc643ca967) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:33.070376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.20.0.10 (37c86f26-d1b9-465c-91d9-65fc7e102d3b/ec143e7d-9024-412b-b345-41327eeb5709/c1c0f473-0e9a-4abb-a2ac-952040a2712e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:33.119229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 485f9b2e-acf5-4dda-8bac-343488e2e3fc {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:33.119634 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.140900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Pushing event updated for resources: {'Port': ['ID=60f05b35-e73f-4efc-a585-61639845314f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.153179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-332b2d57-a23d-4d80-81b4-d474d249f9bd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.154222 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-332b2d57-a23d-4d80-81b4-d474d249f9bd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.210142 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.218350 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.241207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.261225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 485f9b2e-acf5-4dda-8bac-343488e2e3fc owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:33.263265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:33.268032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:33.272528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:33.286931 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Pushing event updated for resources: {'Port': ['ID=3e29285b-9340-4dd5-914b-99bc643ca967,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.312040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Attempting to bind port 60f05b35-e73f-4efc-a585-61639845314f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:33.312408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Attempting to bind port 60f05b35-e73f-4efc-a585-61639845314f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:33.312747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Attempting to bind port 60f05b35-e73f-4efc-a585-61639845314f on network 33958d6b-4990-4263-b54e-a41644f1a3f4 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:33.315858 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-332b2d57-a23d-4d80-81b4-d474d249f9bd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.343003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-332b2d57-a23d-4d80-81b4-d474d249f9bd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.350818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Attempting to bind port 3e29285b-9340-4dd5-914b-99bc643ca967 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:33.351447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Port 60f05b35-e73f-4efc-a585-61639845314f on network 33958d6b-4990-4263-b54e-a41644f1a3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:33.351447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Attempting to bind port 60f05b35-e73f-4efc-a585-61639845314f on network 33958d6b-4990-4263-b54e-a41644f1a3f4 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:33.351643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Attempting to bind port 3e29285b-9340-4dd5-914b-99bc643ca967 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:33.351643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Attempting to bind port 3e29285b-9340-4dd5-914b-99bc643ca967 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:33.367795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:33.368737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:33.369517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.370920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:33.372805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Bound port: 3e29285b-9340-4dd5-914b-99bc643ca967, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:33.373731 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.373907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:33.374194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Checking segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:33.374576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Bound using segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:33.375093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Bound port: 60f05b35-e73f-4efc-a585-61639845314f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:33.375477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.402791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-332b2d57-a23d-4d80-81b4-d474d249f9bd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.408173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-332b2d57-a23d-4d80-81b4-d474d249f9bd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3971910 Sep 16 05:23:33.430414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43114) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:33.443937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.465117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.478061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] For port 3e29285b-9340-4dd5-914b-99bc643ca967, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:33.488164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] For port 3e29285b-9340-4dd5-914b-99bc643ca967, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3e29285b-9340-4dd5-914b-99bc643ca967,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:33.499082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=485f9b2e-acf5-4dda-8bac-343488e2e3fc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.501990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.545426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.549316 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-28739087-bcf7-4e28-a8f3-10ec99e1324a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/485f9b2e-acf5-4dda-8bac-343488e2e3fc HTTP/1.1" status: 204 len: 168 time: 0.5502844 Sep 16 05:23:33.553785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43118) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:33.608147 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a246ea-3604-4a78-98a9-b7f0dddb6ba2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] GET failed (client error): The resource could not be found. Sep 16 05:23:33.609917 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f3a246ea-3604-4a78-98a9-b7f0dddb6ba2 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports/485f9b2e-acf5-4dda-8bac-343488e2e3fc HTTP/1.1" status: 404 len: 333 time: 0.0544090 Sep 16 05:23:33.622184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43122) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:33.623592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae8e7c-8501-487a-a8db-7d7e6f5bf859 req-b5784525-36c2-4088-b96f-45ce697a294c tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.632251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef9df0-7ac5-4f7d-919e-49dd7c63d051 None None] Pushing event updated for resources: {'Port': ['ID=3e29285b-9340-4dd5-914b-99bc643ca967,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.632868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2aae8e7c-8501-487a-a8db-7d7e6f5bf859 req-b5784525-36c2-4088-b96f-45ce697a294c tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2593908 Sep 16 05:23:33.687431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d527fdd9-9b66-4d4a-a486-66ebcdc33ac6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.724730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d527fdd9-9b66-4d4a-a486-66ebcdc33ac6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.785817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d527fdd9-9b66-4d4a-a486-66ebcdc33ac6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.789353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d527fdd9-9b66-4d4a-a486-66ebcdc33ac6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.790788 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d527fdd9-9b66-4d4a-a486-66ebcdc33ac6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/security-groups/ce938225-79f1-4ece-b682-3254719c3f20 HTTP/1.1" status: 204 len: 168 time: 0.1665845 Sep 16 05:23:33.794941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43128) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:33.817926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527fdd9-9b66-4d4a-a486-66ebcdc33ac6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce938225-79f1-4ece-b682-3254719c3f20,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:33.908410 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8802acc0-756f-4811-9854-b9614a82ffce tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:33.945073 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8802acc0-756f-4811-9854-b9614a82ffce tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.006828 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8802acc0-756f-4811-9854-b9614a82ffce tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.011622 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8802acc0-756f-4811-9854-b9614a82ffce tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.012939 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8802acc0-756f-4811-9854-b9614a82ffce tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/security-groups/d8130916-59b3-4018-8bcd-6e24a93d8c41 HTTP/1.1" status: 204 len: 168 time: 0.2170303 Sep 16 05:23:34.016785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43130) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:34.040111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802acc0-756f-4811-9854-b9614a82ffce tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8130916-59b3-4018-8bcd-6e24a93d8c41,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.089270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb7f7-b8f4-440b-9a1e-e7b1606d8b68 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.105697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] For port 60f05b35-e73f-4efc-a585-61639845314f, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:34.111223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2aae8e7c-8501-487a-a8db-7d7e6f5bf859 req-a0370062-0743-4e92-82a0-0031e647723d tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772062 Sep 16 05:23:34.115552 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb7f7-b8f4-440b-9a1e-e7b1606d8b68 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.150692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.177561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb7f7-b8f4-440b-9a1e-e7b1606d8b68 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.178732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] For port 60f05b35-e73f-4efc-a585-61639845314f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=60f05b35-e73f-4efc-a585-61639845314f,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:34.180995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb7f7-b8f4-440b-9a1e-e7b1606d8b68 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.185976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0ffeb7f7-b8f4-440b-9a1e-e7b1606d8b68 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/security-groups/037fa3f9-7bde-434f-a07d-1fc7e5a26840 HTTP/1.1" status: 204 len: 168 time: 0.1680772 Sep 16 05:23:34.186624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43132) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:34.223508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeb7f7-b8f4-440b-9a1e-e7b1606d8b68 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037fa3f9-7bde-434f-a07d-1fc7e5a26840,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.249359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8da0c-73e8-4bca-ad6b-987f42933d6b req-d0238806-5680-49be-9735-0dfb9a53cd17 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.251916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7b8da0c-73e8-4bca-ad6b-987f42933d6b req-d0238806-5680-49be-9735-0dfb9a53cd17 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1053 time: 0.6638885 Sep 16 05:23:34.253055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.254435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet dddc055c-926e-4e9e-a259-e39b5d4efc6a {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:34.258136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.306294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.309873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b38103a-8303-46b8-9213-a325fe9758bd req-59e47990-4062-47e6-9e13-2629157a3a58 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0953653 Sep 16 05:23:34.312771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:34.343958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.344753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.346736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] 10.222.0.64 "PUT /v2.0/ports/60f05b35-e73f-4efc-a585-61639845314f HTTP/1.1" status: 200 len: 1092 time: 3.7853961 Sep 16 05:23:34.356132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68c0339-dd90-48ea-a831-1188da56c606', 'tag': '60f05b35-e73f-4efc-a585-61639845314f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:34.359563 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e68c0339-dd90-48ea-a831-1188da56c606", "tag": "60f05b35-e73f-4efc-a585-61639845314f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:34.363651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=c1c0f473-0e9a-4abb-a2ac-952040a2712e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.372013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:34.400618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:34.427401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.502835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.542265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=dddc055c-926e-4e9e-a259-e39b5d4efc6a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.545850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7b8da0c-73e8-4bca-ad6b-987f42933d6b req-d9fdd147-7de6-4646-acaf-d0c0e539fac6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746410 Sep 16 05:23:34.546985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.553411 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0c38fdab-0920-4a8d-8115-490d09c1570a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/dddc055c-926e-4e9e-a259-e39b5d4efc6a HTTP/1.1" status: 204 len: 168 time: 0.3612447 Sep 16 05:23:34.554087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:34.581360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.602584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa361e1-a9c8-4ce1-bd8d-4968f66e887a service neutron] Pushing event updated for resources: {'Port': ['ID=60f05b35-e73f-4efc-a585-61639845314f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.614465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet ca39481e-580b-4052-8588-7fa7ca08bc98 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:34.621408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.629239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.629952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.675191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-613965e1-f8a6-4d94-8f9f-a296c6da830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.677126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-613965e1-f8a6-4d94-8f9f-a296c6da830a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=359de10d9adc4ea9a77039fcd4abcc0c&device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1095 time: 0.2306583 Sep 16 05:23:34.690746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.737144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789e28-54f7-4f3e-9d7c-34de9b17bc98 req-78266b4f-aa82-43d5-9167-7ac8321cf785 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.745506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e789e28-54f7-4f3e-9d7c-34de9b17bc98 req-78266b4f-aa82-43d5-9167-7ac8321cf785 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 932 time: 0.3127453 Sep 16 05:23:34.765837 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29da8c-5580-428d-b37a-c6dead38f6ce x-openstack-request-id: req-7d29da8c-5580-428d-b37a-c6dead38f6ce {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:34.766225 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68c0339-dd90-48ea-a831-1188da56c606", "tag": "60f05b35-e73f-4efc-a585-61639845314f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:34.766550 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d29da8c-5580-428d-b37a-c6dead38f6ce {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:34.767069 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68c0339-dd90-48ea-a831-1188da56c606', 'tag': '60f05b35-e73f-4efc-a585-61639845314f', 'status': 'completed', 'code': 200} Sep 16 05:23:34.780966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-c96fe4ae-7f02-4482-8c41-e6fdbec27ba5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0141540 Sep 16 05:23:34.825916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Request body: {'port': {'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:34.831708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba1f48-bc69-4ab1-bb3a-c9cc7cda185a None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:34.836632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.877998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-c357328c-ce9c-46a7-8c46-083095ebabf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60f05b35-e73f-4efc-a585-61639845314f HTTP/1.1" status: 200 len: 217 time: 0.1238272 Sep 16 05:23:34.937460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.947339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a9fcbb48-b7d2-4a48-a940-d6b2fb4380b1 None None] Provisioning complete for port 3e29285b-9340-4dd5-914b-99bc643ca967 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:34.947717 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbb48-b7d2-4a48-a940-d6b2fb4380b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:34.978504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=ca39481e-580b-4052-8588-7fa7ca08bc98,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:34.995845 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.004749 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5fce925d-1089-48c7-a9db-fd7c0252a8dd tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/ca39481e-580b-4052-8588-7fa7ca08bc98 HTTP/1.1" status: 204 len: 168 time: 0.4494781 Sep 16 05:23:35.005589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43140) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.016784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e789e28-54f7-4f3e-9d7c-34de9b17bc98 req-7f0093a7-c7df-4ace-a1ec-61fb0264e0d6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702556 Sep 16 05:23:35.057391 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccfa20c-e9e4-46c1-b5fa-f73aa2bc7cb6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:35.058432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccfa20c-e9e4-46c1-b5fa-f73aa2bc7cb6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:35.069156 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0ccfa20c-e9e4-46c1-b5fa-f73aa2bc7cb6 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/dddc055c-926e-4e9e-a259-e39b5d4efc6a HTTP/1.1" status: 404 len: 337 time: 0.0544403 Sep 16 05:23:35.070058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43142) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.136313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.145307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-07b6eeb6-71df-4864-803b-c75166aa6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.146891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-07b6eeb6-71df-4864-803b-c75166aa6843 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f2fbf9f-878e-45bd-89ea-74e463afd0e8 HTTP/1.1" status: 200 len: 848 time: 0.2510891 Sep 16 05:23:35.200690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting subnet 44675792-e2fd-4fab-ac94-b3b5eb92cf92 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:35.204687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.265964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbb48-b7d2-4a48-a940-d6b2fb4380b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.308555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.325924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e053b-496c-4813-bdcf-13d54b1734cd None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:35.394348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a9fcbb48-b7d2-4a48-a940-d6b2fb4380b1 None None] For port 3e29285b-9340-4dd5-914b-99bc643ca967, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3e29285b-9340-4dd5-914b-99bc643ca967,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:35.440164 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbb48-b7d2-4a48-a940-d6b2fb4380b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.466732 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.557811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcbb48-b7d2-4a48-a940-d6b2fb4380b1 None None] Pushing event updated for resources: {'Port': ['ID=3e29285b-9340-4dd5-914b-99bc643ca967,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:35.582749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.622972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.624976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/44675792-e2fd-4fab-ac94-b3b5eb92cf92 HTTP/1.1" status: 204 len: 168 time: 0.5529020 Sep 16 05:23:35.626581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baefa85-2511-4db3-9127-1955cbaa4bab tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Subnet': ['ID=44675792-e2fd-4fab-ac94-b3b5eb92cf92,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:35.629734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43150) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.669647 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f955e8-1394-479c-9ea8-fa996c8bf75a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:35.670110 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f955e8-1394-479c-9ea8-fa996c8bf75a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:35.672180 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d7f955e8-1394-479c-9ea8-fa996c8bf75a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/f72d99fc-7d67-4676-aa85-e8a5866f99bc HTTP/1.1" status: 404 len: 337 time: 0.0416615 Sep 16 05:23:35.687916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43152) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.695233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4deaf639-4847-4fdb-bdf9-d88688bbc563 None None] Could not find standard attr ID for object 485f9b2e-acf5-4dda-8bac-343488e2e3fc. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:35.732207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::1 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/6f03d2c1-a83c-40cd-86bd-b4e61c7cc162/9bc2b246-d126-4d2a-a702-70f29f875441) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:35.739835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4deaf639-4847-4fdb-bdf9-d88688bbc563 None None] Provisioning complete for port c1c0f473-0e9a-4abb-a2ac-952040a2712e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:35.740245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4deaf639-4847-4fdb-bdf9-d88688bbc563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.759826 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-87788e84-cb66-4ab7-8022-fbcd62a7287d tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "GET /v2.0/ports?device_id=982cb8d6-b401-482a-9cbe-540e48073c0d HTTP/1.1" status: 200 len: 205 time: 0.0685928 Sep 16 05:23:35.760191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43156) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.787590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4deaf639-4847-4fdb-bdf9-d88688bbc563 None None] Port c1c0f473-0e9a-4abb-a2ac-952040a2712e cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:35.816896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-335ad106-9f3e-4d9e-b7c2-2247df34069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.819926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-335ad106-9f3e-4d9e-b7c2-2247df34069d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33958d6b-4990-4263-b54e-a41644f1a3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6577449 Sep 16 05:23:35.820147 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-2d6c8cb6-1637-46ca-8f23-d793b9568819 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] delete failed (client error): The resource could not be found. Sep 16 05:23:35.820992 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2d6c8cb6-1637-46ca-8f23-d793b9568819 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/routers/982cb8d6-b401-482a-9cbe-540e48073c0d HTTP/1.1" status: 404 len: 336 time: 0.0596981 Sep 16 05:23:35.822106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f112ccf-6aca-48a1-9cf4-8b529aca1280 req-eccfefb0-0c16-40b5-8a9e-e59d976916dc tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.3041360 Sep 16 05:23:35.823580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43158) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.862185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3e29285b-9340-4dd5-914b-99bc643ca967 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:35.873029 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6e6982-01a0-4525-9ebc-f0d938e2b213 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:35.874000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6e6982-01a0-4525-9ebc-f0d938e2b213 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:35.876585 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aa6e6982-01a0-4525-9ebc-f0d938e2b213 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/a0026eb0-feb2-4af9-ad82-ee2d143b5032 HTTP/1.1" status: 404 len: 337 time: 0.0504847 Sep 16 05:23:35.877968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cedec0db-7de7-4efa-9c7e-4a6bf71035ea req-66eac850-41ec-4e99-8ee4-93fc520d50ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0301328 Sep 16 05:23:35.878553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.887514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ba8aa-5a92-4a5e-a64d-28623ac07ef8 req-2100afd9-cea8-44cc-bec0-59ed2dbbb24f tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.889805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-992ba8aa-5a92-4a5e-a64d-28623ac07ef8 req-2100afd9-cea8-44cc-bec0-59ed2dbbb24f tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.6266992 Sep 16 05:23:35.911465 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8130f3c-a2ff-4757-b7e2-d8c3063c4520 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:35.912551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8130f3c-a2ff-4757-b7e2-d8c3063c4520 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:35.914541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b8130f3c-a2ff-4757-b7e2-d8c3063c4520 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/6284a7b0-5edb-4c13-8082-a1b3812c2610 HTTP/1.1" status: 404 len: 337 time: 0.0348339 Sep 16 05:23:35.917763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43164) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.935727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988db751-d9a8-47ab-9ce3-1e8708c4915d None None] Update dhcp port {'port': {'network_id': 'dfe8e561-9a50-4cc0-9452-b70d9d72e80c', 'fixed_ips': [{'subnet_id': '44675792-e2fd-4fab-ac94-b3b5eb92cf92'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '21ece2b0-640c-4422-bad6-d86dc865ab10'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:23:35.957257 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8635cf77-9a7a-4204-886d-c6d6d85a3eee tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:35.958233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8635cf77-9a7a-4204-886d-c6d6d85a3eee tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:35.963228 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8635cf77-9a7a-4204-886d-c6d6d85a3eee tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/925d56f1-fb3d-40fd-8087-51b56dadb268 HTTP/1.1" status: 404 len: 337 time: 0.0419714 Sep 16 05:23:35.964294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43166) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:35.986592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-988db751-d9a8-47ab-9ce3-1e8708c4915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.990554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bc47e4a8-fbc6-431e-98df-7ea18d3a0cdd None None] Provisioning complete for port 3e29285b-9340-4dd5-914b-99bc643ca967 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:35.990996 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc47e4a8-fbc6-431e-98df-7ea18d3a0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.992526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3e29285b-9340-4dd5-914b-99bc643ca967 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:35.993276 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:35.994978 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-70166c11-a4fc-4ab2-aadd-64e4f6ef2357 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:35.995726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70166c11-a4fc-4ab2-aadd-64e4f6ef2357 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:35.999975 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-70166c11-a4fc-4ab2-aadd-64e4f6ef2357 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/74a38338-ae92-4ef8-9b66-89c192d5d36e HTTP/1.1" status: 404 len: 333 time: 0.0320759 Sep 16 05:23:36.000399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43168) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.039742 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b0ceaa-87e7-4431-bd98-14c23cbd970a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:36.040131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b0ceaa-87e7-4431-bd98-14c23cbd970a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:36.042154 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-29b0ceaa-87e7-4431-bd98-14c23cbd970a tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/ac03f0d9-70f6-4102-8890-ae88e750b00b HTTP/1.1" status: 404 len: 337 time: 0.0405118 Sep 16 05:23:36.044603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43172) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.082470 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d3fcb2-67a2-45ff-a386-63d001f64f20 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:36.084213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d3fcb2-67a2-45ff-a386-63d001f64f20 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:36.092480 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-57d3fcb2-67a2-45ff-a386-63d001f64f20 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/40a9895f-6c52-4410-a0e1-a613f56a5b99 HTTP/1.1" status: 404 len: 337 time: 0.0465684 Sep 16 05:23:36.093401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43174) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.124681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-992ba8aa-5a92-4a5e-a64d-28623ac07ef8 req-55947edb-2d6f-4303-9f5c-8e8c09909938 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242680 Sep 16 05:23:36.131088 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe42984-9e83-4d0e-91bd-b16b1e07edff tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:36.131878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe42984-9e83-4d0e-91bd-b16b1e07edff tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:36.133950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cbe42984-9e83-4d0e-91bd-b16b1e07edff tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/b60b55cf-f3e3-4756-b5ef-3a4083d4accc HTTP/1.1" status: 404 len: 333 time: 0.0396924 Sep 16 05:23:36.137970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43176) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.165472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1ef32-cb16-44f7-82af-ad026409d66a req-1eb7febf-60d5-4dbd-a262-0fd44e0e2993 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.167086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54b1ef32-cb16-44f7-82af-ad026409d66a req-1eb7febf-60d5-4dbd-a262-0fd44e0e2993 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1095 time: 0.2179027 Sep 16 05:23:36.182886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-5f757a2f-5703-48cc-a2ed-7b457b025340 service neutron] 10.222.0.64 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432209 Sep 16 05:23:36.190970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.193528 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-950c172d-85c6-4b7b-896f-9bb2f21abd01 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:36.194002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950c172d-85c6-4b7b-896f-9bb2f21abd01 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:36.196760 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-950c172d-85c6-4b7b-896f-9bb2f21abd01 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/02382b5c-7839-429a-a7b1-364ade13b4c2 HTTP/1.1" status: 404 len: 337 time: 0.0561299 Sep 16 05:23:36.199140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43178) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.251725 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-50783209-a41a-4533-a8a0-154e024bd31e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] DELETE failed (client error): The resource could not be found. Sep 16 05:23:36.252205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50783209-a41a-4533-a8a0-154e024bd31e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:23:36.256443 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50783209-a41a-4533-a8a0-154e024bd31e tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/subnets/f0e851fd-b7d6-47d5-93dd-c79ed2bb0d6e HTTP/1.1" status: 404 len: 337 time: 0.0535791 Sep 16 05:23:36.261530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43180) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.340249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0cde8-356a-401f-9f2f-36c926c9f358 None None] Network dfe8e561-9a50-4cc0-9452-b70d9d72e80c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:36.388727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54b1ef32-cb16-44f7-82af-ad026409d66a req-30234dd8-6182-4df8-a61d-fd769c88a07b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016411 Sep 16 05:23:36.399818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c0f473-0e9a-4abb-a2ac-952040a2712e {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:36.413958 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.432050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.448647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Deleting port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:36.449148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.467272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Transition to ACTIVE for port object c1c0f473-0e9a-4abb-a2ac-952040a2712e will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:36.486038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-55b1016a-a4ff-4ec1-ba60-cf264ce0dfd0 None None] Provisioning complete for port 21ece2b0-640c-4422-bad6-d86dc865ab10 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:36.486713 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55b1016a-a4ff-4ec1-ba60-cf264ce0dfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.523118 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.531203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.538090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e93ac34-4fdb-4467-80be-e642256afe24 req-57da35d2-4bd9-4295-b96c-5a41b1ab216e service neutron] 10.222.0.64 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065045 Sep 16 05:23:36.544682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:36.554009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Calling delete_port for 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:36.569770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:36.581189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:36.581780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.583159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84122778-3b84-4281-a607-777cb1df0abf None None] DHCP port deletion for dfe8e561-9a50-4cc0-9452-b70d9d72e80c request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:36.587214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=9bc2b246-d126-4d2a-a702-70f29f875441,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:36.645995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92300b53-df9a-42ad-a73d-1e237b4343db req-99016c00-57bd-4015-923f-32c6ca8089a2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.647665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92300b53-df9a-42ad-a73d-1e237b4343db req-99016c00-57bd-4015-923f-32c6ca8089a2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 932 time: 0.2198870 Sep 16 05:23:36.719098 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.737284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-55b1016a-a4ff-4ec1-ba60-cf264ce0dfd0 None None] Provisioning complete for port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:36.737669 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55b1016a-a4ff-4ec1-ba60-cf264ce0dfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.786302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Port': ['ID=8c4ce59a-a707-402b-9f3e-1d76cb4c75a8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:36.786624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-55b1016a-a4ff-4ec1-ba60-cf264ce0dfd0 None None] Port 8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 was deleted so its status cannot be updated. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:23:36.789285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-84122778-3b84-4281-a607-777cb1df0abf None None] Deleting port 21ece2b0-640c-4422-bad6-d86dc865ab10 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:36.789652 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-84122778-3b84-4281-a607-777cb1df0abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.812115 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.818290 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1523346-92e1-4efa-bc4f-fb7a4a17a210 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/ports/8c4ce59a-a707-402b-9f3e-1d76cb4c75a8 HTTP/1.1" status: 204 len: 168 time: 0.5426614 Sep 16 05:23:36.818290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43182) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:36.904741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-84122778-3b84-4281-a607-777cb1df0abf None None] For port 21ece2b0-640c-4422-bad6-d86dc865ab10, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=21ece2b0-640c-4422-bad6-d86dc865ab10,segment=NetworkSegment(f9fe4e8e-64a4-425a-ae5a-3618c2737b36),segment_id=f9fe4e8e-64a4-425a-ae5a-3618c2737b36)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:36.905330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-84122778-3b84-4281-a607-777cb1df0abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.921508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-84122778-3b84-4281-a607-777cb1df0abf None None] Calling delete_port for 21ece2b0-640c-4422-bad6-d86dc865ab10 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:36.975009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9ec0a-ab13-4be8-b5f2-94badb3dee47 req-a11444d0-891f-41ac-a3c5-fe3d84912e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.980972 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8f9ec0a-ab13-4be8-b5f2-94badb3dee47 req-a11444d0-891f-41ac-a3c5-fe3d84912e8d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 1098 time: 0.2527790 Sep 16 05:23:36.995215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.035782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-84122778-3b84-4281-a607-777cb1df0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.063964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84122778-3b84-4281-a607-777cb1df0abf None None] Pushing event deleted for resources: {'Port': ['ID=21ece2b0-640c-4422-bad6-d86dc865ab10,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.064589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] The port '21ece2b0-640c-4422-bad6-d86dc865ab10' was deleted {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:23:37.067959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84122778-3b84-4281-a607-777cb1df0abf None None] No DVR routers for this DVR port 21ece2b0-640c-4422-bad6-d86dc865ab10 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:37.073397 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8f9ec0a-ab13-4be8-b5f2-94badb3dee47 req-5a73668b-6b5b-473e-9882-1f49d0535402 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Sep 16 05:23:37.112367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2417edb8-e51d-44c7-ba5f-411ee88d1dba None None] Provisioning complete for port 9bc2b246-d126-4d2a-a702-70f29f875441 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:37.112733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2417edb8-e51d-44c7-ba5f-411ee88d1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.158860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2417edb8-e51d-44c7-ba5f-411ee88d1dba None None] Port 9bc2b246-d126-4d2a-a702-70f29f875441 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:37.177000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.202837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe8e561-9a50-4cc0-9452-b70d9d72e80c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.212987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fe4e8e-64a4-425a-ae5a-3618c2737b36') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.213263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fe4e8e-64a4-425a-ae5a-3618c2737b36') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:37.224587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.243269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.249674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0f473-0e9a-4abb-a2ac-952040a2712e,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.251400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:37.252632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:37.256913 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:37.277404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92300b53-df9a-42ad-a73d-1e237b4343db req-531f4438-4c2a-4aa0-85f7-7baa06569d8d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5897138 Sep 16 05:23:37.317976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6ab00a8-cf9b-4e93-84e7-6460df24e562 req-e9a0ae3b-a2a9-477e-99d5-b2b966de1c2b tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0766344 Sep 16 05:23:37.338403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.342137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-aaed7cc0-61d5-496f-a836-daf0d5574fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.344296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-aaed7cc0-61d5-496f-a836-daf0d5574fd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=359de10d9adc4ea9a77039fcd4abcc0c&device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1095 time: 0.6720562 Sep 16 05:23:37.349691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.351978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Attempting to bind port c1c0f473-0e9a-4abb-a2ac-952040a2712e on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:37.352265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Attempting to bind port c1c0f473-0e9a-4abb-a2ac-952040a2712e by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:37.352523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Attempting to bind port c1c0f473-0e9a-4abb-a2ac-952040a2712e on network 37c86f26-d1b9-465c-91d9-65fc7e102d3b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:37.359659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.361803 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] 10.222.0.55 "DELETE /v2.0/networks/dfe8e561-9a50-4cc0-9452-b70d9d72e80c HTTP/1.1" status: 204 len: 168 time: 0.5425735 Sep 16 05:23:37.374758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb563a01-60bb-458c-a2c4-ee67a5502185 tempest-PortsIpV6TestJSON-1155781584 tempest-PortsIpV6TestJSON-1155781584-project] Pushing event deleted for resources: {'Network': ['ID=dfe8e561-9a50-4cc0-9452-b70d9d72e80c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.414836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Port c1c0f473-0e9a-4abb-a2ac-952040a2712e on network 37c86f26-d1b9-465c-91d9-65fc7e102d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:37.415159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Attempting to bind port c1c0f473-0e9a-4abb-a2ac-952040a2712e on network 37c86f26-d1b9-465c-91d9-65fc7e102d3b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:37.439954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:37.439954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Checking segment: {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:37.439954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Bound using segment: {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:37.439954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Bound port: c1c0f473-0e9a-4abb-a2ac-952040a2712e, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250b5f80-e13b-41ca-819e-bd967dc90bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:37.439954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.580838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8df53d-104c-4d10-964a-486ab2f25ee4 req-069ccb37-2f0a-47d2-98df-7f9733fd4a0e tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.582419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be8df53d-104c-4d10-964a-486ab2f25ee4 req-069ccb37-2f0a-47d2-98df-7f9733fd4a0e tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2170606 Sep 16 05:23:37.661388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] For port c1c0f473-0e9a-4abb-a2ac-952040a2712e, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:37.664967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] For port c1c0f473-0e9a-4abb-a2ac-952040a2712e, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:37.699604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.726732 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-af339242-3d0f-4a58-be4a-005783c6b79f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045756 Sep 16 05:23:37.729620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 21ece2b0-640c-4422-bad6-d86dc865ab10 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:37.773141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43198) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:37.797322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 21ece2b0-640c-4422-bad6-d86dc865ab10 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:37.797886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 21ece2b0-640c-4422-bad6-d86dc865ab10 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:37.853446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208669c-585a-4e6d-a084-60a18774ae28 req-f20c02a8-f0f5-4880-82a6-7568013fd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.857903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-7183156c-c02f-4161-b28d-4c8f8a749913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.859127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-f20c02a8-f0f5-4880-82a6-7568013fd829 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 1097 time: 0.0529823 Sep 16 05:23:37.859424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-7183156c-c02f-4161-b28d-4c8f8a749913 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33958d6b-4990-4263-b54e-a41644f1a3f4 HTTP/1.1" status: 200 len: 910 time: 0.4838526 Sep 16 05:23:37.909385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0f473-0e9a-4abb-a2ac-952040a2712e,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:37.937235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.938219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:37.941045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-b08f90ea-a6b0-45a5-a408-8d669259affc service neutron] 10.222.0.73 "PUT /v2.0/ports/c1c0f473-0e9a-4abb-a2ac-952040a2712e HTTP/1.1" status: 200 len: 1093 time: 3.1196144 Sep 16 05:23:37.946738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:37.951493 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d376453-b6f7-4c75-9de3-e46b2625fde1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:38.051278 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5673a532-04a9-4c23-885b-00d02cad506c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5797bd4d46f4108b10afacfad998fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767596 Sep 16 05:23:38.052332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:38.056709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be8df53d-104c-4d10-964a-486ab2f25ee4 req-31b8636f-4952-445d-acbc-a0fe1593d064 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761818 Sep 16 05:23:38.132301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-549c6b4d-6f25-4912-82df-9acd85e51e6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60f05b35-e73f-4efc-a585-61639845314f HTTP/1.1" status: 200 len: 217 time: 0.2282829 Sep 16 05:23:38.133677 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd45a9-7dd9-4139-9844-e082f187f63f x-openstack-request-id: req-e8cd45a9-7dd9-4139-9844-e082f187f63f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:38.133965 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:38.134218 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8cd45a9-7dd9-4139-9844-e082f187f63f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:38.134617 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'status': 'completed', 'code': 200} Sep 16 05:23:38.177542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a14a-b0b3-4066-9767-02c9429687c5 req-67f70bc4-4347-47f3-90d6-68756d5821da tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.179141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1833a14a-b0b3-4066-9767-02c9429687c5 req-67f70bc4-4347-47f3-90d6-68756d5821da tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1095 time: 0.5116909 Sep 16 05:23:38.286719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-6f4a53d4-3cbf-4d27-a63c-1a00eb8bb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.288816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-6f4a53d4-3cbf-4d27-a63c-1a00eb8bb3fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f2fbf9f-878e-45bd-89ea-74e463afd0e8 HTTP/1.1" status: 200 len: 848 time: 0.1429248 Sep 16 05:23:38.317783 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-58cdcdff-84d7-4d4b-8ef2-3cd8c232c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.319333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-58cdcdff-84d7-4d4b-8ef2-3cd8c232c6d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 1096 time: 0.2734985 Sep 16 05:23:38.324619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208669c-585a-4e6d-a084-60a18774ae28 req-7d3ec4a6-aab7-4f14-9dd0-2a37def76db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.326130 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-7d3ec4a6-aab7-4f14-9dd0-2a37def76db9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 912 time: 0.4427271 Sep 16 05:23:38.327127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1833a14a-b0b3-4066-9767-02c9429687c5 req-d2b2d3c0-e9a4-481e-a60b-b432a8461fd8 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140890 Sep 16 05:23:38.386875 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-3ccfc8e2-7db3-448f-9e64-49cef82dbc36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Sep 16 05:23:38.402803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1e704d1-fc03-4d9a-badb-7efbe32ecf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.406460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-45d778ea-1494-4469-811e-ddd870334190 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e HTTP/1.1" status: 200 len: 217 time: 0.0622971 Sep 16 05:23:38.413626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.426019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1e704d1-fc03-4d9a-badb-7efbe32ecf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.438744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.439531 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.498759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208669c-585a-4e6d-a084-60a18774ae28 req-2c688dc0-2be8-42e6-9c05-77552f5de751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.500264 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-2c688dc0-2be8-42e6-9c05-77552f5de751 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.0990224 Sep 16 05:23:38.536165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1e704d1-fc03-4d9a-badb-7efbe32ecf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.538628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-b92ffe69-af76-4c8c-98d8-8aba7370d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.538812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1e704d1-fc03-4d9a-badb-7efbe32ecf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.540187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-b92ffe69-af76-4c8c-98d8-8aba7370d2f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33958d6b-4990-4263-b54e-a41644f1a3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355330 Sep 16 05:23:38.542917 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b1e704d1-fc03-4d9a-badb-7efbe32ecf60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c88df1c-4d9a-44e8-a8d3-9769b86d90ad HTTP/1.1" status: 204 len: 168 time: 0.4892561 Sep 16 05:23:38.548545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-368ae82c-6be5-4ae4-8824-e79f2ccae6e4 req-a4397ebb-9b75-4b6b-9338-b8a4243eaf54 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1107590 Sep 16 05:23:38.553143 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-b193f2a3-80e2-44b9-810b-d80d2d1e7d38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442183 Sep 16 05:23:38.553942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e704d1-fc03-4d9a-badb-7efbe32ecf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c88df1c-4d9a-44e8-a8d3-9769b86d90ad,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:38.648810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-441cdede-f6b2-44a1-a824-0afb29a0e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.650344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-441cdede-f6b2-44a1-a824-0afb29a0e857 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec143e7d-9024-412b-b345-41327eeb5709 HTTP/1.1" status: 200 len: 835 time: 0.2336287 Sep 16 05:23:38.658273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=9bc2b246-d126-4d2a-a702-70f29f875441,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:38.671913 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-78361b32-488f-4e9b-b388-b33c7e71058c service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106164 Sep 16 05:23:38.752685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c245f-e831-4a83-8da7-9bfd4567dcc2 req-0a403dd9-5197-48a5-afb8-bf18c837de8c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.752685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf8c245f-e831-4a83-8da7-9bfd4567dcc2 req-0a403dd9-5197-48a5-afb8-bf18c837de8c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 944 time: 0.3404484 Sep 16 05:23:38.805292 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c208669c-585a-4e6d-a084-60a18774ae28 req-89194f9e-8e5b-411e-adb8-b68b47320ca6 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232033 Sep 16 05:23:38.839665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-48d8900f-a277-4320-910f-b89049288f0c service neutron] 10.222.0.64 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885745 Sep 16 05:23:38.902587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:38.914910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf8c245f-e831-4a83-8da7-9bfd4567dcc2 req-a0989953-0159-4981-be7f-fa39bcacf92a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451514 Sep 16 05:23:38.917077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-dca6072e-5ba6-44c1-9059-a1c1cf320abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.918557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-dca6072e-5ba6-44c1-9059-a1c1cf320abf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37c86f26-d1b9-465c-91d9-65fc7e102d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2307835 Sep 16 05:23:38.921412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:39.176883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64a152a9-1ff8-44ef-bf17-fec3739e864c req-a3233502-9243-4cac-a190-c50e3be5f304 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66&device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.1276650 Sep 16 05:23:39.245893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-49b9e087-d4eb-49fd-b000-82fa639f17a1 service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160233 Sep 16 05:23:39.294971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539ccdde-5768-40d3-9a08-6ab95d6ccfb3 req-64340421-464d-49cd-b58d-039d3bcf7a23 service neutron] 10.222.0.64 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439335 Sep 16 05:23:39.341087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c14d2921-1396-468e-bdca-d31f3285310a None None] Provisioning complete for port 9bc2b246-d126-4d2a-a702-70f29f875441 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:39.341757 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c14d2921-1396-468e-bdca-d31f3285310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.388718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdfdb9-d08e-4d79-8389-4ad6f7521102 req-0893fabb-8f12-4ca1-994e-3bffeb2c11fe tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.390021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7fdfdb9-d08e-4d79-8389-4ad6f7521102 req-0893fabb-8f12-4ca1-994e-3bffeb2c11fe tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2191818 Sep 16 05:23:39.401863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c14d2921-1396-468e-bdca-d31f3285310a None None] Port 9bc2b246-d126-4d2a-a702-70f29f875441 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:39.429128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:39.442676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3375e916-9ac6-4fa0-b52c-a1d3db88290b req-0565a78b-9622-4e1f-9a66-b8cf9bc1892d service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794386 Sep 16 05:23:39.492302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49288340-1667-40b8-b5bb-40b327d56c49 req-a28b7c51-206f-4c5b-b502-44cceb6f0488 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1f44930d4684f8cb4839818ec34a67b&device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0523775 Sep 16 05:23:39.509616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7fdfdb9-d08e-4d79-8389-4ad6f7521102 req-8d8d9eda-d95a-4950-9631-c108810a3f1a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090472 Sep 16 05:23:39.673917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43248) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.790407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-495b2932-6dac-43ed-a6eb-411cefdde06b tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-562232096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:39.816604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-495b2932-6dac-43ed-a6eb-411cefdde06b tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.817686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-495b2932-6dac-43ed-a6eb-411cefdde06b tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.873738 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-495b2932-6dac-43ed-a6eb-411cefdde06b tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.879145 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-495b2932-6dac-43ed-a6eb-411cefdde06b tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.898516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-495b2932-6dac-43ed-a6eb-411cefdde06b tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.900610 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-495b2932-6dac-43ed-a6eb-411cefdde06b tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2253952 Sep 16 05:23:39.904330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43254) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:39.906406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49288340-1667-40b8-b5bb-40b327d56c49 req-8d82fcf0-2f8e-4c3b-9bd0-dc17185a6b72 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f1f44930d4684f8cb4839818ec34a67b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3945832 Sep 16 05:23:39.909421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1037696614'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:39.958779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:39.959608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 60f05b35-e73f-4efc-a585-61639845314f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:39.966559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:39.983631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.004496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4aa9528-77ee-4fba-b57b-feb569992a4d req-c5d57297-3990-4670-b2b7-df943dffe19d tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.1207435 Sep 16 05:23:40.048549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba3a69-6f5e-4f15-b543-ee8498928fec req-2d622f28-d9b6-407d-861f-990e0b724858 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.048549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22ba3a69-6f5e-4f15-b543-ee8498928fec req-2d622f28-d9b6-407d-861f-990e0b724858 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1095 time: 0.5943325 Sep 16 05:23:40.055136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:40.068034 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Sync routers for ids ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:40.093850 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Routers {'2ec24585-579a-46c3-b7f4-d073d01ecfa9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:40.094909 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.113936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 60f05b35-e73f-4efc-a585-61639845314f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=60f05b35-e73f-4efc-a585-61639845314f,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.115878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-21c9e92e-4291-403b-9a50-e7d587aea6b4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "PUT /v2.0/routers/2ec24585-579a-46c3-b7f4-d073d01ecfa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6820850 Sep 16 05:23:40.126088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-00518792-7231-42d0-8d57-511470ffb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.128160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-00518792-7231-42d0-8d57-511470ffb013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 1096 time: 0.6173747 Sep 16 05:23:40.132438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.133666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43258) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:40.148768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.151410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '60f05b35-e73f-4efc-a585-61639845314f', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'port_id': '60f05b35-e73f-4efc-a585-61639845314f', 'mac_address': 'fa:16:3e:36:3d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:40.226229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b506d0e-aad5-4034-8d88-b93b612f07f8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.230988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Set router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:40.231266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b506d0e-aad5-4034-8d88-b93b612f07f8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports/9bc2b246-d126-4d2a-a702-70f29f875441 HTTP/1.1" status: 200 len: 911 time: 0.0962720 Sep 16 05:23:40.233581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:40.235011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43260) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:40.251645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e62a0e-c50c-4e47-b9d7-a169d089ab30,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.284402 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.284885 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Added segment 07062a2c-7683-49d1-9cda-d61ead2b7913 of type vlan for network b604e2f9-3e00-44d6-9c91-9198f453aea8 Sep 16 05:23:40.287078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.315055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22ba3a69-6f5e-4f15-b543-ee8498928fec req-7686be89-5dbd-40a8-b9f4-f751b6e44599 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268515 Sep 16 05:23:40.320490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f05b35-e73f-4efc-a585-61639845314f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:40.344719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49288340-1667-40b8-b5bb-40b327d56c49 req-d8af3760-186d-46b9-96d1-bea133dbb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.346365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49288340-1667-40b8-b5bb-40b327d56c49 req-d8af3760-186d-46b9-96d1-bea133dbb5a1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4053385 Sep 16 05:23:40.361255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 60f05b35-e73f-4efc-a585-61639845314f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=60f05b35-e73f-4efc-a585-61639845314f,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:40.371346 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.406128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ec30a-96b1-43b4-860f-9a33b4d3901f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.417604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-570a636d-8893-4d79-83b4-e9200cd424a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.419581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-570a636d-8893-4d79-83b4-e9200cd424a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37c86f26-d1b9-465c-91d9-65fc7e102d3b HTTP/1.1" status: 200 len: 898 time: 0.2722363 Sep 16 05:23:40.424934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ec30a-96b1-43b4-860f-9a33b4d3901f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.426127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7b5ec30a-96b1-43b4-860f-9a33b4d3901f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1896374 Sep 16 05:23:40.430226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43264) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:40.451798 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.466064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=60f05b35-e73f-4efc-a585-61639845314f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.522243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.531088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.531898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.564269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-ff8be6c8-cfc8-4ea2-9619-6a16643348f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.566993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-ff8be6c8-cfc8-4ea2-9619-6a16643348f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca559da2dfee445daa8da7aadbdd7052&device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 1098 time: 0.1367016 Sep 16 05:23:40.600007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6943359 Sep 16 05:23:40.605629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43266) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:40.615771 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'name': 'tempest-NetworksTestDHCPv6-router-423228326', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:33Z', 'updated_at': '2021-09-16T05:23:36Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None, '_interfaces': [{'id': '9bc2b246-d126-4d2a-a702-70f29f875441', 'name': '', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'mac_address': 'fa:16:3e:43:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6f03d2c1-a83c-40cd-86bd-b4e61c7cc162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:34Z', 'updated_at': '2021-09-16T05:23:37Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'subnets': [{'id': '6f03d2c1-a83c-40cd-86bd-b4e61c7cc162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:40.649546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'subnet': {'network_id': 'b604e2f9-3e00-44d6-9c91-9198f453aea8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:40.654436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-b77e0550-84d9-42d0-aa19-ed8f9e8889c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e HTTP/1.1" status: 200 len: 217 time: 0.2110233 Sep 16 05:23:40.658585 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Checking router: 2ec24585-579a-46c3-b7f4-d073d01ecfa9 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:40.659183 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Updating router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 port 9bc2b246-d126-4d2a-a702-70f29f875441 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:40.664069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72baa79-e702-47d1-bf41-2e6ebe7c8898 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Network': ['ID=b604e2f9-3e00-44d6-9c91-9198f453aea8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:40.675834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:40.708626 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:40.755881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-73ab43e5-8994-464f-8200-ff361e547e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.758202 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-73ab43e5-8994-464f-8200-ff361e547e45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 200 len: 912 time: 0.1775815 Sep 16 05:23:40.818816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['60f05b35-e73f-4efc-a585-61639845314f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:40.821161 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-3d38e677-2a94-432b-b633-06360c4f0367 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33c90d87-55c6-4b49-b726-5914ded6ea94 HTTP/1.1" status: 200 len: 217 time: 0.0547926 Sep 16 05:23:40.875836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba507a9-315a-4dba-8e28-bcea8026f351 req-8895021d-95ff-4fb8-ae39-cc7ffe5d459e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.878045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ba507a9-315a-4dba-8e28-bcea8026f351 req-8895021d-95ff-4fb8-ae39-cc7ffe5d459e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 944 time: 0.3375301 Sep 16 05:23:40.889719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f561d14-852d-41ce-812b-1faf2617074e req-b815986b-0135-47a6-a3a9-7946be4dd209 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.891544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f561d14-852d-41ce-812b-1faf2617074e req-b815986b-0135-47a6-a3a9-7946be4dd209 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.3151882 Sep 16 05:23:40.895913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-f297b0b5-2202-43bd-8968-556507ad1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.897618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-f297b0b5-2202-43bd-8968-556507ad1719 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec143e7d-9024-412b-b345-41327eeb5709 HTTP/1.1" status: 200 len: 835 time: 0.2175503 Sep 16 05:23:40.905626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-d63a74d6-49a9-4397-a4fa-440cbeb4c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.907413 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-d63a74d6-49a9-4397-a4fa-440cbeb4c602 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 200 len: 851 time: 0.0783184 Sep 16 05:23:40.955699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-583cd8ea-9326-43d6-be94-5ee0cdd9348b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407526 Sep 16 05:23:41.044312 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.050276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:41.051166 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.054311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.081538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-52e4322b-90ed-4b1a-92a8-27c18f3d9d78 service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123955 Sep 16 05:23:41.106708 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Pushing event updated for resources: {'Port': ['ID=9bc2b246-d126-4d2a-a702-70f29f875441,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.133257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f561d14-852d-41ce-812b-1faf2617074e req-f69132f4-c8ab-41e5-a1c9-fa63b539d36f tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049825 Sep 16 05:23:41.183520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ba507a9-315a-4dba-8e28-bcea8026f351 req-5c00b468-b7ef-4687-9964-1b3323a2221b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562542 Sep 16 05:23:41.184905 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.185484 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.185876 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.186277 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.186627 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.186933 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.187303 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.187614 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.188777 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.189343 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.189684 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.190205 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:41.202553 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Attempting to bind port 9bc2b246-d126-4d2a-a702-70f29f875441 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:41.202999 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Attempting to bind port 9bc2b246-d126-4d2a-a702-70f29f875441 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:41.203698 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Attempting to bind port 9bc2b246-d126-4d2a-a702-70f29f875441 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:41.208064 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-964952e4-9b51-42e8-a80c-bb6fa7769ac3 req-76c6744a-6394-479e-bf4b-f7fc844fdcab service neutron] 10.222.0.73 "GET /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180398 Sep 16 05:23:41.210376 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:41.210756 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:41.211162 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.211595 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:41.212084 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Bound port: 9bc2b246-d126-4d2a-a702-70f29f875441, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:41.212511 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.254170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-52b049c1-5206-41a1-87ed-8733e5aa59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.256613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-52b049c1-5206-41a1-87ed-8733e5aa59c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37c86f26-d1b9-465c-91d9-65fc7e102d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3164117 Sep 16 05:23:41.295623 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] For port 9bc2b246-d126-4d2a-a702-70f29f875441, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:41.299456 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] For port 9bc2b246-d126-4d2a-a702-70f29f875441, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9bc2b246-d126-4d2a-a702-70f29f875441,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:41.305255 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.316770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e95916d4-cee5-4530-b6ad-567fd7488b9c req-584fe509-4db5-4116-92d0-c6cdb8e9bb42 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0581172 Sep 16 05:23:41.378827 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Routers {'2ec24585-579a-46c3-b7f4-d073d01ecfa9'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:41.379383 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:41.382198 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b16cb-c5a6-46cb-8e55-8e2f4266101a None None] Pushing event updated for resources: {'Port': ['ID=9bc2b246-d126-4d2a-a702-70f29f875441,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.451770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-38f5cc00-9cda-4136-aea5-0fdfa44f45a7 None None] Provisioning complete for port 9bc2b246-d126-4d2a-a702-70f29f875441 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:41.452366 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38f5cc00-9cda-4136-aea5-0fdfa44f45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.496628 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] Set router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:41.514011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-40c0310e-59a7-48fc-abd3-ba5f027b0e27 service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282615 Sep 16 05:23:41.656763 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38f5cc00-9cda-4136-aea5-0fdfa44f45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.705613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-38f5cc00-9cda-4136-aea5-0fdfa44f45a7 None None] For port 9bc2b246-d126-4d2a-a702-70f29f875441, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9bc2b246-d126-4d2a-a702-70f29f875441,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:41.714899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38f5cc00-9cda-4136-aea5-0fdfa44f45a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.785833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2e1b6-33cf-403e-8b30-04749708c9b1 req-94b18cd8-4145-462f-b18d-55e85f75e672 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.787665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6d2e1b6-33cf-403e-8b30-04749708c9b1 req-94b18cd8-4145-462f-b18d-55e85f75e672 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1096 time: 0.3429334 Sep 16 05:23:41.798098 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'name': 'tempest-NetworksTestDHCPv6-router-423228326', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:33Z', 'updated_at': '2021-09-16T05:23:36Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None, '_interfaces': [{'id': '9bc2b246-d126-4d2a-a702-70f29f875441', 'name': '', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'mac_address': 'fa:16:3e:43:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6f03d2c1-a83c-40cd-86bd-b4e61c7cc162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:34Z', 'updated_at': '2021-09-16T05:23:41Z', 'revision_number': 4, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'subnets': [{'id': '6f03d2c1-a83c-40cd-86bd-b4e61c7cc162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:41.810956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.811988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5cc00-9cda-4136-aea5-0fdfa44f45a7 None None] Pushing event updated for resources: {'Port': ['ID=9bc2b246-d126-4d2a-a702-70f29f875441,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:41.833094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.835563 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c94a1-8ee9-4886-81e2-ebf6d9606175 None None] The sync data for ids ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'] in n-d-713301-15 is: [{'id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'name': 'tempest-NetworksTestDHCPv6-router-423228326', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:33Z', 'updated_at': '2021-09-16T05:23:36Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None, '_interfaces': [{'id': '9bc2b246-d126-4d2a-a702-70f29f875441', 'name': '', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'mac_address': 'fa:16:3e:43:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '6f03d2c1-a83c-40cd-86bd-b4e61c7cc162', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:34Z', 'updated_at': '2021-09-16T05:23:41Z', 'revision_number': 4, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'subnets': [{'id': '6f03d2c1-a83c-40cd-86bd-b4e61c7cc162', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:41.855483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-66087fdd-c2a8-4dc5-9828-34960d2d5be5 None None] Provisioning complete for port 9bc2b246-d126-4d2a-a702-70f29f875441 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:41.855857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-66087fdd-c2a8-4dc5-9828-34960d2d5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:41.961888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 60f05b35-e73f-4efc-a585-61639845314f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:42.021045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 60f05b35-e73f-4efc-a585-61639845314f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:42.025346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 60f05b35-e73f-4efc-a585-61639845314f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:42.025920 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.169066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.200412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68c0339-dd90-48ea-a831-1188da56c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f05b35-e73f-4efc-a585-61639845314f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:42.202728 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08f1a9f-0be9-4c18-abe0-67f83a1f4175" -d '{"events": [{"server_uuid": "e68c0339-dd90-48ea-a831-1188da56c606", "name": "network-vif-plugged", "status": "completed", "tag": "60f05b35-e73f-4efc-a585-61639845314f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:42.219462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 60f05b35-e73f-4efc-a585-61639845314f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=60f05b35-e73f-4efc-a585-61639845314f,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:42.225369 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.279352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d376453-b6f7-4c75-9de3-e46b2625fde1 req-7c92fc84-9950-4f62-9427-68d09a381a04 service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7524841 Sep 16 05:23:42.294549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=60f05b35-e73f-4efc-a585-61639845314f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.305428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6d2e1b6-33cf-403e-8b30-04749708c9b1 req-f41cde0c-4487-40e9-8e7a-0c7d2e5688fd tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758108 Sep 16 05:23:42.306187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Subnet': ['ID=2e668747-8575-47ce-bddc-e5766adb6215,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:42.329642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49288340-1667-40b8-b5bb-40b327d56c49 req-42fba6d2-17df-40e7-8e69-36033c2ed742 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.64 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0789201 Sep 16 05:23:42.436938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Checking segment: {'id': '07062a2c-7683-49d1-9cda-d61ead2b7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b604e2f9-3e00-44d6-9c91-9198f453aea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:42.437059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network hostable DHCP agents. Network: b604e2f9-3e00-44d6-9c91-9198f453aea8, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:42.489403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a139d9-7021-4473-9b35-451493e3501f req-ff71aa50-6074-4636-8b78-ef8577649fea tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.492334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74a139d9-7021-4473-9b35-451493e3501f req-ff71aa50-6074-4636-8b78-ef8577649fea tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2462273 Sep 16 05:23:42.493235 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.607263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1069874-e8ef-4f78-8ef2-3e98fb921464 req-32451e81-9571-4994-9501-079ad28f154d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.608898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1069874-e8ef-4f78-8ef2-3e98fb921464 req-32451e81-9571-4994-9501-079ad28f154d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 944 time: 0.2172530 Sep 16 05:23:42.609558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:42.657477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b604e2f9-3e00-44d6-9c91-9198f453aea8) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:42.662764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.663363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.670585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e69955-61da-4bd5-ac46-8d70915c6363 None None] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:42.738244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74a139d9-7021-4473-9b35-451493e3501f req-6a25afd9-dd81-4158-917a-aa1e6f2ea593 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057154 Sep 16 05:23:42.791666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-17aca196-720d-405b-9dbe-1705b980dde8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1855500 Sep 16 05:23:42.795176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1069874-e8ef-4f78-8ef2-3e98fb921464 req-525fc110-60e4-40d9-a73c-8d859b237bc0 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750686 Sep 16 05:23:42.797115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43288) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:42.802578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'network': {'name': 'tempest-router-network01--1033971195'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:42.848723 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f76485-cf24-4833-8237-f7a2c0200437 x-openstack-request-id: req-c0f76485-cf24-4833-8237-f7a2c0200437 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:42.849029 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68c0339-dd90-48ea-a831-1188da56c606", "name": "network-vif-plugged", "status": "completed", "tag": "60f05b35-e73f-4efc-a585-61639845314f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:42.849290 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0f76485-cf24-4833-8237-f7a2c0200437 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:42.853577 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68c0339-dd90-48ea-a831-1188da56c606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f05b35-e73f-4efc-a585-61639845314f', 'code': 200} Sep 16 05:23:42.854425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c1c0f473-0e9a-4abb-a2ac-952040a2712e details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:42.865055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:42.869709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:42.989722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f18969ef-5292-4d35-9c8e-9e98130fd0c6 req-bc798eab-80f6-46fb-8683-5e58ffdac6e2 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=db61c86b-d9ec-4bcb-97ba-ca75af5cea66 HTTP/1.1" status: 200 len: 210 time: 0.0665276 Sep 16 05:23:43.044593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:43.069258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.069741 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Added segment d3345703-6969-43b2-85aa-df8d827b6d99 of type vlan for network a1944882-e99e-452f-afec-f9d3c97c6c33 Sep 16 05:23:43.078951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b604e2f9-3e00-44d6-9c91-9198f453aea8', 'network_id': 'b604e2f9-3e00-44d6-9c91-9198f453aea8', 'tenant_id': '4a420f15528e45cd82d883e346e4cf9a', 'fixed_ips': [{'subnet_id': '2e668747-8575-47ce-bddc-e5766adb6215'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:43.079811 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.103305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c1c0f473-0e9a-4abb-a2ac-952040a2712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:43.117533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073231f-4e9d-4c5a-a1ab-614afea630f1 req-c2e67120-673d-4607-afca-f4b84e5e2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.119227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6073231f-4e9d-4c5a-a1ab-614afea630f1 req-c2e67120-673d-4607-afca-f4b84e5e2e0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.1439776 Sep 16 05:23:43.128734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:43.134514 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.196732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6073231f-4e9d-4c5a-a1ab-614afea630f1 req-13bb87c0-5941-480a-91d8-166386990f97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Sep 16 05:23:43.198881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 9bc2b246-d126-4d2a-a702-70f29f875441 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:43.199229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.219910 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.225559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.226183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.238869 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.284972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0f473-0e9a-4abb-a2ac-952040a2712e {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:43.307578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5093920 Sep 16 05:23:43.310457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43290) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:43.313581 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:43.315587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'network': {'name': 'tempest-router-network02--1137140067'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:43.320164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c1c0f473-0e9a-4abb-a2ac-952040a2712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:43.321629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Allocated IP 2001:db8::2 (b604e2f9-3e00-44d6-9c91-9198f453aea8/2e668747-8575-47ce-bddc-e5766adb6215/db303d4d-5312-48f9-8898-bc4e7b65c7b7) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:43.327498 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.367580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3b7d5-3f39-47e4-b549-e5ca07ce9b17 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Network': ['ID=a1944882-e99e-452f-afec-f9d3c97c6c33,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.378043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:43.392058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.393093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a1944882-e99e-452f-afec-f9d3c97c6c33 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:43.411835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 9bc2b246-d126-4d2a-a702-70f29f875441, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9bc2b246-d126-4d2a-a702-70f29f875441,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:43.412253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.430185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 9bc2b246-d126-4d2a-a702-70f29f875441 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:43.441437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:43.455043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.455043 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Added segment 7be550a7-fc53-4c91-abaf-8beef8546300 of type vlan for network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 Sep 16 05:23:43.515430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.545368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.551508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.552362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.591890 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2801807 Sep 16 05:23:43.594785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43294) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:43.600258 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'subnet': {'network_id': 'a1944882-e99e-452f-afec-f9d3c97c6c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:43.631945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4ce06-b857-48e2-8857-978b5e174a0f req-da7b1c09-31b6-4b59-a43e-1e471a47a0a1 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:43.640445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92b4ce06-b857-48e2-8857-978b5e174a0f req-da7b1c09-31b6-4b59-a43e-1e471a47a0a1 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.1547360 Sep 16 05:23:43.676736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92b4ce06-b857-48e2-8857-978b5e174a0f req-7d761759-08ef-45a1-a5e2-b6413e67e3b7 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Sep 16 05:23:43.710918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edb416-6b6d-4bd8-a29f-8c30222b8aba tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Network': ['ID=95090fbe-1b59-4e6e-9c94-c6d04b60bf67,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.718469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c1c0f473-0e9a-4abb-a2ac-952040a2712e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.738707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:43.784796 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.790813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:43.796074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:43.814357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=9bc2b246-d126-4d2a-a702-70f29f875441,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:43.845562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9bc2b246-d126-4d2a-a702-70f29f875441 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:43.868478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c1c0f473-0e9a-4abb-a2ac-952040a2712e'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:43.922017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9bc2b246-d126-4d2a-a702-70f29f875441 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:43.922389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9bc2b246-d126-4d2a-a702-70f29f875441 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 05:23:43.967127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Port 9bc2b246-d126-4d2a-a702-70f29f875441 not found, will not notify nova. {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 05:23:44.042517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.049559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.064871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.085271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c320-c1b6-4671-af6f-6b71e6dc4cd8 req-da3840fa-2293-4b27-97a5-836b0b4a79b5 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.086885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9873c320-c1b6-4671-af6f-6b71e6dc4cd8 req-da3840fa-2293-4b27-97a5-836b0b4a79b5 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2152069 Sep 16 05:23:44.116038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.162169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb81e-b58f-4ca1-9676-e1c491ac4d03 req-4622a890-4704-40f1-bc77-e14418b5b61b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.162917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:44.164777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84eeb81e-b58f-4ca1-9676-e1c491ac4d03 req-4622a890-4704-40f1-bc77-e14418b5b61b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 945 time: 0.2220402 Sep 16 05:23:44.175697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:44.180386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Pushing event updated for resources: {'Port': ['ID=db303d4d-5312-48f9-8898-bc4e7b65c7b7,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.187994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:44.210610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Subnet': ['ID=ae67820c-e92b-4fcf-841f-b9c6295f0a8c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:44.215560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Checking segment: {'id': 'd3345703-6969-43b2-85aa-df8d827b6d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1944882-e99e-452f-afec-f9d3c97c6c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:44.215926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network hostable DHCP agents. Network: a1944882-e99e-452f-afec-f9d3c97c6c33, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:44.238997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network a1944882-e99e-452f-afec-f9d3c97c6c33 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:44.252666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a1944882-e99e-452f-afec-f9d3c97c6c33) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:44.264584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.267309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa59bc2-a52c-4c3d-8c5c-6c429c66f564 None None] Network a1944882-e99e-452f-afec-f9d3c97c6c33 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:44.267819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.286948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Attempting to bind port db303d4d-5312-48f9-8898-bc4e7b65c7b7 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:44.287646 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a49a4f48-773d-47aa-9bb7-19972aaae4d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6917238 Sep 16 05:23:44.290529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43306) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:44.290664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Attempting to bind port db303d4d-5312-48f9-8898-bc4e7b65c7b7 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '07062a2c-7683-49d1-9cda-d61ead2b7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b604e2f9-3e00-44d6-9c91-9198f453aea8'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:44.290947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Attempting to bind port db303d4d-5312-48f9-8898-bc4e7b65c7b7 on network b604e2f9-3e00-44d6-9c91-9198f453aea8 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:44.297199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'subnet': {'network_id': '95090fbe-1b59-4e6e-9c94-c6d04b60bf67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:44.311227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9873c320-c1b6-4671-af6f-6b71e6dc4cd8 req-f9982115-d296-4ebe-8607-da450a7eed36 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779165 Sep 16 05:23:44.321134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:44.321519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Checking segment: {'id': '07062a2c-7683-49d1-9cda-d61ead2b7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b604e2f9-3e00-44d6-9c91-9198f453aea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:44.321786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84eeb81e-b58f-4ca1-9676-e1c491ac4d03 req-4be442dd-15ae-4c31-af50-622ab90ba4f2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012392 Sep 16 05:23:44.321909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.322312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Bound using segment: {'id': '07062a2c-7683-49d1-9cda-d61ead2b7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b604e2f9-3e00-44d6-9c91-9198f453aea8'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:44.323376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Bound port: db303d4d-5312-48f9-8898-bc4e7b65c7b7, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07062a2c-7683-49d1-9cda-d61ead2b7913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b604e2f9-3e00-44d6-9c91-9198f453aea8'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:44.323798 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.382371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:44.442987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:44.454500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.472969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:44.484693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-66eb323b-6b42-4038-be46-22aa7d129b02 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "PUT /v2.0/routers/2ec24585-579a-46c3-b7f4-d073d01ecfa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0468559 Sep 16 05:23:44.485050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43312) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:44.508341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] Sync routers for ids ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:44.547139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] For port db303d4d-5312-48f9-8898-bc4e7b65c7b7, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:44.582196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] Routers {'2ec24585-579a-46c3-b7f4-d073d01ecfa9'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:44.582811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:44.586179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] For port db303d4d-5312-48f9-8898-bc4e7b65c7b7, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=db303d4d-5312-48f9-8898-bc4e7b65c7b7,segment=NetworkSegment(07062a2c-7683-49d1-9cda-d61ead2b7913),segment_id=07062a2c-7683-49d1-9cda-d61ead2b7913)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:44.652479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.692553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca4aaa-92f9-4654-8126-3da4d468edab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.695445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca4aaa-92f9-4654-8126-3da4d468edab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.699170 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2cca4aaa-92f9-4654-8126-3da4d468edab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2111454 Sep 16 05:23:44.704466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43314) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:44.708006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-a1944882-e99e-452f-afec-f9d3c97c6c33', 'network_id': 'a1944882-e99e-452f-afec-f9d3c97c6c33', 'tenant_id': '4a420f15528e45cd82d883e346e4cf9a', 'fixed_ips': [{'subnet_id': 'ae67820c-e92b-4fcf-841f-b9c6295f0a8c'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:44.709278 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.821346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 6f03d2c1-a83c-40cd-86bd-b4e61c7cc162 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:23:44.827686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.934196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] Set router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:44.941440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:44.950499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3db7a9b-04c6-4516-abe1-0ab0505d53f5 req-2e064a2c-65f3-4cd1-9f22-d6af5524ce1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1f44930d4684f8cb4839818ec34a67b&device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.0531249 Sep 16 05:23:44.987594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.021791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Subnet': ['ID=0140b5a2-fb0a-42cd-9bb1-11d937de4810,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.033008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Checking segment: {'id': '7be550a7-fc53-4c91-abaf-8beef8546300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95090fbe-1b59-4e6e-9c94-c6d04b60bf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:45.033008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network hostable DHCP agents. Network: 95090fbe-1b59-4e6e-9c94-c6d04b60bf67, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:45.039639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3db7a9b-04c6-4516-abe1-0ab0505d53f5 req-01099b90-8472-41bf-93f1-bcd134bd7757 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f1f44930d4684f8cb4839818ec34a67b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684857 Sep 16 05:23:45.044539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'name': 'tempest-NetworksTestDHCPv6-router-423228326', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:33Z', 'updated_at': '2021-09-16T05:23:43Z', 'revision_number': 3, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:45.045250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8a19f-0b58-4cc3-8993-de91d41a3d71 req-c4aa5f8d-17db-4d7f-87fd-1a04d95ac23b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.053272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0a8a19f-0b58-4cc3-8993-de91d41a3d71 req-c4aa5f8d-17db-4d7f-87fd-1a04d95ac23b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.2202809 Sep 16 05:23:45.060718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:45.073364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 95090fbe-1b59-4e6e-9c94-c6d04b60bf67) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:45.078950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.079435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.091733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] Checking router: 2ec24585-579a-46c3-b7f4-d073d01ecfa9 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:45.100548 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61668db3-084f-4be4-a5ac-7dc2c19a305c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8070674 Sep 16 05:23:45.104404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43322) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.114390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764ca45d-17bb-4328-a241-b6a44d6d9c48 None None] Network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:45.116064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f69e5-9908-4ecd-8250-9968da268ddd None None] Pushing event updated for resources: {'Port': ['ID=db303d4d-5312-48f9-8898-bc4e7b65c7b7,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.140226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b35d4-aa18-402b-b00d-234dbad81bff req-bd5b3dce-a52e-4738-8e4b-b82c8716c475 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.142138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d8b35d4-aa18-402b-b00d-234dbad81bff req-bd5b3dce-a52e-4738-8e4b-b82c8716c475 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2484927 Sep 16 05:23:45.156237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] Routers {'2ec24585-579a-46c3-b7f4-d073d01ecfa9'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:45.157031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:45.217895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Allocated IP 2001:db8::2 (a1944882-e99e-452f-afec-f9d3c97c6c33/ae67820c-e92b-4fcf-841f-b9c6295f0a8c/521f1479-936f-415b-8ad0-f8451df66a5d) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:45.247247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0a8a19f-0b58-4cc3-8993-de91d41a3d71 req-2c25244f-5553-4125-a02d-1935058dfcc1 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721568 Sep 16 05:23:45.314288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.374485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] Set router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:45.434587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'name': 'tempest-NetworksTestDHCPv6-router-423228326', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:33Z', 'updated_at': '2021-09-16T05:23:43Z', 'revision_number': 3, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:45.453123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b03d283-ff76-4274-b7a3-9c3b82ec26a5 req-c4a75ad1-3712-4239-acce-96428b8f85a2 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.0962036 Sep 16 05:23:45.489578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d8b35d4-aa18-402b-b00d-234dbad81bff req-04148402-3222-4281-ae99-9d8973fe199e tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060822 Sep 16 05:23:45.492545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db7a9b-04c6-4516-abe1-0ab0505d53f5 req-e281e9fa-c321-471d-ab63-72e604cc806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.493988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3db7a9b-04c6-4516-abe1-0ab0505d53f5 req-e281e9fa-c321-471d-ab63-72e604cc806e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4386294 Sep 16 05:23:45.495581 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.531935 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.539989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1859431-f343-4eaf-95a3-0e558aa1bb01 None None] The sync data for ids ['2ec24585-579a-46c3-b7f4-d073d01ecfa9'] in n-d-713301-15 is: [{'id': '2ec24585-579a-46c3-b7f4-d073d01ecfa9', 'name': 'tempest-NetworksTestDHCPv6-router-423228326', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:33Z', 'updated_at': '2021-09-16T05:23:43Z', 'revision_number': 3, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:45.547250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a553ccb-1f0a-48d1-a022-14eff143c541 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:45.557681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.561894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/6f03d2c1-a83c-40cd-86bd-b4e61c7cc162 HTTP/1.1" status: 204 len: 168 time: 0.8539162 Sep 16 05:23:45.562788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.566328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad7c66-382f-4975-9f10-69a6873224a8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=6f03d2c1-a83c-40cd-86bd-b4e61c7cc162,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:45.675056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab59e1-7606-47aa-93d9-5331e8bd2d02 req-c5d2f0a8-f39c-43d6-9735-f9765173db60 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.677627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4ab59e1-7606-47aa-93d9-5331e8bd2d02 req-c5d2f0a8-f39c-43d6-9735-f9765173db60 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.0951972 Sep 16 05:23:45.703499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02402-6af8-4c22-bce0-8edc33ab32ab req-f35d0bfc-d6aa-4963-a8ca-e381a3b653ab tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.705704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf02402-6af8-4c22-bce0-8edc33ab32ab req-f35d0bfc-d6aa-4963-a8ca-e381a3b653ab tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 945 time: 0.0803006 Sep 16 05:23:45.780732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4ab59e1-7606-47aa-93d9-5331e8bd2d02 req-d86f739b-5b9f-4bc0-bd0b-0d1e404fe3a7 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912983 Sep 16 05:23:45.802876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf02402-6af8-4c22-bce0-8edc33ab32ab req-755980ff-f4b4-4294-99af-248968edfd14 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848899 Sep 16 05:23:45.862396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.874144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-95090fbe-1b59-4e6e-9c94-c6d04b60bf67', 'network_id': '95090fbe-1b59-4e6e-9c94-c6d04b60bf67', 'tenant_id': '4a420f15528e45cd82d883e346e4cf9a', 'fixed_ips': [{'subnet_id': '0140b5a2-fb0a-42cd-9bb1-11d937de4810'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:45.875416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.891715 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-57c7a7eb-9810-4cdc-a9e4-1ae01693dc48 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3242357 Sep 16 05:23:45.894382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43336) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:45.898422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:45.951230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Pushing event updated for resources: {'Port': ['ID=521f1479-936f-415b-8ad0-f8451df66a5d,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:46.128717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Allocated IP 2001:db8::1 (a1944882-e99e-452f-afec-f9d3c97c6c33/ae67820c-e92b-4fcf-841f-b9c6295f0a8c/91a14d7a-b938-49c9-b66b-7669648701c6) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:46.138689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5b14-4dd3-4eaf-ae98-5877c452fd39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.310802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.313753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:23:46.323334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Network a1944882-e99e-452f-afec-f9d3c97c6c33 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:46.325314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device db303d4d-5312-48f9-8898-bc4e7b65c7b7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:46.340402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:46.364008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.370610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:46.388385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network a1944882-e99e-452f-afec-f9d3c97c6c33 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:46.391732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:46.414412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:46.414774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.481610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Allocated IP 2001:db8::2 (95090fbe-1b59-4e6e-9c94-c6d04b60bf67/0140b5a2-fb0a-42cd-9bb1-11d937de4810/a7ecda32-e14b-417d-8b25-7ab4a2d00809) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:46.531480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Port': ['ID=91a14d7a-b938-49c9-b66b-7669648701c6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:46.586960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.593486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed10e03-9e4a-41ec-aed4-b38ecf39abd4 None None] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:46.653206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62048567-451d-426c-908a-2e27b376a4f8 req-853d417e-657d-4eac-b55f-2e26b7a593b6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:46.660880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62048567-451d-426c-908a-2e27b376a4f8 req-853d417e-657d-4eac-b55f-2e26b7a593b6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.5778286 Sep 16 05:23:46.694758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db6e7611-a850-477d-9250-237fd6cf7f40 req-492e5cbf-74ab-441a-bbee-9281841c9ac8 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.0900176 Sep 16 05:23:46.745566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eb580e11-2281-4559-ad15-573f346273c3 None None] Provisioning complete for port db303d4d-5312-48f9-8898-bc4e7b65c7b7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:46.746142 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb580e11-2281-4559-ad15-573f346273c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.823670 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Attempting to bind port 521f1479-936f-415b-8ad0-f8451df66a5d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:46.823975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Attempting to bind port 521f1479-936f-415b-8ad0-f8451df66a5d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd3345703-6969-43b2-85aa-df8d827b6d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1944882-e99e-452f-afec-f9d3c97c6c33'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:46.824239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Attempting to bind port 521f1479-936f-415b-8ad0-f8451df66a5d on network a1944882-e99e-452f-afec-f9d3c97c6c33 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:46.843050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port db303d4d-5312-48f9-8898-bc4e7b65c7b7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:46.843425 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.853432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] Deleting port 3e29285b-9340-4dd5-914b-99bc643ca967 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:46.854341 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.866636 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5b14-4dd3-4eaf-ae98-5877c452fd39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.872075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62048567-451d-426c-908a-2e27b376a4f8 req-fa52c92d-ea32-41c6-aaa4-14db0ae99999 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101760 Sep 16 05:23:46.874103 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5b14-4dd3-4eaf-ae98-5877c452fd39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.884009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c1c0f473-0e9a-4abb-a2ac-952040a2712e up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:46.928713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.940268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.942316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.949130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb6ec0-d93e-4c64-946a-55b8fc099755 req-856bc979-d103-4f3e-a280-eee46bf2d37b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:46.957352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86bb6ec0-d93e-4c64-946a-55b8fc099755 req-856bc979-d103-4f3e-a280-eee46bf2d37b tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.1660619 Sep 16 05:23:46.964641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.977830 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5b14-4dd3-4eaf-ae98-5877c452fd39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.978587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f5b14-4dd3-4eaf-ae98-5877c452fd39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Fanout notify agent at l3_agent the message router_deleted on router 2ec24585-579a-46c3-b7f4-d073d01ecfa9 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:23:46.988940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5b14-4dd3-4eaf-ae98-5877c452fd39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:46.994053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0e1f5b14-4dd3-4eaf-ae98-5877c452fd39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/routers/2ec24585-579a-46c3-b7f4-d073d01ecfa9 HTTP/1.1" status: 204 len: 168 time: 1.0984955 Sep 16 05:23:46.998876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43350) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:47.022792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:47.035322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:47.035770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Checking segment: {'id': 'd3345703-6969-43b2-85aa-df8d827b6d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1944882-e99e-452f-afec-f9d3c97c6c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:47.036209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.036619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Bound using segment: {'id': 'd3345703-6969-43b2-85aa-df8d827b6d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1944882-e99e-452f-afec-f9d3c97c6c33'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:47.040137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Bound port: 521f1479-936f-415b-8ad0-f8451df66a5d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3345703-6969-43b2-85aa-df8d827b6d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1944882-e99e-452f-afec-f9d3c97c6c33'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:47.040543 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.081358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86bb6ec0-d93e-4c64-946a-55b8fc099755 req-7ed3dc09-4400-416b-98e4-542f5085240e tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228764 Sep 16 05:23:47.158845 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.192292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78516944-3302-442a-ac9d-38df89628fd3 req-73a531b4-0170-4633-a4c4-1858c493c9a9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:47.193984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78516944-3302-442a-ac9d-38df89628fd3 req-73a531b4-0170-4633-a4c4-1858c493c9a9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 945 time: 0.1986637 Sep 16 05:23:47.246816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3db7a9b-04c6-4516-abe1-0ab0505d53f5 req-f4b1db99-f795-4818-9779-260f73a60cd1 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.64 "GET /v2.0/ports?device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.0515807 Sep 16 05:23:47.269765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:47.278715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:47.278992 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.342454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78516944-3302-442a-ac9d-38df89628fd3 req-6d34915f-7b59-4638-97ae-7294d40b912e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338508 Sep 16 05:23:47.358261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:47.376878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] For port 3e29285b-9340-4dd5-914b-99bc643ca967, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3e29285b-9340-4dd5-914b-99bc643ca967,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:47.377432 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.389909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:47.453557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Pushing event updated for resources: {'Port': ['ID=a7ecda32-e14b-417d-8b25-7ab4a2d00809,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:47.459608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Port': ['ID=91a14d7a-b938-49c9-b66b-7669648701c6,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:47.473084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] Calling delete_port for 3e29285b-9340-4dd5-914b-99bc643ca967 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:47.517172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network a1944882-e99e-452f-afec-f9d3c97c6c33 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:47.518987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:47.562390 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb580e11-2281-4559-ad15-573f346273c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.628447 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.664249 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-26b62eaf-0bbe-45d3-8a9c-49442126c023 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:47.665921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-26b62eaf-0bbe-45d3-8a9c-49442126c023 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/networks?id=33958d6b-4990-4263-b54e-a41644f1a3f4 HTTP/1.1" status: 200 len: 910 time: 0.1680982 Sep 16 05:23:47.677315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Router 2a3b5824-f398-45a3-96ac-41b6b4eab841 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:47.678108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] For port 521f1479-936f-415b-8ad0-f8451df66a5d, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:47.720617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port c1c0f473-0e9a-4abb-a2ac-952040a2712e completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:47.724556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-437ad705-55af-4656-a9d0-066bb92ecfd1 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/quotas/359de10d9adc4ea9a77039fcd4abcc0c HTTP/1.1" status: 200 len: 375 time: 0.0192392 Sep 16 05:23:47.735148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] For port 521f1479-936f-415b-8ad0-f8451df66a5d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=521f1479-936f-415b-8ad0-f8451df66a5d,segment=NetworkSegment(d3345703-6969-43b2-85aa-df8d827b6d99),segment_id=d3345703-6969-43b2-85aa-df8d827b6d99)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:47.740607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Attempting to bind port a7ecda32-e14b-417d-8b25-7ab4a2d00809 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:47.741047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Attempting to bind port a7ecda32-e14b-417d-8b25-7ab4a2d00809 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7be550a7-fc53-4c91-abaf-8beef8546300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95090fbe-1b59-4e6e-9c94-c6d04b60bf67'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:47.741465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Attempting to bind port a7ecda32-e14b-417d-8b25-7ab4a2d00809 on network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:47.759455 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.766078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.793610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c1c0f473-0e9a-4abb-a2ac-952040a2712e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:47.794286 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.823598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-eb580e11-2281-4559-ad15-573f346273c3 None None] For port db303d4d-5312-48f9-8898-bc4e7b65c7b7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=db303d4d-5312-48f9-8898-bc4e7b65c7b7,segment=NetworkSegment(07062a2c-7683-49d1-9cda-d61ead2b7913),segment_id=07062a2c-7683-49d1-9cda-d61ead2b7913)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:47.831942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:47.832405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Checking segment: {'id': '7be550a7-fc53-4c91-abaf-8beef8546300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95090fbe-1b59-4e6e-9c94-c6d04b60bf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:47.832897 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.833398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Bound using segment: {'id': '7be550a7-fc53-4c91-abaf-8beef8546300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95090fbe-1b59-4e6e-9c94-c6d04b60bf67'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:47.833834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:47.834014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Bound port: a7ecda32-e14b-417d-8b25-7ab4a2d00809, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be550a7-fc53-4c91-abaf-8beef8546300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95090fbe-1b59-4e6e-9c94-c6d04b60bf67'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:47.834337 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.843595 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0b35b4ff-cc83-4e48-b7b4-ce853c8345f8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7351193 Sep 16 05:23:47.844676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43364) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:47.856880 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] Sync routers for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:47.869835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:47.873052 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:47.874223 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:47.884518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85839b05-72ef-492c-a47f-467e9c08a9bd req-d3a8eef6-1978-40a3-9768-ef1937ddb237 tempest-ServerShowV247Test-1984192246 tempest-ServerShowV247Test-1984192246-project] 10.222.0.55 "GET /v2.0/ports?device_id=07f348f9-a7cb-4f36-9cd9-571997f89b96 HTTP/1.1" status: 200 len: 210 time: 0.0855122 Sep 16 05:23:47.890964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:47.904165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb580e11-2281-4559-ad15-573f346273c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.904307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:47.904307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.939107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=098cc886-b78c-421c-bcb1-10582d9219c0,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:47.946351 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:47.962063 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:47.963952 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:47.964680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-fec85576-21a9-4545-a4f0-ef8de8ea45d9 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=359de10d9adc4ea9a77039fcd4abcc0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2271152 Sep 16 05:23:47.995485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-504a62b0-f134-4ae7-9e9e-96ff7b33d3ae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9931185 Sep 16 05:23:48.010966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43366) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:48.015874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9d6e996f-8b67-4adb-963d-3a3124901b54 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-311786026', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:48.035956 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:48.042039 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081de042-3c8b-4a76-b2ce-03086efcbc48 None None] The sync data for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:48.137063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b6d44-418b-44d1-b766-0979658f0783 None None] Pushing event updated for resources: {'Port': ['ID=521f1479-936f-415b-8ad0-f8451df66a5d,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.146839 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d6e996f-8b67-4adb-963d-3a3124901b54 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.147975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d6e996f-8b67-4adb-963d-3a3124901b54 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.158055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:48.158735 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:48.198899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.224318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-2a0ee659-8e96-4b01-977a-23a8d314c90e service neutron] 10.222.0.55 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583981 Sep 16 05:23:48.277512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] No DVR routers for this DVR port 3e29285b-9340-4dd5-914b-99bc643ca967 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:48.309612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] For port a7ecda32-e14b-417d-8b25-7ab4a2d00809, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:48.328142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff15da-482b-49ba-8da9-396cc5d02866 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:48.371508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] For port a7ecda32-e14b-417d-8b25-7ab4a2d00809, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a7ecda32-e14b-417d-8b25-7ab4a2d00809,segment=NetworkSegment(7be550a7-fc53-4c91-abaf-8beef8546300),segment_id=7be550a7-fc53-4c91-abaf-8beef8546300)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:48.384326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb580e11-2281-4559-ad15-573f346273c3 None None] Pushing event updated for resources: {'Port': ['ID=db303d4d-5312-48f9-8898-bc4e7b65c7b7,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.404003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d6e996f-8b67-4adb-963d-3a3124901b54 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.419091 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.426944 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.432145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d6e996f-8b67-4adb-963d-3a3124901b54 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.437795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80592f69-ec70-4e52-a400-e1ee40c0070c None None] Pushing event deleted for resources: {'Port': ['ID=3e29285b-9340-4dd5-914b-99bc643ca967,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.504330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d6e996f-8b67-4adb-963d-3a3124901b54 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.508060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9d6e996f-8b67-4adb-963d-3a3124901b54 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4933720 Sep 16 05:23:48.512263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43376) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:48.538254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-e9cd1a55-3f9d-47d1-b7c2-81d80dfc575f tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.539964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-e9cd1a55-3f9d-47d1-b7c2-81d80dfc575f tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.2619483 Sep 16 05:23:48.551320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f783a2-e746-4b95-9aab-3711bb078132 None None] Pushing event updated for resources: {'Port': ['ID=a7ecda32-e14b-417d-8b25-7ab4a2d00809,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:48.553777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbb079-5eda-48a4-98a3-21d49cff68b3 req-2260794c-3304-4480-a76d-775b6e3b96f3 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.562074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07bbb079-5eda-48a4-98a3-21d49cff68b3 req-2260794c-3304-4480-a76d-775b6e3b96f3 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 946 time: 0.3496192 Sep 16 05:23:48.592401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:48.594941 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c75915c-a589-4b5a-afd2-e3781974167f" -d '{"events": [{"server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:48.623363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-b8a28eaf-6f7b-49c7-8fe4-0b8f7deb6c4f service neutron] 10.222.0.55 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980825 Sep 16 05:23:48.623862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0e629ea6-bbc8-4a0e-9eb4-28860d9f820f None None] Provisioning complete for port db303d4d-5312-48f9-8898-bc4e7b65c7b7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:48.624462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e629ea6-bbc8-4a0e-9eb4-28860d9f820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.629340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c1c0f473-0e9a-4abb-a2ac-952040a2712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:48.671054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.676580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07bbb079-5eda-48a4-98a3-21d49cff68b3 req-fc54016e-79a4-481d-84ec-52cfdf1aaef8 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137097 Sep 16 05:23:48.806518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Deleting port 33c90d87-55c6-4b49-b726-5914ded6ea94 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:48.807568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:48.830888 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-9a97f39d-984b-4ff7-bc94-b35b9de7430d tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:23:48.834915 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a97f39d-984b-4ff7-bc94-b35b9de7430d tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9858506 Sep 16 05:23:48.836518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:49.243145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-501aefa0-daa8-426b-ac25-216db5d1c83c req-454bafa8-f2f7-422a-af8b-beb6f51f8c78 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 210 time: 0.1216412 Sep 16 05:23:49.245221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] For port 33c90d87-55c6-4b49-b726-5914ded6ea94, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=33c90d87-55c6-4b49-b726-5914ded6ea94,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:49.245699 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.267121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Calling delete_port for 33c90d87-55c6-4b49-b726-5914ded6ea94 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:49.299053 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdf67bb-ee05-48c6-a61e-080170a52175 x-openstack-request-id: req-7fdf67bb-ee05-48c6-a61e-080170a52175 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:49.299600 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:49.300382 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7fdf67bb-ee05-48c6-a61e-080170a52175 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:49.301618 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'code': 200} Sep 16 05:23:49.314121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32fad-d4f0-47d6-8aad-cfb077af7e92 req-4d9bed1e-df55-45dc-b830-cfc4c3e3a41c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.318872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bd32fad-d4f0-47d6-8aad-cfb077af7e92 req-4d9bed1e-df55-45dc-b830-cfc4c3e3a41c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 946 time: 0.2923694 Sep 16 05:23:49.405304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c1c0f473-0e9a-4abb-a2ac-952040a2712e,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:49.423977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bd32fad-d4f0-47d6-8aad-cfb077af7e92 req-1b0e4db5-ee59-4bf6-ab59-2fd7a90a32e7 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955105 Sep 16 05:23:49.487217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.556423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9bc2b246-d126-4d2a-a702-70f29f875441 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:49.567633 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c338c-6962-4221-b382-1d7390a4d427 req-2943367c-fc77-4379-8706-7cb35b60bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.569265 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-252c338c-6962-4221-b382-1d7390a4d427 req-2943367c-fc77-4379-8706-7cb35b60bfa1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 1098 time: 0.4409504 Sep 16 05:23:49.608989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '098cc886-b78c-421c-bcb1-10582d9219c0'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:49.608989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.613605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9bc2b246-d126-4d2a-a702-70f29f875441 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:49.616369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9bc2b246-d126-4d2a-a702-70f29f875441 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:49.787966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:49.877109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['edbb526a-b601-47cf-a6eb-c8c172f1a060', '33c90d87-55c6-4b49-b726-5914ded6ea94'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:49.882801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b0252-b85b-4056-a51c-e1e00a613e44 None None] Network a1944882-e99e-452f-afec-f9d3c97c6c33 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:50.032972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Pushing event deleted for resources: {'Port': ['ID=33c90d87-55c6-4b49-b726-5914ded6ea94,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.034998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43406) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:50.115375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] No DVR routers for this DVR port 33c90d87-55c6-4b49-b726-5914ded6ea94 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:50.152391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdaca73d-07d1-416c-a68d-0a0d632acc2f req-e0b19673-6195-47ae-832d-204f4fc6d3a4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 210 time: 0.2333791 Sep 16 05:23:50.158552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.162379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff0b25c8-c8e1-4d3d-9c86-ef7ccd7c78f6 req-f187943c-2b7c-41c9-9cfa-c029b1667ac6 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "DELETE /v2.0/ports/33c90d87-55c6-4b49-b726-5914ded6ea94 HTTP/1.1" status: 204 len: 173 time: 1.5902293 Sep 16 05:23:50.164355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'name': 'network-vif-deleted', 'tag': '33c90d87-55c6-4b49-b726-5914ded6ea94'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:50.174379 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce0ff5d-d4da-4236-8637-98e0a4e5b02b" -d '{"events": [{"server_uuid": "1cbc01df-6d16-4e09-b27b-663829002c4d", "name": "network-vif-deleted", "tag": "33c90d87-55c6-4b49-b726-5914ded6ea94"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:50.233954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a7ecda32-e14b-417d-8b25-7ab4a2d00809 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:50.274292 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82beeca8-434a-4df6-8bc3-b25e4f22e9ac x-openstack-request-id: req-82beeca8-434a-4df6-8bc3-b25e4f22e9ac {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:50.274842 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbc01df-6d16-4e09-b27b-663829002c4d", "name": "network-vif-deleted", "tag": "33c90d87-55c6-4b49-b726-5914ded6ea94", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:50.275153 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82beeca8-434a-4df6-8bc3-b25e4f22e9ac {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:50.275597 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbc01df-6d16-4e09-b27b-663829002c4d', 'name': 'network-vif-deleted', 'tag': '33c90d87-55c6-4b49-b726-5914ded6ea94', 'status': 'completed', 'code': 200} Sep 16 05:23:50.302993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/098cc886-b78c-421c-bcb1-10582d9219c0/c9154664-bf35-4f65-9d7c-69739cacf101) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:50.366242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-98c7ddfc-c9ee-4924-8e7e-541b74078419 None None] Provisioning complete for port 521f1479-936f-415b-8ad0-f8451df66a5d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:50.366620 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-98c7ddfc-c9ee-4924-8e7e-541b74078419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.384247 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25350f9c-762c-434b-8aaa-ba93dab7e5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.439392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd51aef9-f92b-4894-ae32-bfe655966565 req-25215c85-5fb2-4f2a-a4e7-299f68d72956 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 210 time: 0.0556490 Sep 16 05:23:50.443485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a7ecda32-e14b-417d-8b25-7ab4a2d00809 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:50.443485 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.457134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ee318-4bdc-4012-945d-d9a6c5e4339e None None] Network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:50.543961 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-252c338c-6962-4221-b382-1d7390a4d427 req-d2bc582f-c06c-477a-8f1b-0ca34eeb0ead service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9626575 Sep 16 05:23:50.592477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25350f9c-762c-434b-8aaa-ba93dab7e5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.609373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25350f9c-762c-434b-8aaa-ba93dab7e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.703821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-25350f9c-762c-434b-8aaa-ba93dab7e5b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1f44930d4684f8cb4839818ec34a67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861044 Sep 16 05:23:50.707837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43416) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:50.753571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25350f9c-762c-434b-8aaa-ba93dab7e5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e53cd-86d7-4c68-9896-599ea4283cca,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.773405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.776586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb804-4163-46c3-9fd7-2a3945345877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.790769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e4446-83d3-44ef-913b-4a15473571ab req-cbeaa18c-7d23-460b-9cc5-3fe7502cd694 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:50.793459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-697e4446-83d3-44ef-913b-4a15473571ab req-cbeaa18c-7d23-460b-9cc5-3fe7502cd694 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 946 time: 0.1986778 Sep 16 05:23:50.824354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb804-4163-46c3-9fd7-2a3945345877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.938761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-697e4446-83d3-44ef-913b-4a15473571ab req-6c4ac881-c923-46c5-bb53-276394916ea7 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792747 Sep 16 05:23:50.974765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb804-4163-46c3-9fd7-2a3945345877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.983227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb804-4163-46c3-9fd7-2a3945345877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.987799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a2aeb804-4163-46c3-9fd7-2a3945345877 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a8e53cd-86d7-4c68-9896-599ea4283cca HTTP/1.1" status: 204 len: 168 time: 0.2784986 Sep 16 05:23:51.012739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-78e18464-9991-4be8-bc42-7f831188e5fd tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.014441 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-78e18464-9991-4be8-bc42-7f831188e5fd tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.73 "GET /v2.0/networks?id=33958d6b-4990-4263-b54e-a41644f1a3f4 HTTP/1.1" status: 200 len: 910 time: 0.2541194 Sep 16 05:23:51.023588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeb804-4163-46c3-9fd7-2a3945345877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e53cd-86d7-4c68-9896-599ea4283cca,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.040384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Request body: {'port': {'device_id': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'admin_state_up': True, 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:51.085731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Made reservation on behalf of 359de10d9adc4ea9a77039fcd4abcc0c for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:51.088699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.116930 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-98c7ddfc-c9ee-4924-8e7e-541b74078419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.146016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.207038 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.232858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-98c7ddfc-c9ee-4924-8e7e-541b74078419 None None] For port 521f1479-936f-415b-8ad0-f8451df66a5d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=521f1479-936f-415b-8ad0-f8451df66a5d,segment=NetworkSegment(d3345703-6969-43b2-85aa-df8d827b6d99),segment_id=d3345703-6969-43b2-85aa-df8d827b6d99)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:51.275474 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-98c7ddfc-c9ee-4924-8e7e-541b74078419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.361752 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.373444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a7ecda32-e14b-417d-8b25-7ab4a2d00809, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a7ecda32-e14b-417d-8b25-7ab4a2d00809,segment=NetworkSegment(7be550a7-fc53-4c91-abaf-8beef8546300),segment_id=7be550a7-fc53-4c91-abaf-8beef8546300)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:51.374624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24268741-5ae1-41a0-911c-c9cd67c45858 req-d1fb694c-ebb2-4dad-9497-cb76ec9e6a6a tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cbc01df-6d16-4e09-b27b-663829002c4d HTTP/1.1" status: 200 len: 210 time: 0.0518484 Sep 16 05:23:51.411573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.412636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device db303d4d-5312-48f9-8898-bc4e7b65c7b7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:51.466211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:51.467061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7ddfc-c9ee-4924-8e7e-541b74078419 None None] Pushing event updated for resources: {'Port': ['ID=521f1479-936f-415b-8ad0-f8451df66a5d,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.479295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::1 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/098cc886-b78c-421c-bcb1-10582d9219c0/8ed5d4ac-620f-4eba-bc08-f075be167888) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:51.502223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting port 91a14d7a-b938-49c9-b66b-7669648701c6 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:51.502584 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.506960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:51.518606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:51.545977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-427109f6-2b6e-4c8a-be83-2905b4f2bdaa None None] Provisioning complete for port a7ecda32-e14b-417d-8b25-7ab4a2d00809 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:51.545977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-427109f6-2b6e-4c8a-be83-2905b4f2bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.636736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51e82a25-8c60-4e98-972a-33d412d2145c req-867c243f-3358-46d4-a6b8-4403706c0508 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 210 time: 0.0656402 Sep 16 05:23:51.763243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Pushing event updated for resources: {'Port': ['ID=c9154664-bf35-4f65-9d7c-69739cacf101,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.772582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.784894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Allocated IP 172.20.0.10 (33958d6b-4990-4263-b54e-a41644f1a3f4/0f2fbf9f-878e-45bd-89ea-74e463afd0e8/824ef5de-fb91-40d0-824c-3d65859ea8bf) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:51.851961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port db303d4d-5312-48f9-8898-bc4e7b65c7b7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:51.852361 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.858104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a7ecda32-e14b-417d-8b25-7ab4a2d00809,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.866974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.899773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Calling delete_port for 91a14d7a-b938-49c9-b66b-7669648701c6 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:51.902943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Attempting to bind port c9154664-bf35-4f65-9d7c-69739cacf101 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:51.903558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Attempting to bind port c9154664-bf35-4f65-9d7c-69739cacf101 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:51.904210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Attempting to bind port c9154664-bf35-4f65-9d7c-69739cacf101 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:51.920600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:51.920978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:51.921385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.922049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:51.922797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Bound port: c9154664-bf35-4f65-9d7c-69739cacf101, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:51.922948 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:51.999799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.104310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] For port c9154664-bf35-4f65-9d7c-69739cacf101, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:52.104487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=8ed5d4ac-620f-4eba-bc08-f075be167888,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:52.141473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] For port c9154664-bf35-4f65-9d7c-69739cacf101, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c9154664-bf35-4f65-9d7c-69739cacf101,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:52.145200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 521f1479-936f-415b-8ad0-f8451df66a5d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:52.147428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb46ef-e854-44ba-86fb-e574e1f46ec3 req-ba67f062-7597-4a6f-be7b-338652bdaafa tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.149484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ebb46ef-e854-44ba-86fb-e574e1f46ec3 req-ba67f062-7597-4a6f-be7b-338652bdaafa tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 946 time: 0.1141164 Sep 16 05:23:52.152862 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.217514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43450) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:52.255563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ebb46ef-e854-44ba-86fb-e574e1f46ec3 req-bb617943-1099-46bb-8e27-97d374e63eb0 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983210 Sep 16 05:23:52.288119 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.304576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:52.306229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:52.310951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:52.311546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.356400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2e47d4df-6b0d-40c0-8ce1-9a3c7b4bf5cc None None] Provisioning complete for port 91a14d7a-b938-49c9-b66b-7669648701c6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.356779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e47d4df-6b0d-40c0-8ce1-9a3c7b4bf5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.364430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842831ac-7f7c-4f5a-95ba-729a42c313b1 None None] Pushing event updated for resources: {'Port': ['ID=c9154664-bf35-4f65-9d7c-69739cacf101,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:52.452477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-420225763-network', 'tenant_id': 'd9c74cd477e942c8b32a5d3b60b95647'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:52.504076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Made reservation on behalf of d9c74cd477e942c8b32a5d3b60b95647 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:52.508447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2e47d4df-6b0d-40c0-8ce1-9a3c7b4bf5cc None None] Port 91a14d7a-b938-49c9-b66b-7669648701c6 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:52.508770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.514165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 521f1479-936f-415b-8ad0-f8451df66a5d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.514545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.523689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.571041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2e47d4df-6b0d-40c0-8ce1-9a3c7b4bf5cc None None] Provisioning complete for port a7ecda32-e14b-417d-8b25-7ab4a2d00809 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.571410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e47d4df-6b0d-40c0-8ce1-9a3c7b4bf5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.656138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec931199-642d-4411-9437-e6b602012b61 req-90cbd742-8b9b-4af8-b6d4-a383bf5b1e36 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.673431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec931199-642d-4411-9437-e6b602012b61 req-90cbd742-8b9b-4af8-b6d4-a383bf5b1e36 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 946 time: 0.2840061 Sep 16 05:23:52.699216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.788792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.789015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Port': ['ID=91a14d7a-b938-49c9-b66b-7669648701c6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:52.803651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.814080 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.820119 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.844539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 33c90d87-55c6-4b49-b726-5914ded6ea94 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:52.907985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['60f05b35-e73f-4efc-a585-61639845314f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:52.913546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 33c90d87-55c6-4b49-b726-5914ded6ea94 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:52.913883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 33c90d87-55c6-4b49-b726-5914ded6ea94 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:52.927856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:52.950642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2e47d4df-6b0d-40c0-8ce1-9a3c7b4bf5cc None None] Provisioning complete for port 521f1479-936f-415b-8ad0-f8451df66a5d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:52.951016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e47d4df-6b0d-40c0-8ce1-9a3c7b4bf5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.951880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:52.962512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3e29285b-9340-4dd5-914b-99bc643ca967 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:52.988152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:52.993451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.994371 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Added segment 575ddd28-f9f1-494c-b126-9be946d3e667 of type vlan for network 567e2743-01b3-4118-af1f-0b4f227403ab Sep 16 05:23:53.002566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:53.016215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec931199-642d-4411-9437-e6b602012b61 req-b3931f77-de39-4574-9b87-a50180c98b95 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416386 Sep 16 05:23:53.027887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f325f4e2-c7b5-4733-8784-9527db612bd6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.078570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43466) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:53.083193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Pushing event updated for resources: {'Port': ['ID=824ef5de-fb91-40d0-824c-3d65859ea8bf,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.094072 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.112185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.209284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6c384-546a-48e4-8472-bd5134a21f07 req-240124b8-8f41-41f5-b9f6-f3f60fd73e20 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.224770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11c6c384-546a-48e4-8472-bd5134a21f07 req-240124b8-8f41-41f5-b9f6-f3f60fd73e20 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1028 time: 0.2632127 Sep 16 05:23:53.282490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.283485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.315490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3e29285b-9340-4dd5-914b-99bc643ca967 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:53.315962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3e29285b-9340-4dd5-914b-99bc643ca967 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:53.376954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.377954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.378601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.388215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307af603-515e-4d47-a2ec-ac82adb7605f tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.392887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-307af603-515e-4d47-a2ec-ac82adb7605f tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 1093 time: 0.3093417 Sep 16 05:23:53.447181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43470) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:53.460735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11c6c384-546a-48e4-8472-bd5134a21f07 req-98926db0-6fde-4770-9445-bf0fcbb36a6d tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348275 Sep 16 05:23:53.502329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:53.614093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff72f0d-dce5-43d6-8a07-048cf7f5af87 req-023f2fcf-260b-4673-9b18-a077e74d2878 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.618134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dff72f0d-dce5-43d6-8a07-048cf7f5af87 req-023f2fcf-260b-4673-9b18-a077e74d2878 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.3565891 Sep 16 05:23:53.660988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4387438 Sep 16 05:23:53.683146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8f58f2bf-8504-4dc4-a90d-ad6e99e5bcf9 None None] Could not find standard attr ID for object 91a14d7a-b938-49c9-b66b-7669648701c6. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:23:53.731040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8f58f2bf-8504-4dc4-a90d-ad6e99e5bcf9 None None] Provisioning complete for port 824ef5de-fb91-40d0-824c-3d65859ea8bf triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:53.732041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f58f2bf-8504-4dc4-a90d-ad6e99e5bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.738246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c9154664-bf35-4f65-9d7c-69739cacf101 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:53.805437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dff72f0d-dce5-43d6-8a07-048cf7f5af87 req-c4c3420b-bb44-4e30-8c8b-70bf6b4e8a11 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323245 Sep 16 05:23:53.809874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8ef39-9322-456c-a8ff-b416ffa4e687 admin admin] Pushing event updated for resources: {'Network': ['ID=567e2743-01b3-4118-af1f-0b4f227403ab,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:53.834441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.867039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 567e2743-01b3-4118-af1f-0b4f227403ab details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:53.912213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8f58f2bf-8504-4dc4-a90d-ad6e99e5bcf9 None None] Port 824ef5de-fb91-40d0-824c-3d65859ea8bf cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:53.960514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c9154664-bf35-4f65-9d7c-69739cacf101 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:53.960896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.992464 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-e1ddfe06-65d7-4f11-af9b-158e8a0fddd6 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9563236 Sep 16 05:23:54.018148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.050319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-87579494-df21-4e5a-abc2-2ebf1f00570a None None] Provisioning complete for port c9154664-bf35-4f65-9d7c-69739cacf101 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:54.051775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87579494-df21-4e5a-abc2-2ebf1f00570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.141120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Request body: {'port': {'device_id': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:54.149469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.170866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Router 2a3b5824-f398-45a3-96ac-41b6b4eab841 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:54.223177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c9154664-bf35-4f65-9d7c-69739cacf101, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c9154664-bf35-4f65-9d7c-69739cacf101,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:54.232823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.237067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 521f1479-936f-415b-8ad0-f8451df66a5d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:54.258709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.301870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c9154664-bf35-4f65-9d7c-69739cacf101,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.322874 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87579494-df21-4e5a-abc2-2ebf1f00570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.393221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:54.403624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3d03a8d5-07a4-4dd0-89d3-d06d8a4ce6c2 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5656548 Sep 16 05:23:54.404997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 521f1479-936f-415b-8ad0-f8451df66a5d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:54.405448 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.409221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-87579494-df21-4e5a-abc2-2ebf1f00570a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:23:54.409221 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-87579494-df21-4e5a-abc2-2ebf1f00570a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:23:54.409746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43482) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.431722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.439179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] Sync routers for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:54.449478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:54.450226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.472528 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.473220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.486226 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-e7f9e638-ac01-4a88-8d47-e3b58f7449b3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] delete failed (client error): The resource could not be found. Sep 16 05:23:54.486226 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7f9e638-ac01-4a88-8d47-e3b58f7449b3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1425771881 HTTP/1.1" status: 404 len: 335 time: 0.0693831 Sep 16 05:23:54.488878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:54.492959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-00f0a159-1e68-495b-b6b9-14644f9b4f84 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a3b5824-f398-45a3-96ac-41b6b4eab841'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:54.511965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.536715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:54.537639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.598310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:54.599124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf9386-3a06-47c1-9243-17579b2699c9 None None] The sync data for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:54.620287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a7ecda32-e14b-417d-8b25-7ab4a2d00809 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:54.669302 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.692253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=8ed5d4ac-620f-4eba-bc08-f075be167888,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.692877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a7ecda32-e14b-417d-8b25-7ab4a2d00809 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:54.694561 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.706664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.25.6.174 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/58276601-7695-44a9-8623-d47a077025ec) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:54.751416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c0e98-4db7-498b-94d1-bb15ce7af983 req-35353d14-4a48-477d-9596-03720274a95b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.753017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c3c0e98-4db7-498b-94d1-bb15ce7af983 req-35353d14-4a48-477d-9596-03720274a95b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1028 time: 0.2071817 Sep 16 05:23:54.775869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995f2c-2989-4164-96f9-009ff0bb36d8 req-4f74eccf-7ef0-432c-a1c5-9a03712aeb86 tempest-ComputeTenantNetworksTest-697082302 tempest-ComputeTenantNetworksTest-697082302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.782288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995f2c-2989-4164-96f9-009ff0bb36d8 req-4f74eccf-7ef0-432c-a1c5-9a03712aeb86 tempest-ComputeTenantNetworksTest-697082302 tempest-ComputeTenantNetworksTest-697082302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.788155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995f2c-2989-4164-96f9-009ff0bb36d8 req-4f74eccf-7ef0-432c-a1c5-9a03712aeb86 tempest-ComputeTenantNetworksTest-697082302 tempest-ComputeTenantNetworksTest-697082302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.790045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6995f2c-2989-4164-96f9-009ff0bb36d8 req-4f74eccf-7ef0-432c-a1c5-9a03712aeb86 tempest-ComputeTenantNetworksTest-697082302 tempest-ComputeTenantNetworksTest-697082302-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3092508 Sep 16 05:23:54.833713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c3c0e98-4db7-498b-94d1-bb15ce7af983 req-7d65f7b1-750a-4142-ac58-9ff4901ea3e9 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Sep 16 05:23:54.934032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.045339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68017929-b002-45b8-b7d2-cff2ec84b70f req-dae7c0af-705d-418a-819b-28558fcd1178 tempest-ComputeTenantNetworksTest-697082302 tempest-ComputeTenantNetworksTest-697082302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.047015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68017929-b002-45b8-b7d2-cff2ec84b70f req-dae7c0af-705d-418a-819b-28558fcd1178 tempest-ComputeTenantNetworksTest-697082302 tempest-ComputeTenantNetworksTest-697082302-project] 10.222.0.55 "GET /v2.0/networks/567e2743-01b3-4118-af1f-0b4f227403ab HTTP/1.1" status: 200 len: 768 time: 0.1362567 Sep 16 05:23:55.058009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43496) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.072608 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00f0a159-1e68-495b-b6b9-14644f9b4f84 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.077135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f49f7ac3-62f4-4a5f-8a90-e7017c367a20 None None] Provisioning complete for port 8ed5d4ac-620f-4eba-bc08-f075be167888 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:55.077703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f49f7ac3-62f4-4a5f-8a90-e7017c367a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.081848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:55.089459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:55.101412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.107693 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-00f0a159-1e68-495b-b6b9-14644f9b4f84 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] update failed (client error): The resource could not be found. Sep 16 05:23:55.108795 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-00f0a159-1e68-495b-b6b9-14644f9b4f84 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841 HTTP/1.1" status: 404 len: 339 time: 0.6197550 Sep 16 05:23:55.115213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43498) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.119523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1901038853'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:55.125215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f49f7ac3-62f4-4a5f-8a90-e7017c367a20 None None] Port 8ed5d4ac-620f-4eba-bc08-f075be167888 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:55.176046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d75e7a-9214-4255-b64e-b957b206c5db req-2904061f-86e3-4206-b8b2-5ff5d5aa9100 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.177700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9d75e7a-9214-4255-b64e-b957b206c5db req-2904061f-86e3-4206-b8b2-5ff5d5aa9100 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1831737 Sep 16 05:23:55.179737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:55.206803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:55.221369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:55.235049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:55.238977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.242918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824ef5de-fb91-40d0-824c-3d65859ea8bf {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:55.248991 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.264998 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.298084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Transition to ACTIVE for port object 824ef5de-fb91-40d0-824c-3d65859ea8bf will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:55.304229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=58276601-7695-44a9-8623-d47a077025ec,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.318885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.330134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:23:55.336131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9d75e7a-9214-4255-b64e-b957b206c5db req-394b0428-589a-4e04-8fc7-eb4e44e446d4 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319988 Sep 16 05:23:55.368500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-1f822ea7-7da9-4f1b-a745-9692d08e2de2 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.370619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-1f822ea7-7da9-4f1b-a745-9692d08e2de2 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.1845603 Sep 16 05:23:55.399217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.399648 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Added segment 2789a71f-f50f-4417-ae63-a32e3edcfcc8 of type vlan for network 129573e6-d2d0-44b8-9c00-2f649443709c Sep 16 05:23:55.466019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a10e400d-ba31-4cc7-9ea2-c222049488c9 None None] Provisioning complete for port 8ed5d4ac-620f-4eba-bc08-f075be167888 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:55.466584 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a10e400d-ba31-4cc7-9ea2-c222049488c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.490933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Pushing event updated for resources: {'Port': ['ID=824ef5de-fb91-40d0-824c-3d65859ea8bf,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.516566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a10e400d-ba31-4cc7-9ea2-c222049488c9 None None] Port 8ed5d4ac-620f-4eba-bc08-f075be167888 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:23:55.520661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c9154664-bf35-4f65-9d7c-69739cacf101 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:55.539519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:23:55.554769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.601432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c9154664-bf35-4f65-9d7c-69739cacf101 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:55.601855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.614031 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.648491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Attempting to bind port 824ef5de-fb91-40d0-824c-3d65859ea8bf on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:55.648865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Attempting to bind port 824ef5de-fb91-40d0-824c-3d65859ea8bf by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:55.649200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Attempting to bind port 824ef5de-fb91-40d0-824c-3d65859ea8bf on network 33958d6b-4990-4263-b54e-a41644f1a3f4 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:55.660825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Port 824ef5de-fb91-40d0-824c-3d65859ea8bf on network 33958d6b-4990-4263-b54e-a41644f1a3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:55.661150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Attempting to bind port 824ef5de-fb91-40d0-824c-3d65859ea8bf on network 33958d6b-4990-4263-b54e-a41644f1a3f4 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:55.703414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567e2743-01b3-4118-af1f-0b4f227403ab']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.704464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.710740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.711398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.721236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:55.721236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Checking segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:55.721566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Bound using segment: {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:55.722153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Bound port: 824ef5de-fb91-40d0-824c-3d65859ea8bf, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:55.722515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.725878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575ddd28-f9f1-494c-b126-9be946d3e667') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.726404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575ddd28-f9f1-494c-b126-9be946d3e667') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.745756 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.780039 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6665361 Sep 16 05:23:55.799950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43500) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.804755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Deleting port edbb526a-b601-47cf-a6eb-c8c172f1a060 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:55.805102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.810770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.833181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:23:55.833594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.834264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'subnet': {'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:55.838391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:23:55.838653 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:23:55.848449 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7b5929a6-ae2f-434b-9b99-0c42eb9c7667 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "PUT /v2.0/routers/90bc89c5-275d-4e9b-a50c-0d7c8a32d273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3350058 Sep 16 05:23:55.852796 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Sync routers for ids ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:55.859831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43502) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:55.872986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbf12e-d3fb-4a45-88aa-c7bfd025bbda tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Network': ['ID=129573e6-d2d0-44b8-9c00-2f649443709c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:55.893496 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Routers {'90bc89c5-275d-4e9b-a50c-0d7c8a32d273'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:55.894448 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:55.901839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 129573e6-d2d0-44b8-9c00-2f649443709c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:23:55.906644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-74a3d2c0-79dd-4420-afc5-da267366b5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:55.966786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] For port 824ef5de-fb91-40d0-824c-3d65859ea8bf, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:55.971437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] For port 824ef5de-fb91-40d0-824c-3d65859ea8bf, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=824ef5de-fb91-40d0-824c-3d65859ea8bf,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:55.978019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.029216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.030085 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.031983 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] 10.222.0.73 "PUT /v2.0/ports/824ef5de-fb91-40d0-824c-3d65859ea8bf HTTP/1.1" status: 200 len: 1093 time: 1.8999884 Sep 16 05:23:56.041223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'tag': '824ef5de-fb91-40d0-824c-3d65859ea8bf'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:56.044731 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb044187-8ca1-41b3-9565-889443bb6947" -d '{"events": [{"name": "network-changed", "server_uuid": "5a88fb62-0308-4d73-aa02-88f8cf90b0d8", "tag": "824ef5de-fb91-40d0-824c-3d65859ea8bf"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:56.079321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Made reservation on behalf of 4a420f15528e45cd82d883e346e4cf9a for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:23:56.083905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.128051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc2114-d248-4f28-9a8e-bb95594b8851 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.134953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-37fc2114-d248-4f28-9a8e-bb95594b8851 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports/8ed5d4ac-620f-4eba-bc08-f075be167888 HTTP/1.1" status: 200 len: 911 time: 0.2686031 Sep 16 05:23:56.137648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43512) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:56.186494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] For port edbb526a-b601-47cf-a6eb-c8c172f1a060, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=edbb526a-b601-47cf-a6eb-c8c172f1a060,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:56.186994 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.200925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edac53-dde6-4b7e-9629-729876f51362 service neutron] Pushing event updated for resources: {'Port': ['ID=824ef5de-fb91-40d0-824c-3d65859ea8bf,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.214410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Calling delete_port for edbb526a-b601-47cf-a6eb-c8c172f1a060 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:56.242626 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bbfb37-f1f4-4deb-b857-f6991caab365 x-openstack-request-id: req-60bbfb37-f1f4-4deb-b857-f6991caab365 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:56.243083 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a88fb62-0308-4d73-aa02-88f8cf90b0d8", "tag": "824ef5de-fb91-40d0-824c-3d65859ea8bf", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:56.243267 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60bbfb37-f1f4-4deb-b857-f6991caab365 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:56.243533 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'tag': '824ef5de-fb91-40d0-824c-3d65859ea8bf', 'status': 'completed', 'code': 200} Sep 16 05:23:56.284242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-cc7843bf-0fb7-48f6-9cca-ab82a8632608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.285909 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-cc7843bf-0fb7-48f6-9cca-ab82a8632608 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=359de10d9adc4ea9a77039fcd4abcc0c&device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1096 time: 0.1954517 Sep 16 05:23:56.288377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Set router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:56.300319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c160185-e227-4fe8-85fd-a25ea1420f8b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.306665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c160185-e227-4fe8-85fd-a25ea1420f8b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.310575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c160185-e227-4fe8-85fd-a25ea1420f8b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1632154 Sep 16 05:23:56.311141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43514) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:56.336636 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.382355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.399840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] 10.222.0.55 "DELETE /v2.0/networks/567e2743-01b3-4118-af1f-0b4f227403ab HTTP/1.1" status: 204 len: 168 time: 1.3398092 Sep 16 05:23:56.456347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0e18-2771-409a-a076-39b6ea978631 admin admin] Pushing event deleted for resources: {'Network': ['ID=567e2743-01b3-4118-af1f-0b4f227403ab,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.473933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301cbdc-8e8a-418f-a2a7-a56bc26e1f19 req-f50e9dfc-121d-42e4-aeb6-9f08f67079aa tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.491021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3301cbdc-8e8a-418f-a2a7-a56bc26e1f19 req-f50e9dfc-121d-42e4-aeb6-9f08f67079aa tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1096 time: 0.3971670 Sep 16 05:23:56.637749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3301cbdc-8e8a-418f-a2a7-a56bc26e1f19 req-a2c56fcd-2ac4-41fc-a1c6-aa25531af85a tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309009 Sep 16 05:23:56.654486 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'name': 'tempest-NetworksTestDHCPv6-router-311786026', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:48Z', 'updated_at': '2021-09-16T05:23:52Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None, '_interfaces': [{'id': '8ed5d4ac-620f-4eba-bc08-f075be167888', 'name': '', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'mac_address': 'fa:16:3e:8d:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '098cc886-b78c-421c-bcb1-10582d9219c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:23:53Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'subnets': [{'id': '098cc886-b78c-421c-bcb1-10582d9219c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:56.672397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43520) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:56.684260 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Checking router: 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:56.684626 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Updating router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 port 8ed5d4ac-620f-4eba-bc08-f075be167888 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:23:56.722970 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.736441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13b0b-7f3d-479b-9fb6-de211aecf7ce req-a806bd8f-fb3c-4e3e-beef-2e540103cfba tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.740612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bb13b0b-7f3d-479b-9fb6-de211aecf7ce req-a806bd8f-fb3c-4e3e-beef-2e540103cfba tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c45856d-39a0-4b1f-9295-1b978b7719a3 HTTP/1.1" status: 200 len: 945 time: 0.2806084 Sep 16 05:23:56.747035 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-c0a483c2-c1e7-4932-8c06-0483c85db49c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824ef5de-fb91-40d0-824c-3d65859ea8bf HTTP/1.1" status: 200 len: 217 time: 0.4374437 Sep 16 05:23:56.805816 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.811962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.824214 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['edbb526a-b601-47cf-a6eb-c8c172f1a060'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:56.902325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Pushing event deleted for resources: {'Port': ['ID=edbb526a-b601-47cf-a6eb-c8c172f1a060,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.907399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0e397a5c-c1f8-4441-b674-f4a117dcf60e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9c74cd477e942c8b32a5d3b60b95647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340539 Sep 16 05:23:56.913080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43522) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:56.933293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-5a5c4ed7-b15c-4f7c-b2fb-3f495f8ea0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.934759 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-5a5c4ed7-b15c-4f7c-b2fb-3f495f8ea0da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f2fbf9f-878e-45bd-89ea-74e463afd0e8 HTTP/1.1" status: 200 len: 848 time: 0.1803353 Sep 16 05:23:56.946789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bb13b0b-7f3d-479b-9fb6-de211aecf7ce req-0a9e117f-0603-4d99-84bd-141c006d5e55 tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a16ed38-8be8-4c27-9a65-9b8a25f8d612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957426 Sep 16 05:23:56.982511 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.983009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] No DVR routers for this DVR port edbb526a-b601-47cf-a6eb-c8c172f1a060 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:56.987407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.989278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfa3978f-376e-47e8-b538-788ce1e8215e req-e26f9631-c8f4-4865-91f0-78666a269bdd tempest-ServerRescueTestJSON-990792350 tempest-ServerRescueTestJSON-990792350-project] 10.222.0.73 "DELETE /v2.0/ports/edbb526a-b601-47cf-a6eb-c8c172f1a060 HTTP/1.1" status: 204 len: 173 time: 1.5952408 Sep 16 05:23:56.993100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'name': 'network-vif-deleted', 'tag': 'edbb526a-b601-47cf-a6eb-c8c172f1a060'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:56.996272 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f694669c-5949-4931-b7f4-3112650123de" -d '{"events": [{"server_uuid": "7c45856d-39a0-4b1f-9295-1b978b7719a3", "name": "network-vif-deleted", "tag": "edbb526a-b601-47cf-a6eb-c8c172f1a060"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:57.051670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.092284 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92c974d-15b9-4027-b953-4160fa703f71 x-openstack-request-id: req-c92c974d-15b9-4027-b953-4160fa703f71 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:57.092834 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c45856d-39a0-4b1f-9295-1b978b7719a3", "name": "network-vif-deleted", "tag": "edbb526a-b601-47cf-a6eb-c8c172f1a060", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:57.093253 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c92c974d-15b9-4027-b953-4160fa703f71 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:57.093816 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45856d-39a0-4b1f-9295-1b978b7719a3', 'name': 'network-vif-deleted', 'tag': 'edbb526a-b601-47cf-a6eb-c8c172f1a060', 'status': 'completed', 'code': 200} Sep 16 05:23:57.098647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7512527c-ad71-4abe-83c7-a2cbdb04d302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.135925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Subnet': ['ID=b2e0ee2f-9840-4cf3-bee2-3b4a5dec0a96,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:57.153905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7512527c-ad71-4abe-83c7-a2cbdb04d302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.155109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-9426eaba-6fe4-477e-837d-ade5c3b96876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.156857 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-9426eaba-6fe4-477e-837d-ade5c3b96876 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33958d6b-4990-4263-b54e-a41644f1a3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800261 Sep 16 05:23:57.164907 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.166356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Checking segment: {'id': '2789a71f-f50f-4417-ae63-a32e3edcfcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:57.166940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network hostable DHCP agents. Network: 129573e6-d2d0-44b8-9c00-2f649443709c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:23:57.175936 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.266905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network 129573e6-d2d0-44b8-9c00-2f649443709c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:23:57.335770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7512527c-ad71-4abe-83c7-a2cbdb04d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.339453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7512527c-ad71-4abe-83c7-a2cbdb04d302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.340951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7512527c-ad71-4abe-83c7-a2cbdb04d302 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f325f4e2-c7b5-4733-8784-9527db612bd6 HTTP/1.1" status: 204 len: 168 time: 0.4268579 Sep 16 05:23:57.356113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512527c-ad71-4abe-83c7-a2cbdb04d302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325f4e2-c7b5-4733-8784-9527db612bd6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:57.362480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 129573e6-d2d0-44b8-9c00-2f649443709c) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:57.379173 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463f3e3-822d-4ed7-91d3-9351f3ff32b9 None None] Network 129573e6-d2d0-44b8-9c00-2f649443709c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:23:57.381773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.382597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.391608 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.399918 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.413529 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-8e16086e-1f84-4e36-97bb-ac1f9a731aba service neutron] 10.222.0.73 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392628 Sep 16 05:23:57.437704 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7758c1e-c124-4974-89ca-f68505750589 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6073902 Sep 16 05:23:57.440842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43532) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:57.449332 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98771b-2280-4dbd-a59d-cf5723f082f1 None None] Pushing event updated for resources: {'Port': ['ID=8ed5d4ac-620f-4eba-bc08-f075be167888,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:57.473069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-60e76cdc-2291-43ec-a239-aa4e29e29891 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'router': {'external_gateway_info': {'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:57.475861 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Attempting to bind port 8ed5d4ac-620f-4eba-bc08-f075be167888 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:57.477770 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Attempting to bind port 8ed5d4ac-620f-4eba-bc08-f075be167888 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:57.478195 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Attempting to bind port 8ed5d4ac-620f-4eba-bc08-f075be167888 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:57.494209 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:57.494463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:57.495942 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.496395 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:57.498351 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Bound port: 8ed5d4ac-620f-4eba-bc08-f075be167888, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:57.498889 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.514052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=58276601-7695-44a9-8623-d47a077025ec,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:57.524705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.677650 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] For port 8ed5d4ac-620f-4eba-bc08-f075be167888, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:57.682804 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] For port 8ed5d4ac-620f-4eba-bc08-f075be167888, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8ed5d4ac-620f-4eba-bc08-f075be167888,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:57.690175 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.730786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-129573e6-d2d0-44b8-9c00-2f649443709c', 'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c', 'tenant_id': '4a420f15528e45cd82d883e346e4cf9a', 'fixed_ips': [{'subnet_id': 'b2e0ee2f-9840-4cf3-bee2-3b4a5dec0a96'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:23:57.731675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.737805 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Floating IP bdd04a0c-c5e8-4402-8238-79ed5e72c197 associated. External IP: 172.25.6.174, port: c1c0f473-0e9a-4abb-a2ac-952040a2712e. Sep 16 05:23:57.742310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bbc6772c-1c51-4c60-a995-3c25cb0fe0ff None None] Provisioning complete for port 8ed5d4ac-620f-4eba-bc08-f075be167888 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:57.744915 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bbc6772c-1c51-4c60-a995-3c25cb0fe0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:57.817148 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Routers {'90bc89c5-275d-4e9b-a50c-0d7c8a32d273'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:57.817776 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:57.897608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e5e46-2902-476e-b661-18cc234a3cac req-b37e0308-31a5-4a77-8764-a1322e8b71a2 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.901598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f67e5e46-2902-476e-b661-18cc234a3cac req-b37e0308-31a5-4a77-8764-a1322e8b71a2 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1096 time: 0.1114914 Sep 16 05:23:58.004081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.052272 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] Set router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:58.111117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43542) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:58.203507 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98771b-2280-4dbd-a59d-cf5723f082f1 None None] Pushing event updated for resources: {'Port': ['ID=8ed5d4ac-620f-4eba-bc08-f075be167888,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:58.210227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60e76cdc-2291-43ec-a239-aa4e29e29891 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.253342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bbc6772c-1c51-4c60-a995-3c25cb0fe0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.280626 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-44709518-7b35-46b1-b490-acd34d5e15a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.295060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Allocated IP 2001:db8:1::2 (129573e6-d2d0-44b8-9c00-2f649443709c/b2e0ee2f-9840-4cf3-bee2-3b4a5dec0a96/fa2561c4-7e80-4e4a-80b1-573abe83844c) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:23:58.352781 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-2edbe9a0-bec1-4444-8767-193cedfd5a9c req-34ac009e-85fa-414b-95e8-6f38e17ccec5 service neutron] 10.222.0.73 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246149 Sep 16 05:23:58.371364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bbc6772c-1c51-4c60-a995-3c25cb0fe0ff None None] For port 8ed5d4ac-620f-4eba-bc08-f075be167888, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8ed5d4ac-620f-4eba-bc08-f075be167888,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:58.397244 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bbc6772c-1c51-4c60-a995-3c25cb0fe0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.519588 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'name': 'tempest-NetworksTestDHCPv6-router-311786026', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:48Z', 'updated_at': '2021-09-16T05:23:52Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None, '_interfaces': [{'id': '8ed5d4ac-620f-4eba-bc08-f075be167888', 'name': '', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'mac_address': 'fa:16:3e:8d:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '098cc886-b78c-421c-bcb1-10582d9219c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:23:57Z', 'revision_number': 4, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'subnets': [{'id': '098cc886-b78c-421c-bcb1-10582d9219c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:58.562023 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca4a6fd-b020-4557-b419-dd48faa49576 None None] The sync data for ids ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'] in n-d-713301-15 is: [{'id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'name': 'tempest-NetworksTestDHCPv6-router-311786026', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:48Z', 'updated_at': '2021-09-16T05:23:52Z', 'revision_number': 2, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None, '_interfaces': [{'id': '8ed5d4ac-620f-4eba-bc08-f075be167888', 'name': '', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'mac_address': 'fa:16:3e:8d:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '098cc886-b78c-421c-bcb1-10582d9219c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:50Z', 'updated_at': '2021-09-16T05:23:57Z', 'revision_number': 4, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'subnets': [{'id': '098cc886-b78c-421c-bcb1-10582d9219c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:23:58.636001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6772c-1c51-4c60-a995-3c25cb0fe0ff None None] Pushing event updated for resources: {'Port': ['ID=8ed5d4ac-620f-4eba-bc08-f075be167888,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:58.637487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f67e5e46-2902-476e-b661-18cc234a3cac req-e463a810-6f17-4c4e-ba02-78fc680aaaa8 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Sep 16 05:23:58.657476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.667420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9041bd97-292a-4bd3-8eb0-4b4565537e2c None None] Provisioning complete for port 8ed5d4ac-620f-4eba-bc08-f075be167888 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:58.668049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9041bd97-292a-4bd3-8eb0-4b4565537e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.694308 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.724860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044187-8ca1-41b3-9565-889443bb6947 req-d40046dd-30f5-419b-8c66-5fb4918cb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.726448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fb044187-8ca1-41b3-9565-889443bb6947 req-d40046dd-30f5-419b-8c66-5fb4918cb685 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=359de10d9adc4ea9a77039fcd4abcc0c&device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1096 time: 0.3115735 Sep 16 05:23:58.764325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Network 129573e6-d2d0-44b8-9c00-2f649443709c is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:23:58.772395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:23:58.775190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Pushing event updated for resources: {'Port': ['ID=fa2561c4-7e80-4e4a-80b1-573abe83844c,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:58.778502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:23:58.859322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router cf8987f4-057b-487e-a855-71fc503488b7 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:58.899012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Attempting to bind port fa2561c4-7e80-4e4a-80b1-573abe83844c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:58.899660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Attempting to bind port fa2561c4-7e80-4e4a-80b1-573abe83844c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '2789a71f-f50f-4417-ae63-a32e3edcfcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:58.900775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Attempting to bind port fa2561c4-7e80-4e4a-80b1-573abe83844c on network 129573e6-d2d0-44b8-9c00-2f649443709c {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:58.926360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device edbb526a-b601-47cf-a6eb-c8c172f1a060 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:58.970422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:58.971065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Checking segment: {'id': '2789a71f-f50f-4417-ae63-a32e3edcfcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:58.972287 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.972841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Bound using segment: {'id': '2789a71f-f50f-4417-ae63-a32e3edcfcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:58.973512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Bound port: fa2561c4-7e80-4e4a-80b1-573abe83844c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2789a71f-f50f-4417-ae63-a32e3edcfcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '129573e6-d2d0-44b8-9c00-2f649443709c'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:58.974073 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.976700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: edbb526a-b601-47cf-a6eb-c8c172f1a060 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:23:58.977950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device edbb526a-b601-47cf-a6eb-c8c172f1a060 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:59.107339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] For port fa2561c4-7e80-4e4a-80b1-573abe83844c, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:59.113923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] For port fa2561c4-7e80-4e4a-80b1-573abe83844c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fa2561c4-7e80-4e4a-80b1-573abe83844c,segment=NetworkSegment(2789a71f-f50f-4417-ae63-a32e3edcfcc8),segment_id=2789a71f-f50f-4417-ae63-a32e3edcfcc8)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:59.120052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:59.123166 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.155338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.218997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a5fa330b-e639-495f-a4d0-c5684bf5a19d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7546258 Sep 16 05:23:59.220608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43572) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:59.221123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:59.227700 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ef51de-4c99-4967-982b-1af257abef9a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:59.229914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634351e-50f3-4fde-bf8b-25dade98e6ef None None] Pushing event updated for resources: {'Port': ['ID=fa2561c4-7e80-4e4a-80b1-573abe83844c,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:59.251989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] Sync routers for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:59.311868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:59.312666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:59.413580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-85293f53-6496-4e5d-89cd-5b777aa3553f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/bdd04a0c-c5e8-4402-8238-79ed5e72c197 HTTP/1.1" status: 200 len: 992 time: 0.1773551 Sep 16 05:23:59.416513 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cac5f21-7529-483b-8ad3-dcbbe2c09219 x-openstack-request-id: req-5cac5f21-7529-483b-8ad3-dcbbe2c09219 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:59.418864 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:59.419357 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cac5f21-7529-483b-8ad3-dcbbe2c09219 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:59.420774 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'status': 'completed', 'code': 200} Sep 16 05:23:59.440633 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.512055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef51de-4c99-4967-982b-1af257abef9a req-36e7b880-262b-47cd-9cd5-e262d1fe7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.521503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ef51de-4c99-4967-982b-1af257abef9a req-36e7b880-262b-47cd-9cd5-e262d1fe7868 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 1098 time: 0.0993128 Sep 16 05:23:59.667183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8ed5d4ac-620f-4eba-bc08-f075be167888 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:59.762034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:59.790260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43584) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:23:59.824412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044187-8ca1-41b3-9565-889443bb6947 req-1e54e4e9-93be-4abf-9367-ecc0936c7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.829733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fb044187-8ca1-41b3-9565-889443bb6947 req-1e54e4e9-93be-4abf-9367-ecc0936c7fbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=33958d6b-4990-4263-b54e-a41644f1a3f4 HTTP/1.1" status: 200 len: 910 time: 0.6235418 Sep 16 05:23:59.899207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d6555-27f8-4d45-96d0-88de4be93271 req-3daea53b-8cf0-43c6-b8a8-66a47a45bf17 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.902021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a26d6555-27f8-4d45-96d0-88de4be93271 req-3daea53b-8cf0-43c6-b8a8-66a47a45bf17 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1096 time: 0.1530356 Sep 16 05:23:59.907965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef51de-4c99-4967-982b-1af257abef9a req-839135f2-88dd-4463-946a-f37e649c7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:59.909662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ef51de-4c99-4967-982b-1af257abef9a req-839135f2-88dd-4463-946a-f37e649c7a95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37c86f26-d1b9-465c-91d9-65fc7e102d3b HTTP/1.1" status: 200 len: 898 time: 0.3802319 Sep 16 05:24:00.008279 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-60e76cdc-2291-43ec-a239-aa4e29e29891 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:00.016638 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-60e76cdc-2291-43ec-a239-aa4e29e29891 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841 HTTP/1.1" status: 400 len: 364 time: 2.5744863 Sep 16 05:24:00.018508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a26d6555-27f8-4d45-96d0-88de4be93271 req-bb1bea96-80d7-44e9-a19e-da4e83142f26 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073134 Sep 16 05:24:00.019657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43590) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.036360 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fb044187-8ca1-41b3-9565-889443bb6947 req-7d0a25a4-c372-4bc4-877b-712504e0a6a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824ef5de-fb91-40d0-824c-3d65859ea8bf HTTP/1.1" status: 200 len: 217 time: 0.1935298 Sep 16 05:24:00.111051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85d4829f-1a35-469a-93f7-02c6d2eb1c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.141438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044187-8ca1-41b3-9565-889443bb6947 req-1c92fe02-b71e-4e06-9786-06f56c59d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.142936 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fb044187-8ca1-41b3-9565-889443bb6947 req-1c92fe02-b71e-4e06-9786-06f56c59d2b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f2fbf9f-878e-45bd-89ea-74e463afd0e8 HTTP/1.1" status: 200 len: 848 time: 0.0992651 Sep 16 05:24:00.175921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.181725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8ed5d4ac-620f-4eba-bc08-f075be167888 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:00.182362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.193985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ef51de-4c99-4967-982b-1af257abef9a req-5f372745-120b-4046-bfc7-ecd6f3c1873c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e HTTP/1.1" status: 200 len: 1000 time: 0.2500455 Sep 16 05:24:00.263798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044187-8ca1-41b3-9565-889443bb6947 req-db317f62-5254-4f87-ae3d-a3c7414596a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.265274 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fb044187-8ca1-41b3-9565-889443bb6947 req-db317f62-5254-4f87-ae3d-a3c7414596a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33958d6b-4990-4263-b54e-a41644f1a3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124206 Sep 16 05:24:00.287787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 8ed5d4ac-620f-4eba-bc08-f075be167888 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:00.288286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.362318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef51de-4c99-4967-982b-1af257abef9a req-4a095b9c-a960-418b-ac80-bc448b05cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.363883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ef51de-4c99-4967-982b-1af257abef9a req-4a095b9c-a960-418b-ac80-bc448b05cddd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec143e7d-9024-412b-b345-41327eeb5709 HTTP/1.1" status: 200 len: 835 time: 0.1479921 Sep 16 05:24:00.423827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-d3cebb23-7973-4454-b06c-6dbb6f129ec2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4782112 Sep 16 05:24:00.424890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43592) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.514487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:23:55Z', 'revision_number': 0, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:00.549050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] Checking router: cf8987f4-057b-487e-a855-71fc503488b7 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:00.561110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:00.561110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:00.641474 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5280d43-59bc-43bf-a632-96ceef9c54ca tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/bdd04a0c-c5e8-4402-8238-79ed5e72c197 HTTP/1.1" status: 200 len: 992 time: 0.2091372 Sep 16 05:24:00.641474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 8ed5d4ac-620f-4eba-bc08-f075be167888, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8ed5d4ac-620f-4eba-bc08-f075be167888,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:00.641474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.652910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef51de-4c99-4967-982b-1af257abef9a req-dab278a1-0ed8-4068-beba-2cc2caab0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.654427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ef51de-4c99-4967-982b-1af257abef9a req-dab278a1-0ed8-4068-beba-2cc2caab0346 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37c86f26-d1b9-465c-91d9-65fc7e102d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501717 Sep 16 05:24:00.668060 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fb044187-8ca1-41b3-9565-889443bb6947 req-5423389f-a94b-461d-847e-f45e2d3edf4d service neutron] 10.222.0.73 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903244 Sep 16 05:24:00.669228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 8ed5d4ac-620f-4eba-bc08-f075be167888 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:00.670265 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85d4829f-1a35-469a-93f7-02c6d2eb1c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.688989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.711672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85d4829f-1a35-469a-93f7-02c6d2eb1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.714846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:00.720397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-ca10b851-0a12-446b-8c47-3255515d4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.722739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-ca10b851-0a12-446b-8c47-3255515d4677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1097 time: 0.2006178 Sep 16 05:24:00.743818 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:00.893294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 824ef5de-fb91-40d0-824c-3d65859ea8bf details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:00.918331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-85d4829f-1a35-469a-93f7-02c6d2eb1c5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a96c7c1e055740b59713a56decaf5616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1263294 Sep 16 05:24:00.940693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43598) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:00.955177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4829f-1a35-469a-93f7-02c6d2eb1c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1e49f2-f464-467b-8f17-6ab910e61e4a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.017928 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fb044187-8ca1-41b3-9565-889443bb6947 req-570bbffc-61ed-482a-bb67-5b8826f4fd0a service neutron] 10.222.0.73 "GET /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415558 Sep 16 05:24:01.077823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ef51de-4c99-4967-982b-1af257abef9a req-9e688b3a-6b9a-4938-b548-47c0525dd101 service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088986 Sep 16 05:24:01.097624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 824ef5de-fb91-40d0-824c-3d65859ea8bf, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=824ef5de-fb91-40d0-824c-3d65859ea8bf,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:01.127843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cd3483-ba56-4f7a-9c24-b378309a17cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.157889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '824ef5de-fb91-40d0-824c-3d65859ea8bf', 'network_id': '33958d6b-4990-4263-b54e-a41644f1a3f4', 'port_id': '824ef5de-fb91-40d0-824c-3d65859ea8bf', 'mac_address': 'fa:16:3e:f5:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2fbf9f-878e-45bd-89ea-74e463afd0e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:01.193184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cd3483-ba56-4f7a-9c24-b378309a17cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.207153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-bb2c2c60-a8df-4013-b6fb-f4785be12c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.209471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-bb2c2c60-a8df-4013-b6fb-f4785be12c3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.4478946 Sep 16 05:24:01.239618 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.256822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:23:55Z', 'revision_number': 0, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:01.260273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.262496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.292793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae1477-8c2b-4403-a8da-cf6c5c2e5172 None None] The sync data for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 is: [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:23:11Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:23:55Z', 'revision_number': 0, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:01.299934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824ef5de-fb91-40d0-824c-3d65859ea8bf {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:01.319318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=8ed5d4ac-620f-4eba-bc08-f075be167888,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.386860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 824ef5de-fb91-40d0-824c-3d65859ea8bf, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=824ef5de-fb91-40d0-824c-3d65859ea8bf,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:01.399978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.562182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=824ef5de-fb91-40d0-824c-3d65859ea8bf,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.597568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.611227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-f7e9ed9a-903e-4845-b8aa-af42525e744a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 1000 time: 0.3911049 Sep 16 05:24:01.617607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cd3483-ba56-4f7a-9c24-b378309a17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.621312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53cd3483-ba56-4f7a-9c24-b378309a17cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.627241 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-53cd3483-ba56-4f7a-9c24-b378309a17cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b1e49f2-f464-467b-8f17-6ab910e61e4a HTTP/1.1" status: 204 len: 168 time: 0.6824064 Sep 16 05:24:01.656208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43606) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:01.658793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['824ef5de-fb91-40d0-824c-3d65859ea8bf'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:01.752260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd3483-ba56-4f7a-9c24-b378309a17cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1e49f2-f464-467b-8f17-6ab910e61e4a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:01.792254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a997-e3c1-43df-bc22-6d0b60e6a8cc req-040b9535-71ef-4390-8203-6269f3301c23 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:01.802710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4308a997-e3c1-43df-bc22-6d0b60e6a8cc req-040b9535-71ef-4390-8203-6269f3301c23 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1096 time: 0.5921621 Sep 16 05:24:01.831547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fa2561c4-7e80-4e4a-80b1-573abe83844c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:01.848314 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d6f47-e6a3-4ad6-abe1-10e0f7bb9bfe None None] New status for floating IP bdd04a0c-c5e8-4402-8238-79ed5e72c197: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:01.903573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Allocated IP 2001:db8::1 (b604e2f9-3e00-44d6-9c91-9198f453aea8/2e668747-8575-47ce-bddc-e5766adb6215/826850fd-6a59-40df-b905-e29c5b0805e7) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:01.915215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Deleting port 35711c64-3b7e-4aeb-a082-a697942beea7 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:01.916228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:01.947693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bdd305-f47d-42d3-a566-e50580aefa89 None None] Network 129573e6-d2d0-44b8-9c00-2f649443709c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:02.071422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fa2561c4-7e80-4e4a-80b1-573abe83844c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:02.073353 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.077372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:02.083124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1e0a287f-33bc-4b75-a542-57e194559ed5 None None] Provisioning complete for port fa2561c4-7e80-4e4a-80b1-573abe83844c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:02.084552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1e0a287f-33bc-4b75-a542-57e194559ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.472156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1e0a287f-33bc-4b75-a542-57e194559ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.494705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.508282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1ef51de-4c99-4967-982b-1af257abef9a req-f4829690-fdf4-4725-ab0a-d4806747b216 service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4154847 Sep 16 05:24:02.551137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-1b8cd87e-7245-40dc-ae6c-17d2dbdf2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.553110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-1b8cd87e-7245-40dc-ae6c-17d2dbdf2bf6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.9118423 Sep 16 05:24:02.557395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0b50440c-befe-4ebd-bd33-4a43075b5e69 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/bdd04a0c-c5e8-4402-8238-79ed5e72c197 HTTP/1.1" status: 200 len: 992 time: 0.9000757 Sep 16 05:24:02.614999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1e0a287f-33bc-4b75-a542-57e194559ed5 None None] For port fa2561c4-7e80-4e4a-80b1-573abe83844c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fa2561c4-7e80-4e4a-80b1-573abe83844c,segment=NetworkSegment(2789a71f-f50f-4417-ae63-a32e3edcfcc8),segment_id=2789a71f-f50f-4417-ae63-a32e3edcfcc8)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:02.625854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4308a997-e3c1-43df-bc22-6d0b60e6a8cc req-bff6b3a9-5958-45ee-904c-78385bd83ccf tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8218200 Sep 16 05:24:02.635817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1e0a287f-33bc-4b75-a542-57e194559ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.642242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] For port 35711c64-3b7e-4aeb-a082-a697942beea7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35711c64-3b7e-4aeb-a082-a697942beea7,segment=NetworkSegment(e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b),segment_id=e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:02.642666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.657313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-57028308-ca2b-4c06-8180-4229d5ead3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.657977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Calling delete_port for 35711c64-3b7e-4aeb-a082-a697942beea7 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:02.659408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-57028308-ca2b-4c06-8180-4229d5ead3ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975735 Sep 16 05:24:02.755915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:02.761664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:02.761664 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:02.768639 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b9655819-f6da-4a3b-b1c9-07b578604eae tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "PUT /v2.0/routers/90bc89c5-275d-4e9b-a50c-0d7c8a32d273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4561412 Sep 16 05:24:02.770808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] Sync routers for ids ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:02.777264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a287f-33bc-4b75-a542-57e194559ed5 None None] Pushing event updated for resources: {'Port': ['ID=fa2561c4-7e80-4e4a-80b1-573abe83844c,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:02.786581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] Routers {'90bc89c5-275d-4e9b-a50c-0d7c8a32d273'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:02.787674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:02.799955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43626) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:02.816257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.932638 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 824ef5de-fb91-40d0-824c-3d65859ea8bf up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:02.942921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] Set router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:03.005805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-ede5a40b-c583-48ed-819c-963059c3cd1f service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315284 Sep 16 05:24:03.028918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.047732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'name': 'tempest-NetworksTestDHCPv6-router-311786026', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:48Z', 'updated_at': '2021-09-16T05:24:01Z', 'revision_number': 3, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:03.058925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7ab08-40b1-443f-929f-037009ed97bb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.060249 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7ab08-40b1-443f-929f-037009ed97bb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.065244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ead7ab08-40b1-443f-929f-037009ed97bb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2549977 Sep 16 05:24:03.066307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43634) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:03.074336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.099901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35711c64-3b7e-4aeb-a082-a697942beea7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.106499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] Checking router: 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:03.128491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] Routers {'90bc89c5-275d-4e9b-a50c-0d7c8a32d273'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:03.129155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:03.131196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4bf6cd5a-8bd9-490c-8192-4ade54753a9b None None] Provisioning complete for port fa2561c4-7e80-4e4a-80b1-573abe83844c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.131797 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4bf6cd5a-8bd9-490c-8192-4ade54753a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.175887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Port': ['ID=826850fd-6a59-40df-b905-e29c5b0805e7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.204514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 824ef5de-fb91-40d0-824c-3d65859ea8bf completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:03.243712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:03.245043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] Set router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:03.248388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 824ef5de-fb91-40d0-824c-3d65859ea8bf triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.248767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.254591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:03.263053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 098cc886-b78c-421c-bcb1-10582d9219c0 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:03.267350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:03.268299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.318406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.366428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed946963-5de2-4ab4-a96f-96ea839f1f73 req-abdb1552-9c0e-45a9-8a4d-087f3c420cbd service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399642 Sep 16 05:24:03.391581 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.424236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.535885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.545392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'name': 'tempest-NetworksTestDHCPv6-router-311786026', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:48Z', 'updated_at': '2021-09-16T05:24:01Z', 'revision_number': 3, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:03.563827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43644) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:03.613393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b483dd-9cdd-4b92-8437-4cab729b5920 None None] The sync data for ids ['90bc89c5-275d-4e9b-a50c-0d7c8a32d273'] in n-d-713301-15 is: [{'id': '90bc89c5-275d-4e9b-a50c-0d7c8a32d273', 'name': 'tempest-NetworksTestDHCPv6-router-311786026', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:48Z', 'updated_at': '2021-09-16T05:24:01Z', 'revision_number': 3, 'project_id': 'd50c458a027843dabd8bc5da0770a34e', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:03.654066 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.721702 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d8e5ad99-1c2d-4b70-a605-924672005774 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/bdd04a0c-c5e8-4402-8238-79ed5e72c197 HTTP/1.1" status: 200 len: 994 time: 0.1510673 Sep 16 05:24:03.860441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.890051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ef5de-fb91-40d0-824c-3d65859ea8bf'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:03.892383 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e9f9a-c0a9-4a75-8d2e-9656fa883f9a" -d '{"events": [{"server_uuid": "5a88fb62-0308-4d73-aa02-88f8cf90b0d8", "name": "network-vif-plugged", "status": "completed", "tag": "824ef5de-fb91-40d0-824c-3d65859ea8bf"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:03.911612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 824ef5de-fb91-40d0-824c-3d65859ea8bf, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=824ef5de-fb91-40d0-824c-3d65859ea8bf,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:03.918163 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.957645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Router 3e1c37d2-c9af-47fa-a112-2b1800090657 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:04.037647 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466dda0d-1a79-4da8-b1e9-041f6cb505f6 x-openstack-request-id: req-466dda0d-1a79-4da8-b1e9-041f6cb505f6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:04.037647 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a88fb62-0308-4d73-aa02-88f8cf90b0d8", "name": "network-vif-plugged", "status": "completed", "tag": "824ef5de-fb91-40d0-824c-3d65859ea8bf", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:04.037985 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-466dda0d-1a79-4da8-b1e9-041f6cb505f6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:04.038308 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ef5de-fb91-40d0-824c-3d65859ea8bf', 'code': 200} Sep 16 05:24:04.064346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0b8a904b-d580-41db-b2ed-1451f75ce9ae None None] Provisioning complete for port 826850fd-6a59-40df-b905-e29c5b0805e7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:04.064836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a03445-5766-4b86-b44b-e23233939894 req-f9e8b020-e888-4a57-b0e7-792545221ec1 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.068858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b8a904b-d580-41db-b2ed-1451f75ce9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.072739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8a03445-5766-4b86-b44b-e23233939894 req-f9e8b020-e888-4a57-b0e7-792545221ec1 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1097 time: 0.2199087 Sep 16 05:24:04.152855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a904b-d580-41db-b2ed-1451f75ce9ae None None] Port 826850fd-6a59-40df-b905-e29c5b0805e7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:04.163646 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.206743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=824ef5de-fb91-40d0-824c-3d65859ea8bf,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.219083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ddccb-ea30-416d-a253-48361a3c52eb None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:04.256748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:04.265256 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d57b48e7-45e6-4e8f-9543-33b2875bf0d3 admin admin] 10.222.0.55 "PUT /v2.0/routers/3e1c37d2-c9af-47fa-a112-2b1800090657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1471348 Sep 16 05:24:04.266813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43666) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.271140 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] Sync routers for ids ['3e1c37d2-c9af-47fa-a112-2b1800090657'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:04.288864 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] Routers {'3e1c37d2-c9af-47fa-a112-2b1800090657'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:04.297335 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3e1c37d2-c9af-47fa-a112-2b1800090657'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.366331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fa2561c4-7e80-4e4a-80b1-573abe83844c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:04.440353 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.443611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.445566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.454158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/098cc886-b78c-421c-bcb1-10582d9219c0 HTTP/1.1" status: 204 len: 168 time: 1.3826613 Sep 16 05:24:04.494775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43668) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:04.536565 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] Set router 3e1c37d2-c9af-47fa-a112-2b1800090657 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:04.541431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fa2561c4-7e80-4e4a-80b1-573abe83844c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:04.541817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.615941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.624032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.651207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fa556-9f50-40c4-9738-5af8735f6326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=098cc886-b78c-421c-bcb1-10582d9219c0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.655892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8a03445-5766-4b86-b44b-e23233939894 req-66b57765-a6f5-410f-b6dd-18809cb6701f tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820873 Sep 16 05:24:04.663078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.684931 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:04.741045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Deleting port 3860ff4b-b4d1-4b19-b156-74fd2a750062 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:04.741875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.783462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8ed5d4ac-620f-4eba-bc08-f075be167888 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:04.809242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8ed5d4ac-620f-4eba-bc08-f075be167888 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:04.809639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8ed5d4ac-620f-4eba-bc08-f075be167888 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:04.826564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982817-9428-43ec-9f4b-7235da6ab2a8 req-1e5fafb6-5bd2-4e71-a62b-464634ed6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.828266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32982817-9428-43ec-9f4b-7235da6ab2a8 req-1e5fafb6-5bd2-4e71-a62b-464634ed6cd7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.7525034 Sep 16 05:24:04.853852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] Deleting port c9154664-bf35-4f65-9d7c-69739cacf101 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:04.854226 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.869522 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 5, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port': {'id': '3860ff4b-b4d1-4b19-b156-74fd2a750062', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:40Z', 'updated_at': '2021-09-16T05:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.881514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] For port 3860ff4b-b4d1-4b19-b156-74fd2a750062, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3860ff4b-b4d1-4b19-b156-74fd2a750062,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:04.881922 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:04.913664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Calling delete_port for 3860ff4b-b4d1-4b19-b156-74fd2a750062 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:04.920332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:04.927200 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] Checking router: 3e1c37d2-c9af-47fa-a112-2b1800090657 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:04.951248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:04.951538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] Routers {'3e1c37d2-c9af-47fa-a112-2b1800090657'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:04.952673 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3e1c37d2-c9af-47fa-a112-2b1800090657'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:04.970010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b7764bc2-444e-4731-8fc7-5e814898ef7b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4737284 Sep 16 05:24:04.970955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event updated for resources: {'Port': ['ID=826850fd-6a59-40df-b905-e29c5b0805e7,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:04.973618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43670) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:05.022277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] For port c9154664-bf35-4f65-9d7c-69739cacf101, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c9154664-bf35-4f65-9d7c-69739cacf101,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:05.022880 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.065470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] Calling delete_port for c9154664-bf35-4f65-9d7c-69739cacf101 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:05.215918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.242985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32982817-9428-43ec-9f4b-7235da6ab2a8 req-050c6c99-7e58-4908-95da-7baf7010391d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727245 Sep 16 05:24:05.244975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.252258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Router 2a3b5824-f398-45a3-96ac-41b6b4eab841 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:05.258469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-208dce59-e3d6-4c99-9eaf-8d461576bf3d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.272379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] Pushing event deleted for resources: {'Port': ['ID=c9154664-bf35-4f65-9d7c-69739cacf101,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:05.279196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb454017-a20f-4c1b-8ae1-ae645f82d506 None None] No DVR routers for this DVR port c9154664-bf35-4f65-9d7c-69739cacf101 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:05.321461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3860ff4b-b4d1-4b19-b156-74fd2a750062,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:05.322242 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] Set router 3e1c37d2-c9af-47fa-a112-2b1800090657 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:05.399532 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:24:04Z', 'revision_number': 6, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:05.400746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-11b58686-d35e-497f-9f17-768ba998ab8f None None] Provisioning complete for port 826850fd-6a59-40df-b905-e29c5b0805e7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:05.401130 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11b58686-d35e-497f-9f17-768ba998ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.430765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.438408 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d4687-12e5-45e3-8adf-8cb0ef2d56ca None None] The sync data for ids ['3e1c37d2-c9af-47fa-a112-2b1800090657'] in n-d-713301-15 is: [{'id': '3e1c37d2-c9af-47fa-a112-2b1800090657', 'name': 'tempest-ServerRescueTestJSON-1494769197-router', 'tenant_id': 'ca559da2dfee445daa8da7aadbdd7052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:37Z', 'updated_at': '2021-09-16T05:24:04Z', 'revision_number': 6, 'project_id': 'ca559da2dfee445daa8da7aadbdd7052', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:05.476906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-11b58686-d35e-497f-9f17-768ba998ab8f None None] Port 826850fd-6a59-40df-b905-e29c5b0805e7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:05.545215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.547942 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.581012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-208dce59-e3d6-4c99-9eaf-8d461576bf3d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.587983 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-208dce59-e3d6-4c99-9eaf-8d461576bf3d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.630177 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.630865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1c37d2-c9af-47fa-a112-2b1800090657 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:05.635906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.639435 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c0dd3e59-e03d-4216-9573-b748c5e5d6c9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3e1c37d2-c9af-47fa-a112-2b1800090657 HTTP/1.1" status: 204 len: 168 time: 1.3676686 Sep 16 05:24:05.639995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43694) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:05.684018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-208dce59-e3d6-4c99-9eaf-8d461576bf3d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.684812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208dce59-e3d6-4c99-9eaf-8d461576bf3d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Fanout notify agent at l3_agent the message router_deleted on router 90bc89c5-275d-4e9b-a50c-0d7c8a32d273 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:05.694958 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-208dce59-e3d6-4c99-9eaf-8d461576bf3d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.696179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-208dce59-e3d6-4c99-9eaf-8d461576bf3d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/routers/90bc89c5-275d-4e9b-a50c-0d7c8a32d273 HTTP/1.1" status: 204 len: 168 time: 0.7184975 Sep 16 05:24:05.697754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:05.700074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43698) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:05.704604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0152d3ab-e5b1-46bc-950d-a9930c9c7fae tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6802251 Sep 16 05:24:05.710347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43700) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:05.721628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] Sync routers for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:05.740793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] Deleting subnet b6864242-57bd-430a-a200-5de6160caf63 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:05.745686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:05.746629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:05.753656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b826034e-5143-4434-9bde-44dd50dbfd3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0456979 Sep 16 05:24:05.754039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43702) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:05.815334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.862803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d1543-6d8a-4cc8-beb2-0c1523a5d737 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:05.870691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43704) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:05.872517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-444d1543-6d8a-4cc8-beb2-0c1523a5d737 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1093688 Sep 16 05:24:05.873751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:05.889185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:05.889826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:05.895716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65238045-8c06-492e-a91b-7b2b9b016109 req-116e2e16-523e-4c6d-8475-8f0eb4bb07a4 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:05.904519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65238045-8c06-492e-a91b-7b2b9b016109 req-116e2e16-523e-4c6d-8475-8f0eb4bb07a4 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.0981717 Sep 16 05:24:05.939314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:05.939992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f62f68-e2d1-4fdc-84d8-850302ef9e20 None None] The sync data for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:05.969375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65238045-8c06-492e-a91b-7b2b9b016109 req-593acb3f-1517-420c-bb9d-2b2d6c7a2c4b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617623 Sep 16 05:24:06.025477 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e95e0a32-44ee-46d8-872b-48a5a053a83b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733960 Sep 16 05:24:06.029506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43706) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:06.034606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.042825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:06.074456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c9154664-bf35-4f65-9d7c-69739cacf101 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:06.098056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c9154664-bf35-4f65-9d7c-69739cacf101 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:06.098448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c9154664-bf35-4f65-9d7c-69739cacf101 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:06.099055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35711c64-3b7e-4aeb-a082-a697942beea7 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:06.102042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-647c8d70-c1a7-403e-9f55-a7f3aa94b75c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.127698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 35711c64-3b7e-4aeb-a082-a697942beea7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:06.128163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35711c64-3b7e-4aeb-a082-a697942beea7 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:06.234033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.284617 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-647c8d70-c1a7-403e-9f55-a7f3aa94b75c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:24:06.285670 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-647c8d70-c1a7-403e-9f55-a7f3aa94b75c tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841 HTTP/1.1" status: 409 len: 329 time: 0.5696616 Sep 16 05:24:06.288648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43708) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:06.300952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:06.305358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.386050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.434258 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6864242-57bd-430a-a200-5de6160caf63,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:06.436623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.438560 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ce402c4a-a3fc-4d34-9803-46a579dd1370 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b6864242-57bd-430a-a200-5de6160caf63 HTTP/1.1" status: 204 len: 168 time: 0.7974699 Sep 16 05:24:06.441929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43710) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:06.540305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.732354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.767364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1393b7-cdb2-475c-bc9e-9ccb33a8602f']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:06.812262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:06.813621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ce5f3c-ca3f-4b10-9f17-8c0d8f9b602b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:06.864270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.163933 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.188893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.201130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:07.201563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:07.203797 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:07.262896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:07.266267 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.340864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.355349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.355349 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fe1393b7-cdb2-475c-bc9e-9ccb33a8602f HTTP/1.1" status: 204 len: 168 time: 0.9112492 Sep 16 05:24:07.362884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:07.366883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:07.380897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.381086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49b5dd-9d4f-4589-b7d2-012d6c192b4f None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:07.381878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.423445 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3911774 Sep 16 05:24:07.425616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93a791-53ce-4ce6-9daf-b21af49f7b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1393b7-cdb2-475c-bc9e-9ccb33a8602f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.434271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.437427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392ade3-cbb3-4ebb-a0be-2117d8e2e9c1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=ca10999d-785a-4fe8-a8e6-a401df5734f0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.445088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:07.511720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2f47-a934-4dde-b7ec-8566d7f368c6 req-9159beed-58f2-4fa0-99a0-8ae5981f5a60 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.519908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cdd2f47-a934-4dde-b7ec-8566d7f368c6 req-9159beed-58f2-4fa0-99a0-8ae5981f5a60 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.1307061 Sep 16 05:24:07.662808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:07.663676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cdd2f47-a934-4dde-b7ec-8566d7f368c6 req-c8e77d4d-396f-4c12-99e9-0b8d110016bc tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425962 Sep 16 05:24:07.671582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.714274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43728) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.735708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': 'ca10999d-785a-4fe8-a8e6-a401df5734f0'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:07.741422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:07.812204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b463c5c7-dfd2-4812-b810-a0d680ba7987 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca559da2dfee445daa8da7aadbdd7052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733533 Sep 16 05:24:07.817409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43734) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:07.846654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3860ff4b-b4d1-4b19-b156-74fd2a750062 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:07.981368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3860ff4b-b4d1-4b19-b156-74fd2a750062 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:07.982181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3860ff4b-b4d1-4b19-b156-74fd2a750062 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:08.008740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.020934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting port 826850fd-6a59-40df-b905-e29c5b0805e7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:08.021560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.079483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:08.086707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:08.104124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.104315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.133154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c556-42ea-4c95-8614-943901d39e3c req-1f6953d0-53a2-4fb1-a6e8-fe7c62a0038d tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.137451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Allocated IP 2001:db8::f816:3eff:fe2a:7bcf (5a28f602-7f3c-4d66-baa0-3729bf850f5a/ca10999d-785a-4fe8-a8e6-a401df5734f0/e6b9e559-d84b-4712-9415-744b2cb3b05e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:08.142905 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7029059 Sep 16 05:24:08.143120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6879c556-42ea-4c95-8614-943901d39e3c req-1f6953d0-53a2-4fb1-a6e8-fe7c62a0038d tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.2537701 Sep 16 05:24:08.150635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43742) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.152174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.170856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:68:a1:8e', 'name': 'tempest-NetworksTestDHCPv6-1056707108'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:08.201238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527988ac-bad1-4c6d-843c-2be49419dddb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=b9d50438-f9c7-4486-b1ee-01a3339449db,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.341196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.387214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6879c556-42ea-4c95-8614-943901d39e3c req-20a18409-7179-4726-8aae-bed8bde78125 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293844 Sep 16 05:24:08.401571 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.414805 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.452469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:08.463200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.486857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.493331 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.497958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a16ed38-8be8-4c27-9a65-9b8a25f8d612 HTTP/1.1" status: 204 len: 168 time: 0.6785312 Sep 16 05:24:08.516201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Calling delete_port for 826850fd-6a59-40df-b905-e29c5b0805e7 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:08.527349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Pushing event updated for resources: {'Port': ['ID=e6b9e559-d84b-4712-9415-744b2cb3b05e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.537503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a16ed38-8be8-4c27-9a65-9b8a25f8d612,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.554805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.555200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.555499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.556415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.556975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.557590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.557915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.558259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.558596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.558926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.559364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.559705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2affe5-c137-4d49-a348-5780f6fb156f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:08.563195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:08.569665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:08.581025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:08.677502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.725891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:08.734298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port df9c00c8-86cf-4ad0-9c80-1296b8ad0f99 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:08.737385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Attempting to bind port e6b9e559-d84b-4712-9415-744b2cb3b05e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:08.738039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Attempting to bind port e6b9e559-d84b-4712-9415-744b2cb3b05e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:08.738413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Attempting to bind port e6b9e559-d84b-4712-9415-744b2cb3b05e on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:08.746675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:08.747633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:08.748056 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.748485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:08.748979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Bound port: e6b9e559-d84b-4712-9415-744b2cb3b05e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:08.749541 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.801761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0ca9b-25c9-444f-9621-541e706ee85a req-7a4ddc22-81b9-4055-8506-0603a543b648 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.818665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1fd0ca9b-25c9-444f-9621-541e706ee85a req-7a4ddc22-81b9-4055-8506-0603a543b648 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.2658331 Sep 16 05:24:08.848585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] For port e6b9e559-d84b-4712-9415-744b2cb3b05e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:08.853717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] For port e6b9e559-d84b-4712-9415-744b2cb3b05e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e6b9e559-d84b-4712-9415-744b2cb3b05e,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:08.860211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.972002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523ccac-7fcc-4c60-8c77-a221cb5e9b28 None None] Pushing event updated for resources: {'Port': ['ID=e6b9e559-d84b-4712-9415-744b2cb3b05e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.000294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1fd0ca9b-25c9-444f-9621-541e706ee85a req-8ac7ed35-f2b6-4a2d-a0c9-395d6ad0c567 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803083 Sep 16 05:24:09.189417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.225171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 172.20.0.9 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/b9d50438-f9c7-4486-b1ee-01a3339449db/df9c00c8-86cf-4ad0-9c80-1296b8ad0f99) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:09.240794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fe68:a18e (5a28f602-7f3c-4d66-baa0-3729bf850f5a/ca10999d-785a-4fe8-a8e6-a401df5734f0/df9c00c8-86cf-4ad0-9c80-1296b8ad0f99) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:09.262593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Port': ['ID=826850fd-6a59-40df-b905-e29c5b0805e7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.368166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8590aa0-d3ff-446b-b246-764c1d9f1abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.608494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.679379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.725312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacab5a4-02a7-4b91-aa6e-5f806889ae59 req-b22453ee-ddd6-4dcc-a535-bd22281dcc85 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:09.726990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bacab5a4-02a7-4b91-aa6e-5f806889ae59 req-b22453ee-ddd6-4dcc-a535-bd22281dcc85 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.1163852 Sep 16 05:24:09.755693 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8590aa0-d3ff-446b-b246-764c1d9f1abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.757451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.771165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8590aa0-d3ff-446b-b246-764c1d9f1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:09.852392 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f8590aa0-d3ff-446b-b246-764c1d9f1abc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12f97adc237f4a849d8157201684fb56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1253366 Sep 16 05:24:09.856803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:09.860425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43778) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:09.874858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bacab5a4-02a7-4b91-aa6e-5f806889ae59 req-f2e210f4-04c3-42ec-8d77-db49e2969f55 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148367 Sep 16 05:24:09.876437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:09.891008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:09.898164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Router 2a3b5824-f398-45a3-96ac-41b6b4eab841 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:09.940973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8590aa0-d3ff-446b-b246-764c1d9f1abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea54d9a-c082-42b8-9d08-a98837ea2b63,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.956081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=df9c00c8-86cf-4ad0-9c80-1296b8ad0f99,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:09.998299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:10.008029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.008029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.009768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b9ff85f6-7a78-4a8e-8202-85fb61ca325a tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7190967 Sep 16 05:24:10.010105 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] Sync routers for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:10.011353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43782) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.013556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e6b9e559-d84b-4712-9415-744b2cb3b05e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:10.031726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:10.033842 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:10.039334 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fa434838-bd07-4704-985d-e0a8a9e8e684 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8825047 Sep 16 05:24:10.039785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43784) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.063779 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-7ff9aaad-df41-40ba-8778-be9a852f3bc1 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] show failed (client error): The resource could not be found. Sep 16 05:24:10.069523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ff9aaad-df41-40ba-8778-be9a852f3bc1 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-657290095 HTTP/1.1" status: 404 len: 334 time: 0.0567544 Sep 16 05:24:10.074761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43788) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.080357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f23b5f19-3dff-4de6-a3d9-be5f245d8c9e tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:10.080974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1402-9dbc-4f5d-8224-f3f859eab237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.124119 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:10.135908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e6b9e559-d84b-4712-9415-744b2cb3b05e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:10.136616 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.146027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1402-9dbc-4f5d-8224-f3f859eab237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.163270 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-f23b5f19-3dff-4de6-a3d9-be5f245d8c9e tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] update failed (client error): The resource could not be found. Sep 16 05:24:10.172274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f23b5f19-3dff-4de6-a3d9-be5f245d8c9e tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-649538702 HTTP/1.1" status: 404 len: 334 time: 0.0960059 Sep 16 05:24:10.172873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43790) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.173314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43792) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.186390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] Routers {'2a3b5824-f398-45a3-96ac-41b6b4eab841'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:10.187350 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2a3b5824-f398-45a3-96ac-41b6b4eab841'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:10.207964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb3c8a-3d55-4308-8b75-882605e826a7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.230428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb3c8a-3d55-4308-8b75-882605e826a7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.237137 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:10.238056 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314d534-0e3e-49a2-bd09-735c9f9ce19d None None] The sync data for ids ['2a3b5824-f398-45a3-96ac-41b6b4eab841'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:10.240294 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-41eb3c8a-3d55-4308-8b75-882605e826a7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1970663 Sep 16 05:24:10.241571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43798) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.282859 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.298290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting subnet b2e0ee2f-9840-4cf3-bee2-3b4a5dec0a96 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:10.304649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.331137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port e6b9e559-d84b-4712-9415-744b2cb3b05e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e6b9e559-d84b-4712-9415-744b2cb3b05e,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:10.340350 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.411141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.412540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1402-9dbc-4f5d-8224-f3f859eab237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.415793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1d3c1402-9dbc-4f5d-8224-f3f859eab237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.421507 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1d3c1402-9dbc-4f5d-8224-f3f859eab237 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fea54d9a-c082-42b8-9d08-a98837ea2b63 HTTP/1.1" status: 204 len: 168 time: 0.5555251 Sep 16 05:24:10.436414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c1402-9dbc-4f5d-8224-f3f859eab237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea54d9a-c082-42b8-9d08-a98837ea2b63,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.443773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port df9c00c8-86cf-4ad0-9c80-1296b8ad0f99 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:10.444150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.466367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=e6b9e559-d84b-4712-9415-744b2cb3b05e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.517417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-191821523-network', 'tenant_id': '3b9ed925ebae4435ac9af7e377f0e61f'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:10.580297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.582416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.586553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Made reservation on behalf of 3b9ed925ebae4435ac9af7e377f0e61f for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:10.595520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.602393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for df9c00c8-86cf-4ad0-9c80-1296b8ad0f99 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:10.607268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6293550-5470-41bc-9ad2-a3289958febe None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:10.634979 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.683659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-374ac605-8641-4f52-906b-be0689bddb8e None None] Provisioning complete for port e6b9e559-d84b-4712-9415-744b2cb3b05e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:10.684122 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-374ac605-8641-4f52-906b-be0689bddb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.707265 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.761464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.763653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/subnets/b2e0ee2f-9840-4cf3-bee2-3b4a5dec0a96 HTTP/1.1" status: 204 len: 168 time: 0.5875587 Sep 16 05:24:10.766621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6521d-204c-446f-94a0-37861edfc065 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e0ee2f-9840-4cf3-bee2-3b4a5dec0a96,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.767353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43804) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.801067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45d898-0742-4d7a-9b0d-3ae6ea478f7a None None] Network 129573e6-d2d0-44b8-9c00-2f649443709c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:10.860472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.874438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:10.891388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-36c7c60b-8dd9-4e4a-bcf0-e653b4b2276b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.895405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-36c7c60b-8dd9-4e4a-bcf0-e653b4b2276b tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.0775192 Sep 16 05:24:10.961542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7449d36-16c2-4974-bdd7-4de9389dd801,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:10.962905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.017605 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.027579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:11.040019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.041547 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Added segment a4540244-0bd7-447b-9b40-db1e64a4f2d2 of type vlan for network c5673ead-798e-4fa4-a756-34059f79ab5d Sep 16 05:24:11.058184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=df9c00c8-86cf-4ad0-9c80-1296b8ad0f99,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.104520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.200453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting port fa2561c4-7e80-4e4a-80b1-573abe83844c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:11.201140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.202849 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.204523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.206383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.231342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] DHCP port deletion for 129573e6-d2d0-44b8-9c00-2f649443709c request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:11.260313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78dbb0-0d8f-44f7-9a60-0fa29da30fcb None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': 'ca10999d-785a-4fe8-a8e6-a401df5734f0', 'ip_address': '2001:db8::f816:3eff:fe2a:7bcf'}, {'subnet_id': 'b9d50438-f9c7-4486-b1ee-01a3339449db'}], 'binding:host_id': 'n-d-713301-15'}, 'id': 'e6b9e559-d84b-4712-9415-744b2cb3b05e'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:24:11.316225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e126e-39cf-424b-b3a2-d4e858a0d9af req-a9df1683-fa0e-47df-b4c4-418ba1a0d4ee tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.317612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e09e126e-39cf-424b-b3a2-d4e858a0d9af req-a9df1683-fa0e-47df-b4c4-418ba1a0d4ee tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 1098 time: 0.1876252 Sep 16 05:24:11.322201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1472640 Sep 16 05:24:11.323926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:11.325907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] For port fa2561c4-7e80-4e4a-80b1-573abe83844c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fa2561c4-7e80-4e4a-80b1-573abe83844c,segment=NetworkSegment(2789a71f-f50f-4417-ae63-a32e3edcfcc8),segment_id=2789a71f-f50f-4417-ae63-a32e3edcfcc8)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:11.326419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.336034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Request body: {'subnet': {'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-191821523-subnet', 'tenant_id': '3b9ed925ebae4435ac9af7e377f0e61f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:11.336424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Deleting port 824ef5de-fb91-40d0-824c-3d65859ea8bf {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:11.337606 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.377580 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa78dbb0-0d8f-44f7-9a60-0fa29da30fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.403481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] Deleting port fa2561c4-7e80-4e4a-80b1-573abe83844c {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:11.404038 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.449961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879af3d4-2236-4ba7-8295-03bcc6ff4437 admin admin] Pushing event updated for resources: {'Network': ['ID=c5673ead-798e-4fa4-a756-34059f79ab5d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.471769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Calling delete_port for fa2561c4-7e80-4e4a-80b1-573abe83844c owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:11.495948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] For port fa2561c4-7e80-4e4a-80b1-573abe83844c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fa2561c4-7e80-4e4a-80b1-573abe83844c,segment=NetworkSegment(2789a71f-f50f-4417-ae63-a32e3edcfcc8),segment_id=2789a71f-f50f-4417-ae63-a32e3edcfcc8)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:11.496391 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.510428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] Calling delete_port for fa2561c4-7e80-4e4a-80b1-573abe83844c owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:11.545898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e09e126e-39cf-424b-b3a2-d4e858a0d9af req-b5fbc8eb-76c9-422a-ba70-7caafcf38d72 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353130 Sep 16 05:24:11.571146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c5673ead-798e-4fa4-a756-34059f79ab5d details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:11.577008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.579413 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07bd522b-d176-4914-a02b-593d998c03bc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/df9c00c8-86cf-4ad0-9c80-1296b8ad0f99 HTTP/1.1" status: 204 len: 168 time: 1.3149836 Sep 16 05:24:11.580563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Made reservation on behalf of 3b9ed925ebae4435ac9af7e377f0e61f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:11.582931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43830) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:11.583984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.596138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.645423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] For port 824ef5de-fb91-40d0-824c-3d65859ea8bf, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=824ef5de-fb91-40d0-824c-3d65859ea8bf,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:11.645962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.650399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] No DVR routers for this DVR port fa2561c4-7e80-4e4a-80b1-573abe83844c on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:11.654295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Port': ['ID=fa2561c4-7e80-4e4a-80b1-573abe83844c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.687444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Calling delete_port for 824ef5de-fb91-40d0-824c-3d65859ea8bf owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:11.712797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0808d2a-8780-45f2-a952-0e52dc6628c4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.715006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0808d2a-8780-45f2-a952-0e52dc6628c4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.716805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0808d2a-8780-45f2-a952-0e52dc6628c4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.718558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0808d2a-8780-45f2-a952-0e52dc6628c4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1344864 Sep 16 05:24:11.721334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43834) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:11.800603 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.808156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.864156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] Pushing event deleted for resources: {'Port': ['ID=fa2561c4-7e80-4e4a-80b1-573abe83844c,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:11.870122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ba5c0-8a1d-4b19-944b-f99a20d13f05 None None] No DVR routers for this DVR port fa2561c4-7e80-4e4a-80b1-573abe83844c on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:11.887693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet b9d50438-f9c7-4486-b1ee-01a3339449db {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:11.893795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-aa78dbb0-0d8f-44f7-9a60-0fa29da30fcb None None] Allocated IP 172.20.0.2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/b9d50438-f9c7-4486-b1ee-01a3339449db/e6b9e559-d84b-4712-9415-744b2cb3b05e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:11.941944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e6b9e559-d84b-4712-9415-744b2cb3b05e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:11.980394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.000543 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.028476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['824ef5de-fb91-40d0-824c-3d65859ea8bf'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:12.031211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['60f05b35-e73f-4efc-a585-61639845314f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:12.037162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Pushing event deleted for resources: {'Port': ['ID=824ef5de-fb91-40d0-824c-3d65859ea8bf,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:12.054858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.086958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] No DVR routers for this DVR port 824ef5de-fb91-40d0-824c-3d65859ea8bf on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:12.091194 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.093838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd5d4caf-2d9d-4fc2-a191-521a3c7fc5bc req-e43aece1-ec44-4c75-8632-e91291a23afe tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.73 "DELETE /v2.0/ports/824ef5de-fb91-40d0-824c-3d65859ea8bf HTTP/1.1" status: 204 len: 173 time: 1.1921153 Sep 16 05:24:12.094587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'name': 'network-vif-deleted', 'tag': '824ef5de-fb91-40d0-824c-3d65859ea8bf'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:12.098794 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa13294-f354-4788-8166-8380c3da9b16" -d '{"events": [{"server_uuid": "5a88fb62-0308-4d73-aa02-88f8cf90b0d8", "name": "network-vif-deleted", "tag": "824ef5de-fb91-40d0-824c-3d65859ea8bf"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:12.155847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129573e6-d2d0-44b8-9c00-2f649443709c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.191063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2789a71f-f50f-4417-ae63-a32e3edcfcc8') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.191407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2789a71f-f50f-4417-ae63-a32e3edcfcc8') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.205822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.225305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.235631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:12.236419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:12.339872 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:12.351166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f19704-ac04-43ef-b864-fc8a9ea257cd,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:12.353870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.386806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.388957 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/networks/129573e6-d2d0-44b8-9c00-2f649443709c HTTP/1.1" status: 204 len: 168 time: 1.6180251 Sep 16 05:24:12.391663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43850) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:12.397229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-aa78dbb0-0d8f-44f7-9a60-0fa29da30fcb None None] For port e6b9e559-d84b-4712-9415-744b2cb3b05e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e6b9e559-d84b-4712-9415-744b2cb3b05e,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:12.397955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb5827-4bda-40a6-b2d5-43391dd6cd25 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Network': ['ID=129573e6-d2d0-44b8-9c00-2f649443709c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:12.412868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Checking segment: {'id': 'a4540244-0bd7-447b-9b40-db1e64a4f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:12.413243 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Network hostable DHCP agents. Network: c5673ead-798e-4fa4-a756-34059f79ab5d, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:12.439923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e6b9e559-d84b-4712-9415-744b2cb3b05e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:12.440638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.453306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Network c5673ead-798e-4fa4-a756-34059f79ab5d is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:12.465229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c5673ead-798e-4fa4-a756-34059f79ab5d) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:12.483266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:12.483905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.503364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f794d6-a3f1-4392-8a70-aa78a49b3f50 None None] Network c5673ead-798e-4fa4-a756-34059f79ab5d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:12.505019 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-981d88ee-ab14-4dc6-8f30-9c846dcba8e5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1752083 Sep 16 05:24:12.516345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting subnet 0140b5a2-fb0a-42cd-9bb1-11d937de4810 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:12.523655 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.583655 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa78dbb0-0d8f-44f7-9a60-0fa29da30fcb None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.609794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.610031 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa78dbb0-0d8f-44f7-9a60-0fa29da30fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.723093 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.815285 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1c40a5-bf77-46fe-b70f-f4bfca79004e x-openstack-request-id: req-6c1c40a5-bf77-46fe-b70f-f4bfca79004e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:12.815624 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a88fb62-0308-4d73-aa02-88f8cf90b0d8", "name": "network-vif-deleted", "tag": "824ef5de-fb91-40d0-824c-3d65859ea8bf", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:12.816400 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c1c40a5-bf77-46fe-b70f-f4bfca79004e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:12.816400 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a88fb62-0308-4d73-aa02-88f8cf90b0d8', 'name': 'network-vif-deleted', 'tag': '824ef5de-fb91-40d0-824c-3d65859ea8bf', 'status': 'completed', 'code': 200} Sep 16 05:24:12.821195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:12.905699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78dbb0-0d8f-44f7-9a60-0fa29da30fcb None None] Pushing event updated for resources: {'Port': ['ID=e6b9e559-d84b-4712-9415-744b2cb3b05e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:12.936364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70770445-9e34-4c80-9235-280bc7b120a5 req-9fc5f061-1de9-48eb-ae5f-ec6cc2a0121c tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5a88fb62-0308-4d73-aa02-88f8cf90b0d8 HTTP/1.1" status: 200 len: 210 time: 0.1109805 Sep 16 05:24:12.977386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fa2561c4-7e80-4e4a-80b1-573abe83844c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:13.023292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ee760-188a-489e-951e-d348a3beaab6 None None] Network c5673ead-798e-4fa4-a756-34059f79ab5d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:13.052798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: fa2561c4-7e80-4e4a-80b1-573abe83844c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:13.053180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fa2561c4-7e80-4e4a-80b1-573abe83844c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:13.054417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.094404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.193196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.236762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Subnet': ['ID=0140b5a2-fb0a-42cd-9bb1-11d937de4810,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.250271 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.267683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192b160-4188-46b1-a2ef-28f221cf190a None None] Network 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:13.279131 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.281060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ef86b70-a822-40e2-bdd8-4a54ff45ad6f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/subnets/0140b5a2-fb0a-42cd-9bb1-11d937de4810 HTTP/1.1" status: 204 len: 168 time: 0.8883650 Sep 16 05:24:13.283717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d50438-f9c7-4486-b1ee-01a3339449db,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.283882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43876) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.306753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.312044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9ae9503f-d9c7-4e33-b4b4-7eb856cd88e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/b9d50438-f9c7-4486-b1ee-01a3339449db HTTP/1.1" status: 204 len: 168 time: 1.5895448 Sep 16 05:24:13.312709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43878) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.382787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet ca10999d-785a-4fe8-a8e6-a401df5734f0 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:13.386503 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.408055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting subnet ae67820c-e92b-4fcf-841f-b9c6295f0a8c {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:13.412586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.457770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.496587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.610339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] DHCP port deletion for 95090fbe-1b59-4e6e-9c94-c6d04b60bf67 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:13.618681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43888) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.628332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1092171573-network', 'tenant_id': '1a60d3bfbbe44ebda698938584d90536'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:13.686686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.696990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.729038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Deleting port a7ecda32-e14b-417d-8b25-7ab4a2d00809 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:13.729738 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.757699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Made reservation on behalf of 1a60d3bfbbe44ebda698938584d90536 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:13.760729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.780156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.877372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.877999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] For port a7ecda32-e14b-417d-8b25-7ab4a2d00809, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a7ecda32-e14b-417d-8b25-7ab4a2d00809,segment=NetworkSegment(7be550a7-fc53-4c91-abaf-8beef8546300),segment_id=7be550a7-fc53-4c91-abaf-8beef8546300)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:13.878496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.883430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.902855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Calling delete_port for a7ecda32-e14b-417d-8b25-7ab4a2d00809 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:13.908123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.912726 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/subnets/ae67820c-e92b-4fcf-841f-b9c6295f0a8c HTTP/1.1" status: 204 len: 168 time: 0.6255901 Sep 16 05:24:13.912943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b4cdf-2155-4741-8825-2c2cde6ae756 None None] Network a1944882-e99e-452f-afec-f9d3c97c6c33 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:13.933232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43894) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.941322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3f266-3c48-40d4-8c12-ca78cd036b2d None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:13.943890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=ca10999d-785a-4fe8-a8e6-a401df5734f0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.948936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7334b3d-47c7-496e-98f6-cba914c55ec4 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67820c-e92b-4fcf-841f-b9c6295f0a8c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:13.965579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:13.970675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43896) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:13.971363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5ec1bc38-4716-4cf4-82a0-fc5091590279 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/ca10999d-785a-4fe8-a8e6-a401df5734f0 HTTP/1.1" status: 204 len: 168 time: 0.6571090 Sep 16 05:24:13.994149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e6b9e559-d84b-4712-9415-744b2cb3b05e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:14.083554 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.088733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-09e67d2f-0f6c-48e9-89d0-ad321f297534 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093972 Sep 16 05:24:14.091345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43902) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:14.097201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.097658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:14.127800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:14.148168 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.148777 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Added segment 521aaaa0-851d-480c-aae6-eda62a30cbfa of type vlan for network 40c9e40e-6182-459d-afbb-eaf7151c0016 Sep 16 05:24:14.209206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.241880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:14.247393 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.303224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.304235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.304831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.337792 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7173145 Sep 16 05:24:14.342297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a6cd0eaf-18e8-407a-9d65-159c88be7984 None None] Provisioning complete for port e6b9e559-d84b-4712-9415-744b2cb3b05e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:14.342676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0eaf-18e8-407a-9d65-159c88be7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.345768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43908) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:14.352187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Request body: {'subnet': {'network_id': '40c9e40e-6182-459d-afbb-eaf7151c0016', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1092171573-subnet', 'tenant_id': '1a60d3bfbbe44ebda698938584d90536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:14.362937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.400304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e6b9e559-d84b-4712-9415-744b2cb3b05e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:14.400692 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.422465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389fcab0-194a-4d61-90e3-f31a57bf84a0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.474103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38f84-a05b-4559-a0fb-950ba7a71026 admin admin] Pushing event updated for resources: {'Network': ['ID=40c9e40e-6182-459d-afbb-eaf7151c0016,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.490779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Made reservation on behalf of 1a60d3bfbbe44ebda698938584d90536 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:14.493446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 40c9e40e-6182-459d-afbb-eaf7151c0016 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:14.495795 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.502721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting port a7ecda32-e14b-417d-8b25-7ab4a2d00809 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:14.503063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.561952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a8af9-162e-4830-ae10-a34ef70d5052 req-2d90191e-a844-4745-9531-ae9040a32095 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:14.563946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-294a8af9-162e-4830-ae10-a34ef70d5052 req-2d90191e-a844-4745-9531-ae9040a32095 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.2011101 Sep 16 05:24:14.592515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] For port a7ecda32-e14b-417d-8b25-7ab4a2d00809, host n-d-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:14.593155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.617315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Calling delete_port for a7ecda32-e14b-417d-8b25-7ab4a2d00809 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:14.622062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Port a7ecda32-e14b-417d-8b25-7ab4a2d00809 was not found and therefore no delete operation was performed {{(pid=94718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:24:14.622274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] DHCP port deletion for a1944882-e99e-452f-afec-f9d3c97c6c33 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:14.626134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.661593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Port': ['ID=a7ecda32-e14b-417d-8b25-7ab4a2d00809,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.666847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] No DVR routers for this DVR port a7ecda32-e14b-417d-8b25-7ab4a2d00809 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:14.667872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.694869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] No DVR routers for this DVR port a7ecda32-e14b-417d-8b25-7ab4a2d00809 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:14.702268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-294a8af9-162e-4830-ae10-a34ef70d5052 req-decc672d-bd79-4e71-87df-ddd64a05c9ef tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870528 Sep 16 05:24:14.726384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Pushing event deleted for resources: {'Port': ['ID=a7ecda32-e14b-417d-8b25-7ab4a2d00809,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:14.798093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:14.822095 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.822471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.822705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.823035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.823366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.823690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.824053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.824559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.824993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.825197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.825513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.825833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e076290-f716-4fdf-ba20-e3f3488bf880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:14.828735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.865006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95090fbe-1b59-4e6e-9c94-c6d04b60bf67']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.873346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] Deleting port 521f1479-936f-415b-8ad0-f8451df66a5d {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:14.873725 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.900435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be550a7-fc53-4c91-abaf-8beef8546300') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.900838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be550a7-fc53-4c91-abaf-8beef8546300') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:14.911495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.940374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 824ef5de-fb91-40d0-824c-3d65859ea8bf no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:14.945650 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.945971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a7ecda32-e14b-417d-8b25-7ab4a2d00809 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:14.959412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:14.960485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:14.996875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: a7ecda32-e14b-417d-8b25-7ab4a2d00809 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:14.997340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a7ecda32-e14b-417d-8b25-7ab4a2d00809 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:14.998627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 824ef5de-fb91-40d0-824c-3d65859ea8bf {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:14.999071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 824ef5de-fb91-40d0-824c-3d65859ea8bf not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:15.007842 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.010102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] For port 521f1479-936f-415b-8ad0-f8451df66a5d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=521f1479-936f-415b-8ad0-f8451df66a5d,segment=NetworkSegment(d3345703-6969-43b2-85aa-df8d827b6d99),segment_id=d3345703-6969-43b2-85aa-df8d827b6d99)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:15.010385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:15.016004 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:15.026479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] Calling delete_port for 521f1479-936f-415b-8ad0-f8451df66a5d owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:15.081309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] Deleting port e6b9e559-d84b-4712-9415-744b2cb3b05e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:15.081691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.083437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.091130 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.093302 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/networks/95090fbe-1b59-4e6e-9c94-c6d04b60bf67 HTTP/1.1" status: 204 len: 168 time: 1.1585462 Sep 16 05:24:15.099918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:15.137959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e1584-cd9b-4d7d-8f6f-b632fd44552f tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Network': ['ID=95090fbe-1b59-4e6e-9c94-c6d04b60bf67,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.144956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:15.191895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] For port e6b9e559-d84b-4712-9415-744b2cb3b05e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e6b9e559-d84b-4712-9415-744b2cb3b05e,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:15.192226 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.201734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.231980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] No DVR routers for this DVR port 521f1479-936f-415b-8ad0-f8451df66a5d on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:15.249894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.251576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63da54-ed24-482d-8445-d35e6f6d9a63 None None] Pushing event deleted for resources: {'Port': ['ID=521f1479-936f-415b-8ad0-f8451df66a5d,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.253326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbc0455-078d-4e29-889c-2424ae39083f,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.258109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] Calling delete_port for e6b9e559-d84b-4712-9415-744b2cb3b05e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:15.287739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Checking segment: {'id': '521aaaa0-851d-480c-aae6-eda62a30cbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '40c9e40e-6182-459d-afbb-eaf7151c0016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:15.288473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Network hostable DHCP agents. Network: 40c9e40e-6182-459d-afbb-eaf7151c0016, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:15.346931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Network 40c9e40e-6182-459d-afbb-eaf7151c0016 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:15.366197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 40c9e40e-6182-459d-afbb-eaf7151c0016) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:15.381632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b60336-4a47-4675-83f1-99dadcccbd8c None None] Network 40c9e40e-6182-459d-afbb-eaf7151c0016 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:15.403426 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.406849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.407943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.431276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.433927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_pluggable_backend [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Port e6b9e559-d84b-4712-9415-744b2cb3b05e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94719) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 05:24:15.434559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_pluggable_backend [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:7bcf {{(pid=94719) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 05:24:15.439588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c3c3a55a-1886-41dd-80ef-a0c331546b2b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0925958 Sep 16 05:24:15.441233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_pluggable_backend [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2a:7bcf {{(pid=94719) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 05:24:15.443283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.458744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] Pushing event deleted for resources: {'Port': ['ID=e6b9e559-d84b-4712-9415-744b2cb3b05e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.460676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842f0b4-f425-4517-a4e4-30aea8c0cc17 None None] No DVR routers for this DVR port e6b9e559-d84b-4712-9415-744b2cb3b05e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:15.484592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1944882-e99e-452f-afec-f9d3c97c6c33']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:15.500856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:15.506503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3345703-6969-43b2-85aa-df8d827b6d99') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:15.507159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3345703-6969-43b2-85aa-df8d827b6d99') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:15.508293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:15.524983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f484d0a-6664-4d6c-8b2d-8e747b1cd1e5 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:15.525327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:15.526738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.529110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.542077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=161ccf05-be7c-4b8a-aea8-02a3e7affadc,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.557343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-03343b5f-52eb-4262-8b2c-2c93307e1cb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4643710 Sep 16 05:24:15.558635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.559767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43930) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:15.567577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:15.569565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:15.570170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:15.583324 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:15.727156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.752379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c08c0d-d172-404e-adfb-3d25d8781292 None None] Network 40c9e40e-6182-459d-afbb-eaf7151c0016 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:15.762887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.767276 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/networks/a1944882-e99e-452f-afec-f9d3c97c6c33 HTTP/1.1" status: 204 len: 168 time: 0.6639745 Sep 16 05:24:15.767276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ae165-af81-4d86-8b49-257e85972fbe tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Network': ['ID=a1944882-e99e-452f-afec-f9d3c97c6c33,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:15.768640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43936) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:15.822518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:15.829589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:15.913977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting subnet 2e668747-8575-47ce-bddc-e5766adb6215 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:15.932661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.039166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.050933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa59e8-c62d-4e2b-acac-aecb8b5bd902 req-03ee7c5f-d199-4eb5-b62f-c23c0652e296 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:16.053246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0faa59e8-c62d-4e2b-acac-aecb8b5bd902 req-03ee7c5f-d199-4eb5-b62f-c23c0652e296 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.1858103 Sep 16 05:24:16.055235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43948) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:16.127685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e6b9e559-d84b-4712-9415-744b2cb3b05e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:16.152144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e6b9e559-d84b-4712-9415-744b2cb3b05e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:16.152555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e6b9e559-d84b-4712-9415-744b2cb3b05e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:16.152898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 521f1479-936f-415b-8ad0-f8451df66a5d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:16.164379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0faa59e8-c62d-4e2b-acac-aecb8b5bd902 req-3e18d3c6-928d-47bd-a87c-3daae274d86f tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980966 Sep 16 05:24:16.206593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.207044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '161ccf05-be7c-4b8a-aea8-02a3e7affadc'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:16.208306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.216858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10306af5-9083-4b9c-abd8-28a30e683557 req-3f893971-4d78-4dd6-b06f-f9b59afea77a tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:16.219620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10306af5-9083-4b9c-abd8-28a30e683557 req-3f893971-4d78-4dd6-b06f-f9b59afea77a tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.1331882 Sep 16 05:24:16.220920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 521f1479-936f-415b-8ad0-f8451df66a5d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:16.223691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 521f1479-936f-415b-8ad0-f8451df66a5d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:16.304041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.320019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf0ce-6094-4060-b320-f9a03860e957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.349861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Subnet': ['ID=2e668747-8575-47ce-bddc-e5766adb6215,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.366623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.371268 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d02348a6-96fc-4a30-8bdc-9c7fa49c2862 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/subnets/2e668747-8575-47ce-bddc-e5766adb6215 HTTP/1.1" status: 204 len: 168 time: 0.6011939 Sep 16 05:24:16.373354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43952) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:16.388356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81acaa8-5acd-4e56-9e53-d69e2dffecb5 None None] Network b604e2f9-3e00-44d6-9c91-9198f453aea8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:16.532166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.554710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Allocated IP 2001:db8::f816:3eff:fe35:b03 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/161ccf05-be7c-4b8a-aea8-02a3e7affadc/4708a16a-b88d-4299-beb8-52996ec5131b) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:16.790365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] DHCP port deletion for b604e2f9-3e00-44d6-9c91-9198f453aea8 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:16.842033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.856065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.909176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Deleting port db303d4d-5312-48f9-8898-bc4e7b65c7b7 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:16.909708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.913181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.915542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:16.930039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:16.933421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:16.943907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Pushing event updated for resources: {'Port': ['ID=4708a16a-b88d-4299-beb8-52996ec5131b,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:16.952612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] Deleting port db303d4d-5312-48f9-8898-bc4e7b65c7b7 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:16.952612 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:16.984864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Deleting port 60f05b35-e73f-4efc-a585-61639845314f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:16.985135 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.001179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] For port db303d4d-5312-48f9-8898-bc4e7b65c7b7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=db303d4d-5312-48f9-8898-bc4e7b65c7b7,segment=NetworkSegment(07062a2c-7683-49d1-9cda-d61ead2b7913),segment_id=07062a2c-7683-49d1-9cda-d61ead2b7913)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:17.001179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.019483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:17.027311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Calling delete_port for db303d4d-5312-48f9-8898-bc4e7b65c7b7 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:17.069501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:17.078531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Attempting to bind port 4708a16a-b88d-4299-beb8-52996ec5131b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:17.079352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Attempting to bind port 4708a16a-b88d-4299-beb8-52996ec5131b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:17.079929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Attempting to bind port 4708a16a-b88d-4299-beb8-52996ec5131b on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:17.080890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.081497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.085562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] For port db303d4d-5312-48f9-8898-bc4e7b65c7b7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=db303d4d-5312-48f9-8898-bc4e7b65c7b7,segment=NetworkSegment(07062a2c-7683-49d1-9cda-d61ead2b7913),segment_id=07062a2c-7683-49d1-9cda-d61ead2b7913)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:17.090183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.105531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] Calling delete_port for db303d4d-5312-48f9-8898-bc4e7b65c7b7 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:17.112693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:17.113082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:17.113478 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.113903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:17.114357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Bound port: 4708a16a-b88d-4299-beb8-52996ec5131b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:17.114741 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.125352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=fe98cf33-d164-43fe-abd6-55e2813bc33d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.133706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.158854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf0ce-6094-4060-b320-f9a03860e957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.171467 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b2bf0ce-6094-4060-b320-f9a03860e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.172773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Port': ['ID=db303d4d-5312-48f9-8898-bc4e7b65c7b7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.180892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] No DVR routers for this DVR port db303d4d-5312-48f9-8898-bc4e7b65c7b7 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:17.193235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6616b620-8b10-4f0c-a753-e8c995778c70 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6320217 Sep 16 05:24:17.206077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-bf9d5ef7-4873-4211-b4a5-5bf493514215 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.207632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-bf9d5ef7-4873-4211-b4a5-5bf493514215 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/networks?id=c5673ead-798e-4fa4-a756-34059f79ab5d HTTP/1.1" status: 200 len: 824 time: 0.3211417 Sep 16 05:24:17.221473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43964) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:17.236663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:2c:2f:e5', 'name': 'tempest-NetworksTestDHCPv6-911286344'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:17.253628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] For port 4708a16a-b88d-4299-beb8-52996ec5131b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:17.257347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] For port 4708a16a-b88d-4299-beb8-52996ec5131b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4708a16a-b88d-4299-beb8-52996ec5131b,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:17.267234 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.287373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.295183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b2bf0ce-6094-4060-b320-f9a03860e957 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83c605f5e4f64d1ea585ac3dbe436308&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2355721 Sep 16 05:24:17.310026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43968) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:17.318380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bf0ce-6094-4060-b320-f9a03860e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cf5622-b694-4df8-8b62-95e47983ba71,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.322848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] For port 60f05b35-e73f-4efc-a585-61639845314f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=60f05b35-e73f-4efc-a585-61639845314f,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:17.323064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.328726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b604e2f9-3e00-44d6-9c91-9198f453aea8']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:17.329664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-fe354b94-cb92-4800-b9c6-360cfd0795a1 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/quotas/3b9ed925ebae4435ac9af7e377f0e61f HTTP/1.1" status: 200 len: 375 time: 0.1044447 Sep 16 05:24:17.330953 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.349905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] No DVR routers for this DVR port db303d4d-5312-48f9-8898-bc4e7b65c7b7 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:17.358439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20d70e-6f88-42eb-8ca6-2400883683c3 None None] Pushing event updated for resources: {'Port': ['ID=4708a16a-b88d-4299-beb8-52996ec5131b,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.363541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07062a2c-7683-49d1-9cda-d61ead2b7913') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:17.363944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07062a2c-7683-49d1-9cda-d61ead2b7913') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:17.386486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae3ea-94a8-41c8-a47a-c734c0b7100e None None] Pushing event deleted for resources: {'Port': ['ID=db303d4d-5312-48f9-8898-bc4e7b65c7b7,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.397714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.416120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Calling delete_port for 60f05b35-e73f-4efc-a585-61639845314f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:17.432073 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.442057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd61389f-f292-4956-b95f-6da54b7bc248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.447366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:17.447366 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:17.449466 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:17.454490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-72f10e9a-64e7-4e1d-b2d8-b378b9a0200c tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b9ed925ebae4435ac9af7e377f0e61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502944 Sep 16 05:24:17.531587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd61389f-f292-4956-b95f-6da54b7bc248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.539077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596920-0ad2-458a-a00c-69e0bc8f0e62 req-0b9e10a7-e918-434e-ab01-97d21e8876a2 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:17.541223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0596920-0ad2-458a-a00c-69e0bc8f0e62 req-0b9e10a7-e918-434e-ab01-97d21e8876a2 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 1097 time: 0.2533500 Sep 16 05:24:17.552157 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.577797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.577797 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/networks/b604e2f9-3e00-44d6-9c91-9198f453aea8 HTTP/1.1" status: 204 len: 168 time: 1.1985071 Sep 16 05:24:17.578945 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43972) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:17.602067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35575b5-74ee-44ad-8314-f0f7ff08e8d3 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Pushing event deleted for resources: {'Network': ['ID=b604e2f9-3e00-44d6-9c91-9198f453aea8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.636812 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0420883c-4a31-4124-8e84-d6c8589ace1d tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a3b5824-f398-45a3-96ac-41b6b4eab841 HTTP/1.1" status: 200 len: 205 time: 0.0440369 Sep 16 05:24:17.637251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43974) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:17.723363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cd27b36-46a7-4d94-a235-a2cddf062ee8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.723791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:17.798143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd61389f-f292-4956-b95f-6da54b7bc248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.800315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0596920-0ad2-458a-a00c-69e0bc8f0e62 req-9abf731e-5d54-4157-8c39-8014589713ab tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a25690d6-269b-4ebb-9d52-6a6d2cae2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141576 Sep 16 05:24:17.801135 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd61389f-f292-4956-b95f-6da54b7bc248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:17.802474 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cd61389f-f292-4956-b95f-6da54b7bc248 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45cf5622-b694-4df8-8b62-95e47983ba71 HTTP/1.1" status: 204 len: 168 time: 0.4897642 Sep 16 05:24:17.817969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61389f-f292-4956-b95f-6da54b7bc248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cf5622-b694-4df8-8b62-95e47983ba71,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:17.826783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-11611143-10ea-44b7-87e3-cb3987128f9c service neutron] 10.222.0.55 "GET /v2.0/networks/c5673ead-798e-4fa4-a756-34059f79ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674235 Sep 16 05:24:17.991075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4708a16a-b88d-4299-beb8-52996ec5131b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:18.010477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cd27b36-46a7-4d94-a235-a2cddf062ee8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.019294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cd27b36-46a7-4d94-a235-a2cddf062ee8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.028907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.047402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.068299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4708a16a-b88d-4299-beb8-52996ec5131b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:18.068782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.092699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Pushing event deleted for resources: {'Port': ['ID=60f05b35-e73f-4efc-a585-61639845314f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.097138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:18.097555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['60f05b35-e73f-4efc-a585-61639845314f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:18.112220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cd27b36-46a7-4d94-a235-a2cddf062ee8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.113181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd27b36-46a7-4d94-a235-a2cddf062ee8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Fanout notify agent at l3_agent the message router_deleted on router 2a3b5824-f398-45a3-96ac-41b6b4eab841 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:18.151689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cd27b36-46a7-4d94-a235-a2cddf062ee8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.155160 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2cd27b36-46a7-4d94-a235-a2cddf062ee8 tempest-RoutersNegativeIpV6Test-2095795499 tempest-RoutersNegativeIpV6Test-2095795499-project] 10.222.0.55 "DELETE /v2.0/routers/2a3b5824-f398-45a3-96ac-41b6b4eab841 HTTP/1.1" status: 204 len: 168 time: 0.5146592 Sep 16 05:24:18.228760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-90daa408-e5cd-4f3d-9e63-33ed20bbb463 service neutron] 10.222.0.55 "GET /v2.0/networks/c5673ead-798e-4fa4-a756-34059f79ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660839 Sep 16 05:24:18.232356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] No DVR routers for this DVR port 60f05b35-e73f-4efc-a585-61639845314f on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:18.239299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.244874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10306af5-9083-4b9c-abd8-28a30e683557 req-fc848245-4038-40e1-af09-f4726c8c0826 tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.64 "DELETE /v2.0/ports/60f05b35-e73f-4efc-a585-61639845314f HTTP/1.1" status: 204 len: 173 time: 1.9933348 Sep 16 05:24:18.244874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68c0339-dd90-48ea-a831-1188da56c606', 'name': 'network-vif-deleted', 'tag': '60f05b35-e73f-4efc-a585-61639845314f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:18.244874 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64774404-4ae6-4412-a67a-433e06b9e6b9" -d '{"events": [{"server_uuid": "e68c0339-dd90-48ea-a831-1188da56c606", "name": "network-vif-deleted", "tag": "60f05b35-e73f-4efc-a585-61639845314f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:18.317245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.426338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 4708a16a-b88d-4299-beb8-52996ec5131b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4708a16a-b88d-4299-beb8-52996ec5131b,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:18.443711 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.513065 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e3c1d4-d5d3-490f-8a57-4a7ef314bc67 x-openstack-request-id: req-90e3c1d4-d5d3-490f-8a57-4a7ef314bc67 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:18.513213 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68c0339-dd90-48ea-a831-1188da56c606", "name": "network-vif-deleted", "tag": "60f05b35-e73f-4efc-a585-61639845314f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:18.513481 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90e3c1d4-d5d3-490f-8a57-4a7ef314bc67 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:18.514782 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68c0339-dd90-48ea-a831-1188da56c606', 'name': 'network-vif-deleted', 'tag': '60f05b35-e73f-4efc-a585-61639845314f', 'status': 'completed', 'code': 200} Sep 16 05:24:18.560051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43986) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:18.571069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device db303d4d-5312-48f9-8898-bc4e7b65c7b7 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:18.600995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 172.20.0.12 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/fe98cf33-d164-43fe-abd6-55e2813bc33d/adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:18.605347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-23906247-baee-4709-a71b-1cb9cfec669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.621606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fe2c:2fe5 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/161ccf05-be7c-4b8a-aea8-02a3e7affadc/adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:18.631980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: db303d4d-5312-48f9-8898-bc4e7b65c7b7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:18.632524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device db303d4d-5312-48f9-8898-bc4e7b65c7b7 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:18.637677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=4708a16a-b88d-4299-beb8-52996ec5131b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:18.778419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-431eb8b0-cb06-4b54-929a-ad64786d0d5e req-dda5a0e6-b944-4cf2-9634-04d64436a3f0 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 210 time: 0.0990117 Sep 16 05:24:18.793272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43994) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:18.892583 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.893558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-23906247-baee-4709-a71b-1cb9cfec669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:18.903723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-23906247-baee-4709-a71b-1cb9cfec669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.000660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44006) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.006398 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-23906247-baee-4709-a71b-1cb9cfec669e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=863a44f5ed984612be40925515324abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441445 Sep 16 05:24:19.007983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23906247-baee-4709-a71b-1cb9cfec669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94c6624-e32c-4b9f-8be3-599b5d4f8737,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.074199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.109448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e162451a-8fc6-455f-9594-e6ad81a9c2de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a420f15528e45cd82d883e346e4cf9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150229 Sep 16 05:24:19.113779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44008) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.126010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33fc1b45-f3ac-4baf-8d31-4fe0487050b6 req-5914dfa4-0806-4e0f-8fae-4bd83739960e tempest-TestServerMultinode-376204296 tempest-TestServerMultinode-376204296-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e68c0339-dd90-48ea-a831-1188da56c606 HTTP/1.1" status: 200 len: 210 time: 0.0890999 Sep 16 05:24:19.126236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc438eac-754d-48b6-8b8d-947086d502ef None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:19.191536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80a58e45-fd67-42b0-92ec-46906c66aaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.219738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:19.229737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c6439d52-514e-4bed-b6b2-03f08836bc7e None None] Provisioning complete for port 4708a16a-b88d-4299-beb8-52996ec5131b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:19.230112 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c6439d52-514e-4bed-b6b2-03f08836bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.232375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80a58e45-fd67-42b0-92ec-46906c66aaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.236085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:19.240703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.243791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:19.251554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8be98f3-edaf-4f69-8780-11817344b8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.319326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8be98f3-edaf-4f69-8780-11817344b8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.321183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80a58e45-fd67-42b0-92ec-46906c66aaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.326134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80a58e45-fd67-42b0-92ec-46906c66aaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.327357 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-80a58e45-fd67-42b0-92ec-46906c66aaca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87e62a0e-c50c-4e47-b9d7-a169d089ab30 HTTP/1.1" status: 204 len: 168 time: 0.2120020 Sep 16 05:24:19.337917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a58e45-fd67-42b0-92ec-46906c66aaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e62a0e-c50c-4e47-b9d7-a169d089ab30,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.353572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:19.354643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.404952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dd5c4765-7543-4f9d-a103-5e823ef7cebd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1799903 Sep 16 05:24:19.405318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44016) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.449928 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8be98f3-edaf-4f69-8780-11817344b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.454943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8be98f3-edaf-4f69-8780-11817344b8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.458095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d8be98f3-edaf-4f69-8780-11817344b8a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c94c6624-e32c-4b9f-8be3-599b5d4f8737 HTTP/1.1" status: 204 len: 168 time: 0.4562817 Sep 16 05:24:19.471577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be98f3-edaf-4f69-8780-11817344b8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94c6624-e32c-4b9f-8be3-599b5d4f8737,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:19.531174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3bcb2-a6dc-4952-aa6f-8510108ee48f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:19.544470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3bcb2-a6dc-4952-aa6f-8510108ee48f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:19.549041 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3f3bcb2-a6dc-4952-aa6f-8510108ee48f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1416147 Sep 16 05:24:19.551606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44020) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:19.585673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e61da3-0dba-4559-8bc2-0afeab9cb4c6 None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '161ccf05-be7c-4b8a-aea8-02a3e7affadc', 'ip_address': '2001:db8::f816:3eff:fe35:b03'}, {'subnet_id': 'fe98cf33-d164-43fe-abd6-55e2813bc33d'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '4708a16a-b88d-4299-beb8-52996ec5131b'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:24:19.625648 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-34e61da3-0dba-4559-8bc2-0afeab9cb4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.670091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:19.670720 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.795856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:19.818471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:19.933657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cb50f46-9301-403d-ac48-16493ad3b1cf req-2ecc4e29-59fc-4277-b926-855b4b9f41e0 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 210 time: 0.0401192 Sep 16 05:24:19.965331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-34e61da3-0dba-4559-8bc2-0afeab9cb4c6 None None] Allocated IP 172.20.0.2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/fe98cf33-d164-43fe-abd6-55e2813bc33d/4708a16a-b88d-4299-beb8-52996ec5131b) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:19.970523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4708a16a-b88d-4299-beb8-52996ec5131b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:20.117118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4708a16a-b88d-4299-beb8-52996ec5131b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:20.117572 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.182651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 60f05b35-e73f-4efc-a585-61639845314f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:20.191485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.228285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44050) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:20.268798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.275902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-34e61da3-0dba-4559-8bc2-0afeab9cb4c6 None None] For port 4708a16a-b88d-4299-beb8-52996ec5131b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4708a16a-b88d-4299-beb8-52996ec5131b,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:20.315490 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:20.330155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 60f05b35-e73f-4efc-a585-61639845314f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:20.332406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 60f05b35-e73f-4efc-a585-61639845314f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:20.476253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-34e61da3-0dba-4559-8bc2-0afeab9cb4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.485409 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-34e61da3-0dba-4559-8bc2-0afeab9cb4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.510335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.522059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2d893d96-a1c8-42a5-bfe4-6143935786cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b HTTP/1.1" status: 204 len: 168 time: 0.9688156 Sep 16 05:24:20.526196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44058) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:20.601282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-40ac1a10-2395-44c0-a79a-3c57d35179fe tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.602980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-40ac1a10-2395-44c0-a79a-3c57d35179fe tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.64 "GET /v2.0/networks?id=c5673ead-798e-4fa4-a756-34059f79ab5d HTTP/1.1" status: 200 len: 824 time: 0.3520062 Sep 16 05:24:20.613152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e61da3-0dba-4559-8bc2-0afeab9cb4c6 None None] Pushing event updated for resources: {'Port': ['ID=4708a16a-b88d-4299-beb8-52996ec5131b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:20.619506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab16a2-905e-4ead-81f2-7b4ba661081e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.621285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab16a2-905e-4ead-81f2-7b4ba661081e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.622891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab16a2-905e-4ead-81f2-7b4ba661081e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:20.624571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ebab16a2-905e-4ead-81f2-7b4ba661081e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0960352 Sep 16 05:24:20.627242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44060) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:20.629482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Request body: {'port': {'device_id': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d', 'admin_state_up': True, 'tenant_id': '3b9ed925ebae4435ac9af7e377f0e61f'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:20.755498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 161ccf05-be7c-4b8a-aea8-02a3e7affadc {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:20.759470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.782072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Made reservation on behalf of 3b9ed925ebae4435ac9af7e377f0e61f for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:20.787134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.807602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.988711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.003322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Allocated IP 172.20.0.13 (c5673ead-798e-4fa4-a756-34059f79ab5d/f9f19704-ac04-43ef-b864-fc8a9ea257cd/091308d2-891b-49d4-baec-c253e50642eb) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:21.136630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de90d4e8-5b9a-4cef-b515-2fa64d6a42b4 req-9f909737-3364-436f-b6bd-87ac19b13c5d tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 210 time: 0.0537446 Sep 16 05:24:21.159406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.175557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.299752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.336349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=161ccf05-be7c-4b8a-aea8-02a3e7affadc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.353087 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.358569 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/161ccf05-be7c-4b8a-aea8-02a3e7affadc HTTP/1.1" status: 204 len: 168 time: 0.7271018 Sep 16 05:24:21.359151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44088) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:21.389161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.394491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.394946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.395963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.398050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.398404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.398751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.399647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.399987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.400805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.401232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.401469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.401948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583cb57b-5521-45ec-a3e7-a37aa4aa62d4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:24:21.456499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Network c5673ead-798e-4fa4-a756-34059f79ab5d is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:21.462684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:21.472722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:21.542035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet fe98cf33-d164-43fe-abd6-55e2813bc33d {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:21.545811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.578660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:21.580148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.595320 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.615627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Pushing event updated for resources: {'Port': ['ID=091308d2-891b-49d4-baec-c253e50642eb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.637891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-22870a1c-a2a4-413e-a700-0004fc051a03 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0119407 Sep 16 05:24:21.662650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Request body: {'port': {'device_id': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:21.746016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976ef32-9197-4103-b90a-d5d6e9f463a1 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:21.760463 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.776378 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44102) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:21.786806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.929785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-69781e8a-9f6b-4b8f-bc68-14f7ba39ba4c None None] Provisioning complete for port 4708a16a-b88d-4299-beb8-52996ec5131b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:21.930198 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69781e8a-9f6b-4b8f-bc68-14f7ba39ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.945250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.987638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=fe98cf33-d164-43fe-abd6-55e2813bc33d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:21.988352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4708a16a-b88d-4299-beb8-52996ec5131b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:21.994246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.999381 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-578a4adf-1437-4ac3-b7c6-54321741487b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/fe98cf33-d164-43fe-abd6-55e2813bc33d HTTP/1.1" status: 204 len: 168 time: 0.6378572 Sep 16 05:24:22.003571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44108) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:22.051442 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6fe47559-e4cd-4a00-b224-e59f774cd516 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454016 Sep 16 05:24:22.053004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44110) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:22.058861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:22.109613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4708a16a-b88d-4299-beb8-52996ec5131b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:22.110218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.179429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091308d2-891b-49d4-baec-c253e50642eb {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:22.189402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.206412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Transition to ACTIVE for port object 091308d2-891b-49d4-baec-c253e50642eb will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:22.214076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.227105 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Deleting port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:22.227441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.286019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:22.293167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.326717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Pushing event updated for resources: {'Port': ['ID=091308d2-891b-49d4-baec-c253e50642eb,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.349923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-69781e8a-9f6b-4b8f-bc68-14f7ba39ba4c None None] Could not find standard attr ID for object adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:22.388489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:22.455232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21d81-81d9-48fd-b82b-59da7e8f828d req-48330eb4-b3be-4a50-b1c2-0659a4a090f8 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.460293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] Deleting port 4708a16a-b88d-4299-beb8-52996ec5131b {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:22.460681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.466345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6a21d81-81d9-48fd-b82b-59da7e8f828d req-48330eb4-b3be-4a50-b1c2-0659a4a090f8 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 944 time: 0.1112614 Sep 16 05:24:22.473985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a66ba59e-319a-4501-b9cc-6e2fcb9362e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.504232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Attempting to bind port 091308d2-891b-49d4-baec-c253e50642eb on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:22.504578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Attempting to bind port 091308d2-891b-49d4-baec-c253e50642eb by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'a4540244-0bd7-447b-9b40-db1e64a4f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:22.504912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Attempting to bind port 091308d2-891b-49d4-baec-c253e50642eb on network c5673ead-798e-4fa4-a756-34059f79ab5d {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:22.518125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Port 091308d2-891b-49d4-baec-c253e50642eb on network c5673ead-798e-4fa4-a756-34059f79ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:22.518496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Attempting to bind port 091308d2-891b-49d4-baec-c253e50642eb on network c5673ead-798e-4fa4-a756-34059f79ab5d {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:22.542568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6a21d81-81d9-48fd-b82b-59da7e8f828d req-bfb99cdd-b0cb-4c52-a8d9-9b494d3354a4 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749168 Sep 16 05:24:22.546527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:22.548584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Checking segment: {'id': 'a4540244-0bd7-447b-9b40-db1e64a4f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:22.550097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Bound using segment: {'id': 'a4540244-0bd7-447b-9b40-db1e64a4f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:22.550675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Bound port: 091308d2-891b-49d4-baec-c253e50642eb, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4540244-0bd7-447b-9b40-db1e64a4f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:22.552579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.595530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] For port eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:22.595906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.603778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] For port 4708a16a-b88d-4299-beb8-52996ec5131b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4708a16a-b88d-4299-beb8-52996ec5131b,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:22.604823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.629225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] Calling delete_port for 4708a16a-b88d-4299-beb8-52996ec5131b owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:22.630668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Calling delete_port for eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:22.661737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] For port 091308d2-891b-49d4-baec-c253e50642eb, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:22.665822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] For port 091308d2-891b-49d4-baec-c253e50642eb, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=091308d2-891b-49d4-baec-c253e50642eb,segment=NetworkSegment(a4540244-0bd7-447b-9b40-db1e64a4f2d2),segment_id=a4540244-0bd7-447b-9b40-db1e64a4f2d2)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:22.672949 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.698920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.700045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.702054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] 10.222.0.64 "PUT /v2.0/ports/091308d2-891b-49d4-baec-c253e50642eb HTTP/1.1" status: 200 len: 1093 time: 1.0486746 Sep 16 05:24:22.726315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'tag': '091308d2-891b-49d4-baec-c253e50642eb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:22.730249 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96465656-c644-4eb6-85fb-d4af1a027de1" -d '{"events": [{"name": "network-changed", "server_uuid": "c943822e-2e02-4e10-8bb3-f6522ee7b815", "tag": "091308d2-891b-49d4-baec-c253e50642eb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:22.823405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a66ba59e-319a-4501-b9cc-6e2fcb9362e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.833329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.834049 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d0415-926d-49b4-9bfa-4e3e01e01623 x-openstack-request-id: req-fd5d0415-926d-49b4-9bfa-4e3e01e01623 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:22.834049 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c943822e-2e02-4e10-8bb3-f6522ee7b815", "tag": "091308d2-891b-49d4-baec-c253e50642eb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:22.834322 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd5d0415-926d-49b4-9bfa-4e3e01e01623 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:22.835092 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'tag': '091308d2-891b-49d4-baec-c253e50642eb', 'status': 'completed', 'code': 200} Sep 16 05:24:22.852939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a66ba59e-319a-4501-b9cc-6e2fcb9362e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.855094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885977e-0d9f-48c4-a7ff-c42617b659cd service neutron] Pushing event updated for resources: {'Port': ['ID=091308d2-891b-49d4-baec-c253e50642eb,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.861436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] Pushing event deleted for resources: {'Port': ['ID=4708a16a-b88d-4299-beb8-52996ec5131b,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:22.863387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e9af2-b45d-41ec-b013-7be1f8061847 None None] No DVR routers for this DVR port 4708a16a-b88d-4299-beb8-52996ec5131b on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:22.881437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-27a42ac3-f66f-464f-a9cc-a004aae5459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:22.883177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-27a42ac3-f66f-464f-a9cc-a004aae5459d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b9ed925ebae4435ac9af7e377f0e61f&device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 1096 time: 0.1108062 Sep 16 05:24:22.926903 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:22.937107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-d41545ba-e60c-4eb6-9d4d-41d154c8f549 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=091308d2-891b-49d4-baec-c253e50642eb HTTP/1.1" status: 200 len: 217 time: 0.0389926 Sep 16 05:24:22.979620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44138) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:22.999090 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a66ba59e-319a-4501-b9cc-6e2fcb9362e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5e1003cc50c42f484d421957235e5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2162387 Sep 16 05:24:23.004143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44142) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:23.011788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-1ead74ae-7cd4-4b9b-9298-9802c4b2e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.013398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-1ead74ae-7cd4-4b9b-9298-9802c4b2e9e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9f19704-ac04-43ef-b864-fc8a9ea257cd HTTP/1.1" status: 200 len: 864 time: 0.0688248 Sep 16 05:24:23.020738 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ba59e-319a-4501-b9cc-6e2fcb9362e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c9ba09-ca5a-48b3-b530-877047793112,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.035536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:23.041534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:23.044619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.044847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.047528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=8d40c17c-71b2-4b42-91ac-497d57725072,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.057250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359e1ed-faba-4dde-bb5d-22a158070f46 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:23.078525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-0ec6163d-184c-42af-8b6d-d49f5aacf8eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5673ead-798e-4fa4-a756-34059f79ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564017 Sep 16 05:24:23.093448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ba7be835-16e6-4010-99f3-026c892bf349 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0362687 Sep 16 05:24:23.093736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44144) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:23.103486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:23.178334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-053a042f-fa37-41cb-b685-f5d792acfec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.189361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2c57d5b7-1c0b-418f-909d-7c8a9fe82e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.255696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '8d40c17c-71b2-4b42-91ac-497d57725072'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:23.256915 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.287636 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2c57d5b7-1c0b-418f-909d-7c8a9fe82e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.330887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-5db839fe-17b2-4aec-84b1-644476b65055 service neutron] 10.222.0.64 "GET /v2.0/networks/c5673ead-798e-4fa4-a756-34059f79ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397261 Sep 16 05:24:23.454225 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.495353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.506411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a4b6f8e-7477-41e7-b273-00c7f8661889 req-87091b4c-c308-4470-89b1-ea12e651327e service neutron] 10.222.0.64 "GET /v2.0/networks/c5673ead-798e-4fa4-a756-34059f79ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622541 Sep 16 05:24:23.547874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-053a042f-fa37-41cb-b685-f5d792acfec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.559418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-053a042f-fa37-41cb-b685-f5d792acfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.608990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-053a042f-fa37-41cb-b685-f5d792acfec5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=587bb33e3f764516a4fe40f61e9509c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274481 Sep 16 05:24:23.611996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2c57d5b7-1c0b-418f-909d-7c8a9fe82e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.615004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2c57d5b7-1c0b-418f-909d-7c8a9fe82e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.622533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44152) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:23.633879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2c57d5b7-1c0b-418f-909d-7c8a9fe82e12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57c9ba09-ca5a-48b3-b530-877047793112 HTTP/1.1" status: 204 len: 168 time: 0.6240819 Sep 16 05:24:23.634165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:23.636877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.648629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Allocated IP 172.20.0.2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/8d40c17c-71b2-4b42-91ac-497d57725072/8831a6de-31c3-431c-ac0e-fb318774a5d4) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:23.768400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a042f-fa37-41cb-b685-f5d792acfec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f269e14f-7a1a-43d4-af63-e2ec743af7a0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.829482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57d5b7-1c0b-418f-909d-7c8a9fe82e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c9ba09-ca5a-48b3-b530-877047793112,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:23.860819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-360bb7f9-56a3-46e0-9f6d-15d875f19191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.863022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-360bb7f9-56a3-46e0-9f6d-15d875f19191 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b9ed925ebae4435ac9af7e377f0e61f&device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 1096 time: 0.2321808 Sep 16 05:24:23.877866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12328bd5-82a1-4a95-83cc-ec6468615a0a req-82365a6d-8a46-410c-b282-7237fd1fd2f4 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:23.879635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12328bd5-82a1-4a95-83cc-ec6468615a0a req-82365a6d-8a46-410c-b282-7237fd1fd2f4 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 944 time: 0.2016540 Sep 16 05:24:23.893509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f055d02f-ba6b-4d01-af24-9410aea7e46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.901304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.916368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.979140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.995172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:23.997544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:24.002465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:24.010110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f055d02f-ba6b-4d01-af24-9410aea7e46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.026105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Pushing event updated for resources: {'Port': ['ID=8831a6de-31c3-431c-ac0e-fb318774a5d4,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.065453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12328bd5-82a1-4a95-83cc-ec6468615a0a req-af388c3b-b02f-4291-8d32-c4c23a15047f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728184 Sep 16 05:24:24.098430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-d6c5627c-aff9-42db-92ef-946484be006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:24.100183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-d6c5627c-aff9-42db-92ef-946484be006f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5673ead-798e-4fa4-a756-34059f79ab5d HTTP/1.1" status: 200 len: 925 time: 0.2194214 Sep 16 05:24:24.117166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4708a16a-b88d-4299-beb8-52996ec5131b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:24.146089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Attempting to bind port 8831a6de-31c3-431c-ac0e-fb318774a5d4 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:24.146460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Attempting to bind port 8831a6de-31c3-431c-ac0e-fb318774a5d4 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:24.146824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Attempting to bind port 8831a6de-31c3-431c-ac0e-fb318774a5d4 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:24.176507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:24.176507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:24.176933 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.177087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:24.177443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-fb9d3cde-07a0-4596-8e49-e75813a6d5c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=091308d2-891b-49d4-baec-c253e50642eb HTTP/1.1" status: 200 len: 217 time: 0.0637658 Sep 16 05:24:24.177614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Bound port: 8831a6de-31c3-431c-ac0e-fb318774a5d4, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:24.178045 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.190001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4708a16a-b88d-4299-beb8-52996ec5131b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:24.190247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4708a16a-b88d-4299-beb8-52996ec5131b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:24.252037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-2fad55c1-e8f0-428b-9cbb-78e8a3a23897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:24.254551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-2fad55c1-e8f0-428b-9cbb-78e8a3a23897 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9f19704-ac04-43ef-b864-fc8a9ea257cd HTTP/1.1" status: 200 len: 864 time: 0.0687613 Sep 16 05:24:24.257573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] For port 8831a6de-31c3-431c-ac0e-fb318774a5d4, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:24.263309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] For port 8831a6de-31c3-431c-ac0e-fb318774a5d4, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8831a6de-31c3-431c-ac0e-fb318774a5d4,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:24.272565 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.309310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-e67fb0d9-8314-41e5-89ec-a45c0b0c8156 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5673ead-798e-4fa4-a756-34059f79ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457609 Sep 16 05:24:24.312680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f055d02f-ba6b-4d01-af24-9410aea7e46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.315577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f055d02f-ba6b-4d01-af24-9410aea7e46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.317078 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f055d02f-ba6b-4d01-af24-9410aea7e46d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f269e14f-7a1a-43d4-af63-e2ec743af7a0 HTTP/1.1" status: 204 len: 168 time: 0.6932740 Sep 16 05:24:24.352798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055d02f-ba6b-4d01-af24-9410aea7e46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f269e14f-7a1a-43d4-af63-e2ec743af7a0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.402532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b821e34-f129-46f4-8471-23d476701b20 None None] Pushing event updated for resources: {'Port': ['ID=8831a6de-31c3-431c-ac0e-fb318774a5d4,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:24.526179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-243f4373-3979-4bab-9605-b0bbfc43b8f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c5673ead-798e-4fa4-a756-34059f79ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088931 Sep 16 05:24:24.584612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Router 3261dec6-5b14-4ee9-b34d-90663104f4ff has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:24.712469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:24.735153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96465656-c644-4eb6-85fb-d4af1a027de1 req-6cfbeff9-c1b1-406b-b3db-23c41a34bc9a service neutron] 10.222.0.64 "GET /v2.0/networks/c5673ead-798e-4fa4-a756-34059f79ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005486 Sep 16 05:24:24.743864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:24.935751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44180) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:24.957457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-35fe3536-7c6f-45c2-b12a-3a500cbd8da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.052223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:25.061509 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cd407542-687c-45c7-9fe6-9e06c84f4b56 admin admin] 10.222.0.55 "PUT /v2.0/routers/3261dec6-5b14-4ee9-b34d-90663104f4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8308189 Sep 16 05:24:25.062158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44184) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:25.069848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] Sync routers for ids ['3261dec6-5b14-4ee9-b34d-90663104f4ff'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:25.091452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] Routers {'3261dec6-5b14-4ee9-b34d-90663104f4ff'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:25.093726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3261dec6-5b14-4ee9-b34d-90663104f4ff'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:25.095959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-35fe3536-7c6f-45c2-b12a-3a500cbd8da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.105125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-35fe3536-7c6f-45c2-b12a-3a500cbd8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.153676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-35fe3536-7c6f-45c2-b12a-3a500cbd8da6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5205b0763dd4b33923338732a94dd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147076 Sep 16 05:24:25.154599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3536-7c6f-45c2-b12a-3a500cbd8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad0b2b9-a731-4f46-a82e-0054f3f37c8b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:25.157107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44190) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:25.214964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.281042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70f9933e-e6b6-40a2-bed4-4aa6a4871432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.294773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f336f4-305f-44fd-803f-e6fbbe8a4c1b req-6ee050b0-b9c7-4aff-8ead-c5532b4ae2c7 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.298485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] Set router 3261dec6-5b14-4ee9-b34d-90663104f4ff gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:25.299779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77f336f4-305f-44fd-803f-e6fbbe8a4c1b req-6ee050b0-b9c7-4aff-8ead-c5532b4ae2c7 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 944 time: 0.0996168 Sep 16 05:24:25.338810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70f9933e-e6b6-40a2-bed4-4aa6a4871432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.354905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.431211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-77f336f4-305f-44fd-803f-e6fbbe8a4c1b req-1f3629ab-c389-4d77-bc09-eb77a05bc8a8 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160905 Sep 16 05:24:25.432383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70f9933e-e6b6-40a2-bed4-4aa6a4871432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.435098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70f9933e-e6b6-40a2-bed4-4aa6a4871432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.436320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-70f9933e-e6b6-40a2-bed4-4aa6a4871432 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ad0b2b9-a731-4f46-a82e-0054f3f37c8b HTTP/1.1" status: 204 len: 168 time: 0.2780201 Sep 16 05:24:25.444744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9933e-e6b6-40a2-bed4-4aa6a4871432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad0b2b9-a731-4f46-a82e-0054f3f37c8b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:25.549453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.659021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:24:23Z', 'revision_number': 5, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port': {'id': '5b80aa8e-9781-452e-92f7-c227d21af855', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:53Z', 'updated_at': '2021-09-16T05:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:25.693243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] Checking router: 3261dec6-5b14-4ee9-b34d-90663104f4ff for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:25.705033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] Routers {'3261dec6-5b14-4ee9-b34d-90663104f4ff'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:25.711185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:23:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3261dec6-5b14-4ee9-b34d-90663104f4ff'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:25.780702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Deleting port 5b80aa8e-9781-452e-92f7-c227d21af855 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:25.781214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.797370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 8831a6de-31c3-431c-ac0e-fb318774a5d4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8831a6de-31c3-431c-ac0e-fb318774a5d4,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:25.924567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.935920 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b82f7e14-583c-49d9-aee6-14b48eb7c53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.936361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.937237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.940609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] Set router 3261dec6-5b14-4ee9-b34d-90663104f4ff gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:26.029869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] For port 5b80aa8e-9781-452e-92f7-c227d21af855, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5b80aa8e-9781-452e-92f7-c227d21af855,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:26.030385 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.037460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:24:25Z', 'revision_number': 6, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:26.043171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8831a6de-31c3-431c-ac0e-fb318774a5d4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:26.099323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f491ff-12a1-42aa-95b6-e626d5e89c97 None None] The sync data for ids ['3261dec6-5b14-4ee9-b34d-90663104f4ff'] in n-d-713301-15 is: [{'id': '3261dec6-5b14-4ee9-b34d-90663104f4ff', 'name': 'tempest-TestServerMultinode-364581387-router', 'tenant_id': '984f53db13c34652bf9b2ba51d6ded9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:51Z', 'updated_at': '2021-09-16T05:24:25Z', 'revision_number': 6, 'project_id': '984f53db13c34652bf9b2ba51d6ded9b', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:26.102716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:26.104403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Calling delete_port for 5b80aa8e-9781-452e-92f7-c227d21af855 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:26.115702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:26.119554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.120191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.123018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=8831a6de-31c3-431c-ac0e-fb318774a5d4,revision_number=4']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.129374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64575b0c-721b-4bf3-81e7-1ea25ff43ae1 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:26.141700 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e374ae25-7efe-4df5-b775-7f7a9e9095e0 None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:26.142270 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e374ae25-7efe-4df5-b775-7f7a9e9095e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.307066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:26.307446 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.395423 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e374ae25-7efe-4df5-b775-7f7a9e9095e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.514964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e374ae25-7efe-4df5-b775-7f7a9e9095e0 None None] For port 8831a6de-31c3-431c-ac0e-fb318774a5d4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8831a6de-31c3-431c-ac0e-fb318774a5d4,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:26.539260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e374ae25-7efe-4df5-b775-7f7a9e9095e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.546515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:26.694496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901210be-3f3a-4797-95cc-2d6f1901636e req-deb69159-d616-4196-accf-9780a15c521b tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.699725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374ae25-7efe-4df5-b775-7f7a9e9095e0 None None] Pushing event updated for resources: {'Port': ['ID=8831a6de-31c3-431c-ac0e-fb318774a5d4,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.702112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-901210be-3f3a-4797-95cc-2d6f1901636e req-deb69159-d616-4196-accf-9780a15c521b tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 944 time: 0.1159379 Sep 16 05:24:26.714788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:26.715142 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:26.755153 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6564429 Sep 16 05:24:26.756699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:26.770729 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:6a:63:76', 'name': 'tempest-NetworksTestDHCPv6-2014400392'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:26.777183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afba5e-6a89-4870-8277-8711564d45fd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=f97de3bf-eebc-4dbb-9041-ace54c98eb68,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:26.817359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-901210be-3f3a-4797-95cc-2d6f1901636e req-77e26628-181b-4ce3-94cd-cf60dfc9b98b tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974951 Sep 16 05:24:26.964724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.010568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b80aa8e-9781-452e-92f7-c227d21af855,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:27.018271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:27.168280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.338230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.341548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.418186 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.443312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 3038cd84-d102-4735-a8c7-9101ffcc50dc yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:27.449411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.450742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3261dec6-5b14-4ee9-b34d-90663104f4ff {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:27.468261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.470797 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bf8f298-d079-4970-a57e-61b2bf3cbd72 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3261dec6-5b14-4ee9-b34d-90663104f4ff HTTP/1.1" status: 204 len: 168 time: 2.4041083 Sep 16 05:24:27.476152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44278) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:27.676662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a57681f7-2ca7-4d60-bd37-5337a8dffa9e None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:27.680041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a57681f7-2ca7-4d60-bd37-5337a8dffa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:27.889884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 172.20.0.7 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/8d40c17c-71b2-4b42-91ac-497d57725072/3038cd84-d102-4735-a8c7-9101ffcc50dc) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:27.897196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fe6a:6376 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/f97de3bf-eebc-4dbb-9041-ace54c98eb68/3038cd84-d102-4735-a8c7-9101ffcc50dc) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:27.921422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44292) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:27.987993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8831a6de-31c3-431c-ac0e-fb318774a5d4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:28.049356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] Deleting subnet 0f2fbf9f-878e-45bd-89ea-74e463afd0e8 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:28.054643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.098095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1ffa7-7e35-4949-a7b0-4118d08f4a9a req-a010e36f-20bd-4659-ab4d-00daa18c3eba tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.100862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aab1ffa7-7e35-4949-a7b0-4118d08f4a9a req-a010e36f-20bd-4659-ab4d-00daa18c3eba tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 944 time: 0.1097987 Sep 16 05:24:28.138521 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.138901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:28.139292 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.186212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aab1ffa7-7e35-4949-a7b0-4118d08f4a9a req-b50ae896-293b-4a9c-84f9-f73a2471dec5 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744689 Sep 16 05:24:28.214361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.215956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a5af1f11-a66c-4100-bc59-7b54d4f8d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.256794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 091308d2-891b-49d4-baec-c253e50642eb details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:28.280975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.303546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.351944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:28.381276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.393417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:28.397284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:28.410601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2fbf9f-878e-45bd-89ea-74e463afd0e8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.413417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.415904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b57edab7-1262-4969-842f-a748f90e4a11 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0f2fbf9f-878e-45bd-89ea-74e463afd0e8 HTTP/1.1" status: 204 len: 168 time: 0.9381101 Sep 16 05:24:28.418491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44308) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:28.420570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8001b833-17a7-4c8c-bb55-06696295c8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.433009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 091308d2-891b-49d4-baec-c253e50642eb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=091308d2-891b-49d4-baec-c253e50642eb,segment=NetworkSegment(a4540244-0bd7-447b-9b40-db1e64a4f2d2),segment_id=a4540244-0bd7-447b-9b40-db1e64a4f2d2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:28.455811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c91d9a-d92f-4c39-91bf-9e99cfcab4f0 None None] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:28.522553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.534241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=3038cd84-d102-4735-a8c7-9101ffcc50dc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.576558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:28.585182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.597242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.623322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '091308d2-891b-49d4-baec-c253e50642eb', 'network_id': 'c5673ead-798e-4fa4-a756-34059f79ab5d', 'port_id': '091308d2-891b-49d4-baec-c253e50642eb', 'mac_address': 'fa:16:3e:f1:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f19704-ac04-43ef-b864-fc8a9ea257cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:28.627773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:28.628564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb12d34b-ac7a-43dd-9d31-5fb90f2b3e8e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:28.629180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5b80aa8e-9781-452e-92f7-c227d21af855 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:28.667090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5b80aa8e-9781-452e-92f7-c227d21af855 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:28.667849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5b80aa8e-9781-452e-92f7-c227d21af855 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:28.706118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Deleting port 59e7317a-8514-4967-bf8a-cde6ef986ff5 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:28.708109 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.727293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.748146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091308d2-891b-49d4-baec-c253e50642eb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:28.774984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8001b833-17a7-4c8c-bb55-06696295c8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.775273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 091308d2-891b-49d4-baec-c253e50642eb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=091308d2-891b-49d4-baec-c253e50642eb,segment=NetworkSegment(a4540244-0bd7-447b-9b40-db1e64a4f2d2),segment_id=a4540244-0bd7-447b-9b40-db1e64a4f2d2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:28.780271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8001b833-17a7-4c8c-bb55-06696295c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.781953 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.803618 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb6aa354-33da-4774-ad1e-0deb88eff2c8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0437534 Sep 16 05:24:28.814672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44316) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:28.881452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] DHCP port deletion for 33958d6b-4990-4263-b54e-a41644f1a3f4 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:28.881704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] For port 59e7317a-8514-4967-bf8a-cde6ef986ff5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=59e7317a-8514-4967-bf8a-cde6ef986ff5,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:28.883090 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:28.890480 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8001b833-17a7-4c8c-bb55-06696295c8fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51ed09bc580f47008a58a155409d7a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9653125 Sep 16 05:24:28.893149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=091308d2-891b-49d4-baec-c253e50642eb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.895432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44320) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:28.898404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001b833-17a7-4c8c-bb55-06696295c8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdcfb3f-be7f-42da-af6d-758c715f21ce,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:28.910923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Calling delete_port for 59e7317a-8514-4967-bf8a-cde6ef986ff5 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:28.932357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d28a8-db76-4ddb-86b7-2fad8e8680e0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.940344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d28a8-db76-4ddb-86b7-2fad8e8680e0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:28.944149 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-549d28a8-db76-4ddb-86b7-2fad8e8680e0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1272650 Sep 16 05:24:28.947180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44322) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:28.951218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-53faa11a-c9f3-4c49-b1ca-cad25819abc1 None None] Provisioning complete for port 3038cd84-d102-4735-a8c7-9101ffcc50dc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:28.951767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-53faa11a-c9f3-4c49-b1ca-cad25819abc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.012823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-53faa11a-c9f3-4c49-b1ca-cad25819abc1 None None] Port 3038cd84-d102-4735-a8c7-9101ffcc50dc cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:29.023816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] Deleting port 59e7317a-8514-4967-bf8a-cde6ef986ff5 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:29.024535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.108861 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee4193bb-d5fb-4110-b563-c2dd38710705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.114513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 3038cd84-d102-4735-a8c7-9101ffcc50dc {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:29.115121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.149728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] For port 59e7317a-8514-4967-bf8a-cde6ef986ff5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=59e7317a-8514-4967-bf8a-cde6ef986ff5,segment=NetworkSegment(ebfe1ef6-eabc-450f-b4e8-d9f135ec743d),segment_id=ebfe1ef6-eabc-450f-b4e8-d9f135ec743d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:29.150630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.151601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee4193bb-d5fb-4110-b563-c2dd38710705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.174845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] Calling delete_port for 59e7317a-8514-4967-bf8a-cde6ef986ff5 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:29.181442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['091308d2-891b-49d4-baec-c253e50642eb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:29.182515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.233002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] No DVR routers for this DVR port 59e7317a-8514-4967-bf8a-cde6ef986ff5 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:29.234964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e7317a-8514-4967-bf8a-cde6ef986ff5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.262441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.287876 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.296486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee4193bb-d5fb-4110-b563-c2dd38710705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.300202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee4193bb-d5fb-4110-b563-c2dd38710705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.304605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ee4193bb-d5fb-4110-b563-c2dd38710705 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2bdcfb3f-be7f-42da-af6d-758c715f21ce HTTP/1.1" status: 204 len: 168 time: 0.4071445 Sep 16 05:24:29.313623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 3038cd84-d102-4735-a8c7-9101ffcc50dc owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:29.345495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.350275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4193bb-d5fb-4110-b563-c2dd38710705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdcfb3f-be7f-42da-af6d-758c715f21ce,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.404863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33958d6b-4990-4263-b54e-a41644f1a3f4']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:29.420257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:29.420607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfe1ef6-eabc-450f-b4e8-d9f135ec743d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:29.439703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.460631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54586-f0e2-4dc4-86f2-8438b4a68c22 req-432fe99f-8327-45ad-8b07-8a4e011fdbce tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:29.462492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90b54586-f0e2-4dc4-86f2-8438b4a68c22 req-432fe99f-8327-45ad-8b07-8a4e011fdbce tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 945 time: 0.1138787 Sep 16 05:24:29.470451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.483067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:29.483897 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:29.567286 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:29.577071 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.582761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.582963 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.587812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] 10.222.0.55 "DELETE /v2.0/networks/33958d6b-4990-4263-b54e-a41644f1a3f4 HTTP/1.1" status: 204 len: 168 time: 1.1682777 Sep 16 05:24:29.590224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44336) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:29.616319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec2a6-d0d6-4530-a8dd-aa1deb357535 admin admin] Pushing event deleted for resources: {'Network': ['ID=33958d6b-4990-4263-b54e-a41644f1a3f4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.633871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] Network 33958d6b-4990-4263-b54e-a41644f1a3f4 is not hosted by any dhcp agent {{(pid=94720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:24:29.634870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] No DVR routers for this DVR port 59e7317a-8514-4967-bf8a-cde6ef986ff5 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:29.651132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d2ad5-4d59-4b6f-a0e0-4c6ea26d3920 None None] Pushing event deleted for resources: {'Port': ['ID=59e7317a-8514-4967-bf8a-cde6ef986ff5,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.653178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90b54586-f0e2-4dc4-86f2-8438b4a68c22 req-b2badca4-9e68-4bb3-ae85-6529f8899ae8 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847442 Sep 16 05:24:29.693987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.730634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=3038cd84-d102-4735-a8c7-9101ffcc50dc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:29.807956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.813740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44338) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:29.838878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06833dbc-2a32-4573-b136-e2a8a24086e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.907525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 59e7317a-8514-4967-bf8a-cde6ef986ff5 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:29.943864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 59e7317a-8514-4967-bf8a-cde6ef986ff5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:29.944993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 59e7317a-8514-4967-bf8a-cde6ef986ff5 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:29.980272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06833dbc-2a32-4573-b136-e2a8a24086e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.985967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-06833dbc-2a32-4573-b136-e2a8a24086e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:29.995287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.001445 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-26df722e-f190-4cef-9f4e-c15f5e70d5e3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/3038cd84-d102-4735-a8c7-9101ffcc50dc HTTP/1.1" status: 204 len: 168 time: 1.0525556 Sep 16 05:24:30.004021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44340) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.036225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06833dbc-2a32-4573-b136-e2a8a24086e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3461000c-63b9-4d35-854c-f3c106e55ecc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:30.042051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-06833dbc-2a32-4573-b136-e2a8a24086e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f8370a50178480cbd4d269bcbde1318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256484 Sep 16 05:24:30.044446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44342) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.092666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39226a-10c2-4e3e-a731-5d7aa5e9eaaf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.095200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39226a-10c2-4e3e-a731-5d7aa5e9eaaf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.096806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39226a-10c2-4e3e-a731-5d7aa5e9eaaf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.099092 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de39226a-10c2-4e3e-a731-5d7aa5e9eaaf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0941384 Sep 16 05:24:30.102436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44346) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.173229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c70a4b21-1561-4774-9b24-c76d26ba3dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.191356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 8d40c17c-71b2-4b42-91ac-497d57725072 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:30.197078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.238068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c70a4b21-1561-4774-9b24-c76d26ba3dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.269490 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.318322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.419230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c70a4b21-1561-4774-9b24-c76d26ba3dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.422565 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c70a4b21-1561-4774-9b24-c76d26ba3dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.427489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c70a4b21-1561-4774-9b24-c76d26ba3dba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3461000c-63b9-4d35-854c-f3c106e55ecc HTTP/1.1" status: 204 len: 168 time: 0.3783760 Sep 16 05:24:30.435533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.471417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4b21-1561-4774-9b24-c76d26ba3dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461000c-63b9-4d35-854c-f3c106e55ecc,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:30.533529 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.569350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=8d40c17c-71b2-4b42-91ac-497d57725072,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:30.586012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.590396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6cb85458-2a16-4185-b4f6-94625f6c0c36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/8d40c17c-71b2-4b42-91ac-497d57725072 HTTP/1.1" status: 204 len: 168 time: 0.4867728 Sep 16 05:24:30.590977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f73de-c5ff-4572-95bb-1502918fcbe4 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:30.594392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44372) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:30.676806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Deleting port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:30.682269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.754592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet f97de3bf-eebc-4dbb-9041-ace54c98eb68 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:30.765300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.841380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] For port fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,segment=NetworkSegment(9b5ab855-8928-4a02-addc-b7fcd11abbb4),segment_id=9b5ab855-8928-4a02-addc-b7fcd11abbb4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:30.841826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.865735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Calling delete_port for fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:30.879828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:30.927928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c702d8-d3eb-4a92-b8f4-e6067e4bbbab req-9ed75571-cf1a-4a01-a648-2854a66da591 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:30.930423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31c702d8-d3eb-4a92-b8f4-e6067e4bbbab req-9ed75571-cf1a-4a01-a648-2854a66da591 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 945 time: 0.1098263 Sep 16 05:24:31.074409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44388) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.132436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31c702d8-d3eb-4a92-b8f4-e6067e4bbbab req-b4a58e79-7152-4402-a69e-962a480aa492 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918800 Sep 16 05:24:31.134177 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.155359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.190463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.245128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a367bd8-632e-45b8-a844-079b38911457 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.245831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a367bd8-632e-45b8-a844-079b38911457 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.246134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a367bd8-632e-45b8-a844-079b38911457 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:31.260156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6a367bd8-632e-45b8-a844-079b38911457 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=f72674dd7e4b46cda7bdf9b7383db189&network_id=37c86f26-d1b9-465c-91d9-65fc7e102d3b HTTP/1.1" status: 200 len: 2973 time: 0.1725116 Sep 16 05:24:31.275630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.291559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.323429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=f97de3bf-eebc-4dbb-9041-ace54c98eb68,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:31.328666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.335863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6b8858ee-a26d-4863-b0d3-74b8463f67e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f97de3bf-eebc-4dbb-9041-ace54c98eb68 HTTP/1.1" status: 204 len: 168 time: 0.7376676 Sep 16 05:24:31.336940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44398) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.436795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-791ce077-b787-4700-a65a-c4db4c218da5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986845 Sep 16 05:24:31.439545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44400) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:31.460612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:31.588885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:31.610261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:31.616258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.024866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.102775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:32.106797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:32.112242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:32.113064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.117150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Router 8624b947-2785-44d0-b2b7-a2ecce9f6798 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:32.137765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=51314b80-30e4-454f-9a39-79b89812559b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:32.153788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208c3b4-b8bc-4c4e-8dc6-68a973bc633d None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:32.177186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-afc7c933-32fc-45d8-b6a9-ebf68258a72c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7288613 Sep 16 05:24:32.177186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44428) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:32.210548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:32.242310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 091308d2-891b-49d4-baec-c253e50642eb up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:32.313165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6b071de4-41bc-486a-a4a1-066178f3ccb6 None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:32.313872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b071de4-41bc-486a-a4a1-066178f3ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.400210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:32.412981 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] Sync routers for ids ['8624b947-2785-44d0-b2b7-a2ecce9f6798'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:32.433623 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4123e2ce-89ab-4cfd-90e0-5ad994b99c76 admin admin] 10.222.0.55 "PUT /v2.0/routers/8624b947-2785-44d0-b2b7-a2ecce9f6798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8407328 Sep 16 05:24:32.434520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:32.457082 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] Routers {'8624b947-2785-44d0-b2b7-a2ecce9f6798'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:32.461445 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:24:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8624b947-2785-44d0-b2b7-a2ecce9f6798'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:32.488865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 091308d2-891b-49d4-baec-c253e50642eb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:32.495806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 091308d2-891b-49d4-baec-c253e50642eb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:32.496576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.644813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab417-a932-47e9-ae76-8c34269f5859 req-3ae65bcd-f5c3-4d5b-9a12-59a601157ea2 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:32.653572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deaab417-a932-47e9-ae76-8c34269f5859 req-3ae65bcd-f5c3-4d5b-9a12-59a601157ea2 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 945 time: 0.2660689 Sep 16 05:24:32.658273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44446) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:32.716972 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] Set router 8624b947-2785-44d0-b2b7-a2ecce9f6798 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:32.720736 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.750169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1382511-31fc-41f2-908e-7a31d9b3eb2d None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '51314b80-30e4-454f-9a39-79b89812559b'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '8831a6de-31c3-431c-ac0e-fb318774a5d4'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:24:32.783236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091308d2-891b-49d4-baec-c253e50642eb'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:32.785873 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9f848-ced1-44cd-95fb-d053bc4e5f48" -d '{"events": [{"server_uuid": "c943822e-2e02-4e10-8bb3-f6522ee7b815", "name": "network-vif-plugged", "status": "completed", "tag": "091308d2-891b-49d4-baec-c253e50642eb"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:32.790508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deaab417-a932-47e9-ae76-8c34269f5859 req-ff280d12-3c03-46e1-979c-417c7062562e tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316636 Sep 16 05:24:32.791404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:32.802409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.806979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 091308d2-891b-49d4-baec-c253e50642eb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=091308d2-891b-49d4-baec-c253e50642eb,segment=NetworkSegment(a4540244-0bd7-447b-9b40-db1e64a4f2d2),segment_id=a4540244-0bd7-447b-9b40-db1e64a4f2d2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:32.814436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1382511-31fc-41f2-908e-7a31d9b3eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.818889 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:32.925817 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786c3296-3b35-4089-8526-686ebe7f1a07 x-openstack-request-id: req-786c3296-3b35-4089-8526-686ebe7f1a07 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:32.926489 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c943822e-2e02-4e10-8bb3-f6522ee7b815", "name": "network-vif-plugged", "status": "completed", "tag": "091308d2-891b-49d4-baec-c253e50642eb", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:32.927106 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-786c3296-3b35-4089-8526-686ebe7f1a07 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:32.927737 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091308d2-891b-49d4-baec-c253e50642eb', 'code': 200} Sep 16 05:24:33.039311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e52938b-3681-441d-9171-a1c5709a7665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.055770 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:24:31Z', 'revision_number': 5, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.094303 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] Checking router: 8624b947-2785-44d0-b2b7-a2ecce9f6798 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:33.109376 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] Routers {'8624b947-2785-44d0-b2b7-a2ecce9f6798'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:33.110512 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:24:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['8624b947-2785-44d0-b2b7-a2ecce9f6798'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.138614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a29e6-a31f-44dc-95d1-a9871d272007 req-eb25dda2-aad4-49d9-9f11-c9dfaf63157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.140514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea9a29e6-a31f-44dc-95d1-a9871d272007 req-eb25dda2-aad4-49d9-9f11-c9dfaf63157c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 1098 time: 0.1465535 Sep 16 05:24:33.191398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44466) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.201059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=091308d2-891b-49d4-baec-c253e50642eb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:33.263876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-a1382511-31fc-41f2-908e-7a31d9b3eb2d None None] Allocated IP 172.20.0.2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/51314b80-30e4-454f-9a39-79b89812559b/8831a6de-31c3-431c-ac0e-fb318774a5d4) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:33.264474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.328256 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] Set router 8624b947-2785-44d0-b2b7-a2ecce9f6798 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:33.337883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea9a29e6-a31f-44dc-95d1-a9871d272007 req-b8a475df-cb36-4959-a141-3c10aade17d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717105 Sep 16 05:24:33.350158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89684512-c97f-4a55-a6d0-32df106cb893 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:33.364113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-89684512-c97f-4a55-a6d0-32df106cb893 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 814 time: 0.1581800 Sep 16 05:24:33.413546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e52938b-3681-441d-9171-a1c5709a7665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.423430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1e52938b-3681-441d-9171-a1c5709a7665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.430915 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.464896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a1382511-31fc-41f2-908e-7a31d9b3eb2d None None] For port 8831a6de-31c3-431c-ac0e-fb318774a5d4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8831a6de-31c3-431c-ac0e-fb318774a5d4,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:33.488939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52938b-3681-441d-9171-a1c5709a7665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0df06a-95da-4611-9527-9d21440d1d3e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:33.496394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1e52938b-3681-441d-9171-a1c5709a7665 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d863ad2d300d499db58c83aaa81c57ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8332682 Sep 16 05:24:33.499557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44472) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.587795 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1382511-31fc-41f2-908e-7a31d9b3eb2d None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.603448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Deleting port 14e2d42d-97b1-45dc-9e69-90148387d2a1 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:33.603848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.606671 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1382511-31fc-41f2-908e-7a31d9b3eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.634340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-620bba01-a489-4eda-8629-082ae4f0619b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.664913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:33.742816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-620bba01-a489-4eda-8629-082ae4f0619b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.747813 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:24:31Z', 'revision_number': 5, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:33.760669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1382511-31fc-41f2-908e-7a31d9b3eb2d None None] Pushing event updated for resources: {'Port': ['ID=8831a6de-31c3-431c-ac0e-fb318774a5d4,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:33.787611 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf87c8-3e70-4148-924c-3b97e39436b1 None None] The sync data for ids ['8624b947-2785-44d0-b2b7-a2ecce9f6798'] in n-d-713301-15 is: [{'id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'name': 'tempest-TestServerMultinode-1100819818-router', 'tenant_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:23:09Z', 'updated_at': '2021-09-16T05:24:31Z', 'revision_number': 5, 'project_id': '359de10d9adc4ea9a77039fcd4abcc0c', 'gw_port': {'id': '14e2d42d-97b1-45dc-9e69-90148387d2a1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8624b947-2785-44d0-b2b7-a2ecce9f6798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:11Z', 'updated_at': '2021-09-16T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:33.864582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44488) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:33.873010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'network': {'name': 'tempest-network-smoke--100285650', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:33.911735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] For port 14e2d42d-97b1-45dc-9e69-90148387d2a1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=14e2d42d-97b1-45dc-9e69-90148387d2a1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:33.912346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:33.941889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Calling delete_port for 14e2d42d-97b1-45dc-9e69-90148387d2a1 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:33.999669 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-620bba01-a489-4eda-8629-082ae4f0619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.002640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-620bba01-a489-4eda-8629-082ae4f0619b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.006651 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-620bba01-a489-4eda-8629-082ae4f0619b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c0df06a-95da-4611-9527-9d21440d1d3e HTTP/1.1" status: 204 len: 168 time: 0.5032213 Sep 16 05:24:34.013110 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:34.016873 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.036345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bba01-a489-4eda-8629-082ae4f0619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0df06a-95da-4611-9527-9d21440d1d3e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.061852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:34.069015 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.083451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.083883 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Added segment 1c065481-88df-40c9-a0d9-3d45f47e105a of type vlan for network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 Sep 16 05:24:34.149074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335470f7-597a-49eb-9fe8-de22c427cd8c req-5de24dda-3a41-4c76-a23f-d130f7fb32f7 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.150950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-335470f7-597a-49eb-9fe8-de22c427cd8c req-5de24dda-3a41-4c76-a23f-d130f7fb32f7 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.2075346 Sep 16 05:24:34.167964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.248616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8831a6de-31c3-431c-ac0e-fb318774a5d4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:34.305671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.326733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.328045 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.343774 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-335470f7-597a-49eb-9fe8-de22c427cd8c req-e3b076db-8f43-4b56-b8c5-d472851935ca tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664588 Sep 16 05:24:34.397140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:34.398591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.419801 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5513933 Sep 16 05:24:34.445036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44532) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.596188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 8831a6de-31c3-431c-ac0e-fb318774a5d4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8831a6de-31c3-431c-ac0e-fb318774a5d4,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:34.668084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb3847-f87c-483c-bc67-2e33bcac7975 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Network': ['ID=0cd8ed55-0e17-4e7c-b80b-54e5d86baf95,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.674230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.683066 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.683905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.695165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:34.719505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a3b14-6bb0-4514-9f35-4382d7300fdc tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.721442 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8e4a3b14-6bb0-4514-9f35-4382d7300fdc tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=f72674dd7e4b46cda7bdf9b7383db189&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2745223 Sep 16 05:24:34.722498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.725897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44554) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.854361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:34.861928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:34.869190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:34.870135 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.874120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=8831a6de-31c3-431c-ac0e-fb318774a5d4,revision_number=10']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.881140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44558) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.918637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=b568ee09-d06a-4463-aa7f-f591a4a4fdb5,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.922900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db634dfa-307e-4d18-9807-bc77c5099ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:34.938569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2f27bd31-57a1-4163-a63b-573051d3e223 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7427905 Sep 16 05:24:34.938843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e2d42d-97b1-45dc-9e69-90148387d2a1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:34.941389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44560) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:34.949865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:80:61:a0', 'name': 'tempest-NetworksTestDHCPv6-1867979219'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:34.967825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b8208-caad-4a19-be95-19339ccd840f None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:35.060860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-039b5e6c-334f-4757-b76f-03f3d76a7219 None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:35.061286 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-039b5e6c-334f-4757-b76f-03f3d76a7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.066970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db634dfa-307e-4d18-9807-bc77c5099ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.073283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db634dfa-307e-4d18-9807-bc77c5099ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.108648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6c733-f32a-4e40-a5e0-8d4d77e2a378 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:35.110545 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3a6c733-f32a-4e40-a5e0-8d4d77e2a378 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3808169 Sep 16 05:24:35.114895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44564) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.132071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.159529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-69f34b08-4f6c-40aa-9dbf-56064d70208d tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403059 Sep 16 05:24:35.161403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db634dfa-307e-4d18-9807-bc77c5099ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdf216a-066b-4669-8e4c-dbdf7ebab0ff,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:35.164267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44566) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.166929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-db634dfa-307e-4d18-9807-bc77c5099ecc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdc838a92bfa48e698bd4fc04e4704ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837849 Sep 16 05:24:35.177901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44568) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.178109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44570) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.213417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-72349257-ec71-4d72-ab01-02d5c376c31b tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=f72674dd7e4b46cda7bdf9b7383db189&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425410 Sep 16 05:24:35.215791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44574) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.262292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.265981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.359266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:35.365803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.366328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8624b947-2785-44d0-b2b7-a2ecce9f6798 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:24:35.381405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.384857 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-acf69a69-bfcf-4f71-aa24-8f1065e70e85 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8624b947-2785-44d0-b2b7-a2ecce9f6798 HTTP/1.1" status: 204 len: 168 time: 2.9366250 Sep 16 05:24:35.386205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44578) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.413757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32cf6665-e06e-46f9-b85a-645328fd5041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.438917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e6f421a-dff7-44f5-ac30-fb172bcc6732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.457314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2d86f-bd8f-4d56-b2cd-5553a7809ec7 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:35.459372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-86a2d86f-bd8f-4d56-b2cd-5553a7809ec7 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2421877 Sep 16 05:24:35.461832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44582) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.531278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e6f421a-dff7-44f5-ac30-fb172bcc6732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.538429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e3414a5a-6c50-4714-b47b-4ed285ac3fac tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731242 Sep 16 05:24:35.543196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44584) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.543750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] Deleting subnet 040705dc-9dfc-4a03-b72f-3249e2f4902f {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:35.553075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226474522', 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:35.564876 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.618381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa4e0-914f-4a0c-af32-65c36e8a3e29 req-fb5451ba-974d-44de-b180-b009eb22e1c8 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:35.619935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b3fa4e0-914f-4a0c-af32-65c36e8a3e29 req-fb5451ba-974d-44de-b180-b009eb22e1c8 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.1411204 Sep 16 05:24:35.633185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.673676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.711486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 289701fa-fd52-4bec-b246-a5435b7e289f yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:35.735428 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e6f421a-dff7-44f5-ac30-fb172bcc6732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.737999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e6f421a-dff7-44f5-ac30-fb172bcc6732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.741460 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e6f421a-dff7-44f5-ac30-fb172bcc6732 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bdf216a-066b-4669-8e4c-dbdf7ebab0ff HTTP/1.1" status: 204 len: 168 time: 0.5584087 Sep 16 05:24:35.752227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b3fa4e0-914f-4a0c-af32-65c36e8a3e29 req-de6e28f1-c36b-42e7-b22b-828c33c8a2c9 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918710 Sep 16 05:24:35.758709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32cf6665-e06e-46f9-b85a-645328fd5041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.770059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32cf6665-e06e-46f9-b85a-645328fd5041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.806480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-32cf6665-e06e-46f9-b85a-645328fd5041 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7634fbfff35541488d54c4584b9f29a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274221 Sep 16 05:24:35.810078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44592) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:35.872825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:35.876659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:35.886906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf6665-e06e-46f9-b85a-645328fd5041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b304aa8-1b61-4ab8-ba45-b7f1a19dbbb1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:35.988121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.106876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b29a34e-d075-4bd5-a440-c6c77d7bc502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.120279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644628-98c0-4b8f-9efd-0df091551722 req-db86a75a-56ec-4da6-8200-979da3d8597e tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.121442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8831a6de-31c3-431c-ac0e-fb318774a5d4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:36.122146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81644628-98c0-4b8f-9efd-0df091551722 req-db86a75a-56ec-4da6-8200-979da3d8597e tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.2236216 Sep 16 05:24:36.160734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 172.20.0.12 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/51314b80-30e4-454f-9a39-79b89812559b/289701fa-fd52-4bec-b246-a5435b7e289f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:36.169075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fe80:61a0 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/b568ee09-d06a-4463-aa7f-f591a4a4fdb5/289701fa-fd52-4bec-b246-a5435b7e289f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:36.180882 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b29a34e-d075-4bd5-a440-c6c77d7bc502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.209839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f421a-dff7-44f5-ac30-fb172bcc6732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdf216a-066b-4669-8e4c-dbdf7ebab0ff,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:36.219819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.228258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81644628-98c0-4b8f-9efd-0df091551722 req-0f4ff08e-fd7d-44f5-a2d6-ff044e5826e6 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952888 Sep 16 05:24:36.249813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:36.250246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.362970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040705dc-9dfc-4a03-b72f-3249e2f4902f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:36.374204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.379194 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f78d058d-b34a-45d1-b823-ed9355be287d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/040705dc-9dfc-4a03-b72f-3249e2f4902f HTTP/1.1" status: 204 len: 168 time: 0.9850087 Sep 16 05:24:36.394563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44604) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:36.427231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911f04c-aa6f-4a7c-8de4-8f630b68a26f None None] Network 9f7deed5-3e1a-4567-81d9-b3c2349add5e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:36.439206 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b29a34e-d075-4bd5-a440-c6c77d7bc502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.444889 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b29a34e-d075-4bd5-a440-c6c77d7bc502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.449948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9b29a34e-d075-4bd5-a440-c6c77d7bc502 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b304aa8-1b61-4ab8-ba45-b7f1a19dbbb1 HTTP/1.1" status: 204 len: 168 time: 0.6376996 Sep 16 05:24:36.505104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29a34e-d075-4bd5-a440-c6c77d7bc502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b304aa8-1b61-4ab8-ba45-b7f1a19dbbb1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:36.538421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.634957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-30e38732-0fd6-4d0b-805a-33661da337c9 None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:36.634957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-30e38732-0fd6-4d0b-805a-33661da337c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.656315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Subnet': ['ID=1030f745-7712-4a59-8158-23e6dbf22a8b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:36.663810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Checking segment: {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:36.664940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network hostable DHCP agents. Network: 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:36.685738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:36.701446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:36.716860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.718447 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.727050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e1660-1a10-427c-8966-2216f04195e6 None None] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:36.734566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.758205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e39a7c43-8c6b-4cea-83a6-5078ec0d1e5d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2087772 Sep 16 05:24:36.787766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.840032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:36.938062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:36.943481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ea214-ccf4-4058-b010-4d39b5177d4d req-d5c0c708-22d3-4ddb-99e9-2d45909d3615 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:36.948642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:36.952516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:36.953649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba5ea214-ccf4-4058-b010-4d39b5177d4d req-d5c0c708-22d3-4ddb-99e9-2d45909d3615 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.1260183 Sep 16 05:24:37.031482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=289701fa-fd52-4bec-b246-a5435b7e289f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.045475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.046863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba5ea214-ccf4-4058-b010-4d39b5177d4d req-7bd2c15d-eab0-4340-b839-7961473f8a2a tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918064 Sep 16 05:24:37.047491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.114783 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-314a5c10-ee1a-4186-8fd2-b11769f2b8ab tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1736934 Sep 16 05:24:37.117706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.138581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Deleting port 0cda19c6-653c-437b-bcb8-a8411a20da31 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:37.146665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.267978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 14e2d42d-97b1-45dc-9e69-90148387d2a1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:37.294744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44636) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.308702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0294e329-4d7c-41ea-b562-4cef97680480 None None] DHCP port deletion for 9f7deed5-3e1a-4567-81d9-b3c2349add5e request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:37.332112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9040fa9-ae52-47a8-bbb5-4efeab7d5801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.333725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 14e2d42d-97b1-45dc-9e69-90148387d2a1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:37.334255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 14e2d42d-97b1-45dc-9e69-90148387d2a1 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:37.335055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:37.391089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a02c100-4cca-49da-a63f-98aaf1c4f73c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.406008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a02c100-4cca-49da-a63f-98aaf1c4f73c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.410583 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5a02c100-4cca-49da-a63f-98aaf1c4f73c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2915235 Sep 16 05:24:37.415798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44638) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.416470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] For port 0cda19c6-653c-437b-bcb8-a8411a20da31, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0cda19c6-653c-437b-bcb8-a8411a20da31,segment=NetworkSegment(9b5ab855-8928-4a02-addc-b7fcd11abbb4),segment_id=9b5ab855-8928-4a02-addc-b7fcd11abbb4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:37.416995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.449248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Calling delete_port for 0cda19c6-653c-437b-bcb8-a8411a20da31 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:37.616827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 289701fa-fd52-4bec-b246-a5435b7e289f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:37.617739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.651990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.661231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9040fa9-ae52-47a8-bbb5-4efeab7d5801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.703300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cda19c6-653c-437b-bcb8-a8411a20da31,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.707339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9040fa9-ae52-47a8-bbb5-4efeab7d5801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.718481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] No DVR routers for this DVR port 0cda19c6-653c-437b-bcb8-a8411a20da31 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:37.792299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:37.792889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fdff2950-95dc-4bd0-8266-8a7d1cbf4f5d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:37.846119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-88014d55-ffa2-45cc-bcae-54b6c066e613 req-15ac1b6f-f283-46a9-a3be-27d44de943a5 service neutron] (94718) timed out ('10.222.0.55', 60856) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:24:37.847161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0294e329-4d7c-41ea-b562-4cef97680480 None None] The port '0cda19c6-653c-437b-bcb8-a8411a20da31' was deleted {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:24:37.847999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.870951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9040fa9-ae52-47a8-bbb5-4efeab7d5801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0799c860-5139-4f28-aeda-43f045387f53,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:37.877912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.881580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7deed5-3e1a-4567-81d9-b3c2349add5e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:37.890453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e9040fa9-ae52-47a8-bbb5-4efeab7d5801 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2063f868c2e34006a00d08d3e1453935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934684 Sep 16 05:24:37.895075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44648) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.908964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 289701fa-fd52-4bec-b246-a5435b7e289f owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:37.927372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f88b30-70c2-4083-8341-17b41e54bba3 req-eaa04f5a-4910-4c3c-a6f5-93933e243877 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:37.927605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5ab855-8928-4a02-addc-b7fcd11abbb4') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:37.927605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5ab855-8928-4a02-addc-b7fcd11abbb4') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:37.929122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44650) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:37.934674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5f88b30-70c2-4083-8341-17b41e54bba3 req-eaa04f5a-4910-4c3c-a6f5-93933e243877 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.1896312 Sep 16 05:24:37.944850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-65be2508-e48f-4889-8ad9-8cf64cbb5993 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197610066', 'description': 'tempest-secgroup-smoke-1197610066 description', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:37.955557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.972108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-41a080a6-05d7-449b-9690-16d87209786f None None] Provisioning complete for port 289701fa-fd52-4bec-b246-a5435b7e289f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:37.972708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41a080a6-05d7-449b-9690-16d87209786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.976401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0cda19c6-653c-437b-bcb8-a8411a20da31 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:37.983239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ips': [{'subnet_id': '1030f745-7712-4a59-8158-23e6dbf22a8b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:37.984129 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.007351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.025435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:38.026305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:38.028732 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:38.042042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0cda19c6-653c-437b-bcb8-a8411a20da31 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:38.042398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0cda19c6-653c-437b-bcb8-a8411a20da31 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:38.058581 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65be2508-e48f-4889-8ad9-8cf64cbb5993 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.119535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1aeec760-56dd-4667-9dc4-af249248a48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.148348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1aeec760-56dd-4667-9dc4-af249248a48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.158028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-41a080a6-05d7-449b-9690-16d87209786f None None] Port 289701fa-fd52-4bec-b246-a5435b7e289f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:38.162831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.183000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.185045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9f7deed5-3e1a-4567-81d9-b3c2349add5e HTTP/1.1" status: 204 len: 168 time: 1.7918818 Sep 16 05:24:38.200974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5f88b30-70c2-4083-8341-17b41e54bba3 req-0bdd3c07-30fb-4235-82b4-466a411ecb21 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651446 Sep 16 05:24:38.232988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31095b-b303-4740-9fe6-77224bdf8292 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7deed5-3e1a-4567-81d9-b3c2349add5e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.296140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1aeec760-56dd-4667-9dc4-af249248a48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.300160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1aeec760-56dd-4667-9dc4-af249248a48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.301677 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1aeec760-56dd-4667-9dc4-af249248a48c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0799c860-5139-4f28-aeda-43f045387f53 HTTP/1.1" status: 204 len: 168 time: 0.3914540 Sep 16 05:24:38.322034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Allocated IP 172.20.0.18 (0cd8ed55-0e17-4e7c-b80b-54e5d86baf95/1030f745-7712-4a59-8158-23e6dbf22a8b/f5cdd68a-8ae1-430f-b62f-f9d2dd073182) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:38.337784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeec760-56dd-4667-9dc4-af249248a48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0799c860-5139-4f28-aeda-43f045387f53,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.373397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65be2508-e48f-4889-8ad9-8cf64cbb5993 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.383721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65be2508-e48f-4889-8ad9-8cf64cbb5993 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.387289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.438271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65be2508-e48f-4889-8ad9-8cf64cbb5993 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.442599 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-65be2508-e48f-4889-8ad9-8cf64cbb5993 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5118492 Sep 16 05:24:38.443744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44664) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:38.450822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-47ca2c44-c6ec-458c-9ed1-6e6252fc450c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': '6619ee52-9b0c-4168-9bc5-c47992ccb7a7', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:38.495846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44666) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:38.499686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be2508-e48f-4889-8ad9-8cf64cbb5993 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6619ee52-9b0c-4168-9bc5-c47992ccb7a7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.508596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=289701fa-fd52-4bec-b246-a5435b7e289f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.544578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47ca2c44-c6ec-458c-9ed1-6e6252fc450c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.590415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.596292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8adec947-9b9d-4eb8-8ba5-70a8f5dfaf82 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/289701fa-fd52-4bec-b246-a5435b7e289f HTTP/1.1" status: 204 len: 168 time: 1.1792183 Sep 16 05:24:38.597287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44668) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:38.676144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cab551-a6dd-49ea-9098-30420eb75434 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:38.678542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cab551-a6dd-49ea-9098-30420eb75434 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:38.680409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cab551-a6dd-49ea-9098-30420eb75434 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:38.686587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a1cab551-a6dd-49ea-9098-30420eb75434 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0868568 Sep 16 05:24:38.687244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44672) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:38.701451 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-93cda00c-08a9-463b-bcb7-929b2fee97ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=984f53db13c34652bf9b2ba51d6ded9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034805 Sep 16 05:24:38.708249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44674) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:38.733668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.746315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.778733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 51314b80-30e4-454f-9a39-79b89812559b {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:38.786756 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.788426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47ca2c44-c6ec-458c-9ed1-6e6252fc450c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.819645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47ca2c44-c6ec-458c-9ed1-6e6252fc450c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.836306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:38.840021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:38.848303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:38.867112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Pushing event updated for resources: {'Port': ['ID=f5cdd68a-8ae1-430f-b62f-f9d2dd073182,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.912393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca2c44-c6ec-458c-9ed1-6e6252fc450c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a60dc34-7080-4e41-9d6d-8f131a79c434,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:38.921406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47ca2c44-c6ec-458c-9ed1-6e6252fc450c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.922315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.922931 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-47ca2c44-c6ec-458c-9ed1-6e6252fc450c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4780028 Sep 16 05:24:38.928809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44680) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:38.937321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-40e9ac93-5d0d-4435-a9b6-099230992199 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': '6619ee52-9b0c-4168-9bc5-c47992ccb7a7', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:38.955740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f2748fb-e6fb-41cc-a22d-a3607b1f8352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.957780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Attempting to bind port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:38.958433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Attempting to bind port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:38.958902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Attempting to bind port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 on network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:38.968399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:38.968952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Checking segment: {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:38.969485 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.969977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Bound using segment: {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:38.970611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Bound port: f5cdd68a-8ae1-430f-b62f-f9d2dd073182, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:38.971975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:38.996890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f2748fb-e6fb-41cc-a22d-a3607b1f8352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.040308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40e9ac93-5d0d-4435-a9b6-099230992199 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.066355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] For port f5cdd68a-8ae1-430f-b62f-f9d2dd073182, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:39.073403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] For port f5cdd68a-8ae1-430f-b62f-f9d2dd073182, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f5cdd68a-8ae1-430f-b62f-f9d2dd073182,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:39.084713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.088978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.092989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f2748fb-e6fb-41cc-a22d-a3607b1f8352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.096250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9f2748fb-e6fb-41cc-a22d-a3607b1f8352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.097533 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9f2748fb-e6fb-41cc-a22d-a3607b1f8352 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6909f909-f25e-4312-8f26-7a260c2506f1 HTTP/1.1" status: 204 len: 168 time: 0.3808854 Sep 16 05:24:39.108994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2748fb-e6fb-41cc-a22d-a3607b1f8352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909f909-f25e-4312-8f26-7a260c2506f1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:39.197839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3659003-0b76-442b-81f1-806cdaddd16a None None] Pushing event updated for resources: {'Port': ['ID=f5cdd68a-8ae1-430f-b62f-f9d2dd073182,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:39.756151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40e9ac93-5d0d-4435-a9b6-099230992199 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.774872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40e9ac93-5d0d-4435-a9b6-099230992199 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.814540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-72ea5f96-ff76-4387-b1e8-ff6bc67baca3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1971464 Sep 16 05:24:39.821772 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.844946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-e72db877-d278-47d6-90bc-3250513a70aa tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:39.846494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-e72db877-d278-47d6-90bc-3250513a70aa tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.64 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.2267644 Sep 16 05:24:39.855025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8267-fbd2-4fde-9436-d0df3365f234 req-3d1fc290-a092-41af-a5f7-291844096d27 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:39.862780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6baf8267-fbd2-4fde-9436-d0df3365f234 req-3d1fc290-a092-41af-a5f7-291844096d27 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.2439671 Sep 16 05:24:39.897142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44710) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:39.944521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9ac93-5d0d-4435-a9b6-099230992199 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebf6f4f-8e24-46f1-8159-42c56ea2bf30,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:39.950451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40e9ac93-5d0d-4435-a9b6-099230992199 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:39.954921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-40e9ac93-5d0d-4435-a9b6-099230992199 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0232222 Sep 16 05:24:39.961039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:39.973112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a0d31777-bbf3-4e51-ab7d-518b313e34f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': '6619ee52-9b0c-4168-9bc5-c47992ccb7a7', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:40.001271 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66b21823-0bee-4d27-acf1-2519af892755 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=359de10d9adc4ea9a77039fcd4abcc0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029153 Sep 16 05:24:40.002171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44716) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:40.002342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.008439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/51314b80-30e4-454f-9a39-79b89812559b HTTP/1.1" status: 204 len: 168 time: 1.3195944 Sep 16 05:24:40.010271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85ca69-1a7e-4912-99ef-c0dc73b5e882 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:40.019137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44718) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:40.038224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721feccd-e2f8-44b9-9349-b580ff40cb3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=51314b80-30e4-454f-9a39-79b89812559b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:40.145499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66e10509-8331-47c4-be40-eb2aff608c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.158467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6baf8267-fbd2-4fde-9436-d0df3365f234 req-386d14c1-7421-47f9-bf9e-d6fbfd7dc39d tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946303 Sep 16 05:24:40.160748 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a0d31777-bbf3-4e51-ab7d-518b313e34f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.188911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet b568ee09-d06a-4463-aa7f-f591a4a4fdb5 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:40.194413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-b2a6898c-b22e-43fa-8072-cf3eb426ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:40.196955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-b2a6898c-b22e-43fa-8072-cf3eb426ed12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1097 time: 0.3284678 Sep 16 05:24:40.200456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.247456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f5cdd68a-8ae1-430f-b62f-f9d2dd073182 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:40.332367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:40.333665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.338559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66e10509-8331-47c4-be40-eb2aff608c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.397572 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.444739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a0d31777-bbf3-4e51-ab7d-518b313e34f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.474639 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a0d31777-bbf3-4e51-ab7d-518b313e34f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.572703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d31777-bbf3-4e51-ab7d-518b313e34f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da971248-5b40-43c9-8e50-4e914501349c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:40.577177 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66e10509-8331-47c4-be40-eb2aff608c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.587929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66e10509-8331-47c4-be40-eb2aff608c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.597680 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66e10509-8331-47c4-be40-eb2aff608c4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a25690d6-269b-4ebb-9d52-6a6d2cae2a64 HTTP/1.1" status: 204 len: 168 time: 0.5889423 Sep 16 05:24:40.603286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Deleting port 091308d2-891b-49d4-baec-c253e50642eb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:40.603602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.631533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e10509-8331-47c4-be40-eb2aff608c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25690d6-269b-4ebb-9d52-6a6d2cae2a64,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:40.642195 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.646777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a0d31777-bbf3-4e51-ab7d-518b313e34f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.659951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a0d31777-bbf3-4e51-ab7d-518b313e34f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6932209 Sep 16 05:24:40.661088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44736) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:40.673899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f3233b8f-9e10-4ea9-800c-16480b03860c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': '6619ee52-9b0c-4168-9bc5-c47992ccb7a7', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:40.758675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3233b8f-9e10-4ea9-800c-16480b03860c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.759831 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port f5cdd68a-8ae1-430f-b62f-f9d2dd073182, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f5cdd68a-8ae1-430f-b62f-f9d2dd073182,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:40.791265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:40.921713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2f0d2-2635-4e0c-973c-abafa6a1d0da None None] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:41.004379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3233b8f-9e10-4ea9-800c-16480b03860c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.009220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3233b8f-9e10-4ea9-800c-16480b03860c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.033970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3233b8f-9e10-4ea9-800c-16480b03860c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03677009-ce20-4470-83e5-6cd83e13037d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.081929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3233b8f-9e10-4ea9-800c-16480b03860c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.083186 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f3233b8f-9e10-4ea9-800c-16480b03860c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4210565 Sep 16 05:24:41.098512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44744) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:41.103761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-2f7b15ed-8771-420f-a521-b2eaa372a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:41.114088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': '6619ee52-9b0c-4168-9bc5-c47992ccb7a7', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:41.115626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-2f7b15ed-8771-420f-a521-b2eaa372a523 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.8777566 Sep 16 05:24:41.143862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=f5cdd68a-8ae1-430f-b62f-f9d2dd073182,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.176225 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Project f72674dd7e4b46cda7bdf9b7383db189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:24:41.184589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.235781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ee4d6091-63d1-4333-93aa-9d14c29a78c2 None None] Provisioning complete for port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:41.236186 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6091-63d1-4333-93aa-9d14c29a78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.319183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.325290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.364699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e12dd87-ad46-4df3-9a72-4795894647b0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.375927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.379882 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bca87ac5-5216-4d6a-8e95-83f7c37d66ac tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2778378 Sep 16 05:24:41.381582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:41.392468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.395485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': '6619ee52-9b0c-4168-9bc5-c47992ccb7a7', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:41.433041 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Project f72674dd7e4b46cda7bdf9b7383db189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:24:41.442588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.456714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] For port 091308d2-891b-49d4-baec-c253e50642eb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=091308d2-891b-49d4-baec-c253e50642eb,segment=NetworkSegment(a4540244-0bd7-447b-9b40-db1e64a4f2d2),segment_id=a4540244-0bd7-447b-9b40-db1e64a4f2d2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:41.457087 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.476045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-2ba422db-0b29-446b-9a16-3739fccfba16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 1001 time: 0.3306289 Sep 16 05:24:41.486467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Calling delete_port for 091308d2-891b-49d4-baec-c253e50642eb owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:41.616285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d84c40-38be-4533-a4d6-d533ec8425d6 req-ef8aa3b5-6464-4802-8bbf-b7962cd2b9db tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:41.618493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51d84c40-38be-4533-a4d6-d533ec8425d6 req-ef8aa3b5-6464-4802-8bbf-b7962cd2b9db tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 946 time: 0.2654853 Sep 16 05:24:41.640742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.654872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.688707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-dda9ea2d-4ef7-46a5-aa94-eb9b0ddb40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:41.696714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400ffcfa-171f-4ade-8d20-64c93bb1a68d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:41.698430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-dda9ea2d-4ef7-46a5-aa94-eb9b0ddb40e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.2074618 Sep 16 05:24:41.703431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.708676 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e6c53dd5-0355-4c0a-b632-2c55a8b57d23 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3237936 Sep 16 05:24:41.716323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.848568 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.850166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0d0e9046-8d36-49a4-af90-bb2bdf862871 None None] Provisioning complete for port 8831a6de-31c3-431c-ac0e-fb318774a5d4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:41.850681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0d0e9046-8d36-49a4-af90-bb2bdf862871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.895986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:41.901668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/b568ee09-d06a-4463-aa7f-f591a4a4fdb5 HTTP/1.1" status: 204 len: 168 time: 1.8553467 Sep 16 05:24:41.903478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44766) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:41.917177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8dc293-ad7f-42d0-9b50-8c2261834c27 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:41.953626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e014c6-cdc4-4996-9f2a-08edc355bfed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=b568ee09-d06a-4463-aa7f-f591a4a4fdb5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:42.051624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8df02561-e2d2-43df-8b49-7be88bcd7d84 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463649 Sep 16 05:24:42.052301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44782) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.061595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f5cdd68a-8ae1-430f-b62f-f9d2dd073182 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:42.067345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51d84c40-38be-4533-a4d6-d533ec8425d6 req-12ddaf05-3de5-4e7c-b3a6-e69634e115c8 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7449d36-16c2-4974-bdd7-4de9389dd801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103160 Sep 16 05:24:42.120721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-ff37dd64-0505-4d2b-8f47-54a7864fc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.124247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-ff37dd64-0505-4d2b-8f47-54a7864fc032 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4029958 Sep 16 05:24:42.145991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b762b8c3-98f8-42ea-8c1d-a32b8bdfb1c4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.147840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b762b8c3-98f8-42ea-8c1d-a32b8bdfb1c4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0946054 Sep 16 05:24:42.150707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44784) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.208298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:42.209165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.230464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a278f95-836c-448f-aa73-518f10eb211e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.232573 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8a278f95-836c-448f-aa73-518f10eb211e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807803 Sep 16 05:24:42.235296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44788) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.285735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-29d721f0-87ba-4d0c-9fbe-9595bd4aed66 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197610066&fields=id&tenant_id=f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 267 time: 0.2164958 Sep 16 05:24:42.310061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 091308d2-891b-49d4-baec-c253e50642eb no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:42.321830 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07a9d3e8-424d-49ad-a7c9-7376035cebac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852783 Sep 16 05:24:42.327958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44790) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.343339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-14aab343-3b04-43e6-b3df-8a09b8f2bde8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:42.427766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:42.431371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.457604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.480539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-50ceb11a-5bea-47cc-9149-9098ae88898d None None] Provisioning complete for port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:42.480922 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50ceb11a-5bea-47cc-9149-9098ae88898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.508244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Pushing event deleted for resources: {'Port': ['ID=091308d2-891b-49d4-baec-c253e50642eb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:42.522688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aab343-3b04-43e6-b3df-8a09b8f2bde8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:42.528139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-14aab343-3b04-43e6-b3df-8a09b8f2bde8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.531620 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-14aab343-3b04-43e6-b3df-8a09b8f2bde8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:42.532502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14aab343-3b04-43e6-b3df-8a09b8f2bde8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:42.560733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-14aab343-3b04-43e6-b3df-8a09b8f2bde8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2306166 Sep 16 05:24:42.561490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44800) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.579775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-295cb6d0-6adb-45ed-908f-a47af5f81a43 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:42.596052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-4f6e54ef-5449-4393-81ec-9e537d92c931 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301291 Sep 16 05:24:42.604696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] Deleting port 8831a6de-31c3-431c-ac0e-fb318774a5d4 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:42.605624 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.693785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] No DVR routers for this DVR port 091308d2-891b-49d4-baec-c253e50642eb on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:42.699847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.703811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d7b8642-6e04-4f6c-a011-cd0ba4a09169 req-9ae6a09a-da02-47bf-9452-71585487eb6f tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.64 "DELETE /v2.0/ports/091308d2-891b-49d4-baec-c253e50642eb HTTP/1.1" status: 204 len: 173 time: 2.8371143 Sep 16 05:24:42.721190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'name': 'network-vif-deleted', 'tag': '091308d2-891b-49d4-baec-c253e50642eb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:42.723678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295cb6d0-6adb-45ed-908f-a47af5f81a43 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:42.724267 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c839c2-60f2-4763-959b-0559da5cb483" -d '{"events": [{"server_uuid": "c943822e-2e02-4e10-8bb3-f6522ee7b815", "name": "network-vif-deleted", "tag": "091308d2-891b-49d4-baec-c253e50642eb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:42.727877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-295cb6d0-6adb-45ed-908f-a47af5f81a43 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.729459 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-295cb6d0-6adb-45ed-908f-a47af5f81a43 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:42.730092 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295cb6d0-6adb-45ed-908f-a47af5f81a43 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:42.735011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] For port 8831a6de-31c3-431c-ac0e-fb318774a5d4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8831a6de-31c3-431c-ac0e-fb318774a5d4,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:42.735422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.749555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] Calling delete_port for 8831a6de-31c3-431c-ac0e-fb318774a5d4 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:42.788913 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-295cb6d0-6adb-45ed-908f-a47af5f81a43 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2261918 Sep 16 05:24:42.791804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44828) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:42.798224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-03b92f58-f021-4233-a0ff-24042b0d4018 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:42.801512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-bb17f5b4-6130-484c-ac18-a729dea405e6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:42.827518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-bb17f5b4-6130-484c-ac18-a729dea405e6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/networks?id=0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 HTTP/1.1" status: 200 len: 796 time: 0.4357610 Sep 16 05:24:42.849943 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88982ed-cc94-450c-8f2c-71b090e8e76b x-openstack-request-id: req-f88982ed-cc94-450c-8f2c-71b090e8e76b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:42.852914 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c943822e-2e02-4e10-8bb3-f6522ee7b815", "name": "network-vif-deleted", "tag": "091308d2-891b-49d4-baec-c253e50642eb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:42.853385 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f88982ed-cc94-450c-8f2c-71b090e8e76b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:42.853997 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c943822e-2e02-4e10-8bb3-f6522ee7b815', 'name': 'network-vif-deleted', 'tag': '091308d2-891b-49d4-baec-c253e50642eb', 'status': 'completed', 'code': 200} Sep 16 05:24:42.880129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-09720418-bec1-4d0a-a451-d94dfdc630b3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/quotas/f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 375 time: 0.0510066 Sep 16 05:24:42.926699 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:42.970980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] Pushing event deleted for resources: {'Port': ['ID=8831a6de-31c3-431c-ac0e-fb318774a5d4,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:42.974806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023263e-2fb1-4cdf-9172-fca7aeedbee3 None None] No DVR routers for this DVR port 8831a6de-31c3-431c-ac0e-fb318774a5d4 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:43.008650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b92f58-f021-4233-a0ff-24042b0d4018 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:43.019818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03b92f58-f021-4233-a0ff-24042b0d4018 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.022948 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b92f58-f021-4233-a0ff-24042b0d4018 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:43.023603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b92f58-f021-4233-a0ff-24042b0d4018 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:43.043957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-b6b90137-b05e-4f8d-b7da-51f2fe64df06 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1616569 Sep 16 05:24:43.052862 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03b92f58-f021-4233-a0ff-24042b0d4018 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2565012 Sep 16 05:24:43.053473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa0e378d-6c04-481d-9c63-c5ad35a4b31b req-1a185f63-8dbe-437b-a561-66043fa43803 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214168 Sep 16 05:24:43.053473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44832) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.058938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0beddee1-300c-4b38-a05f-694ffc376c55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:43.225492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beddee1-300c-4b38-a05f-694ffc376c55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:43.231007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0beddee1-300c-4b38-a05f-694ffc376c55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.233118 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0beddee1-300c-4b38-a05f-694ffc376c55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:43.233573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0beddee1-300c-4b38-a05f-694ffc376c55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:43.278185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fe6be90-d171-4858-bdea-0d58ab850940 req-21fae3ec-0e47-46d4-8e05-ef131b6f4d18 tempest-ServersNegativeTestMultiTenantJSON-182930027 tempest-ServersNegativeTestMultiTenantJSON-182930027-project] 10.222.0.55 "GET /v2.0/ports?device_id=c943822e-2e02-4e10-8bb3-f6522ee7b815 HTTP/1.1" status: 200 len: 210 time: 0.0419691 Sep 16 05:24:43.281174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-24ee1166-24ca-49e0-926d-bdca9c9a3436 service neutron] 10.222.0.55 "GET /v2.0/networks/0cd8ed55-0e17-4e7c-b80b-54e5d86baf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023978 Sep 16 05:24:43.326247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0beddee1-300c-4b38-a05f-694ffc376c55 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2721155 Sep 16 05:24:43.329463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44842) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.338797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7163c728-d545-433a-9996-8f7791492614 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:43.392396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44844) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.426372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-50f52cf8-f6e2-4523-9590-503ef143478b service neutron] 10.222.0.55 "GET /v2.0/networks/0cd8ed55-0e17-4e7c-b80b-54e5d86baf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279018 Sep 16 05:24:43.555486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7163c728-d545-433a-9996-8f7791492614 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:43.565506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7163c728-d545-433a-9996-8f7791492614 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.567421 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7163c728-d545-433a-9996-8f7791492614 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:43.569126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7163c728-d545-433a-9996-8f7791492614 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:43.594337 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7163c728-d545-433a-9996-8f7791492614 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2632880 Sep 16 05:24:43.595006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44848) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.602483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f44a9e7c-40ee-48af-a461-7427aaf1ee64 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:43.621148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-99d81d0c-7e2c-4e60-b324-31feda62ccfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.733195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfe2b19a-b0b7-4f0c-867e-ddfb52119d8d req-fa72abf1-655d-46ae-bac5-d59198ef12ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 210 time: 0.0403121 Sep 16 05:24:43.794633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-99d81d0c-7e2c-4e60-b324-31feda62ccfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.809047 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-99d81d0c-7e2c-4e60-b324-31feda62ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.839102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44a9e7c-40ee-48af-a461-7427aaf1ee64 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:43.846898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f44a9e7c-40ee-48af-a461-7427aaf1ee64 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:43.848529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-99d81d0c-7e2c-4e60-b324-31feda62ccfe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=646eb39ec1894e3fa02168a47ac4101a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547994 Sep 16 05:24:43.850911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44856) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.863367 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44a9e7c-40ee-48af-a461-7427aaf1ee64 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:24:43.863922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44a9e7c-40ee-48af-a461-7427aaf1ee64 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:24:43.897550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f44a9e7c-40ee-48af-a461-7427aaf1ee64 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2990568 Sep 16 05:24:43.897882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44860) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.912314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d81d0c-7e2c-4e60-b324-31feda62ccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa1db98-d4bd-4d0b-894b-91abb87222ab,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:43.962485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8831a6de-31c3-431c-ac0e-fb318774a5d4 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:43.982456 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5ef0f26a-bc7e-464b-ae2d-acff04164996 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0799251 Sep 16 05:24:43.982702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44862) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:43.999408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1235350-feae-4d7c-bb22-acc6af576238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.006980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8831a6de-31c3-431c-ac0e-fb318774a5d4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:44.007478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8831a6de-31c3-431c-ac0e-fb318774a5d4 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:44.033138 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1235350-feae-4d7c-bb22-acc6af576238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.056744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccde150-d3b9-4256-85fe-244b7c09b6ef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:44.058956 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1ccde150-d3b9-4256-85fe-244b7c09b6ef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0753710 Sep 16 05:24:44.062929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44864) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.121891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fa394bf1-670b-4eeb-94a4-3b565ff8d559 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577335 Sep 16 05:24:44.127105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44870) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.133611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:44.222095 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1235350-feae-4d7c-bb22-acc6af576238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.224669 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1235350-feae-4d7c-bb22-acc6af576238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.228661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b1235350-feae-4d7c-bb22-acc6af576238 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efa1db98-d4bd-4d0b-894b-91abb87222ab HTTP/1.1" status: 204 len: 168 time: 0.3731933 Sep 16 05:24:44.278113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1235350-feae-4d7c-bb22-acc6af576238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa1db98-d4bd-4d0b-894b-91abb87222ab,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.283021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:44.288562 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.434379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44880) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.576855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] Deleting subnet f9f19704-ac04-43ef-b864-fc8a9ea257cd {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:44.581403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.659022 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.733356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.752329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44886) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.778954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f098d949-3683-49f7-bd8c-170b0581e965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.811848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.841753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f19704-ac04-43ef-b864-fc8a9ea257cd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:44.846655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.853257 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bc3bd4b7-a891-4bcf-b402-81c156fa2880 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f9f19704-ac04-43ef-b864-fc8a9ea257cd HTTP/1.1" status: 204 len: 168 time: 0.4112816 Sep 16 05:24:44.855557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:44.855716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:44.866261 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.916174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b9dc57a-531d-461d-ae3b-1b6460d27884 req-92ad275a-c77e-4200-adac-075f74d4f041 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 210 time: 0.0632212 Sep 16 05:24:44.927147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.938101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:44.946336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:44.949330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:44.950041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:44.958075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2633588b-6e7e-480f-8a02-3d19a04eac09 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:44.977095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=f30dc251-4a2c-4ed0-bd30-8e3eedb32713,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.042708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.043847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f098d949-3683-49f7-bd8c-170b0581e965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.059722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f098d949-3683-49f7-bd8c-170b0581e965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.076937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b0dfb52a-bf60-4499-8c0f-0205e9779a0d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9456708 Sep 16 05:24:45.077871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5673ead-798e-4fa4-a756-34059f79ab5d']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:45.084690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 44894) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.094395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:71:b2:91', 'name': 'tempest-NetworksTestDHCPv6-1421636905'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:45.105710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4540244-0bd7-447b-9b40-db1e64a4f2d2') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:45.106313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4540244-0bd7-447b-9b40-db1e64a4f2d2') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:45.117029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.138198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': 'f30dc251-4a2c-4ed0-bd30-8e3eedb32713'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:45.139222 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.143032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f098d949-3683-49f7-bd8c-170b0581e965 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60711731ef554dc9a0289b603e0c04a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864005 Sep 16 05:24:45.143247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44896) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.154854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.155778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098d949-3683-49f7-bd8c-170b0581e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f3c238-dfda-4a6e-86be-308d6d0ea725,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.167404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:45.167772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:45.169561 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:45.313589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:45.395502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Allocated IP 2001:db8::f816:3eff:fe29:ff1 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/f30dc251-4a2c-4ed0-bd30-8e3eedb32713/58649e47-ba35-4724-88de-013ca559bd50) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:45.507214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-55fa647c-7cb3-4ab2-b56f-505ee13ef520 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:45.508342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-55fa647c-7cb3-4ab2-b56f-505ee13ef520 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "GET /v2.0/networks?id=0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 HTTP/1.1" status: 200 len: 796 time: 0.2434156 Sep 16 05:24:45.515509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.569168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port a83dc075-4b98-436a-ac94-027b62d040c0 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:45.606500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.618434 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.635890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-54a54f6e-1d9c-4d6c-af4b-c4a9bffae7b1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 473 time: 0.1076055 Sep 16 05:24:45.637759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.644986 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.647328 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c5673ead-798e-4fa4-a756-34059f79ab5d HTTP/1.1" status: 204 len: 168 time: 0.7931054 Sep 16 05:24:45.655048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:45.661112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'port': {'device_id': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'admin_state_up': True, 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'security_groups': ['6619ee52-9b0c-4168-9bc5-c47992ccb7a7']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:45.662980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af9435b-d3e4-416b-8a13-4d352616b168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.672720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:45.675291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:45.680251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:45.700134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eda5f-f05f-474c-839f-2faaf8ed0a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5673ead-798e-4fa4-a756-34059f79ab5d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.734290 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af9435b-d3e4-416b-8a13-4d352616b168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.749534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] Deleting subnet fdbc0455-078d-4e29-889c-2424ae39083f {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:45.768584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Attempting to bind port 58649e47-ba35-4724-88de-013ca559bd50 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:45.769472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Attempting to bind port 58649e47-ba35-4724-88de-013ca559bd50 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:45.771062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Attempting to bind port 58649e47-ba35-4724-88de-013ca559bd50 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:45.775049 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.781139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:45.781869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:45.782500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.783104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:45.792144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Bound port: 58649e47-ba35-4724-88de-013ca559bd50, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:45.792797 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.796809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Pushing event updated for resources: {'Port': ['ID=58649e47-ba35-4724-88de-013ca559bd50,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:45.842369 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.901496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:45.904999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.908464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] For port 58649e47-ba35-4724-88de-013ca559bd50, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:45.920909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] For port 58649e47-ba35-4724-88de-013ca559bd50, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=58649e47-ba35-4724-88de-013ca559bd50,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:45.925008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.930720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.933980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fe71:b291 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/f30dc251-4a2c-4ed0-bd30-8e3eedb32713/a83dc075-4b98-436a-ac94-027b62d040c0) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:45.951815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af9435b-d3e4-416b-8a13-4d352616b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.954904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af9435b-d3e4-416b-8a13-4d352616b168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:45.956369 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9af9435b-d3e4-416b-8a13-4d352616b168 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84f3c238-dfda-4a6e-86be-308d6d0ea725 HTTP/1.1" status: 204 len: 168 time: 0.8125722 Sep 16 05:24:45.977412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9435b-d3e4-416b-8a13-4d352616b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f3c238-dfda-4a6e-86be-308d6d0ea725,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.037166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.100385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbc0455-078d-4e29-889c-2424ae39083f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.104773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.108819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7248479-343b-4de1-82d1-88d6c454fe05 None None] Pushing event updated for resources: {'Port': ['ID=58649e47-ba35-4724-88de-013ca559bd50,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.113945 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d09bc121-cf27-4afc-a821-0221cc4a58e6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fdbc0455-078d-4e29-889c-2424ae39083f HTTP/1.1" status: 204 len: 168 time: 0.4578238 Sep 16 05:24:46.114663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44918) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.236686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cef02109-2013-4ca4-9c59-47aa37e36f23 req-9de68689-0ed1-448c-ac0c-bf3f93cc1d5f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 210 time: 0.1464746 Sep 16 05:24:46.237176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.269788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.20.0.28 (0cd8ed55-0e17-4e7c-b80b-54e5d86baf95/1030f745-7712-4a59-8158-23e6dbf22a8b/6f780030-99a1-47ae-9fbf-c28bf47716ac) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:46.425300 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.461760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c9e40e-6182-459d-afbb-eaf7151c0016']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:46.475663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521aaaa0-851d-480c-aae6-eda62a30cbfa') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:46.476703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521aaaa0-851d-480c-aae6-eda62a30cbfa') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:46.489017 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.507092 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.515055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:24:46.516025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:24:46.519292 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:24:46.605913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.623071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.629571 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] 10.222.0.55 "DELETE /v2.0/networks/40c9e40e-6182-459d-afbb-eaf7151c0016 HTTP/1.1" status: 204 len: 168 time: 0.5094256 Sep 16 05:24:46.629571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b396579-fdd5-41bf-8c53-8096469bf760 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c9e40e-6182-459d-afbb-eaf7151c0016,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:46.781449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.847837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44940) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.905222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-902239e6-5825-4f4e-a92a-69c36cc9cf15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b9ed925ebae4435ac9af7e377f0e61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557446 Sep 16 05:24:46.908898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:46.958876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.964741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6def62a-2728-4837-8c5f-7a07eb8caf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:46.993391 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6def62a-2728-4837-8c5f-7a07eb8caf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.045293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:47.050510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.061204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:47.067854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:47.075899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.076748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.090127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6def62a-2728-4837-8c5f-7a07eb8caf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.094955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6def62a-2728-4837-8c5f-7a07eb8caf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.097689 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6def62a-2728-4837-8c5f-7a07eb8caf40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7449d36-16c2-4974-bdd7-4de9389dd801 HTTP/1.1" status: 204 len: 168 time: 0.1869893 Sep 16 05:24:47.109292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6def62a-2728-4837-8c5f-7a07eb8caf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7449d36-16c2-4974-bdd7-4de9389dd801,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.146922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=a83dc075-4b98-436a-ac94-027b62d040c0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.169390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-960a0270-2485-4af0-af89-d5f025dd8d94 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0808773 Sep 16 05:24:47.171463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.191735 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.308864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32788c-94ad-4731-8bf1-3f7c80a05532 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.326965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:47.336119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32788c-94ad-4731-8bf1-3f7c80a05532 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.342913 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ae32788c-94ad-4731-8bf1-3f7c80a05532 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1673310 Sep 16 05:24:47.343152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:47.343376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44962) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:47.358447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:47.431001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=6f780030-99a1-47ae-9fbf-c28bf47716ac,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:47.565803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port a83dc075-4b98-436a-ac94-027b62d040c0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:47.566296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.598363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.599679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.613225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fc18cd4d-3f2a-4ae0-a33f-1a0a447d11ad None None] Provisioning complete for port 58649e47-ba35-4724-88de-013ca559bd50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:47.613828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fc18cd4d-3f2a-4ae0-a33f-1a0a447d11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.614841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f0e8e-3ddb-4d29-a1f5-351b225924f4 req-21eb167f-9265-4bca-beff-82c08b8f6792 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:47.618245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba3f0e8e-3ddb-4d29-a1f5-351b225924f4 req-21eb167f-9265-4bca-beff-82c08b8f6792 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 932 time: 0.1844244 Sep 16 05:24:47.668607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-c646deb0-ead1-453e-8bc4-d0710facb438 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0142486 Sep 16 05:24:47.684904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba3f0e8e-3ddb-4d29-a1f5-351b225924f4 req-fc4dd3fa-401b-4428-866d-dab9c2106f8b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590932 Sep 16 05:24:47.692837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Request body: {'port': {'device_id': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:47.771271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.788512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for a83dc075-4b98-436a-ac94-027b62d040c0 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:47.834569 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.975995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fc18cd4d-3f2a-4ae0-a33f-1a0a447d11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.042419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44974) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.083555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58649e47-ba35-4724-88de-013ca559bd50 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:48.123734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fc18cd4d-3f2a-4ae0-a33f-1a0a447d11ad None None] For port 58649e47-ba35-4724-88de-013ca559bd50, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=58649e47-ba35-4724-88de-013ca559bd50,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:48.136717 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fc18cd4d-3f2a-4ae0-a33f-1a0a447d11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.219689 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18cd4d-3f2a-4ae0-a33f-1a0a447d11ad None None] Pushing event updated for resources: {'Port': ['ID=58649e47-ba35-4724-88de-013ca559bd50,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.223081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 58649e47-ba35-4724-88de-013ca559bd50 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:48.223717 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.225512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-912a95b0-609b-4607-a64f-51f352808c8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a60d3bfbbe44ebda698938584d90536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796503 Sep 16 05:24:48.226233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 44984) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.274750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.286938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-38888b8b-077a-49d6-b01a-4ee1a506d189 None None] Provisioning complete for port 6f780030-99a1-47ae-9fbf-c28bf47716ac triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:48.287466 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38888b8b-077a-49d6-b01a-4ee1a506d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.388557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=a83dc075-4b98-436a-ac94-027b62d040c0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.390052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-38888b8b-077a-49d6-b01a-4ee1a506d189 None None] Port 6f780030-99a1-47ae-9fbf-c28bf47716ac cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:48.394079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.397196 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-513c39fd-773d-4260-9d31-1c3466da7e3e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/a83dc075-4b98-436a-ac94-027b62d040c0 HTTP/1.1" status: 204 len: 168 time: 1.0523558 Sep 16 05:24:48.400990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45002) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.425336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69391f42-1f7b-4b87-84e8-07ca6914fa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.429847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-38888b8b-077a-49d6-b01a-4ee1a506d189 None None] Could not find standard attr ID for object a83dc075-4b98-436a-ac94-027b62d040c0. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:48.462143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69391f42-1f7b-4b87-84e8-07ca6914fa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.588946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69391f42-1f7b-4b87-84e8-07ca6914fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.592914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69391f42-1f7b-4b87-84e8-07ca6914fa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.595066 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-69391f42-1f7b-4b87-84e8-07ca6914fa3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/389fcab0-194a-4d61-90e3-f31a57bf84a0 HTTP/1.1" status: 204 len: 168 time: 0.3652439 Sep 16 05:24:48.627360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f780030-99a1-47ae-9fbf-c28bf47716ac {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:48.628917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69391f42-1f7b-4b87-84e8-07ca6914fa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389fcab0-194a-4d61-90e3-f31a57bf84a0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.658614 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.696847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889563d3-2cf7-4444-a044-76be0dcd3eb4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.699183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889563d3-2cf7-4444-a044-76be0dcd3eb4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.701664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-889563d3-2cf7-4444-a044-76be0dcd3eb4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2996864 Sep 16 05:24:48.704570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45008) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:48.706348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Transition to ACTIVE for port object 6f780030-99a1-47ae-9fbf-c28bf47716ac will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:48.712174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.833673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f780030-99a1-47ae-9fbf-c28bf47716ac,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:48.834930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet f30dc251-4a2c-4ed0-bd30-8e3eedb32713 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:48.849113 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.933169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:48.937882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680c2be-51a8-4e27-8f5f-854ee36f098f req-7e253278-dbdf-4d36-b68c-b3d23c1c6e0a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:48.939643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d680c2be-51a8-4e27-8f5f-854ee36f098f req-7e253278-dbdf-4d36-b68c-b3d23c1c6e0a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 944 time: 0.1012371 Sep 16 05:24:48.974314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Attempting to bind port 6f780030-99a1-47ae-9fbf-c28bf47716ac on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:48.975200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Attempting to bind port 6f780030-99a1-47ae-9fbf-c28bf47716ac by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:48.975911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Attempting to bind port 6f780030-99a1-47ae-9fbf-c28bf47716ac on network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:48.990824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Port 6f780030-99a1-47ae-9fbf-c28bf47716ac on network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:48.991279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Attempting to bind port 6f780030-99a1-47ae-9fbf-c28bf47716ac on network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:49.008709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:49.009561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Checking segment: {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:49.010250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Bound using segment: {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:49.011091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Bound port: 6f780030-99a1-47ae-9fbf-c28bf47716ac, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:49.012023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.038157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45018) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.095647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d680c2be-51a8-4e27-8f5f-854ee36f098f req-d95d0107-2ead-4c6a-a919-8e78a6cba235 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478806 Sep 16 05:24:49.115596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] For port 6f780030-99a1-47ae-9fbf-c28bf47716ac, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:49.136368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] For port 6f780030-99a1-47ae-9fbf-c28bf47716ac, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6f780030-99a1-47ae-9fbf-c28bf47716ac,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:49.145991 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.157778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.236973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f780030-99a1-47ae-9fbf-c28bf47716ac,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:49.240659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.241384 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.243541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-5fa124af-a5ae-4c22-b831-6039089019b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f780030-99a1-47ae-9fbf-c28bf47716ac HTTP/1.1" status: 200 len: 1093 time: 1.5573494 Sep 16 05:24:49.244489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'tag': '6f780030-99a1-47ae-9fbf-c28bf47716ac'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:49.261087 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd03d0c-20f3-466c-9fb1-db86a4812478", "tag": "6f780030-99a1-47ae-9fbf-c28bf47716ac"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:49.304484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-452e16e6-ee12-49c5-9871-ca8c6efb7038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.319382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.352901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=f30dc251-4a2c-4ed0-bd30-8e3eedb32713,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:49.368402 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e198ab-be67-46ac-b9dc-c72be445d7ff x-openstack-request-id: req-74e198ab-be67-46ac-b9dc-c72be445d7ff {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:49.368729 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd03d0c-20f3-466c-9fb1-db86a4812478", "tag": "6f780030-99a1-47ae-9fbf-c28bf47716ac", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:49.369011 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74e198ab-be67-46ac-b9dc-c72be445d7ff {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:49.369348 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'tag': '6f780030-99a1-47ae-9fbf-c28bf47716ac', 'status': 'completed', 'code': 200} Sep 16 05:24:49.390900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-f1fd3144-d8ee-4312-981b-b27ab8a85737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.391546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.392645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-f1fd3144-d8ee-4312-981b-b27ab8a85737 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 1096 time: 0.0800102 Sep 16 05:24:49.393665 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-105e08d2-4337-40b8-9292-5c92f4666397 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f30dc251-4a2c-4ed0-bd30-8e3eedb32713 HTTP/1.1" status: 204 len: 168 time: 0.6876516 Sep 16 05:24:49.401938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45034) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.405167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1620b80-2808-4bbc-9974-8f49a9239866 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:49.559599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45038) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.561494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-37f33edf-523a-4d3b-8e85-a7c658b54c51 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1583006 Sep 16 05:24:49.578320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:49.655524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-bf6e3189-7273-429c-a307-fdbe95c68333 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6f780030-99a1-47ae-9fbf-c28bf47716ac HTTP/1.1" status: 200 len: 217 time: 0.0922422 Sep 16 05:24:49.719934 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-452e16e6-ee12-49c5-9871-ca8c6efb7038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.732242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-452e16e6-ee12-49c5-9871-ca8c6efb7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:49.752185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-51cc4daf-74cc-490f-8127-2f112f332dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.757417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-51cc4daf-74cc-490f-8127-2f112f332dc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1030f745-7712-4a59-8158-23e6dbf22a8b HTTP/1.1" status: 200 len: 837 time: 0.0910697 Sep 16 05:24:49.770611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-452e16e6-ee12-49c5-9871-ca8c6efb7038 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9cc1f6f38724c7581eeed28714d77f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7274263 Sep 16 05:24:49.772264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45046) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:49.826513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-2e539e79-efda-4dc7-b93f-b51406a6ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:49.828234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-2e539e79-efda-4dc7-b93f-b51406a6ad7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0cd8ed55-0e17-4e7c-b80b-54e5d86baf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0617290 Sep 16 05:24:49.889787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e16e6-ee12-49c5-9871-ca8c6efb7038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cea3fb-e917-49b8-b1c1-bb7cd8bcb2f3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:49.984679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:49.993126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-2ed4cc48-2170-4931-bfd9-14b68bc9c063 service neutron] 10.222.0.64 "GET /v2.0/networks/0cd8ed55-0e17-4e7c-b80b-54e5d86baf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560838 Sep 16 05:24:50.002500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.012362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58649e47-ba35-4724-88de-013ca559bd50 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:50.021373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95eb8dc0-6312-4dac-8d54-3fef7968a2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.069011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:50.102698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07a6f40e-e4a9-42b8-a2e4-82aa2da61a50 req-dcc05ac6-8a44-4010-a882-6c60c791cd98 service neutron] 10.222.0.64 "GET /v2.0/networks/0cd8ed55-0e17-4e7c-b80b-54e5d86baf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019590 Sep 16 05:24:50.125276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95eb8dc0-6312-4dac-8d54-3fef7968a2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.127402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 58649e47-ba35-4724-88de-013ca559bd50 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:50.127970 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.177250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] Deleting port 58649e47-ba35-4724-88de-013ca559bd50 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:50.177625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.272513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] For port 58649e47-ba35-4724-88de-013ca559bd50, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=58649e47-ba35-4724-88de-013ca559bd50,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:50.273456 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.313032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] Calling delete_port for 58649e47-ba35-4724-88de-013ca559bd50 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:50.333899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95eb8dc0-6312-4dac-8d54-3fef7968a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.338379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95eb8dc0-6312-4dac-8d54-3fef7968a2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.343821 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-95eb8dc0-6312-4dac-8d54-3fef7968a2e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41cea3fb-e917-49b8-b1c1-bb7cd8bcb2f3 HTTP/1.1" status: 204 len: 168 time: 0.5673757 Sep 16 05:24:50.388015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb8dc0-6312-4dac-8d54-3fef7968a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cea3fb-e917-49b8-b1c1-bb7cd8bcb2f3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:50.434470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.463551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] Pushing event deleted for resources: {'Port': ['ID=58649e47-ba35-4724-88de-013ca559bd50,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:50.468528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4bd45-aafe-4900-b178-47a70cb44762 None None] No DVR routers for this DVR port 58649e47-ba35-4724-88de-013ca559bd50 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:50.473254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c08bd7-68b2-433b-a63e-676a52448204 req-dae4474e-cd6d-4443-acc4-23214657d4b6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:50.477576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50c08bd7-68b2-433b-a63e-676a52448204 req-dae4474e-cd6d-4443-acc4-23214657d4b6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 944 time: 0.2660313 Sep 16 05:24:50.480495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-68213a61-4b7c-46d7-9425-dc0aac75b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:50.481692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-68213a61-4b7c-46d7-9425-dc0aac75b7a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 1096 time: 0.2521536 Sep 16 05:24:50.651929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50c08bd7-68b2-433b-a63e-676a52448204 req-a7949f49-234d-4f0b-9ca6-826bfbb3e6b9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441147 Sep 16 05:24:50.725400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-b0498f2b-3f1d-4134-9764-819bda1b5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:50.727672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-b0498f2b-3f1d-4134-9764-819bda1b5332 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 HTTP/1.1" status: 200 len: 897 time: 0.2371697 Sep 16 05:24:50.746014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:50.747697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.772550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-81135d87-521c-4418-a685-5335e446b631 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6f780030-99a1-47ae-9fbf-c28bf47716ac HTTP/1.1" status: 200 len: 217 time: 0.0368030 Sep 16 05:24:50.824081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=a572a2b7-2506-4605-bd25-a0927cf84b61,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:50.842752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:50.844695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:50.856476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:50.857183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d3531-0bc5-413c-bc45-087a5f81f772 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:50.857346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.887157 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b608839d-fdb0-4d47-be76-84cd5dbf16c9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3214812 Sep 16 05:24:50.887982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45076) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:50.894731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-12993411-fb1d-472a-932e-c48639710f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:50.897335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:8d:1e:77', 'name': 'tempest-NetworksTestDHCPv6-1818687369'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:50.899468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-12993411-fb1d-472a-932e-c48639710f60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1030f745-7712-4a59-8158-23e6dbf22a8b HTTP/1.1" status: 200 len: 837 time: 0.1139507 Sep 16 05:24:50.909119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45078) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.021154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-d3781a5a-ae6b-4449-8448-4cbf157e4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:51.024651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-d3781a5a-ae6b-4449-8448-4cbf157e4e81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0cd8ed55-0e17-4e7c-b80b-54e5d86baf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1203847 Sep 16 05:24:51.143098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:51.166745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': 'a572a2b7-2506-4605-bd25-a0927cf84b61'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:51.167873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.233992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-546d3b8e-694a-4f5c-9d33-b65ff553e682 service neutron] 10.222.0.64 "GET /v2.0/networks/0cd8ed55-0e17-4e7c-b80b-54e5d86baf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010260 Sep 16 05:24:51.315036 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.386989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03706a8c-9b69-48d0-b38a-a46edee1ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.392373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 469346a5-b0b1-4f2f-aa87-46b1c075a961 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:51.428052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Allocated IP 2001:db8::f816:3eff:feca:52f6 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/a572a2b7-2506-4605-bd25-a0927cf84b61/71ddf82f-a280-49ba-9845-836147e257ee) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:51.437412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e96fcb5-bf2a-4e5d-a8d5-b263c7f577b2 req-5f451366-36a0-4769-a2f9-a1193bd9b48c service neutron] 10.222.0.64 "GET /v2.0/networks/0cd8ed55-0e17-4e7c-b80b-54e5d86baf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952784 Sep 16 05:24:51.621393 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.634222 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.671362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03706a8c-9b69-48d0-b38a-a46edee1ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.673115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:51.679142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:51.683732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:51.692219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03706a8c-9b69-48d0-b38a-a46edee1ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.728560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03706a8c-9b69-48d0-b38a-a46edee1ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768c8ff7-de7f-4ff3-90c0-4fb7eb846b37,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:51.773492 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03706a8c-9b69-48d0-b38a-a46edee1ac3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f09340d84cad4ae7a4790e3f79f6ccd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591838 Sep 16 05:24:51.773884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45104) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:51.780371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fe8d:1e77 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/a572a2b7-2506-4605-bd25-a0927cf84b61/469346a5-b0b1-4f2f-aa87-46b1c075a961) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:51.799243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Pushing event updated for resources: {'Port': ['ID=71ddf82f-a280-49ba-9845-836147e257ee,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:51.816729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Attempting to bind port 71ddf82f-a280-49ba-9845-836147e257ee on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:51.817397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Attempting to bind port 71ddf82f-a280-49ba-9845-836147e257ee by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:51.817942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Attempting to bind port 71ddf82f-a280-49ba-9845-836147e257ee on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:51.824696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:51.825071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:51.825474 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.828666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:51.829411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Bound port: 71ddf82f-a280-49ba-9845-836147e257ee, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:51.840339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.982939 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74d5e0ef-524a-4822-9800-8fb3d9de1154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.002682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f584021-8022-4d6a-bfcc-3a34205ab09e req-c1a270d0-d7e6-4864-8d55-893c0bda6163 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.006037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f584021-8022-4d6a-bfcc-3a34205ab09e req-c1a270d0-d7e6-4864-8d55-893c0bda6163 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 944 time: 0.1769929 Sep 16 05:24:52.013067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] For port 71ddf82f-a280-49ba-9845-836147e257ee, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:52.017702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] For port 71ddf82f-a280-49ba-9845-836147e257ee, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=71ddf82f-a280-49ba-9845-836147e257ee,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:52.028817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58649e47-ba35-4724-88de-013ca559bd50 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:52.034009 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.062506 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74d5e0ef-524a-4822-9800-8fb3d9de1154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.104017 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.119094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f584021-8022-4d6a-bfcc-3a34205ab09e req-8bfd4837-73b3-4ffe-bd3a-4e1e4f4d234e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935040 Sep 16 05:24:52.120260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 58649e47-ba35-4724-88de-013ca559bd50 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:52.120610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58649e47-ba35-4724-88de-013ca559bd50 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:52.175811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb170e8-f471-4273-b3c1-f96b1f90ccf8 None None] Pushing event updated for resources: {'Port': ['ID=71ddf82f-a280-49ba-9845-836147e257ee,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.186207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.190428 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74d5e0ef-524a-4822-9800-8fb3d9de1154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.193674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74d5e0ef-524a-4822-9800-8fb3d9de1154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.199520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-74d5e0ef-524a-4822-9800-8fb3d9de1154 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/768c8ff7-de7f-4ff3-90c0-4fb7eb846b37 HTTP/1.1" status: 204 len: 168 time: 0.4243946 Sep 16 05:24:52.210084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5e0ef-524a-4822-9800-8fb3d9de1154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c8ff7-de7f-4ff3-90c0-4fb7eb846b37,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.248388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:52.259510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:52.271976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:52.283895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.284673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.304356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=469346a5-b0b1-4f2f-aa87-46b1c075a961,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:52.323378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45116) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.323623 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61343df6-31bb-47c1-a434-2de99083322e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4338558 Sep 16 05:24:52.396525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7e703-d34c-4149-a553-04916f40cf38 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.420363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7e703-d34c-4149-a553-04916f40cf38 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:52.423149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-63c7e703-d34c-4149-a553-04916f40cf38 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0975721 Sep 16 05:24:52.428477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45120) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.625350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 469346a5-b0b1-4f2f-aa87-46b1c075a961 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:52.625705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.727598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:52.747205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 469346a5-b0b1-4f2f-aa87-46b1c075a961 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:52.847520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45144) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:52.942691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.015163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=469346a5-b0b1-4f2f-aa87-46b1c075a961,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:53.052557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.057265 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-10615cf9-7cd3-4c2a-a082-7600ae0a2fe7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/469346a5-b0b1-4f2f-aa87-46b1c075a961 HTTP/1.1" status: 204 len: 168 time: 0.6274214 Sep 16 05:24:53.058132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45158) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.141259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4325e493-ba6d-489a-bf9a-ec31449a9016 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.143072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4325e493-ba6d-489a-bf9a-ec31449a9016 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.145249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4325e493-ba6d-489a-bf9a-ec31449a9016 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0858853 Sep 16 05:24:53.149924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45162) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:53.192319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1302251652'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:53.274372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet a572a2b7-2506-4605-bd25-a0927cf84b61 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:53.279379 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.383470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Made reservation on behalf of fc5d13492d164fb4968e270df304f7a9 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:53.388903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.408753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.469025 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.490933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61318091-33ee-469f-9495-d9a6db8bc41d req-17179267-557e-4a86-a785-49fdd528fbe2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:53.493558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61318091-33ee-469f-9495-d9a6db8bc41d req-17179267-557e-4a86-a785-49fdd528fbe2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 944 time: 0.2375469 Sep 16 05:24:53.606166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61318091-33ee-469f-9495-d9a6db8bc41d req-a4ec5d02-6550-40a7-aff1-009bcc71ea4d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006830 Sep 16 05:24:53.656925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fed24942-5478-4e7d-97c3-415b8766d554 None None] Provisioning complete for port 71ddf82f-a280-49ba-9845-836147e257ee triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:53.657451 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fed24942-5478-4e7d-97c3-415b8766d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.701934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.818265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fed24942-5478-4e7d-97c3-415b8766d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.832210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.864724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.904514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:53.919622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.920966 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Added segment 469565e8-51a3-4e53-b68d-736aa5ab43fe of type vlan for network 07769578-80c6-43f2-a615-cd3676aec25b Sep 16 05:24:53.973113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.012621 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.022122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.023969 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.053547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 71ddf82f-a280-49ba-9845-836147e257ee up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:54.077466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2285516 Sep 16 05:24:54.081344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45182) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.087270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Request body: {'subnet': {'network_id': '07769578-80c6-43f2-a615-cd3676aec25b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:54.173137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 71ddf82f-a280-49ba-9845-836147e257ee triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:54.173702 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.207474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcc75d-17cd-4757-8839-632d6ca74b30,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.274709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Made reservation on behalf of fc5d13492d164fb4968e270df304f7a9 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:54.276173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3c07d-0a8c-4a68-b5cc-9cc4f65b024c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event updated for resources: {'Network': ['ID=07769578-80c6-43f2-a615-cd3676aec25b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.279600 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-fed24942-5478-4e7d-97c3-415b8766d554 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:24:54.279811 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.280423 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-fed24942-5478-4e7d-97c3-415b8766d554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:24:54.288069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.296885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 07769578-80c6-43f2-a615-cd3676aec25b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:54.311149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=a572a2b7-2506-4605-bd25-a0927cf84b61,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.323990 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.326682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fd6d5bdd-252c-4395-8907-0e4ac20689e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/a572a2b7-2506-4605-bd25-a0927cf84b61 HTTP/1.1" status: 204 len: 168 time: 1.1755936 Sep 16 05:24:54.330459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45188) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.359050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42e32db-4c8c-4e1a-afac-03736545796b None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:54.403033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d237d4c1-3d66-49fa-987e-40f60a6d9739 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711648 Sep 16 05:24:54.406966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45192) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.495895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6f780030-99a1-47ae-9fbf-c28bf47716ac details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:54.500280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed6c10e-586c-4aab-a5df-4880b6505fec tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.503028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aed6c10e-586c-4aab-a5df-4880b6505fec tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0946538 Sep 16 05:24:54.506222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45196) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.592908 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.629872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 6f780030-99a1-47ae-9fbf-c28bf47716ac, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6f780030-99a1-47ae-9fbf-c28bf47716ac,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:54.641764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f25bcc-b285-4475-b0fe-60c867ceed7c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.645545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '6f780030-99a1-47ae-9fbf-c28bf47716ac', 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'port_id': '6f780030-99a1-47ae-9fbf-c28bf47716ac', 'mac_address': 'fa:16:3e:76:91:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1030f745-7712-4a59-8158-23e6dbf22a8b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:54.659458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d9f25bcc-b285-4475-b0fe-60c867ceed7c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1517372 Sep 16 05:24:54.663973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.758060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 71ddf82f-a280-49ba-9845-836147e257ee, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=71ddf82f-a280-49ba-9845-836147e257ee,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:54.788180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.799457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.803397 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d5886b16-4c91-4945-aa02-5a62a41394ed tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349673 Sep 16 05:24:54.813988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45210) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:54.836327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.855848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbce26a-349c-4877-b317-62d472edc841 req-b582f840-42e3-410a-97ad-6050cf68d759 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:54.858032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccbce26a-349c-4877-b317-62d472edc841 req-b582f840-42e3-410a-97ad-6050cf68d759 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 944 time: 0.1358311 Sep 16 05:24:54.867900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:54.933244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccbce26a-349c-4877-b317-62d472edc841 req-3d5c4cda-2c08-4369-b40f-2f0bdcd7de5c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672061 Sep 16 05:24:54.940411 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:54.974332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f780030-99a1-47ae-9fbf-c28bf47716ac {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:54.977238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event updated for resources: {'Subnet': ['ID=9138f1c5-6992-4e31-91da-12d8c043ffab,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:54.986564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=71ddf82f-a280-49ba-9845-836147e257ee,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:55.008919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 6f780030-99a1-47ae-9fbf-c28bf47716ac, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6f780030-99a1-47ae-9fbf-c28bf47716ac,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:55.014275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.073886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=6f780030-99a1-47ae-9fbf-c28bf47716ac,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:55.076015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Checking segment: {'id': '469565e8-51a3-4e53-b68d-736aa5ab43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '07769578-80c6-43f2-a615-cd3676aec25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:55.077058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Network hostable DHCP agents. Network: 07769578-80c6-43f2-a615-cd3676aec25b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:24:55.101091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8fe8cd66-60d5-4b8c-826d-24b4d2e3a081 None None] Could not find standard attr ID for object 469346a5-b0b1-4f2f-aa87-46b1c075a961. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:24:55.124581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Network 07769578-80c6-43f2-a615-cd3676aec25b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:55.128445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:24:55.149682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:55.157846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.209432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] Deleting port 71ddf82f-a280-49ba-9845-836147e257ee {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:55.209432 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.323092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] For port 71ddf82f-a280-49ba-9845-836147e257ee, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=71ddf82f-a280-49ba-9845-836147e257ee,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:55.323707 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.347624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] Calling delete_port for 71ddf82f-a280-49ba-9845-836147e257ee owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:55.452908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['6f780030-99a1-47ae-9fbf-c28bf47716ac'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:55.463819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 07769578-80c6-43f2-a615-cd3676aec25b) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:55.469005 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:55.469742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.500433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6f10e-8a09-42e9-b7f1-3e458544b83b None None] Network 07769578-80c6-43f2-a615-cd3676aec25b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:55.514000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6e6f2c8c-aca7-464b-8a37-41761d5cdf36 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4311805 Sep 16 05:24:55.517634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:55.531499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Request body: {'port': {'network_id': '07769578-80c6-43f2-a615-cd3676aec25b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1817232656'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:55.666032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.698610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] No DVR routers for this DVR port 71ddf82f-a280-49ba-9845-836147e257ee on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:24:55.701817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Made reservation on behalf of fc5d13492d164fb4968e270df304f7a9 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:55.708220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.727581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:24:55.745061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c434843-bebe-4152-86da-3ab2f41476e5 None None] Pushing event deleted for resources: {'Port': ['ID=71ddf82f-a280-49ba-9845-836147e257ee,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:55.867715 n-d-713301-15 neutron-server[94718]: WARNING neutron.services.revisions.revision_plugin [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Could not find related port for resource to bump revision. Sep 16 05:24:55.874490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Port 71ddf82f-a280-49ba-9845-836147e257ee was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 05:24:55.875072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Reverting IP allocation for 2001:db8::f816:3eff:feca:52f6 {{(pid=94718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 05:24:55.884364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_pluggable_backend [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feca:52f6 {{(pid=94718) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 05:24:55.885965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] device_id is not set on port 6e715713-2a28-444f-9066-ee18027cad60 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:55.895492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:55.909587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:55.986489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 71ddf82f-a280-49ba-9845-836147e257ee no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:56.055596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 71ddf82f-a280-49ba-9845-836147e257ee {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:56.058657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:56.072190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 71ddf82f-a280-49ba-9845-836147e257ee not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:56.073924 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4d2b-e453-4eb5-b749-c3c085c7c7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.136383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-07769578-80c6-43f2-a615-cd3676aec25b', 'network_id': '07769578-80c6-43f2-a615-cd3676aec25b', 'tenant_id': 'fc5d13492d164fb4968e270df304f7a9', 'fixed_ips': [{'subnet_id': '9138f1c5-6992-4e31-91da-12d8c043ffab'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:56.137385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.153045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b066-9315-4d59-b6b9-9a94b881d37b req-43257c6a-8409-472c-84e7-9a790ac21279 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.169015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5985b066-9315-4d59-b6b9-9a94b881d37b req-43257c6a-8409-472c-84e7-9a790ac21279 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 945 time: 0.1058419 Sep 16 05:24:56.171256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Allocated IP 172.20.0.4 (07769578-80c6-43f2-a615-cd3676aec25b/9138f1c5-6992-4e31-91da-12d8c043ffab/6e715713-2a28-444f-9066-ee18027cad60) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:56.249194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5985b066-9315-4d59-b6b9-9a94b881d37b req-7a22a3ac-1bd8-455a-b669-b2f584a8e370 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758872 Sep 16 05:24:56.306046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:56.322423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.323184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.324069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d1914-9f16-49a6-bdc0-ba31a07c522d None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:56.356006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=10b01ed6-1d62-409f-abdc-bb167dfd93c0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:56.363771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b435a027-e1e0-40c0-9434-c43cd01575f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.401557 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5b86fb8a-ea38-4695-af99-333dd1368723 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5457110 Sep 16 05:24:56.404395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45264) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:56.409520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:a5:dd:f1', 'name': 'tempest-NetworksTestDHCPv6-1265845694'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:56.559151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '10b01ed6-1d62-409f-abdc-bb167dfd93c0'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:24:56.561172 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.562032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.669753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b435a027-e1e0-40c0-9434-c43cd01575f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.676163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.706497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:56.747329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event updated for resources: {'Port': ['ID=6e715713-2a28-444f-9066-ee18027cad60,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:56.750694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b435a027-e1e0-40c0-9434-c43cd01575f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.787044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Allocated IP 172.20.0.2 (07769578-80c6-43f2-a615-cd3676aec25b/9138f1c5-6992-4e31-91da-12d8c043ffab/35e3b989-b96b-4691-b72b-41f4f881c51c) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:56.794914 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b435a027-e1e0-40c0-9434-c43cd01575f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26911352dc8348ab9bb76523087e9006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974922 Sep 16 05:24:56.795894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45276) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:56.832972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Network 07769578-80c6-43f2-a615-cd3676aec25b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:56.834438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.835092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Allocated IP 2001:db8::f816:3eff:fee8:71e8 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/10b01ed6-1d62-409f-abdc-bb167dfd93c0/fe4374ec-d1fc-4e74-beab-096310ea4efb) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:56.845130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:56.847830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:56.868747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:24:56.908875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:56.909645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:56.936803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435a027-e1e0-40c0-9434-c43cd01575f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be226718-edfe-47f7-8fe6-0dd997a7a136,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:56.962292 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e4a70cc4-d26c-4e24-bc6f-6dc8ef4114f6 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4393198 Sep 16 05:24:56.962663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45282) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:56.963246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-49b5aca6-9b4a-40dd-8463-36dee97a2406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.076674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-49b5aca6-9b4a-40dd-8463-36dee97a2406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.151304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Deleting port 6e715713-2a28-444f-9066-ee18027cad60 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:57.151708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.182506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-49b5aca6-9b4a-40dd-8463-36dee97a2406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.185492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-49b5aca6-9b4a-40dd-8463-36dee97a2406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.186688 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-49b5aca6-9b4a-40dd-8463-36dee97a2406 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be226718-edfe-47f7-8fe6-0dd997a7a136 HTTP/1.1" status: 204 len: 168 time: 0.3875830 Sep 16 05:24:57.232056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5aca6-9b4a-40dd-8463-36dee97a2406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be226718-edfe-47f7-8fe6-0dd997a7a136,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.285947 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.310448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Calling delete_port for 6e715713-2a28-444f-9066-ee18027cad60 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:57.325268 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:57.328664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.337246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.355585 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.389307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.427595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:57.435294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Pushing event updated for resources: {'Port': ['ID=fe4374ec-d1fc-4e74-beab-096310ea4efb,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.447044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:57.451076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:57.474447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Network 07769578-80c6-43f2-a615-cd3676aec25b is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:57.529305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:57.530297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.537811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:57.590762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594db5a-1aba-425e-8cca-c33c7eceecfd req-1c76a0d3-a289-4501-b40b-04e72cb481a4 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:57.598860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d594db5a-1aba-425e-8cca-c33c7eceecfd req-1c76a0d3-a289-4501-b40b-04e72cb481a4 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 945 time: 0.2207060 Sep 16 05:24:57.609740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Pushing event updated for resources: {'Port': ['ID=35e3b989-b96b-4691-b72b-41f4f881c51c,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.610742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fea5:ddf1 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/10b01ed6-1d62-409f-abdc-bb167dfd93c0/d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:57.624164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event deleted for resources: {'Port': ['ID=6e715713-2a28-444f-9066-ee18027cad60,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:57.646814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Attempting to bind port fe4374ec-d1fc-4e74-beab-096310ea4efb on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:57.647352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Attempting to bind port fe4374ec-d1fc-4e74-beab-096310ea4efb by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:57.647958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Attempting to bind port fe4374ec-d1fc-4e74-beab-096310ea4efb on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:57.675085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:57.675639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:57.676357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.676871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:57.677487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Bound port: fe4374ec-d1fc-4e74-beab-096310ea4efb, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:57.678105 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.689703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Attempting to bind port 35e3b989-b96b-4691-b72b-41f4f881c51c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:57.690209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Attempting to bind port 35e3b989-b96b-4691-b72b-41f4f881c51c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '469565e8-51a3-4e53-b68d-736aa5ab43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '07769578-80c6-43f2-a615-cd3676aec25b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:57.690685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Attempting to bind port 35e3b989-b96b-4691-b72b-41f4f881c51c on network 07769578-80c6-43f2-a615-cd3676aec25b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:57.697323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d594db5a-1aba-425e-8cca-c33c7eceecfd req-e6ce0387-a491-40d0-806f-e96f502c9f21 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971646 Sep 16 05:24:57.701851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:57.702420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Checking segment: {'id': '469565e8-51a3-4e53-b68d-736aa5ab43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '07769578-80c6-43f2-a615-cd3676aec25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:57.702933 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.703444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Bound using segment: {'id': '469565e8-51a3-4e53-b68d-736aa5ab43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '07769578-80c6-43f2-a615-cd3676aec25b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:57.704048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Bound port: 35e3b989-b96b-4691-b72b-41f4f881c51c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469565e8-51a3-4e53-b68d-736aa5ab43fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '07769578-80c6-43f2-a615-cd3676aec25b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:57.704556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.781552 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.789006 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4c93b64d-f1d6-40ae-9b87-d64e7ed9f447 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "DELETE /v2.0/ports/6e715713-2a28-444f-9066-ee18027cad60 HTTP/1.1" status: 204 len: 168 time: 0.8234792 Sep 16 05:24:57.791782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45306) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:57.824066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] For port fe4374ec-d1fc-4e74-beab-096310ea4efb, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:57.829232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] For port fe4374ec-d1fc-4e74-beab-096310ea4efb, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fe4374ec-d1fc-4e74-beab-096310ea4efb,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:57.839207 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.848834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ab469883-152c-4334-afad-a407152b7a75 None None] For port 35e3b989-b96b-4691-b72b-41f4f881c51c, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:57.863717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45312) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:57.887771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8796e588-e05e-445d-ab50-a96083455f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.891131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ab469883-152c-4334-afad-a407152b7a75 None None] For port 35e3b989-b96b-4691-b72b-41f4f881c51c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35e3b989-b96b-4691-b72b-41f4f881c51c,segment=NetworkSegment(469565e8-51a3-4e53-b68d-736aa5ab43fe),segment_id=469565e8-51a3-4e53-b68d-736aa5ab43fe)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:57.903047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:57.941612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249696-a514-4cec-9216-5d2bf2db5c27 None None] Pushing event updated for resources: {'Port': ['ID=fe4374ec-d1fc-4e74-beab-096310ea4efb,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.006522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.030594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469883-152c-4334-afad-a407152b7a75 None None] Pushing event updated for resources: {'Port': ['ID=35e3b989-b96b-4691-b72b-41f4f881c51c,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.079215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.184544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8796e588-e05e-445d-ab50-a96083455f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.191012 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8796e588-e05e-445d-ab50-a96083455f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.199846 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c6f36b1f-6fd9-4b00-9ef4-17654473d4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.208242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:58.223854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:58.231346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:58.241530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.242291 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.250331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.262925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45318) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.294580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-43289050-1967-41df-bba8-53d189af1ff6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8889861 Sep 16 05:24:58.295247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45322) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.304657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796e588-e05e-445d-ab50-a96083455f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6347f2d-a96a-492b-a44a-b4955fbfd3bf,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.332080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45324) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.339794 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8796e588-e05e-445d-ab50-a96083455f79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=469af9d7a9034041b63a92138926f777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669809 Sep 16 05:24:58.354241 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-537483c5-302e-4c23-8b99-f770919dadca tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5599027 Sep 16 05:24:58.357937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45326) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.365204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-636637274'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:58.395031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23014e5c-1aec-4a6a-a361-75bacd2e7888 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.402234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23014e5c-1aec-4a6a-a361-75bacd2e7888 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.402734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Made reservation on behalf of fc5d13492d164fb4968e270df304f7a9 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:58.407069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-23014e5c-1aec-4a6a-a361-75bacd2e7888 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1043758 Sep 16 05:24:58.408047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45328) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:58.416730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.452744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6f780030-99a1-47ae-9fbf-c28bf47716ac up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:58.453328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:24:58.466791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.467328 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Added segment 8497565f-a37a-4e0b-a01d-219b43236781 of type vlan for network a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e Sep 16 05:24:58.538251 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a284bf-6296-48cf-bb49-4d690cc4f6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.544844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.583657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.585575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 6f780030-99a1-47ae-9fbf-c28bf47716ac completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:58.599208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:58.599958 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.602649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 6f780030-99a1-47ae-9fbf-c28bf47716ac triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:58.603315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.623080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a284bf-6296-48cf-bb49-4d690cc4f6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.636021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d689d3a8-b146-4cd3-9de2-c2b03f364dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.689146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event updated for resources: {'Network': ['ID=a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.707284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:24:58.707638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.709445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:24:58.748706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.776210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a284bf-6296-48cf-bb49-4d690cc4f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.779370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a284bf-6296-48cf-bb49-4d690cc4f6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.780602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0a284bf-6296-48cf-bb49-4d690cc4f6ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6347f2d-a96a-492b-a44a-b4955fbfd3bf HTTP/1.1" status: 204 len: 168 time: 0.4320061 Sep 16 05:24:58.809080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a284bf-6296-48cf-bb49-4d690cc4f6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6347f2d-a96a-492b-a44a-b4955fbfd3bf,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.839040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f780030-99a1-47ae-9fbf-c28bf47716ac'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:58.841374 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe802f-bd3c-44c7-89c5-f3a5126f8ed9" -d '{"events": [{"server_uuid": "cdd03d0c-20f3-466c-9fb1-db86a4812478", "name": "network-vif-plugged", "status": "completed", "tag": "6f780030-99a1-47ae-9fbf-c28bf47716ac"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:58.869056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 6f780030-99a1-47ae-9fbf-c28bf47716ac, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6f780030-99a1-47ae-9fbf-c28bf47716ac,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:58.875483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.896007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:58.947651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=6f780030-99a1-47ae-9fbf-c28bf47716ac,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:58.964513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:24:59.062896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d689d3a8-b146-4cd3-9de2-c2b03f364dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.072002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bdb5e-3959-47c3-9e20-8bd6fae7ed96 req-065c4f4b-4abd-4312-8a2c-0598201bbcfb tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.076242 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-56575f19-d67a-4978-8a70-b5c74059a2de tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7158256 Sep 16 05:24:59.078646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45342) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.079777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b3bdb5e-3959-47c3-9e20-8bd6fae7ed96 req-065c4f4b-4abd-4312-8a2c-0598201bbcfb tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 945 time: 0.2399840 Sep 16 05:24:59.090873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d689d3a8-b146-4cd3-9de2-c2b03f364dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.143897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d689d3a8-b146-4cd3-9de2-c2b03f364dfc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06e5c9ffea0244de8c8bf42a9809f265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8820670 Sep 16 05:24:59.149810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45346) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.173397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689d3a8-b146-4cd3-9de2-c2b03f364dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f4d37-b911-461a-ae21-d588636eaefd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:59.214116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b3bdb5e-3959-47c3-9e20-8bd6fae7ed96 req-45ee4dd7-844e-4771-995c-b4952f089db7 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334441 Sep 16 05:24:59.230310 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.298361 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e47a255-16a7-4b20-8bcd-5e253deae11e x-openstack-request-id: req-1e47a255-16a7-4b20-8bcd-5e253deae11e {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:59.298866 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd03d0c-20f3-466c-9fb1-db86a4812478", "name": "network-vif-plugged", "status": "completed", "tag": "6f780030-99a1-47ae-9fbf-c28bf47716ac", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:59.299354 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e47a255-16a7-4b20-8bcd-5e253deae11e {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:59.299966 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f780030-99a1-47ae-9fbf-c28bf47716ac', 'code': 200} Sep 16 05:24:59.396524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2966218e-7077-4653-a8d0-32ff8bc10cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.417389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.434946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2966218e-7077-4653-a8d0-32ff8bc10cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.438720 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2cc30e7a-8528-4531-bef2-5f1b705f5e3c tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "GET /v2.0/agents/f0f612ed-e0c7-48a0-bed8-f64514e327db/dhcp-networks HTTP/1.1" status: 200 len: 7264 time: 0.3580651 Sep 16 05:24:59.444723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45356) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.465852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.472371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7 HTTP/1.1" status: 204 len: 168 time: 1.0623283 Sep 16 05:24:59.483929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45358) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.518893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af5fb9-84f1-4d55-aae9-53412fc57fef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:59.568121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffedf7d-7446-4af4-8206-344f53d5e396 req-b2fc0194-ca16-416a-aea6-0fdc0c0524ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.572072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffedf7d-7446-4af4-8206-344f53d5e396 req-b2fc0194-ca16-416a-aea6-0fdc0c0524ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 1098 time: 0.1120193 Sep 16 05:24:59.616882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548ad59-9b28-44d1-b2b3-7d3e05046099 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.619037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548ad59-9b28-44d1-b2b3-7d3e05046099 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:59.623507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45362) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.624718 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8548ad59-9b28-44d1-b2b3-7d3e05046099 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1396756 Sep 16 05:24:59.675868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2966218e-7077-4653-a8d0-32ff8bc10cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.680932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffedf7d-7446-4af4-8206-344f53d5e396 req-6dc3c57c-6789-4448-bed8-91198816d0bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970123 Sep 16 05:24:59.681212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2966218e-7077-4653-a8d0-32ff8bc10cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.686360 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2966218e-7077-4653-a8d0-32ff8bc10cc1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af7f4d37-b911-461a-ae21-d588636eaefd HTTP/1.1" status: 204 len: 168 time: 0.5322788 Sep 16 05:24:59.700488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966218e-7077-4653-a8d0-32ff8bc10cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f4d37-b911-461a-ae21-d588636eaefd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:59.713841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51587cd-cf9a-4f1e-aa78-834e717bfaa6 tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] Network a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:24:59.745049 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f51587cd-cf9a-4f1e-aa78-834e717bfaa6 tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "POST /v2.0/agents/f0f612ed-e0c7-48a0-bed8-f64514e327db/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2990644 Sep 16 05:24:59.747395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45370) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:59.779824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 10b01ed6-1d62-409f-abdc-bb167dfd93c0 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:24:59.797907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.824575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156173b-04cd-403f-b35d-476985cb6310 None None] Network a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:24:59.860453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-db31bebf-f95a-441a-bf1a-74f912d16f56 None None] Provisioning complete for port fe4374ec-d1fc-4e74-beab-096310ea4efb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:59.861110 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-db31bebf-f95a-441a-bf1a-74f912d16f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.863059 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:59.985717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.195827 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5d5d4efc-301f-4405-b89b-016370bfefe5 tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "GET /v2.0/agents/f0f612ed-e0c7-48a0-bed8-f64514e327db/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.4467165 Sep 16 05:25:00.203122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45382) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:00.286323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fe4374ec-d1fc-4e74-beab-096310ea4efb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:00.384957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.462616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb1b08-c978-40cc-a485-b7309003074a None None] Network 07769578-80c6-43f2-a615-cd3676aec25b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:00.522506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f926a205-f448-4268-a8a5-443a9ca5363e tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "DELETE /v2.0/agents/f0f612ed-e0c7-48a0-bed8-f64514e327db/dhcp-networks/a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e HTTP/1.1" status: 204 len: 168 time: 0.3159575 Sep 16 05:25:00.522813 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45394) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:00.601091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7864-6aae-4df8-96a1-8877090a09b7 req-6d90b279-a874-43c4-9230-112bf34af218 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:00.608561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80ca7864-6aae-4df8-96a1-8877090a09b7 req-6d90b279-a874-43c4-9230-112bf34af218 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 946 time: 0.2498035 Sep 16 05:25:00.680293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.691611 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-db31bebf-f95a-441a-bf1a-74f912d16f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.694108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45396) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:00.704625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.710790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/10b01ed6-1d62-409f-abdc-bb167dfd93c0 HTTP/1.1" status: 204 len: 168 time: 1.0851755 Sep 16 05:25:00.722743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fe4374ec-d1fc-4e74-beab-096310ea4efb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:00.723665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.738577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45398) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:00.742585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89ee7078-4e5a-49d5-af1d-01282777dbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:00.839555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80ca7864-6aae-4df8-96a1-8877090a09b7 req-e44ee9d6-d71b-4d76-af47-1dd28795291e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299724 Sep 16 05:25:00.950754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3179d-078b-4821-8e90-aa8dd9d89aed None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:01.001856 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-db31bebf-f95a-441a-bf1a-74f912d16f56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:01.002215 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-db31bebf-f95a-441a-bf1a-74f912d16f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:01.085339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.114800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89ee7078-4e5a-49d5-af1d-01282777dbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.117289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e217a-b052-4b9b-ad88-75d6fc0f00fb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=10b01ed6-1d62-409f-abdc-bb167dfd93c0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:01.122966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-030514ea-a0ea-4b96-9302-9492c7a63a65 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3771267 Sep 16 05:25:01.125722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89ee7078-4e5a-49d5-af1d-01282777dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.143718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45404) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.171624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:01.242683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port fe4374ec-d1fc-4e74-beab-096310ea4efb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fe4374ec-d1fc-4e74-beab-096310ea4efb,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:01.281743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.282599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35e3b989-b96b-4691-b72b-41f4f881c51c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:01.282770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-89ee7078-4e5a-49d5-af1d-01282777dbf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11a72883e5314c16a7fb904b7c21422f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695074 Sep 16 05:25:01.283660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45408) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.305396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee7078-4e5a-49d5-af1d-01282777dbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba21f5ab-729a-4a01-ae12-ce1842e5f83f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:01.318899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.414844 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c12aef11-b293-421b-8cab-5758326c4692 tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "GET /v2.0/agents/f0f612ed-e0c7-48a0-bed8-f64514e327db/dhcp-networks HTTP/1.1" status: 200 len: 7264 time: 0.8899984 Sep 16 05:25:01.415717 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45414) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.423177 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd5c33e-1ce8-4946-890b-bde6aba629b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.431285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:01.435740 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.457432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45416) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.465060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=fe4374ec-d1fc-4e74-beab-096310ea4efb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:01.482885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 35e3b989-b96b-4691-b72b-41f4f881c51c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:01.483375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.496262 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0ac1c7af-58cb-47f1-a854-52e0511a2d95 tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "GET /v2.0/networks/07769578-80c6-43f2-a615-cd3676aec25b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0737264 Sep 16 05:25:01.496956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45420) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.511481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd5c33e-1ce8-4946-890b-bde6aba629b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.551460 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6e3b4b74-14f8-4926-b4ce-98a7195fc88f tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "GET /v2.0/networks/07769578-80c6-43f2-a615-cd3676aec25b/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0521326 Sep 16 05:25:01.554708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45422) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.606348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:01.710563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] Deleting port fe4374ec-d1fc-4e74-beab-096310ea4efb {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:01.710951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.715975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.763083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd5c33e-1ce8-4946-890b-bde6aba629b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.766387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd5c33e-1ce8-4946-890b-bde6aba629b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.767878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-abd5c33e-1ce8-4946-890b-bde6aba629b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba21f5ab-729a-4a01-ae12-ce1842e5f83f HTTP/1.1" status: 204 len: 168 time: 0.4782765 Sep 16 05:25:01.787478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81179f21-8108-45bc-b4a2-3b68b98a1b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.815093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6a262d59-19b7-4983-9021-58d0f8fe49a8 None None] Could not find standard attr ID for object d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:01.835065 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-613c5997-ae9f-4f2e-861b-e7a80033b168 tempest-DHCPAgentSchedulersTestJSON-233783565 tempest-DHCPAgentSchedulersTestJSON-233783565-project-admin] 10.222.0.55 "GET /v2.0/agents/f0f612ed-e0c7-48a0-bed8-f64514e327db/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.2750926 Sep 16 05:25:01.836116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:01.970911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] For port fe4374ec-d1fc-4e74-beab-096310ea4efb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fe4374ec-d1fc-4e74-beab-096310ea4efb,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:01.971486 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.979616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81179f21-8108-45bc-b4a2-3b68b98a1b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.980025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6a262d59-19b7-4983-9021-58d0f8fe49a8 None None] Provisioning complete for port 35e3b989-b96b-4691-b72b-41f4f881c51c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:01.980445 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6a262d59-19b7-4983-9021-58d0f8fe49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:01.994794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5c33e-1ce8-4946-890b-bde6aba629b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba21f5ab-729a-4a01-ae12-ce1842e5f83f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.011615 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81179f21-8108-45bc-b4a2-3b68b98a1b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.058702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 35e3b989-b96b-4691-b72b-41f4f881c51c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35e3b989-b96b-4691-b72b-41f4f881c51c,segment=NetworkSegment(469565e8-51a3-4e53-b68d-736aa5ab43fe),segment_id=469565e8-51a3-4e53-b68d-736aa5ab43fe)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:02.068571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] Calling delete_port for fe4374ec-d1fc-4e74-beab-096310ea4efb owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:02.084610 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.086911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81179f21-8108-45bc-b4a2-3b68b98a1b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd66f28-14ab-4714-a1f6-8e06a0160b18,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.096800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.235795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-81179f21-8108-45bc-b4a2-3b68b98a1b4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f11571294aed469b94f44abd907793c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7741833 Sep 16 05:25:02.240594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45436) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:02.314467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fe4374ec-d1fc-4e74-beab-096310ea4efb no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:02.324372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce88bd-1568-4eb8-b88d-f70cacb830a3 req-4ab5ff0d-e5d8-43b2-8aea-f69b71292175 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.338958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fce88bd-1568-4eb8-b88d-f70cacb830a3 req-4ab5ff0d-e5d8-43b2-8aea-f69b71292175 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 946 time: 0.3534245 Sep 16 05:25:02.368555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.419692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:02.467866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8497565f-a37a-4e0b-a01d-219b43236781') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:02.474287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8497565f-a37a-4e0b-a01d-219b43236781') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:02.493545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c81f30-4bcf-450d-8e9a-ba989a82ae63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.508464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.537395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fce88bd-1568-4eb8-b88d-f70cacb830a3 req-cde46d57-eb06-4eb8-b8ce-4ae7b395d364 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995151 Sep 16 05:25:02.557590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.603071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c81f30-4bcf-450d-8e9a-ba989a82ae63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.618608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:02.619187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:02.646763 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:02.738383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=35e3b989-b96b-4691-b72b-41f4f881c51c,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.789515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:02.797477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.811433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.822214 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "DELETE /v2.0/networks/a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e HTTP/1.1" status: 204 len: 168 time: 0.9846394 Sep 16 05:25:02.823427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45452) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:02.844586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61e719-beb8-4f53-a8a3-3be280fe6e08 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event deleted for resources: {'Network': ['ID=a2ceb5b2-1a3f-403b-ba1c-18ed186ffd5e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.867159 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-198cb04c-664d-4831-ab23-626bf3519ba0 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:02.868182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198cb04c-664d-4831-ab23-626bf3519ba0 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:02.875317 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-198cb04c-664d-4831-ab23-626bf3519ba0 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "DELETE /v2.0/ports/6e715713-2a28-444f-9066-ee18027cad60 HTTP/1.1" status: 404 len: 333 time: 0.0410821 Sep 16 05:25:02.876480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45456) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:02.881128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c81f30-4bcf-450d-8e9a-ba989a82ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.884793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d3c81f30-4bcf-450d-8e9a-ba989a82ae63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.886501 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d3c81f30-4bcf-450d-8e9a-ba989a82ae63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfd66f28-14ab-4714-a1f6-8e06a0160b18 HTTP/1.1" status: 204 len: 168 time: 0.6440010 Sep 16 05:25:02.892335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606e3d1-d7c7-42fc-99f9-715b0c1a9f56 req-2b319236-a872-4625-80e2-2dba3c7fe357 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:02.893921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6606e3d1-d7c7-42fc-99f9-715b0c1a9f56 req-2b319236-a872-4625-80e2-2dba3c7fe357 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 946 time: 0.2043819 Sep 16 05:25:02.912133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:02.921156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c81f30-4bcf-450d-8e9a-ba989a82ae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd66f28-14ab-4714-a1f6-8e06a0160b18,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:02.994183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6606e3d1-d7c7-42fc-99f9-715b0c1a9f56 req-5bf5742f-169b-4686-ab88-62db0b146448 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869555 Sep 16 05:25:03.001349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] Pushing event deleted for resources: {'Port': ['ID=fe4374ec-d1fc-4e74-beab-096310ea4efb,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.003589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d3b69-3db1-4f6e-a584-a790d2a2a931 None None] No DVR routers for this DVR port fe4374ec-d1fc-4e74-beab-096310ea4efb on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:03.010330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.029265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Deleting subnet 9138f1c5-6992-4e31-91da-12d8c043ffab {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:03.042358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0ef7b516-0e34-42b2-9b89-87eb52f21447 None None] Provisioning complete for port 35e3b989-b96b-4691-b72b-41f4f881c51c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:03.042706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0ef7b516-0e34-42b2-9b89-87eb52f21447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.050182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.056577 n-d-713301-15 neutron-server[94719]: WARNING neutron.services.revisions.revision_plugin [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Could not find related port for resource to bump revision. Sep 16 05:25:03.088884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Port fe4374ec-d1fc-4e74-beab-096310ea4efb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94719) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 05:25:03.089198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Reverting IP allocation for 2001:db8::f816:3eff:fee8:71e8 {{(pid=94719) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 05:25:03.095568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee8:71e8 {{(pid=94719) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 05:25:03.096910 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.113411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.156327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:03.161321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:03.165940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:03.166800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.176611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=3e3dbab7-04ab-4cc6-82b6-0450caf69010,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.199834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d8b96014-dda6-4e84-9243-b035a7416213 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0499160 Sep 16 05:25:03.202601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45472) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:03.207341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebcfa4f-38bc-41f3-a16c-e0d59615717a None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:03.212415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:f2:0e:66', 'name': 'tempest-NetworksTestDHCPv6-286311679'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:03.233669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0ef7b516-0e34-42b2-9b89-87eb52f21447 None None] Could not find standard attr ID for object 6e715713-2a28-444f-9066-ee18027cad60. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:03.321864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.416195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:03.421120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '3e3dbab7-04ab-4cc6-82b6-0450caf69010'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:03.424226 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.490408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.535257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.537622 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "DELETE /v2.0/subnets/9138f1c5-6992-4e31-91da-12d8c043ffab HTTP/1.1" status: 204 len: 168 time: 0.6597576 Sep 16 05:25:03.538644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0ed29-728a-4bce-8b9a-647336e81400 tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event deleted for resources: {'Subnet': ['ID=9138f1c5-6992-4e31-91da-12d8c043ffab,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:03.540839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45482) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:03.565355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d8ee5-f91b-41c9-b11c-d0084157b1e3 None None] Network 07769578-80c6-43f2-a615-cd3676aec25b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:03.587771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.616439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 07544d0d-5b84-4c9d-8a35-b05182d7449b yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:03.722459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.824498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Allocated IP 2001:db8::f816:3eff:fea2:a7f5 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/3e3dbab7-04ab-4cc6-82b6-0450caf69010/b37a081d-bf25-4836-b2a1-b39a4fc9c568) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:03.878320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Deleting port 35e3b989-b96b-4691-b72b-41f4f881c51c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:03.879649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:03.982403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] For port 35e3b989-b96b-4691-b72b-41f4f881c51c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35e3b989-b96b-4691-b72b-41f4f881c51c,segment=NetworkSegment(469565e8-51a3-4e53-b68d-736aa5ab43fe),segment_id=469565e8-51a3-4e53-b68d-736aa5ab43fe)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:03.983483 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.005320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] DHCP port deletion for 07769578-80c6-43f2-a615-cd3676aec25b request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:04.025817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Calling delete_port for 35e3b989-b96b-4691-b72b-41f4f881c51c owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:04.175722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.201746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] Deleting port 35e3b989-b96b-4691-b72b-41f4f881c51c {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:04.202189 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.203980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.230815 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.236883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event deleted for resources: {'Port': ['ID=35e3b989-b96b-4691-b72b-41f4f881c51c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.253276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] No DVR routers for this DVR port 35e3b989-b96b-4691-b72b-41f4f881c51c on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:04.280426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35e3b989-b96b-4691-b72b-41f4f881c51c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:04.341899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fef2:e66 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/3e3dbab7-04ab-4cc6-82b6-0450caf69010/07544d0d-5b84-4c9d-8a35-b05182d7449b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:04.380243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 35e3b989-b96b-4691-b72b-41f4f881c51c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:04.380901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35e3b989-b96b-4691-b72b-41f4f881c51c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:04.388229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:04.433680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:04.454720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:04.485845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.501050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] For port 35e3b989-b96b-4691-b72b-41f4f881c51c, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:04.502650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.519647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Pushing event updated for resources: {'Port': ['ID=b37a081d-bf25-4836-b2a1-b39a4fc9c568,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.552305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07769578-80c6-43f2-a615-cd3676aec25b']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:04.567585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45526) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:04.600835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469565e8-51a3-4e53-b68d-736aa5ab43fe') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:04.601100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469565e8-51a3-4e53-b68d-736aa5ab43fe') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:04.620470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.627584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] Calling delete_port for 35e3b989-b96b-4691-b72b-41f4f881c51c owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:04.639618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.649465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:04.649883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:04.658196 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:04.665437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] Port 35e3b989-b96b-4691-b72b-41f4f881c51c was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:25:04.668478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.683392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.787145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] No DVR routers for this DVR port 35e3b989-b96b-4691-b72b-41f4f881c51c on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:04.800203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e7fdd-84b7-4239-927c-5efa4038e0a7 None None] Pushing event deleted for resources: {'Port': ['ID=35e3b989-b96b-4691-b72b-41f4f881c51c,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.817037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Attempting to bind port b37a081d-bf25-4836-b2a1-b39a4fc9c568 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:04.817587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Attempting to bind port b37a081d-bf25-4836-b2a1-b39a4fc9c568 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:04.817824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Attempting to bind port b37a081d-bf25-4836-b2a1-b39a4fc9c568 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:04.826350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.832961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.836722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:04.837059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:04.837438 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.837835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:04.838350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Bound port: b37a081d-bf25-4836-b2a1-b39a4fc9c568, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:04.840909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:04.842804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] 10.222.0.55 "DELETE /v2.0/networks/07769578-80c6-43f2-a615-cd3676aec25b HTTP/1.1" status: 204 len: 168 time: 1.2990141 Sep 16 05:25:04.882175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842a515-4453-4a10-bf30-f6199ceb328c tempest-DHCPAgentSchedulersTestJSON-1186903039 tempest-DHCPAgentSchedulersTestJSON-1186903039-project] Pushing event deleted for resources: {'Network': ['ID=07769578-80c6-43f2-a615-cd3676aec25b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:04.982880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] For port b37a081d-bf25-4836-b2a1-b39a4fc9c568, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:04.989082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] For port b37a081d-bf25-4836-b2a1-b39a4fc9c568, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b37a081d-bf25-4836-b2a1-b39a4fc9c568,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:04.998148 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.114364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.114556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95c78a-a5f2-4d8d-be1f-cc11c3c6163a None None] Pushing event updated for resources: {'Port': ['ID=b37a081d-bf25-4836-b2a1-b39a4fc9c568,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.265273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:05.277532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:05.289562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:05.301424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.301987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.311739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=07544d0d-5b84-4c9d-8a35-b05182d7449b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:05.383331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d63e7c21-91ec-4bf6-9b5e-fdf69066adda tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1793473 Sep 16 05:25:05.386054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45548) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:05.546785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287ac84-b427-4999-ab44-a56729f980e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.562851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287ac84-b427-4999-ab44-a56729f980e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:05.564557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5287ac84-b427-4999-ab44-a56729f980e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1772792 Sep 16 05:25:05.567487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45552) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:05.581516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45554) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:05.605637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45558) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:05.622750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.740949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 07544d0d-5b84-4c9d-8a35-b05182d7449b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:05.741366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.802457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff6dc-a674-4141-879c-daf703b7e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.906049 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.086960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.20.0.17 (0cd8ed55-0e17-4e7c-b80b-54e5d86baf95/1030f745-7712-4a59-8158-23e6dbf22a8b/8dc4ca39-941d-4fad-9547-c7edfc1a6309) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:06.126568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff6dc-a674-4141-879c-daf703b7e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.137386 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff6dc-a674-4141-879c-daf703b7e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.272712 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0b4ff6dc-a674-4141-879c-daf703b7e681 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0d779f8839441cd8a67036ff2b3267f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652825 Sep 16 05:25:06.274123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff6dc-a674-4141-879c-daf703b7e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4af999-21a0-4ce8-a000-e4d515b20ab2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.277430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45576) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.343794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b37a081d-bf25-4836-b2a1-b39a4fc9c568 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:06.423239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f85e621e-0b0a-4c38-8811-d13ef482f6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.494800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b37a081d-bf25-4836-b2a1-b39a4fc9c568 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:06.495555 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.571221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.592927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f85e621e-0b0a-4c38-8811-d13ef482f6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.632459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 07544d0d-5b84-4c9d-8a35-b05182d7449b owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:06.688815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0163e96a-0214-4849-9d89-db4f76e54a61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc5d13492d164fb4968e270df304f7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1042230 Sep 16 05:25:06.693274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45582) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:06.697361 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.728038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.762111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b37a081d-bf25-4836-b2a1-b39a4fc9c568, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b37a081d-bf25-4836-b2a1-b39a4fc9c568,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:06.771141 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.803461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f85e621e-0b0a-4c38-8811-d13ef482f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.806776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f85e621e-0b0a-4c38-8811-d13ef482f6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.809235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f85e621e-0b0a-4c38-8811-d13ef482f6ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f4af999-21a0-4ce8-a000-e4d515b20ab2 HTTP/1.1" status: 204 len: 168 time: 0.5285277 Sep 16 05:25:06.814648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:06.839356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:06.847801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b37a081d-bf25-4836-b2a1-b39a4fc9c568,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:06.863285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:06.930236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3c7ad4a8-d7e5-4438-bc6a-0735b230b058 None None] Provisioning complete for port b37a081d-bf25-4836-b2a1-b39a4fc9c568 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:06.930929 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad4a8-d7e5-4438-bc6a-0735b230b058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.958818 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-228b1882-8465-43c9-8831-4abae3841f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.966496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:06.973577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e621e-0b0a-4c38-8811-d13ef482f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4af999-21a0-4ce8-a000-e4d515b20ab2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.004479 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-228b1882-8465-43c9-8831-4abae3841f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.086080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45588) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.126924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=8dc4ca39-941d-4fad-9547-c7edfc1a6309,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.154018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-228b1882-8465-43c9-8831-4abae3841f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.167740 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-228b1882-8465-43c9-8831-4abae3841f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.171059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-228b1882-8465-43c9-8831-4abae3841f70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52fcc75d-17cd-4757-8839-632d6ca74b30 HTTP/1.1" status: 204 len: 168 time: 0.4751575 Sep 16 05:25:07.222950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b1882-8465-43c9-8831-4abae3841f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fcc75d-17cd-4757-8839-632d6ca74b30,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.347120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-522a0027-4ab0-4b50-82bd-5cfd3ede0145 None None] Provisioning complete for port 07544d0d-5b84-4c9d-8a35-b05182d7449b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:07.348497 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-522a0027-4ab0-4b50-82bd-5cfd3ede0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.377744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.401354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.407631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=07544d0d-5b84-4c9d-8a35-b05182d7449b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:07.430782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-522a0027-4ab0-4b50-82bd-5cfd3ede0145 None None] Port 07544d0d-5b84-4c9d-8a35-b05182d7449b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:07.454391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-522a0027-4ab0-4b50-82bd-5cfd3ede0145 None None] Provisioning complete for port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:07.454778 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-522a0027-4ab0-4b50-82bd-5cfd3ede0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.483482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.496470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-56292d64-5b70-4de9-93ba-2efcd9e768ee tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/07544d0d-5b84-4c9d-8a35-b05182d7449b HTTP/1.1" status: 204 len: 168 time: 1.9252632 Sep 16 05:25:07.496588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45600) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.581261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-522a0027-4ab0-4b50-82bd-5cfd3ede0145 None None] Port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:07.645654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4184182-f0c9-4c05-bc49-37276c1d51c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.726089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ee3da-1ff7-4e31-9612-337d6736d357 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.736300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ee3da-1ff7-4e31-9612-337d6736d357 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:07.745919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cc9ee3da-1ff7-4e31-9612-337d6736d357 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2478647 Sep 16 05:25:07.752284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:07.911955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 3e3dbab7-04ab-4cc6-82b6-0450caf69010 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:07.928700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.941913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4184182-f0c9-4c05-bc49-37276c1d51c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.953319 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d4184182-f0c9-4c05-bc49-37276c1d51c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.036133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d4184182-f0c9-4c05-bc49-37276c1d51c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a181dc0b81ab451a957ef108318f2672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9321730 Sep 16 05:25:08.043150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45614) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:08.058384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4184182-f0c9-4c05-bc49-37276c1d51c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabfc40a-ff2b-43fd-ba63-f078153c438e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.069433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45616) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:08.091265 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4078-b8b9-46fa-a7f8-b217b891e0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.179093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.221583 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4078-b8b9-46fa-a7f8-b217b891e0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.228544 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ca2a4078-b8b9-46fa-a7f8-b217b891e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.236523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b37a081d-bf25-4836-b2a1-b39a4fc9c568 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:08.301009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b37a081d-bf25-4836-b2a1-b39a4fc9c568 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:08.302257 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.332202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ca2a4078-b8b9-46fa-a7f8-b217b891e0ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b2bcefa1b7c4284936d09a67d17cf38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611012 Sep 16 05:25:08.337309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45618) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:08.383878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a4078-b8b9-46fa-a7f8-b217b891e0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825f328-e0fb-4111-a34e-b68691ce23f8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.508836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.571556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.665114 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.670852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.673145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1825f328-e0fb-4111-a34e-b68691ce23f8 HTTP/1.1" status: 204 len: 168 time: 0.3346279 Sep 16 05:25:08.706172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825f328-e0fb-4111-a34e-b68691ce23f8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:08.724530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.725673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.727906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.728868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.729439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.731708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.732323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.732859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.733413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.733953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.736303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.736856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ad315-39ad-4217-b421-b5c01d6ca548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:08.795760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d254ea54-6dd4-46c4-acd0-20dc2dc0b8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.829616 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.921249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d254ea54-6dd4-46c4-acd0-20dc2dc0b8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:08.986330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.000609 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.123904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.148595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.150595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d254ea54-6dd4-46c4-acd0-20dc2dc0b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.153352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d254ea54-6dd4-46c4-acd0-20dc2dc0b8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.156950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d254ea54-6dd4-46c4-acd0-20dc2dc0b8f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aabfc40a-ff2b-43fd-ba63-f078153c438e HTTP/1.1" status: 204 len: 168 time: 1.0800922 Sep 16 05:25:09.156950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=8dc4ca39-941d-4fad-9547-c7edfc1a6309,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:09.199315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.203811 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/3e3dbab7-04ab-4cc6-82b6-0450caf69010 HTTP/1.1" status: 204 len: 168 time: 1.4480050 Sep 16 05:25:09.205218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45648) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.209360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1b3a0-6c09-4a50-9998-3b7b47c2ed69 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3dbab7-04ab-4cc6-82b6-0450caf69010,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:09.210489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f856ea8-a014-43c0-ac0d-eeb9a0ca3054 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:09.229640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254ea54-6dd4-46c4-acd0-20dc2dc0b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabfc40a-ff2b-43fd-ba63-f078153c438e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:09.296417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8befd9bd-b89a-4720-86e0-8e2092477e09 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841267 Sep 16 05:25:09.296631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45652) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.372967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:09.374865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:09.412167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b68f73-220c-4020-a9a9-1dc080cc79a0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.430205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-88b68f73-220c-4020-a9a9-1dc080cc79a0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1278903 Sep 16 05:25:09.430542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45656) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.570364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48271275-3585-4087-8e49-50003c142de6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:09.572486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-48271275-3585-4087-8e49-50003c142de6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1407971 Sep 16 05:25:09.577065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.633602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:09.643103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router cf8987f4-057b-487e-a855-71fc503488b7 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:09.677454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e0ebdf7f-4e19-4bdb-a3a9-2fcf6b4025e4 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988572 Sep 16 05:25:09.682023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.698084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:09.745550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] Deleting port b37a081d-bf25-4836-b2a1-b39a4fc9c568 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:09.747097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.805101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45670) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:09.888380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:09.896670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:09.921472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2c8dbb7-5169-4cc7-9db4-c73d343aa117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.020604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2b86c585-94ca-451d-80fb-d6923b7b404d None None] Provisioning complete for port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:10.022878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2b86c585-94ca-451d-80fb-d6923b7b404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.025043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:10.041219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] For port b37a081d-bf25-4836-b2a1-b39a4fc9c568, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b37a081d-bf25-4836-b2a1-b39a4fc9c568,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:10.043698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.072136 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f31371f0-ab8f-4f70-9aff-383d43fb51ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "PUT /v2.0/routers/cf8987f4-057b-487e-a855-71fc503488b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4902880 Sep 16 05:25:10.083840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Sync routers for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:10.152346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] Calling delete_port for b37a081d-bf25-4836-b2a1-b39a4fc9c568 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:10.221478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.228228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b37a081d-bf25-4836-b2a1-b39a4fc9c568 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:10.270960 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2c8dbb7-5169-4cc7-9db4-c73d343aa117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.279825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2c8dbb7-5169-4cc7-9db4-c73d343aa117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.325614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:10.337961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:10.349008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:10.354212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.354475 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2c8dbb7-5169-4cc7-9db4-c73d343aa117 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af1541ac4a6a41b6a97e0969ec4905fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866161 Sep 16 05:25:10.357952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45684) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:10.377811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=3e522f02-9a36-4adb-8e64-1ba10f281c86,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.389400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6f61aa37-b319-4e2f-bf0c-a4c0250d0f14 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7055387 Sep 16 05:25:10.392269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45688) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:10.401859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:f0:a4:03', 'name': 'tempest-NetworksTestDHCPv6-884102476'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:10.402090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2b86c585-94ca-451d-80fb-d6923b7b404d None None] Port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:10.413068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:10.413734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:24:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:10.481000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8dbb7-5169-4cc7-9db4-c73d343aa117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33da4e91-d55c-4c4d-8f70-6d7dc033f1ec,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.542770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66ac6a74-44a8-4b55-9944-37def405f799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.593018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:10.614651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66ac6a74-44a8-4b55-9944-37def405f799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.625860 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.727800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66ac6a74-44a8-4b55-9944-37def405f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.730739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66ac6a74-44a8-4b55-9944-37def405f799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.734910 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66ac6a74-44a8-4b55-9944-37def405f799 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33da4e91-d55c-4c4d-8f70-6d7dc033f1ec HTTP/1.1" status: 204 len: 168 time: 0.3756375 Sep 16 05:25:10.751150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac6a74-44a8-4b55-9944-37def405f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da4e91-d55c-4c4d-8f70-6d7dc033f1ec,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:10.795855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45698) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:10.819911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b37a081d-bf25-4836-b2a1-b39a4fc9c568, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b37a081d-bf25-4836-b2a1-b39a4fc9c568,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:10.837968 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.873727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.878030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:10.880155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:10.920755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] No DVR routers for this DVR port b37a081d-bf25-4836-b2a1-b39a4fc9c568 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:10.947578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 832021fc-3422-4e5b-a411-0e078b472c25 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:10.958693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35672771-8669-4243-a5bb-759fb724f9e7 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:11.211126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b37a081d-bf25-4836-b2a1-b39a4fc9c568,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.256383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b26367-040c-45c5-a5d6-14c43b734988 None None] Pushing event deleted for resources: {'Port': ['ID=b37a081d-bf25-4836-b2a1-b39a4fc9c568,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.279822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f5 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/3e522f02-9a36-4adb-8e64-1ba10f281c86/832021fc-3422-4e5b-a411-0e078b472c25) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:11.290700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'networks': [{'name': 'tempest-network--76191800'}, {'name': 'tempest-network--2110595370'}]} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:11.290700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'network': {'name': 'tempest-network--76191800'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:11.292968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'network': {'name': 'tempest-network--2110595370'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:11.351681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Made reservation on behalf of 85a92c8120c7409e92c649fa8e469a99 for: {'network': 2} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:11.356936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.384008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.549862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': '3e522f02-9a36-4adb-8e64-1ba10f281c86'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:11.550789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.568233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.656424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.668681 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.682538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.683026 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.733428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:11.741394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539f09bd-751a-4137-9519-5c6352494ae5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.758800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.759040 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Added segment ede126cd-5841-465b-8e41-7556efffac8d of type vlan for network 20d0e575-dcb9-4fc1-bfc8-cc8a3fa0219f Sep 16 05:25:11.769981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:11.782212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:11.793344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:11.799949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.800647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.818628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=832021fc-3422-4e5b-a411-0e078b472c25,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:11.823252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e6a074a8-8810-4600-8e49-cf658bf62f2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4287572 Sep 16 05:25:11.827660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.853240 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.920881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:11.922731 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.936253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af6bdb8-e8d5-47ad-b1de-c10c9a4a5c3c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:11.942151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/3e522f02-9a36-4adb-8e64-1ba10f281c86/7f4ad0f3-2a30-4676-bf7b-b98415159e30) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:11.942438 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0af6bdb8-e8d5-47ad-b1de-c10c9a4a5c3c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1087325 Sep 16 05:25:11.942630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45732) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:11.967862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:11.968265 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Added segment 2edc79ea-5090-4694-a5a5-362582fa1ae0 of type vlan for network ea081525-057b-423e-ae9c-11ec6147e47e Sep 16 05:25:12.001397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:07Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 1, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc4ca39-941d-4fad-9547-c7edfc1a6309', 'name': '', 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:58:66:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1030f745-7712-4a59-8158-23e6dbf22a8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:05Z', 'updated_at': '2021-09-16T05:25:07Z', 'revision_number': 2, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '1030f745-7712-4a59-8158-23e6dbf22a8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:12.061029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.066144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Checking router: cf8987f4-057b-487e-a855-71fc503488b7 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:12.066515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Updating router cf8987f4-057b-487e-a855-71fc503488b7 port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:25:12.084979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 832021fc-3422-4e5b-a411-0e078b472c25 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:12.085331 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.123511 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.153946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.154674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.172553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.189128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.189128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.280433 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.320132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 832021fc-3422-4e5b-a411-0e078b472c25 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:12.354881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:12.359269 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5602283 Sep 16 05:25:12.401946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Network': ['ID=20d0e575-dcb9-4fc1-bfc8-cc8a3fa0219f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.491906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c450d2b-f796-4141-ba4f-0cc2f343474b tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Network': ['ID=ea081525-057b-423e-ae9c-11ec6147e47e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.538060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4863a4-06b6-430d-865c-b9dfa15c3a1a tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.544618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4863a4-06b6-430d-865c-b9dfa15c3a1a tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.551713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4863a4-06b6-430d-865c-b9dfa15c3a1a tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.554275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.556193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 20d0e575-dcb9-4fc1-bfc8-cc8a3fa0219f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:12.559336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4863a4-06b6-430d-865c-b9dfa15c3a1a tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:12.560302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ea081525-057b-423e-ae9c-11ec6147e47e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:12.564153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7f4863a4-06b6-430d-865c-b9dfa15c3a1a tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2054350 Sep 16 05:25:12.564881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:12.696322 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.699910 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.702191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.776461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.790536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:12.823709 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.831737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=832021fc-3422-4e5b-a411-0e078b472c25,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:12.857620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:12.859032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d0e575-dcb9-4fc1-bfc8-cc8a3fa0219f']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:12.871055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:12.876621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede126cd-5841-465b-8e41-7556efffac8d') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:12.877131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede126cd-5841-465b-8e41-7556efffac8d') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:12.905990 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.911165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-72c080aa-dfac-414f-a85b-b8c0933b7aef tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/832021fc-3422-4e5b-a411-0e078b472c25 HTTP/1.1" status: 204 len: 168 time: 0.9675753 Sep 16 05:25:12.912239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45760) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:12.931233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.956207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:12.965473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:12.966344 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.010193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Attempting to bind port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:13.010821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Attempting to bind port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:13.011196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Attempting to bind port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:13.028119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:13.028553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:13.028969 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.029532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:13.030034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Bound port: 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:13.030441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:13.042022 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:13.049818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8239f-c785-4820-8a14-17be2e836e22 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.051733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8239f-c785-4820-8a14-17be2e836e22 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.053803 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.054485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.063281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45768) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:13.065460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.068668 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/networks/20d0e575-dcb9-4fc1-bfc8-cc8a3fa0219f HTTP/1.1" status: 204 len: 168 time: 0.5006080 Sep 16 05:25:13.069010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-39b8239f-c785-4820-8a14-17be2e836e22 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1434281 Sep 16 05:25:13.069586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45770) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:13.086835 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.174481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282b335-2f31-48b5-a7c9-acc00339ba0a None None] Pushing event updated for resources: {'Port': ['ID=8dc4ca39-941d-4fad-9547-c7edfc1a6309,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.185954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fb7b0-2923-438f-ab6d-e9184acdd8cb tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Network': ['ID=20d0e575-dcb9-4fc1-bfc8-cc8a3fa0219f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.195652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:13.227037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 3e522f02-9a36-4adb-8e64-1ba10f281c86 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:13.230547 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.236895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.297032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.306342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:13.321715 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.388632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Attempting to bind port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:13.389935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Attempting to bind port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:13.390563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Attempting to bind port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 on network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:13.420044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:13.422309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Checking segment: {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:13.425368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.426552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Bound using segment: {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:13.427277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Bound port: 8dc4ca39-941d-4fad-9547-c7edfc1a6309, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c065481-88df-40c9-a0d9-3d45f47e105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:13.427979 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.429954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.495179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.550020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea081525-057b-423e-ae9c-11ec6147e47e']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:13.562411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50278e58-a9a0-4b2d-8616-0ca7a62d6c25 None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.577041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.583837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edc79ea-5090-4694-a5a5-362582fa1ae0') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:13.584828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edc79ea-5090-4694-a5a5-362582fa1ae0') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:13.610554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.621590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] For port 8dc4ca39-941d-4fad-9547-c7edfc1a6309, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:13.625416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] For port 8dc4ca39-941d-4fad-9547-c7edfc1a6309, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8dc4ca39-941d-4fad-9547-c7edfc1a6309,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:13.627548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=3e522f02-9a36-4adb-8e64-1ba10f281c86,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.633624 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.635850 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5acc6660-1647-448a-a239-985527229db9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/3e522f02-9a36-4adb-8e64-1ba10f281c86 HTTP/1.1" status: 204 len: 168 time: 0.5660319 Sep 16 05:25:13.638592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45782) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:13.645758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.650078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.662557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:13.662906 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.699606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a5521395-99f2-45ee-b560-c15ccee494ad tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559301 Sep 16 05:25:13.702882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45784) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:13.771050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ed80e-78ad-4c7a-b7e4-e455a03111cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.773365 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c53ed80e-78ad-4c7a-b7e4-e455a03111cb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0670953 Sep 16 05:25:13.782260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45788) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:13.790568 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:13.823842 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.872776 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:13.874840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/networks/ea081525-057b-423e-ae9c-11ec6147e47e HTTP/1.1" status: 204 len: 168 time: 0.8041363 Sep 16 05:25:13.886824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45792) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:13.892267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9f6ee-fe78-4c5e-bfe7-36bbf8cd5cca tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Network': ['ID=ea081525-057b-423e-ae9c-11ec6147e47e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.926600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282b335-2f31-48b5-a7c9-acc00339ba0a None None] Pushing event updated for resources: {'Port': ['ID=8dc4ca39-941d-4fad-9547-c7edfc1a6309,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:13.984575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:13.985231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:24:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:13.993667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9083c9e-8b29-4b43-bd11-97a5702c9066 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:13.996143 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a9083c9e-8b29-4b43-bd11-97a5702c9066 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2119367 Sep 16 05:25:13.999608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.086595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Provisioning complete for port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:14.087036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.101928 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c63cbed8-7e68-4e4b-9335-c9afca24237c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011260 Sep 16 05:25:14.111271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45800) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.134857 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:14.244000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:14.245329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346d052-5968-42ef-bb85-d84d3ea43286 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.252467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346d052-5968-42ef-bb85-d84d3ea43286 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.258967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7346d052-5968-42ef-bb85-d84d3ea43286 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3655140 Sep 16 05:25:14.259409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45806) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.277086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-350211703'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:14.288256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:14.294901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.347792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Made reservation on behalf of 85a92c8120c7409e92c649fa8e469a99 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:14.356700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.359126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:14.389004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:14.400850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.401316 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Added segment 1c17e069-09ba-4fb9-bffb-9d570f9c3c35 of type vlan for network 90844bee-a506-4b9e-9ff5-3ab338e3d93b Sep 16 05:25:14.459248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:14.459971 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.469776 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.502218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.509377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.510085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.685894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Network': ['ID=90844bee-a506-4b9e-9ff5-3ab338e3d93b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:14.691746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a5aaa917-b12d-4db1-b386-a9635feaa47e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4310865 Sep 16 05:25:14.694869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45820) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.703208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1993033380'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:14.725782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 90844bee-a506-4b9e-9ff5-3ab338e3d93b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:14.746041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Made reservation on behalf of 85a92c8120c7409e92c649fa8e469a99 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:14.750042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.778633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:14.789454 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.790150 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Added segment 46df31d5-50c3-48ca-8874-8bed22e669b3 of type vlan for network a33e94d4-bf50-49bc-bf82-1f5c1207c315 Sep 16 05:25:14.811256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:14.840374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.887512 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.899119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:14.907005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.913329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.939628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2433250 Sep 16 05:25:14.945266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45830) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:14.947698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:14.959377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'ports': [{'network_id': '90844bee-a506-4b9e-9ff5-3ab338e3d93b', 'name': 'tempest-port--1622968069', 'admin_state_up': True}, {'network_id': 'a33e94d4-bf50-49bc-bf82-1f5c1207c315', 'admin_state_up': False}]} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:14.959689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'port': {'network_id': '90844bee-a506-4b9e-9ff5-3ab338e3d93b', 'name': 'tempest-port--1622968069', 'admin_state_up': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:14.960431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'port': {'network_id': 'a33e94d4-bf50-49bc-bf82-1f5c1207c315', 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:15.067978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19405182-082d-4f6d-a0f5-6322b52d7951 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Network': ['ID=a33e94d4-bf50-49bc-bf82-1f5c1207c315,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.069250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] For port 8dc4ca39-941d-4fad-9547-c7edfc1a6309, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8dc4ca39-941d-4fad-9547-c7edfc1a6309,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:15.074846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:15.078201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.091367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:07Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 1, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc4ca39-941d-4fad-9547-c7edfc1a6309', 'name': '', 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:58:66:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1030f745-7712-4a59-8158-23e6dbf22a8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:05Z', 'updated_at': '2021-09-16T05:25:13Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '1030f745-7712-4a59-8158-23e6dbf22a8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:15.098896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a33e94d4-bf50-49bc-bf82-1f5c1207c315 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:15.186480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.218567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.280709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57a2c4-1d03-4eac-8323-0028ba9831df None None] The sync data for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 is: [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:07Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 1, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc4ca39-941d-4fad-9547-c7edfc1a6309', 'name': '', 'network_id': '0cd8ed55-0e17-4e7c-b80b-54e5d86baf95', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:58:66:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1030f745-7712-4a59-8158-23e6dbf22a8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:25:05Z', 'updated_at': '2021-09-16T05:25:13Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '1030f745-7712-4a59-8158-23e6dbf22a8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:15.288703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47265768-4ff1-406e-8ff1-8924fd3e7144 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:15.326992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9321ea96-f75a-4ffd-b2b6-9a7100ec3f63 None None] Provisioning complete for port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:15.328054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9321ea96-f75a-4ffd-b2b6-9a7100ec3f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.378247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Made reservation on behalf of 85a92c8120c7409e92c649fa8e469a99 for: {'port': 2} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:15.391664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.422431 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.600670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] device_id is not set on port a7a600d0-1adb-40d1-912c-e7c2e49ea248 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:15.611213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:15.654937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.666553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.667338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.732699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Pushing event updated for resources: {'Port': ['ID=8dc4ca39-941d-4fad-9547-c7edfc1a6309,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.761336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.761939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.762394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.762889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.763355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.763695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.764073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.764455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.764779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.765101 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.765420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.765736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abf2076-780c-4e68-aef5-c88283dcac05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:15.853498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:15.952431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.983929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=6']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:15.985527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] device_id is not set on port 7860cf8b-b352-40ba-be4a-009f92643fdb yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:15.986809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=fa7370b0-97e8-44f9-b043-0b1ff6e40acb,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.038860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:16.041372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:16.047860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.049021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.074946 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-811e197c-1b0f-4abb-8965-fa922f12200f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9622037 Sep 16 05:25:16.081797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45862) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:16.089435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f3d31261-4966-480e-a85d-7ec6c8e83af1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:16.132449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c133526a-67d8-4454-918e-25b54da7a0d1 None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:16.133079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c133526a-67d8-4454-918e-25b54da7a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.326803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.360517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:16.414343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.422570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d31261-4966-480e-a85d-7ec6c8e83af1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:16.431799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f3d31261-4966-480e-a85d-7ec6c8e83af1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.438418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:16.488284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1ec77-221f-4071-b1c0-629564b85d03 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:16.606486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Checking segment: {'id': '1c17e069-09ba-4fb9-bffb-9d570f9c3c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '90844bee-a506-4b9e-9ff5-3ab338e3d93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:16.611031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network hostable DHCP agents. Network: 90844bee-a506-4b9e-9ff5-3ab338e3d93b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:16.624689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Port': ['ID=a7a600d0-1adb-40d1-912c-e7c2e49ea248,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.668736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network 90844bee-a506-4b9e-9ff5-3ab338e3d93b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:16.672675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ea84ba5b-e505-4fb5-82c3-c4fedd4562ea None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:16.673112 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea84ba5b-e505-4fb5-82c3-c4fedd4562ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.698966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 90844bee-a506-4b9e-9ff5-3ab338e3d93b) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:16.703731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:16.704666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.732358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-426d0b27-8a1f-4236-99f0-7e6e906ac29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.753940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7cc1e-84f0-4c70-82d0-f330c56d07c7 None None] Network 90844bee-a506-4b9e-9ff5-3ab338e3d93b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:16.768081 n-d-713301-15 neutron-server[94718]: INFO neutron.db.ipam_backend_mixin [None req-f3d31261-4966-480e-a85d-7ec6c8e83af1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa7370b0-97e8-44f9-b043-0b1ff6e40acb (CIDR: 2001:db8::/64) Sep 16 05:25:16.779292 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d31261-4966-480e-a85d-7ec6c8e83af1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:16.779648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Port': ['ID=7860cf8b-b352-40ba-be4a-009f92643fdb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:16.780185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d31261-4966-480e-a85d-7ec6c8e83af1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:16.788163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Checking segment: {'id': '46df31d5-50c3-48ca-8874-8bed22e669b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a33e94d4-bf50-49bc-bf82-1f5c1207c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:16.788972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network hostable DHCP agents. Network: a33e94d4-bf50-49bc-bf82-1f5c1207c315, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:16.816871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:16.817264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network a33e94d4-bf50-49bc-bf82-1f5c1207c315 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:16.817649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.832278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a33e94d4-bf50-49bc-bf82-1f5c1207c315) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:16.837616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:16.844713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.873107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5494e-a6e7-4714-9276-ced0ceab21ec None None] Network a33e94d4-bf50-49bc-bf82-1f5c1207c315 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:16.877480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:16.878466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.922299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-426d0b27-8a1f-4236-99f0-7e6e906ac29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.933049 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-426d0b27-8a1f-4236-99f0-7e6e906ac29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:16.938191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8e3b9525-8688-48b8-a26a-ab6f5e5147dd tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9910941 Sep 16 05:25:16.940465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45878) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:16.945753 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f3d31261-4966-480e-a85d-7ec6c8e83af1 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8627338 Sep 16 05:25:16.946740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45880) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:16.958761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:17.003270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498759b-2534-41b1-8b43-830da4172f6c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.011224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498759b-2534-41b1-8b43-830da4172f6c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.012921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f498759b-2534-41b1-8b43-830da4172f6c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0711794 Sep 16 05:25:17.016054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45884) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:17.098116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d0b27-8a1f-4236-99f0-7e6e906ac29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fb7951-8fb7-49d6-b82e-25a87e82fb35,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.106375 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-426d0b27-8a1f-4236-99f0-7e6e906ac29d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d9abc8c54f046a89ddfad890efe0657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444682 Sep 16 05:25:17.110751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45888) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:17.165895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Deleting port a7a600d0-1adb-40d1-912c-e7c2e49ea248 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:17.166802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.207124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:17.211468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.234776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72f5066a-aa4c-4c06-bd30-8d692f7c11c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.269195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.291275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Calling delete_port for a7a600d0-1adb-40d1-912c-e7c2e49ea248 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:17.326996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72f5066a-aa4c-4c06-bd30-8d692f7c11c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.345192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8dc4ca39-941d-4fad-9547-c7edfc1a6309 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:17.435742 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.452163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72f5066a-aa4c-4c06-bd30-8d692f7c11c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.455056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-72f5066a-aa4c-4c06-bd30-8d692f7c11c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.460348 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-72f5066a-aa4c-4c06-bd30-8d692f7c11c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14fb7951-8fb7-49d6-b82e-25a87e82fb35 HTTP/1.1" status: 204 len: 168 time: 0.3492239 Sep 16 05:25:17.480670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5066a-aa4c-4c06-bd30-8d692f7c11c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fb7951-8fb7-49d6-b82e-25a87e82fb35,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.497191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:17.497890 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.513127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Port': ['ID=a7a600d0-1adb-40d1-912c-e7c2e49ea248,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.536581 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.542198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-717bbcff-e1cc-4169-807f-5d4e4b8be6e7 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/ports/a7a600d0-1adb-40d1-912c-e7c2e49ea248 HTTP/1.1" status: 204 len: 168 time: 0.5249641 Sep 16 05:25:17.545408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:17.682359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.756892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:17.763453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:17.776527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:17.777128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.813728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8593779 Sep 16 05:25:17.816918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45904) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:17.819167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332615-ba7f-4921-8ef3-e0349c1ec8c2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:17.823059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Deleting port 7860cf8b-b352-40ba-be4a-009f92643fdb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:17.823395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.825953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:6c:d1:3c', 'name': 'tempest-NetworksTestDHCPv6-1944384275'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:17.832000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a484434-9edc-478b-ab08-b7a9a95bc8d6 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:17.912949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.930781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Calling delete_port for 7860cf8b-b352-40ba-be4a-009f92643fdb owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:18.020285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b0c730d5-cd50-4b7f-953a-a706152665ec None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:18.020663 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b0c730d5-cd50-4b7f-953a-a706152665ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.070801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45912) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:18.100673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a19163ff-8867-46f1-b37f-f632ed132d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.118631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:18.260696 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.295854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port a6958ccc-cff1-4419-ad66-ac78540b59fa yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:18.309555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.350032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a19163ff-8867-46f1-b37f-f632ed132d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.386194 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a19163ff-8867-46f1-b37f-f632ed132d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.417858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04413bd-0956-41e9-90f2-8ec624e7490f None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': 'fa7370b0-97e8-44f9-b043-0b1ff6e40acb', 'ip_address': '2001:db8::f816:3eff:fe39:58b2'}, {'subnet_id': 'f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '7f4ad0f3-2a30-4676-bf7b-b98415159e30'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:25:18.439072 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a19163ff-8867-46f1-b37f-f632ed132d4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5cb122146494e2a953a7873023a39c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672066 Sep 16 05:25:18.440116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Port': ['ID=7860cf8b-b352-40ba-be4a-009f92643fdb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.449572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19163ff-8867-46f1-b37f-f632ed132d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb250feb-7a10-4a22-a559-1b0c779b2f32,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.460475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45918) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:18.472813 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f04413bd-0956-41e9-90f2-8ec624e7490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.481644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.487239 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2217ecc8-1782-437e-8d5a-a77f5db8b49c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/ports/7860cf8b-b352-40ba-be4a-009f92643fdb HTTP/1.1" status: 204 len: 168 time: 0.9402742 Sep 16 05:25:18.487785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45920) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:18.535853 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf76e143-a7aa-4e71-847c-f0c529ddfc47 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0412130 Sep 16 05:25:18.542160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:18.549746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-945876373'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:18.611769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da41115-b116-45cc-b146-f9c8f356c3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.635275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Made reservation on behalf of 85a92c8120c7409e92c649fa8e469a99 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:18.639192 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.642855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad03ac-ab15-4936-b662-8ecd6b1a5688 req-e663385d-ec32-402c-8569-5d8812e18e1d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.650391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cad03ac-ab15-4936-b662-8ecd6b1a5688 req-e663385d-ec32-402c-8569-5d8812e18e1d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.2613163 Sep 16 05:25:18.660850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da41115-b116-45cc-b146-f9c8f356c3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.676364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8:0:1::74 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec/a6958ccc-cff1-4419-ad66-ac78540b59fa) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:18.688008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fe6c:d13c (5a28f602-7f3c-4d66-baa0-3729bf850f5a/fa7370b0-97e8-44f9-b043-0b1ff6e40acb/a6958ccc-cff1-4419-ad66-ac78540b59fa) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:18.705695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:18.714398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cad03ac-ab15-4936-b662-8ecd6b1a5688 req-fcf62996-db60-4e9f-977c-9de9fe24636c tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630553 Sep 16 05:25:18.719822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.720209 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Added segment 3acf691e-521b-4868-95a9-e42e5d2d949b of type vlan for network 84fbe21b-0bdc-4635-a86b-ce43d692a5fe Sep 16 05:25:18.787698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.792116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da41115-b116-45cc-b146-f9c8f356c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.794722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7da41115-b116-45cc-b146-f9c8f356c3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.796209 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7da41115-b116-45cc-b146-f9c8f356c3f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb250feb-7a10-4a22-a559-1b0c779b2f32 HTTP/1.1" status: 204 len: 168 time: 0.3329237 Sep 16 05:25:18.841575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da41115-b116-45cc-b146-f9c8f356c3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb250feb-7a10-4a22-a559-1b0c779b2f32,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.857297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.865900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:18.866577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.901938 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.918862 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3746789 Sep 16 05:25:18.919119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45928) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:18.927583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-259678816'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:18.958183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8cfab-8fac-4a66-88d1-5693b76ef40c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Network': ['ID=84fbe21b-0bdc-4635-a86b-ce43d692a5fe,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:18.967143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Made reservation on behalf of 85a92c8120c7409e92c649fa8e469a99 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:18.971247 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:18.976388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.004878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 84fbe21b-0bdc-4635-a86b-ce43d692a5fe details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:19.049376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:19.059703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:19.067850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:19.074032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:19.074716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.077465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:19.084350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=a6958ccc-cff1-4419-ad66-ac78540b59fa,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.096458 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.096819 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Added segment 30976dad-2389-48ba-868f-fffecec6defb of type vlan for network 463e7777-379e-430a-b6cb-575b1360e368 Sep 16 05:25:19.111887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45930) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:19.117150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8edffbc2-d2a0-4758-963a-b4c49285794e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2983315 Sep 16 05:25:19.124482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f04413bd-0956-41e9-90f2-8ec624e7490f None None] Allocated IP 2001:db8:0:1::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec/7f4ad0f3-2a30-4676-bf7b-b98415159e30) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:19.155521 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.189164 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.201343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:19.203603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.270755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3481610 Sep 16 05:25:19.353665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f04413bd-0956-41e9-90f2-8ec624e7490f None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:19.371462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826dc54-ae5c-4794-9515-1bd4b43fde8d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Network': ['ID=463e7777-379e-430a-b6cb-575b1360e368,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.397863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 463e7777-379e-430a-b6cb-575b1360e368 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:19.398628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port a6958ccc-cff1-4419-ad66-ac78540b59fa {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:19.399027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.483494 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f04413bd-0956-41e9-90f2-8ec624e7490f None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.492653 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f04413bd-0956-41e9-90f2-8ec624e7490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.585262 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:19.612825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04413bd-0956-41e9-90f2-8ec624e7490f None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:19.643770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for a6958ccc-cff1-4419-ad66-ac78540b59fa owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:19.924840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.042591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=a6958ccc-cff1-4419-ad66-ac78540b59fa,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:20.072305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b8469-d378-4412-b923-73de64e1036f req-0b3f5d25-1196-4b25-bd7f-f7000a3583c5 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.077293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d21b8469-d378-4412-b923-73de64e1036f req-0b3f5d25-1196-4b25-bd7f-f7000a3583c5 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1721931 Sep 16 05:25:20.141160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.148155 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-99da22a5-5eb5-4ff6-825a-df39d2500814 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/a6958ccc-cff1-4419-ad66-ac78540b59fa HTTP/1.1" status: 204 len: 168 time: 1.0348871 Sep 16 05:25:20.150948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45958) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:20.190245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d21b8469-d378-4412-b923-73de64e1036f req-9b3a41b2-d09b-42dd-a0c9-ecc1c7237c04 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000006 Sep 16 05:25:20.309948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:20.321705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de2991-d680-4ad0-894d-c6152224d885 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.329217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45964) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:20.340730 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-38de2991-d680-4ad0-894d-c6152224d885 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1858313 Sep 16 05:25:20.434065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:20.435625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.475199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9290bd-c68c-4b5c-8706-ea634651bb9b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.484028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fb9290bd-c68c-4b5c-8706-ea634651bb9b tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1524951 Sep 16 05:25:20.484828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45966) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:20.700149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ebb98-0a01-4a27-9e3b-9a2731dfdc52 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.701907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ebb98-0a01-4a27-9e3b-9a2731dfdc52 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.733240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ebb98-0a01-4a27-9e3b-9a2731dfdc52 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:20.738157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 45974) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:20.738964 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ce0ebb98-0a01-4a27-9e3b-9a2731dfdc52 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2530715 Sep 16 05:25:20.858244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:20.866809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.939772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47f03bfc-1775-48ca-905d-439af54ae573 None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:20.941470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47f03bfc-1775-48ca-905d-439af54ae573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.993280 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.165413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.302495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.409414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-be122c29-f06a-4871-96a3-345b298dff97 None None] Could not find standard attr ID for object 832021fc-3422-4e5b-a411-0e078b472c25. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:21.431501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:21.454586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.461696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bd620c6a-9c1a-4787-8ddd-413386aee635 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec HTTP/1.1" status: 204 len: 168 time: 0.7194200 Sep 16 05:25:21.462595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 45990) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:21.602708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet fa7370b0-97e8-44f9-b043-0b1ff6e40acb {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:21.611021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.640873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf31f-da4b-4667-936f-3bff0559847c req-a590ab27-be21-4a78-841e-f78e06fe2e53 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:21.642434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e49cf31f-da4b-4667-936f-3bff0559847c req-a590ab27-be21-4a78-841e-f78e06fe2e53 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.2516620 Sep 16 05:25:21.725973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.757132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e49cf31f-da4b-4667-936f-3bff0559847c req-fde30517-41f6-47ba-846e-287ff21d371e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949934 Sep 16 05:25:21.800269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a745914-8c79-454f-a663-705076345d57 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:21.907480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.928148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9fbd7923-4849-4104-8847-5ca435dcfa0a None None] Could not find standard attr ID for object a6958ccc-cff1-4419-ad66-ac78540b59fa. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:22.063093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.154145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7370b0-97e8-44f9-b043-0b1ff6e40acb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:22.165562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.171545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:22.172854 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/fa7370b0-97e8-44f9-b043-0b1ff6e40acb HTTP/1.1" status: 204 len: 168 time: 0.7085037 Sep 16 05:25:22.174835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.175493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.176696 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.177325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.178499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.179349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.180116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.180775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.181369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.182014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.182951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.183531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e5eae-7145-4a20-a65a-213e078b6bb5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:25:22.252594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-35700273-1311-4921-8242-b8fef5893094 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793271 Sep 16 05:25:22.255256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46006) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:22.267111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:22.306898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db30cbe-c7bc-4c8b-94a6-1f3124398d69 None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': 'fa7370b0-97e8-44f9-b043-0b1ff6e40acb'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '7f4ad0f3-2a30-4676-bf7b-b98415159e30'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:25:22.336621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4db30cbe-c7bc-4c8b-94a6-1f3124398d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.390236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:22.394025 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.569770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364cb928-ec4d-4394-b1c7-43911e445f4a None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:22.688131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fad5a75b-64ab-4612-bd3d-fb6e8c717679 None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:22.688507 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fad5a75b-64ab-4612-bd3d-fb6e8c717679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:22.862166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:22.982349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46024) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:22.987742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'subnets': [{'network_id': '84fbe21b-0bdc-4635-a86b-ce43d692a5fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--136878129', 'ip_version': 6}, {'network_id': '463e7777-379e-430a-b6cb-575b1360e368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:22.988072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'subnet': {'network_id': '84fbe21b-0bdc-4635-a86b-ce43d692a5fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--136878129', 'ip_version': 6}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:22.988786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Request body: {'subnet': {'network_id': '463e7777-379e-430a-b6cb-575b1360e368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:23.119271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86d90b-28b0-4215-afef-f69b1ef1d41e req-7b1d40d7-6cde-4d57-aa25-d0baca48a3c2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.121088 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b86d90b-28b0-4215-afef-f69b1ef1d41e req-7b1d40d7-6cde-4d57-aa25-d0baca48a3c2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1447208 Sep 16 05:25:23.145081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '543fd107-4a1e-4f45-8b8b-834c802036e8'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '7f4ad0f3-2a30-4676-bf7b-b98415159e30'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:25:23.176686 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.245399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b86d90b-28b0-4215-afef-f69b1ef1d41e req-93013ff2-7ce6-4f95-9160-3ab68603f765 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935783 Sep 16 05:25:23.252585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Made reservation on behalf of 85a92c8120c7409e92c649fa8e469a99 for: {'subnet': 2} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:23.264671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.265029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.338363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.469624 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe39:58b2-d5370830-84a0-4e37-8809-5a6ce62e1d {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:23.470004 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:23.623357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:23.659615 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.666199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.667721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.803865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:23.823796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:23.825683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=11']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:23.832272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:23.832932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.844364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=543fd107-4a1e-4f45-8b8b-834c802036e8,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:23.860022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7779d039-6663-4edc-be83-8b41ecb05c83 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6026740 Sep 16 05:25:23.862089 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.862869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46058) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:23.868388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3682f0cc-fdd6-465a-b48d-87d0a1658fdc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:23.946428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Subnet': ['ID=7fa64c70-661e-45a5-9893-aacb0ecd4335,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:23.954432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Checking segment: {'id': '3acf691e-521b-4868-95a9-e42e5d2d949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '84fbe21b-0bdc-4635-a86b-ce43d692a5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:23.954886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network hostable DHCP agents. Network: 84fbe21b-0bdc-4635-a86b-ce43d692a5fe, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:23.978538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network 84fbe21b-0bdc-4635-a86b-ce43d692a5fe is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:23.997322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 84fbe21b-0bdc-4635-a86b-ce43d692a5fe) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:24.003787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.012816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.015660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3682f0cc-fdd6-465a-b48d-87d0a1658fdc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:24.020612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3682f0cc-fdd6-465a-b48d-87d0a1658fdc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.055062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6cc1cf-a9c9-4599-bb1f-ebcaefc2702c None None] Network 84fbe21b-0bdc-4635-a86b-ce43d692a5fe requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:24.125029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event updated for resources: {'Subnet': ['ID=b9ebe519-4505-419f-970b-19956d5806b6,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.187930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Checking segment: {'id': '30976dad-2389-48ba-868f-fffecec6defb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '463e7777-379e-430a-b6cb-575b1360e368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:24.189309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network hostable DHCP agents. Network: 463e7777-379e-430a-b6cb-575b1360e368, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:24.201862 n-d-713301-15 neutron-server[94719]: INFO neutron.db.ipam_backend_mixin [None req-3682f0cc-fdd6-465a-b48d-87d0a1658fdc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 543fd107-4a1e-4f45-8b8b-834c802036e8 (CIDR: 2001:db8::/64) Sep 16 05:25:24.207630 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-3682f0cc-fdd6-465a-b48d-87d0a1658fdc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:24.208106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3682f0cc-fdd6-465a-b48d-87d0a1658fdc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:24.233514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3682f0cc-fdd6-465a-b48d-87d0a1658fdc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3695469 Sep 16 05:25:24.236644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46066) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:24.239446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Network 463e7777-379e-430a-b6cb-575b1360e368 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:24.242191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:24.264404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 463e7777-379e-430a-b6cb-575b1360e368) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:24.283517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.284280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.285296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.309143 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3be2c257-ceba-47c6-a03a-ada2bd9bf29c tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3255248 Sep 16 05:25:24.311545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46072) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:24.324002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:24.384323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a11104-ebc1-4c78-990f-0737864cb959 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.386983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a11104-ebc1-4c78-990f-0737864cb959 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.389274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a11104-ebc1-4c78-990f-0737864cb959 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.391344 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c5a11104-ebc1-4c78-990f-0737864cb959 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0783925 Sep 16 05:25:24.401319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46074) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:24.418786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a631d24-0285-49bf-bd52-390ccea60893 None None] Network 463e7777-379e-430a-b6cb-575b1360e368 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:24.517910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bda48-aa33-456e-b653-16d287e9dd9a req-80100b1b-ba3d-427c-ad87-2389fa37ebc1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:24.519759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a53bda48-aa33-456e-b653-16d287e9dd9a req-80100b1b-ba3d-427c-ad87-2389fa37ebc1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.0844853 Sep 16 05:25:24.520884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:24.523030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Deleting subnet 7fa64c70-661e-45a5-9893-aacb0ecd4335 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:24.525947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.527509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.605726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.607317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a53bda48-aa33-456e-b653-16d287e9dd9a req-e824a092-23e4-463e-81f9-7da31f11c4c2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604339 Sep 16 05:25:24.671412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.760007 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.798347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa64c70-661e-45a5-9893-aacb0ecd4335,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:24.805705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.811900 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a8a17fac-0788-49bd-b439-fc461d60bcb6 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/subnets/7fa64c70-661e-45a5-9893-aacb0ecd4335 HTTP/1.1" status: 204 len: 168 time: 0.4055736 Sep 16 05:25:24.812224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46084) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:24.879371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Deleting subnet b9ebe519-4505-419f-970b-19956d5806b6 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:24.883796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.918245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:24.922953 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.941965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.977411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd3a57-4145-4e64-83bb-6897af699406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-84fbe21b-0bdc-4635-a86b-ce43d692a5fe', 'network_id': '84fbe21b-0bdc-4635-a86b-ce43d692a5fe', 'tenant_id': '85a92c8120c7409e92c649fa8e469a99', 'fixed_ips': [{'subnet_id': '7fa64c70-661e-45a5-9893-aacb0ecd4335'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:24.978274 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aafd3a57-4145-4e64-83bb-6897af699406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.991759 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.012745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.049528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.081370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.116651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.154016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=88faa6e2-6842-4020-bcb0-5057914fb25d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:25.167421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:25.167681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.168912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:25.172264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.172877 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.201020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-adfde8bd-af0b-4e2a-9801-3ec8592e766a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9632454 Sep 16 05:25:25.201669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46088) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:25.214897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:c2:59:f2', 'name': 'tempest-NetworksTestDHCPv6-1859550009'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:25.238511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8fb71b-d80f-4107-9658-f96d127fe253 None None] Network 84fbe21b-0bdc-4635-a86b-ce43d692a5fe requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:25.441166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:25.447464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e8b74-f575-459d-98ec-18fae10fc9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-463e7777-379e-430a-b6cb-575b1360e368', 'network_id': '463e7777-379e-430a-b6cb-575b1360e368', 'tenant_id': '85a92c8120c7409e92c649fa8e469a99', 'fixed_ips': [{'subnet_id': 'b9ebe519-4505-419f-970b-19956d5806b6'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:25.448441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-360e8b74-f575-459d-98ec-18fae10fc9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.517895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1383f-0138-400f-aa5d-1af0aa205323 None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:25.522127 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:25.523159 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:25.623237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:25.625435 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/subnets/b9ebe519-4505-419f-970b-19956d5806b6 HTTP/1.1" status: 204 len: 168 time: 0.8122330 Sep 16 05:25:25.626581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233d0ab-43db-4bb1-9f1c-3c2983526f4d tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ebe519-4505-419f-970b-19956d5806b6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:25.629879 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46092) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:25.752529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10fd319-28f3-4f97-ba8a-e9f4dc787c80 None None] Network 463e7777-379e-430a-b6cb-575b1360e368 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:25.766385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd300ad-d233-4d47-ae93-794e99c4fa50 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:25.772715 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dbd300ad-d233-4d47-ae93-794e99c4fa50 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373293 Sep 16 05:25:25.773510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46098) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:25.981804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acd53ef8-6983-4820-91cf-ca3c6039d407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.008039 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.122732 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.230526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:26.239589 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.291509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.365515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463e7777-379e-430a-b6cb-575b1360e368']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:26.368146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=13']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.394743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30976dad-2389-48ba-868f-fffecec6defb') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:26.395755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30976dad-2389-48ba-868f-fffecec6defb') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:26.411012 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.431003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.445914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:26.447561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:26.458609 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:26.496867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:26.579358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81bbbc8-e544-4b02-ad34-d3a7e4d93b00 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:26.613783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:26.614446 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.619824 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.633897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.635993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/networks/463e7777-379e-430a-b6cb-575b1360e368 HTTP/1.1" status: 204 len: 168 time: 0.8612931 Sep 16 05:25:26.646818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46112) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:26.647790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdeba37-0607-4f39-888c-e9864644a300 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Network': ['ID=463e7777-379e-430a-b6cb-575b1360e368,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:26.760768 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.774424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7bf842f6-98d7-486a-9021-716cbf688638 None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:26.774796 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7bf842f6-98d7-486a-9021-716cbf688638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.798514 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.844338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ce918-9235-43db-b6be-24af4035d970 req-450e33c3-aa8a-4a65-b7e2-ec82fc09562e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:26.846568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-237ce918-9235-43db-b6be-24af4035d970 req-450e33c3-aa8a-4a65-b7e2-ec82fc09562e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.2530878 Sep 16 05:25:26.915207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 99297fa8-6ea1-4a70-8ef4-fd04c3c61374 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:26.925348 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:26.995737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:27.004788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.086592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.159078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fbe21b-0bdc-4635-a86b-ce43d692a5fe']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:27.177023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=14']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.200562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-237ce918-9235-43db-b6be-24af4035d970 req-e1f4c2b0-5b86-4749-a586-7fd3b05aebdc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477340 Sep 16 05:25:27.201983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acf691e-521b-4868-95a9-e42e5d2d949b') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:27.205105 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acf691e-521b-4868-95a9-e42e5d2d949b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:27.269166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.296943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.299186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1961b-6e59-49de-b359-4799d9ebc095 None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '543fd107-4a1e-4f45-8b8b-834c802036e8', 'ip_address': '2001:db8::f816:3eff:fe39:58b2'}, {'subnet_id': '88faa6e2-6842-4020-bcb0-5057914fb25d'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '7f4ad0f3-2a30-4676-bf7b-b98415159e30'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:25:27.307928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:27.308391 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:27.316357 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:27.341505 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8bf1961b-6e59-49de-b359-4799d9ebc095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.344424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8:0:1::110 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/88faa6e2-6842-4020-bcb0-5057914fb25d/99297fa8-6ea1-4a70-8ef4-fd04c3c61374) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:27.358925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::f816:3eff:fec2:59f2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/543fd107-4a1e-4f45-8b8b-834c802036e8/99297fa8-6ea1-4a70-8ef4-fd04c3c61374) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:27.384021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46136) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.416760 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.427034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.435489 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/networks/84fbe21b-0bdc-4635-a86b-ce43d692a5fe HTTP/1.1" status: 204 len: 168 time: 0.7794766 Sep 16 05:25:27.435489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46140) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.475011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163ee55-706d-42a4-8852-254075bf1289 tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Network': ['ID=84fbe21b-0bdc-4635-a86b-ce43d692a5fe,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.615517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.647489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df01b518-87e3-4ab2-9057-4b0465b52820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.664759 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.726984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.741186 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.751064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33e94d4-bf50-49bc-bf82-1f5c1207c315']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:27.762893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46df31d5-50c3-48ca-8874-8bed22e669b3') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:27.763256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46df31d5-50c3-48ca-8874-8bed22e669b3') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:27.775309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.793328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.802368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:27.802794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:27.806261 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:27.809194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:27.815003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:27.820274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=99297fa8-6ea1-4a70-8ef4-fd04c3c61374,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.823049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:27.828718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.829399 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.844307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-8bf1961b-6e59-49de-b359-4799d9ebc095 None None] Allocated IP 2001:db8:0:1::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/88faa6e2-6842-4020-bcb0-5057914fb25d/7f4ad0f3-2a30-4676-bf7b-b98415159e30) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:27.866900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df01b518-87e3-4ab2-9057-4b0465b52820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.872713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df01b518-87e3-4ab2-9057-4b0465b52820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.894582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9ad47a62-78dd-4528-9f99-d5ca609e52df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6917491 Sep 16 05:25:27.898257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46142) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.918442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01b518-87e3-4ab2-9057-4b0465b52820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eca64a-572a-46c2-ae9e-63b8ddca8a1c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.926040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-df01b518-87e3-4ab2-9057-4b0465b52820 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7861a784878b435ba95cb04917b0dd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390687 Sep 16 05:25:27.926673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46144) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.931542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.945765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:27.949953 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/networks/a33e94d4-bf50-49bc-bf82-1f5c1207c315 HTTP/1.1" status: 204 len: 168 time: 0.5114839 Sep 16 05:25:27.951533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46146) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:27.972838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0bfed-4d7a-4cf4-95b2-b8a766e2710e tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Network': ['ID=a33e94d4-bf50-49bc-bf82-1f5c1207c315,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:27.985661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff85d29f-8ed7-4999-b51c-13fd650c05ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.001628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8bf1961b-6e59-49de-b359-4799d9ebc095 None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:28.009549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff85d29f-8ed7-4999-b51c-13fd650c05ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.034372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8bf1961b-6e59-49de-b359-4799d9ebc095 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.040185 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8bf1961b-6e59-49de-b359-4799d9ebc095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.097382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff85d29f-8ed7-4999-b51c-13fd650c05ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.105312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff85d29f-8ed7-4999-b51c-13fd650c05ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.108389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ff85d29f-8ed7-4999-b51c-13fd650c05ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42eca64a-572a-46c2-ae9e-63b8ddca8a1c HTTP/1.1" status: 204 len: 168 time: 0.1794193 Sep 16 05:25:28.124430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d29f-8ed7-4999-b51c-13fd650c05ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eca64a-572a-46c2-ae9e-63b8ddca8a1c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:28.135210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.152196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1961b-6e59-49de-b359-4799d9ebc095 None None] Pushing event updated for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=15']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:28.180926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 99297fa8-6ea1-4a70-8ef4-fd04c3c61374 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:28.181452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.188361 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64992d9c-ef0c-4dba-b965-b1f4f7bdf0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.350637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.391040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:28.417373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90844bee-a506-4b9e-9ff5-3ab338e3d93b']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:28.429533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234472-1a61-4161-8479-972a4153fe32 req-3e72c25a-12ca-42e5-a05e-b37cc0469bf0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:28.431647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e234472-1a61-4161-8479-972a4153fe32 req-3e72c25a-12ca-42e5-a05e-b37cc0469bf0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.0962477 Sep 16 05:25:28.441014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c17e069-09ba-4fb9-bffb-9d570f9c3c35') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:28.441332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c17e069-09ba-4fb9-bffb-9d570f9c3c35') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:28.454440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.467005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.474746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:28.475272 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.481862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 99297fa8-6ea1-4a70-8ef4-fd04c3c61374 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:28.491484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.506769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:28.507468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:28.511907 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:28.544347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e234472-1a61-4161-8479-972a4153fe32 req-ced95c6c-d676-4f40-bbd4-e25ff083f0c4 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058385 Sep 16 05:25:28.674187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.682134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46160) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:28.697276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.700518 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] 10.222.0.55 "DELETE /v2.0/networks/90844bee-a506-4b9e-9ff5-3ab338e3d93b HTTP/1.1" status: 204 len: 168 time: 0.7371933 Sep 16 05:25:28.708975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdad5dc9-20fa-4f18-bfb4-4225c06922cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:28.749911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6051df-e867-45f5-a367-a1fefcb03dcf tempest-BulkNetworkOpsIpV6Test-1100037606 tempest-BulkNetworkOpsIpV6Test-1100037606-project] Pushing event deleted for resources: {'Network': ['ID=90844bee-a506-4b9e-9ff5-3ab338e3d93b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:28.955521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d6ce43-f0c9-437a-9051-21ffcc0dae13 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:28.959439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.008439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=99297fa8-6ea1-4a70-8ef4-fd04c3c61374,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:29.013273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2985673b-2512-4528-8df1-731f9aadf49c None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:29.013645 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2985673b-2512-4528-8df1-731f9aadf49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.074098 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.076840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c9384a58-d27f-4bef-9a19-72a5cb95207c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/99297fa8-6ea1-4a70-8ef4-fd04c3c61374 HTTP/1.1" status: 204 len: 168 time: 1.1746039 Sep 16 05:25:29.085257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46172) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.131491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdad5dc9-20fa-4f18-bfb4-4225c06922cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.146465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdad5dc9-20fa-4f18-bfb4-4225c06922cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.168061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46174) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.194255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bdad5dc9-20fa-4f18-bfb4-4225c06922cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9df4eccca86342c48586d1d2d51c76c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097077 Sep 16 05:25:29.194685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46178) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.217509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad5dc9-20fa-4f18-bfb4-4225c06922cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1470d2b2-3447-439f-8bbc-ef694c0d9b6e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:29.242832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.256195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2cd25-7729-4986-bbdd-39ad759827bf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.258023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-55d2cd25-7729-4986-bbdd-39ad759827bf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1748047 Sep 16 05:25:29.260588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46182) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.335307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf71f716-a40e-4f38-92ae-0e5753f4a93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.342941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4759d8-4d14-4acf-ad4c-85ada5fdf5d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.345291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1b4759d8-4d14-4acf-ad4c-85ada5fdf5d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0829778 Sep 16 05:25:29.347762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46184) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.386279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf71f716-a40e-4f38-92ae-0e5753f4a93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.447712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43176c2f-6edd-4e7a-9241-0ad076bc86b5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.449649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43176c2f-6edd-4e7a-9241-0ad076bc86b5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.451844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43176c2f-6edd-4e7a-9241-0ad076bc86b5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.455089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-43176c2f-6edd-4e7a-9241-0ad076bc86b5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1053874 Sep 16 05:25:29.458170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46190) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.477023 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed1c2d01-a07c-4646-baf8-e7a2a064c8be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85a92c8120c7409e92c649fa8e469a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042104 Sep 16 05:25:29.477462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46192) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:29.517351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf71f716-a40e-4f38-92ae-0e5753f4a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.519918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cf71f716-a40e-4f38-92ae-0e5753f4a93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.527127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf71f716-a40e-4f38-92ae-0e5753f4a93e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1470d2b2-3447-439f-8bbc-ef694c0d9b6e HTTP/1.1" status: 204 len: 168 time: 0.3285010 Sep 16 05:25:29.551957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 543fd107-4a1e-4f45-8b8b-834c802036e8 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:29.557922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.561200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71f716-a40e-4f38-92ae-0e5753f4a93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1470d2b2-3447-439f-8bbc-ef694c0d9b6e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:29.609741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7aff1a6e-a012-4eeb-9f28-340733c1a625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.660312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.668931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7aff1a6e-a012-4eeb-9f28-340733c1a625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.749648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b1efbc3b-53e0-4108-86da-277c36522453 None None] Provisioning complete for port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:29.750024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b1efbc3b-53e0-4108-86da-277c36522453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.759937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7aff1a6e-a012-4eeb-9f28-340733c1a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.763949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7aff1a6e-a012-4eeb-9f28-340733c1a625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.765435 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7aff1a6e-a012-4eeb-9f28-340733c1a625 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/539f09bd-751a-4137-9519-5c6352494ae5 HTTP/1.1" status: 204 len: 168 time: 0.2866473 Sep 16 05:25:29.778093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff1a6e-a012-4eeb-9f28-340733c1a625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f09bd-751a-4137-9519-5c6352494ae5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:29.849668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.864865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:29.986456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4d29-2726-4ff1-9599-f25ddbf678b4 req-0a7793ae-2ac4-4bec-b447-d85ab6639804 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:29.988417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33d4d29-2726-4ff1-9599-f25ddbf678b4 req-0a7793ae-2ac4-4bec-b447-d85ab6639804 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.2737412 Sep 16 05:25:29.995658 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.043348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d92f70d2-7e1f-45fe-8bfb-9262a41b9a2a None None] Could not find standard attr ID for object 99297fa8-6ea1-4a70-8ef4-fd04c3c61374. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:30.059895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=543fd107-4a1e-4f45-8b8b-834c802036e8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:30.062119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.065838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f9ecab69-b39d-49c3-8313-e58034dd392e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/543fd107-4a1e-4f45-8b8b-834c802036e8 HTTP/1.1" status: 204 len: 168 time: 0.6056879 Sep 16 05:25:30.067159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46208) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.101473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d33d4d29-2726-4ff1-9599-f25ddbf678b4 req-63b19c5e-7191-43f8-b97a-b28077354657 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024575 Sep 16 05:25:30.162814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 88faa6e2-6842-4020-bcb0-5057914fb25d {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:30.168381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.231097 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.313141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46216) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.344932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e0c793c-26fa-42dc-a0d4-3a56f1836a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.347557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa70fb-76b7-49d2-b090-222342ccd359 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:30.426394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.446550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-26be9d4b-cab1-49d9-b36b-027e41795f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.448292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-26be9d4b-cab1-49d9-b36b-027e41795f0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1097 time: 0.0688190 Sep 16 05:25:30.466379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2530-8447-4880-9ce7-5adca2b16181 req-ced21798-9ed0-46b4-886f-f8ef62ceb28b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.478358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-959f2530-8447-4880-9ce7-5adca2b16181 req-ced21798-9ed0-46b4-886f-f8ef62ceb28b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1575325 Sep 16 05:25:30.543203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.606240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=88faa6e2-6842-4020-bcb0-5057914fb25d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:30.627131 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.629094 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-158961dd-45e6-4745-bb11-41319c2d6d8e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/88faa6e2-6842-4020-bcb0-5057914fb25d HTTP/1.1" status: 204 len: 168 time: 0.5602813 Sep 16 05:25:30.633653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46226) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.691075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-959f2530-8447-4880-9ce7-5adca2b16181 req-b1ea010d-07ba-4d86-b45c-c63f7f9742b8 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108257 Sep 16 05:25:30.703175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e0c793c-26fa-42dc-a0d4-3a56f1836a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.712141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee32e69b-c5c4-49bf-8363-809668c47105 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736902 Sep 16 05:25:30.713133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46230) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.719985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e0c793c-26fa-42dc-a0d4-3a56f1836a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.721450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:30.760840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c793c-26fa-42dc-a0d4-3a56f1836a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934de05f-8619-4e69-be61-282237042813,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:30.774448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73380803-4408-4974-9aee-19a4568a0485 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:30.777192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-aeb6c74b-aa31-4674-96e8-080b6daf24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:30.779236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-aeb6c74b-aa31-4674-96e8-080b6daf24ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.2938826 Sep 16 05:25:30.799801 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4e0c793c-26fa-42dc-a0d4-3a56f1836a17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c61f66902512420f84e8370dffc6560e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840095 Sep 16 05:25:30.802858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:30.852311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-73380803-4408-4974-9aee-19a4568a0485 None None] Deleting port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:30.853016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-73380803-4408-4974-9aee-19a4568a0485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.882030 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9bda4939-7db6-47a9-bdab-2e323cc1e3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.917988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9bda4939-7db6-47a9-bdab-2e323cc1e3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.921936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-523218bc-c59b-46c6-96af-6e483c418619 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 1001 time: 0.0991366 Sep 16 05:25:30.923619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:30.928518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.980292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-73380803-4408-4974-9aee-19a4568a0485 None None] For port 7f4ad0f3-2a30-4676-bf7b-b98415159e30, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=7f4ad0f3-2a30-4676-bf7b-b98415159e30,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:30.981121 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-73380803-4408-4974-9aee-19a4568a0485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.991423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9bda4939-7db6-47a9-bdab-2e323cc1e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.994169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9bda4939-7db6-47a9-bdab-2e323cc1e3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:30.995475 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9bda4939-7db6-47a9-bdab-2e323cc1e3b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/934de05f-8619-4e69-be61-282237042813 HTTP/1.1" status: 204 len: 168 time: 0.1916034 Sep 16 05:25:31.007648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda4939-7db6-47a9-bdab-2e323cc1e3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934de05f-8619-4e69-be61-282237042813,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:31.021547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-73380803-4408-4974-9aee-19a4568a0485 None None] Calling delete_port for 7f4ad0f3-2a30-4676-bf7b-b98415159e30 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:31.050294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-8b66b4fb-cd3c-4a03-ab68-d9594f45d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.051842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-8b66b4fb-cd3c-4a03-ab68-d9594f45d23e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.1183033 Sep 16 05:25:31.154153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-73380803-4408-4974-9aee-19a4568a0485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.157679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-4e7f5d7a-6dcf-4c1a-97c6-383b536244de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.159454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-4e7f5d7a-6dcf-4c1a-97c6-383b536244de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902364 Sep 16 05:25:31.191857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73380803-4408-4974-9aee-19a4568a0485 None None] Pushing event deleted for resources: {'Port': ['ID=7f4ad0f3-2a30-4676-bf7b-b98415159e30,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:31.196066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73380803-4408-4974-9aee-19a4568a0485 None None] No DVR routers for this DVR port 7f4ad0f3-2a30-4676-bf7b-b98415159e30 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:31.241412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.325723 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.360764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-ae720155-96e0-4d57-804a-bf2ab7262a2a service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880863 Sep 16 05:25:31.386480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:31.391671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:31.408586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:31.415526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.416148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.422524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe7bfe-07c7-4fa1-b226-b9bd6fd9c6b3 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:31.438530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=ef4a654b-8ad9-4dab-b63c-2a11948f1b61,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:31.479277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5cac5396-4bc6-4379-a5d2-7d183c226d61 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7648091 Sep 16 05:25:31.482397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46254) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:31.488990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7fdc7b76-4546-4d44-8afd-685e406e8f88 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:31.527427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79c1b6e5-2b7c-4135-b01c-423b2df8a879 req-58adca8d-d74e-46f1-88bc-e5b6e392d3c5 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548879 Sep 16 05:25:31.664419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99074d2a-2f3a-425c-9411-18c763d43bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.679286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'tenant_id': 'd50c458a027843dabd8bc5da0770a34e', 'fixed_ips': [{'subnet_id': 'ef4a654b-8ad9-4dab-b63c-2a11948f1b61'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:31.680749 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.724034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc7b76-4546-4d44-8afd-685e406e8f88 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:31.728904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7b76-4546-4d44-8afd-685e406e8f88 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:31.869747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/ef4a654b-8ad9-4dab-b63c-2a11948f1b61/4cd83fda-4d24-4e4a-adae-dda7c0325592) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:31.877706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46270) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:31.927663 n-d-713301-15 neutron-server[94718]: INFO neutron.db.ipam_backend_mixin [None req-7fdc7b76-4546-4d44-8afd-685e406e8f88 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef4a654b-8ad9-4dab-b63c-2a11948f1b61 (CIDR: 2001:db8::/64) Sep 16 05:25:31.938335 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdc7b76-4546-4d44-8afd-685e406e8f88 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:31.938335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdc7b76-4546-4d44-8afd-685e406e8f88 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:31.942459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d67a6-4358-46c1-ac7c-3a3bc72ab485 req-877a6a0f-dda6-4e3f-b4e4-775ff6a92023 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:31.942737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f6d67a6-4358-46c1-ac7c-3a3bc72ab485 req-877a6a0f-dda6-4e3f-b4e4-775ff6a92023 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1267223 Sep 16 05:25:31.995169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99074d2a-2f3a-425c-9411-18c763d43bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.002699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99074d2a-2f3a-425c-9411-18c763d43bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.004285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f6d67a6-4358-46c1-ac7c-3a3bc72ab485 req-8d3ba596-f954-479f-9f08-967fcca832c1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547400 Sep 16 05:25:32.027879 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7fdc7b76-4546-4d44-8afd-685e406e8f88 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5436413 Sep 16 05:25:32.032839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46280) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.039146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:32.062599 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-99074d2a-2f3a-425c-9411-18c763d43bf6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d47f8a6ee854c83b42d17b338d13784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698356 Sep 16 05:25:32.065843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46282) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.066201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99074d2a-2f3a-425c-9411-18c763d43bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba0b72-a03b-4fe0-85e9-c3219c797887,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.086529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fb5f32c1-bdbd-4be5-98ac-31b5218c540e tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] Request body: {'port': {'network_id': 'f414b9fb-5c6e-40e2-b4bd-e042dc83edca', 'name': 'tempest-NetworksNegativeTestJSON-1136431433'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:32.115395 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5f32c1-bdbd-4be5-98ac-31b5218c540e tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] POST failed (client error): The resource could not be found. Sep 16 05:25:32.116196 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5f32c1-bdbd-4be5-98ac-31b5218c540e tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:32.117497 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fb5f32c1-bdbd-4be5-98ac-31b5218c540e tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2388201 Sep 16 05:25:32.122010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46286) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.148995 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b8fa8b-b5f7-4c09-b893-927fd6cb9863 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:32.148995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b8fa8b-b5f7-4c09-b893-927fd6cb9863 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:32.150884 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2b8fa8b-b5f7-4c09-b893-927fd6cb9863 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "DELETE /v2.0/networks/d529ff97-3c7c-41df-819e-54bda0cb7873 HTTP/1.1" status: 404 len: 339 time: 0.0276828 Sep 16 05:25:32.155233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46288) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.158687 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.167888 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.191423 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6c573b-b039-49a0-9a25-6c298ab86d26 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:32.192518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6c573b-b039-49a0-9a25-6c298ab86d26 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:32.193716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-588fb489-372f-42d0-a7ec-ac4264009706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.196272 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dc6c573b-b039-49a0-9a25-6c298ab86d26 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "DELETE /v2.0/ports/e32a0170-d863-438c-81c4-6082b663523e HTTP/1.1" status: 404 len: 333 time: 0.0392613 Sep 16 05:25:32.200531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46290) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.212076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:32.215843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:32.219908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:32.237751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Pushing event updated for resources: {'Port': ['ID=4cd83fda-4d24-4e4a-adae-dda7c0325592,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.275486 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9f2294-2087-41f8-b7aa-1e87d914a889 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:32.276431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9f2294-2087-41f8-b7aa-1e87d914a889 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:32.279406 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dc9f2294-2087-41f8-b7aa-1e87d914a889 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "DELETE /v2.0/subnets/a7587b49-2952-4aa0-be2d-169c831c040e HTTP/1.1" status: 404 len: 337 time: 0.0766022 Sep 16 05:25:32.283163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46296) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.293873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-588fb489-372f-42d0-a7ec-ac4264009706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.298081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:32.309017 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.313718 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fa97b7-55e0-4582-8995-6eb03e98151c tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] GET failed (client error): The resource could not be found. Sep 16 05:25:32.315420 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-16fa97b7-55e0-4582-8995-6eb03e98151c tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "GET /v2.0/networks/938f6873-c022-4a2b-8d61-115035894412 HTTP/1.1" status: 404 len: 339 time: 0.0311587 Sep 16 05:25:32.319620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46300) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.369649 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-de82b8bf-f935-4395-91a0-cdb2de7f12ac tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] GET failed (client error): The resource could not be found. Sep 16 05:25:32.377441 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de82b8bf-f935-4395-91a0-cdb2de7f12ac tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "GET /v2.0/ports/5e409ed5-4f8f-4658-b988-b8b9eade5011 HTTP/1.1" status: 404 len: 333 time: 0.0563073 Sep 16 05:25:32.378572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46302) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.380024 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:32.406441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Attempting to bind port 4cd83fda-4d24-4e4a-adae-dda7c0325592 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:32.406808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Attempting to bind port 4cd83fda-4d24-4e4a-adae-dda7c0325592 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:32.407408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Attempting to bind port 4cd83fda-4d24-4e4a-adae-dda7c0325592 on network 5a28f602-7f3c-4d66-baa0-3729bf850f5a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:32.408501 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c1c83b-7c83-495b-acf7-fc1881476a24 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] GET failed (client error): The resource could not be found. Sep 16 05:25:32.410829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 7f4ad0f3-2a30-4676-bf7b-b98415159e30 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:32.412074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 7f4ad0f3-2a30-4676-bf7b-b98415159e30 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:32.415789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46304) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.418724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:32.419835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Checking segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:32.421032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.422018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Bound using segment: {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:32.423462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Bound port: 4cd83fda-4d24-4e4a-adae-dda7c0325592, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e040244-a3a0-4570-8133-703a92240db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:32.424926 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.429222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e2c1c83b-7c83-495b-acf7-fc1881476a24 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "GET /v2.0/subnets/5f94bc4d-15ba-4704-98ce-84bec3e4e3b1 HTTP/1.1" status: 404 len: 337 time: 0.0401058 Sep 16 05:25:32.431927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-10716211-8016-4d02-9a32-b452979a90e7 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:32.481211 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-10716211-8016-4d02-9a32-b452979a90e7 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] PUT failed (client error): The resource could not be found. Sep 16 05:25:32.481817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10716211-8016-4d02-9a32-b452979a90e7 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:32.482989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-10716211-8016-4d02-9a32-b452979a90e7 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "PUT /v2.0/networks/695f3b4c-e2f7-49b9-876d-3e360555baf5 HTTP/1.1" status: 404 len: 339 time: 0.0607471 Sep 16 05:25:32.488339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46308) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.496913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-555d14e0-0300-45bd-b667-154d8ed11039 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:32.523065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-588fb489-372f-42d0-a7ec-ac4264009706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.525926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-588fb489-372f-42d0-a7ec-ac4264009706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.526133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] For port 4cd83fda-4d24-4e4a-adae-dda7c0325592, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:32.526427 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-555d14e0-0300-45bd-b667-154d8ed11039 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] PUT failed (client error): The resource could not be found. Sep 16 05:25:32.527363 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555d14e0-0300-45bd-b667-154d8ed11039 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:32.529682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] For port 4cd83fda-4d24-4e4a-adae-dda7c0325592, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4cd83fda-4d24-4e4a-adae-dda7c0325592,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:32.530239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-588fb489-372f-42d0-a7ec-ac4264009706 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dba0b72-a03b-4fe0-85e9-c3219c797887 HTTP/1.1" status: 204 len: 168 time: 0.4631956 Sep 16 05:25:32.533664 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-555d14e0-0300-45bd-b667-154d8ed11039 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "PUT /v2.0/ports/7eaf5838-84c0-4228-9b49-6e353e609b40 HTTP/1.1" status: 404 len: 333 time: 0.0428512 Sep 16 05:25:32.534918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46316) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:32.543190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b3036703-2a97-4007-8e90-84af4c203fa3 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:32.550032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:32.550528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fb489-372f-42d0-a7ec-ac4264009706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba0b72-a03b-4fe0-85e9-c3219c797887,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:32.578901 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3036703-2a97-4007-8e90-84af4c203fa3 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] PUT failed (client error): The resource could not be found. Sep 16 05:25:32.579407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3036703-2a97-4007-8e90-84af4c203fa3 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:32.585667 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b3036703-2a97-4007-8e90-84af4c203fa3 tempest-NetworksNegativeTestJSON-1991697490 tempest-NetworksNegativeTestJSON-1991697490-project] 10.222.0.55 "PUT /v2.0/subnets/96debe57-7cfc-45a5-b257-46e27a01c21e HTTP/1.1" status: 404 len: 337 time: 0.0484719 Sep 16 05:25:32.706426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9e6d-19bd-4207-a134-a92609285479 None None] Pushing event updated for resources: {'Port': ['ID=4cd83fda-4d24-4e4a-adae-dda7c0325592,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.092027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:33.137361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46358) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:33.157754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d602acfc-b257-41d6-af14-db88473a6794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.320269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232013f-d56e-4f78-970c-618ae6108691 req-7ccc0043-6c80-431b-b559-742d529d90e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.320848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d232013f-d56e-4f78-970c-618ae6108691 req-7ccc0043-6c80-431b-b559-742d529d90e7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1395497 Sep 16 05:25:33.369224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d602acfc-b257-41d6-af14-db88473a6794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.370297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46370) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:33.381186 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d602acfc-b257-41d6-af14-db88473a6794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.402423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d232013f-d56e-4f78-970c-618ae6108691 req-83c6e08e-bc1f-4e31-974d-43043c0e9368 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718052 Sep 16 05:25:33.403193 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.447470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602acfc-b257-41d6-af14-db88473a6794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97044a2-16b5-401b-a5c7-d89f45144b09,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.453523 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d602acfc-b257-41d6-af14-db88473a6794 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a69934774ac49719b8bb0a6b65b3723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149025 Sep 16 05:25:33.455958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46392) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:33.546928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98d7e572-a6cf-4f15-988b-8e72e55631d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.584535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0765cc1-18c3-43ec-a6d0-148026f26f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.597513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98d7e572-a6cf-4f15-988b-8e72e55631d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.682679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 4cd83fda-4d24-4e4a-adae-dda7c0325592, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4cd83fda-4d24-4e4a-adae-dda7c0325592,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:33.695814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98d7e572-a6cf-4f15-988b-8e72e55631d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.699821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98d7e572-a6cf-4f15-988b-8e72e55631d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.704490 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-98d7e572-a6cf-4f15-988b-8e72e55631d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c97044a2-16b5-401b-a5c7-d89f45144b09 HTTP/1.1" status: 204 len: 168 time: 0.2444985 Sep 16 05:25:33.717977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7e572-a6cf-4f15-988b-8e72e55631d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97044a2-16b5-401b-a5c7-d89f45144b09,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.747323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.757988 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.758773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.790908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0765cc1-18c3-43ec-a6d0-148026f26f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.804755 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0765cc1-18c3-43ec-a6d0-148026f26f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.853561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:33.855588 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e0765cc1-18c3-43ec-a6d0-148026f26f7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d560e04640d646139dbbab009b39edf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840922 Sep 16 05:25:33.856275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46404) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:33.860933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:33.871789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:33.873220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:33.912124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=2be06607-7a04-4dd3-83f4-1c6460b20056,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.928926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46408) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:33.929769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8947287 Sep 16 05:25:33.933868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be51dc2-4ecf-4b7b-8f95-8e318230a326 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=4cd83fda-4d24-4e4a-adae-dda7c0325592,revision_number=4']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:33.945593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:63:8c:5a', 'name': 'tempest-NetworksTestDHCPv6-1060392331'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:33.952601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0765cc1-18c3-43ec-a6d0-148026f26f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71050ca9-c748-4ad3-a0c4-48bcc17efc43,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.051013 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eee71be6-1306-4b57-96f6-15dcca867297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.097809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eee71be6-1306-4b57-96f6-15dcca867297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.183504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:34.203769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eee71be6-1306-4b57-96f6-15dcca867297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.207064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eee71be6-1306-4b57-96f6-15dcca867297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.208342 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eee71be6-1306-4b57-96f6-15dcca867297 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71050ca9-c748-4ad3-a0c4-48bcc17efc43 HTTP/1.1" status: 204 len: 168 time: 0.3493030 Sep 16 05:25:34.246749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee71be6-1306-4b57-96f6-15dcca867297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71050ca9-c748-4ad3-a0c4-48bcc17efc43,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:34.324050 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:34.347384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408ac05-ccdf-438a-8693-1e473af60fbc None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:34.441020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.457349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4cd83fda-4d24-4e4a-adae-dda7c0325592 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:34.488745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port d7787845-fc23-4509-a712-022fc22f14d9 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:34.495367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-28335025-d467-4a06-8789-83e24a54fd94 None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:34.495847 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28335025-d467-4a06-8789-83e24a54fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.644144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:34.644554 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.746066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28335025-d467-4a06-8789-83e24a54fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.756372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::7d (5a28f602-7f3c-4d66-baa0-3729bf850f5a/ef4a654b-8ad9-4dab-b63c-2a11948f1b61/d7787845-fc23-4509-a712-022fc22f14d9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:34.782376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:8c5a (5a28f602-7f3c-4d66-baa0-3729bf850f5a/2be06607-7a04-4dd3-83f4-1c6460b20056/d7787845-fc23-4509-a712-022fc22f14d9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:34.791789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-28335025-d467-4a06-8789-83e24a54fd94 None None] For port 4cd83fda-4d24-4e4a-adae-dda7c0325592, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4cd83fda-4d24-4e4a-adae-dda7c0325592,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:34.816452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28335025-d467-4a06-8789-83e24a54fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.865920 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:34.902599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28335025-d467-4a06-8789-83e24a54fd94 None None] Pushing event updated for resources: {'Port': ['ID=4cd83fda-4d24-4e4a-adae-dda7c0325592,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:35.025261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:35.025647 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:35.112356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.163806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.247223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=d7787845-fc23-4509-a712-022fc22f14d9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:35.276708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:35.283670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:35.287773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:35.294744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:35.295938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.318979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46454) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.321512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0ecfb10a-23d2-41da-a66e-e9311afc57d0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3908494 Sep 16 05:25:35.500315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port d7787845-fc23-4509-a712-022fc22f14d9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:35.501329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.654878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-efbc69ec-a2c2-4168-9b57-bade6569aa41 None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:35.655758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-efbc69ec-a2c2-4168-9b57-bade6569aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.677058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46464) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:35.685863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:35.709322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for d7787845-fc23-4509-a712-022fc22f14d9 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:35.871873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-68090cea-e0ec-47ff-9183-8fecdd030bab tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1836420541', 'prefixes': ['172.20.0.0/16']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:36.023364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cdbae20b-a2cb-4006-8959-511a4bdebbdd None None] Could not find standard attr ID for object d7787845-fc23-4509-a712-022fc22f14d9. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:25:36.057618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.075499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68090cea-e0ec-47ff-9183-8fecdd030bab tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] Notify callbacks [] for subnetpool, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.083838 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-68090cea-e0ec-47ff-9183-8fecdd030bab tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4024520 Sep 16 05:25:36.084620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46472) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.117393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=d7787845-fc23-4509-a712-022fc22f14d9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.151011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.153536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9c901790-7aa7-45a4-9908-01641cd28ca7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/d7787845-fc23-4509-a712-022fc22f14d9 HTTP/1.1" status: 204 len: 168 time: 0.8334875 Sep 16 05:25:36.156085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46474) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.158305 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c6005fe2-031f-4c09-9bd9-22091ac89b49 tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] 10.222.0.55 "GET /v2.0/subnetpools/ab5fbc72-1a13-447a-98e0-32b9502d964c HTTP/1.1" status: 200 len: 732 time: 0.0724487 Sep 16 05:25:36.161996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46476) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.167278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-41a40e04-9066-4fc3-bd25-b392fed7b91f tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-868103856'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:36.240727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a74d354-fcf4-4833-9297-f35407746fde tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.246125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2a74d354-fcf4-4833-9297-f35407746fde tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0852385 Sep 16 05:25:36.246635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46482) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.363071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41a40e04-9066-4fc3-bd25-b392fed7b91f tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] Notify callbacks [] for subnetpool, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.368720 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-41a40e04-9066-4fc3-bd25-b392fed7b91f tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] 10.222.0.55 "PUT /v2.0/subnetpools/ab5fbc72-1a13-447a-98e0-32b9502d964c HTTP/1.1" status: 200 len: 683 time: 0.2011487 Sep 16 05:25:36.369004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.393837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8db23-af1c-4ab1-befb-0bb0529d0ffb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.399667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9ab8db23-af1c-4ab1-befb-0bb0529d0ffb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1521688 Sep 16 05:25:36.402964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46488) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.416044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4cd83fda-4d24-4e4a-adae-dda7c0325592 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:36.502250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77762ede-8b3b-48cf-a0e9-dde98c172542 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.505362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77762ede-8b3b-48cf-a0e9-dde98c172542 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.509349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77762ede-8b3b-48cf-a0e9-dde98c172542 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:36.515120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-77762ede-8b3b-48cf-a0e9-dde98c172542 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1089988 Sep 16 05:25:36.517946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46494) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.518838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:36.519562 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.551999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eb35cf8-19bf-4183-946a-2a46cce4d085 tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] Notify callbacks [] for subnetpool, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.553458 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0eb35cf8-19bf-4183-946a-2a46cce4d085 tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] 10.222.0.55 "DELETE /v2.0/subnetpools/ab5fbc72-1a13-447a-98e0-32b9502d964c HTTP/1.1" status: 204 len: 168 time: 0.1821291 Sep 16 05:25:36.556623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46496) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.588452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 2be06607-7a04-4dd3-83f4-1c6460b20056 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:36.593096 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-8add5340-da9f-40d2-b2dc-4f0613f0361a tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] show failed (client error): The resource could not be found. Sep 16 05:25:36.594084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.600747 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8add5340-da9f-40d2-b2dc-4f0613f0361a tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] 10.222.0.55 "GET /v2.0/subnetpools/ab5fbc72-1a13-447a-98e0-32b9502d964c HTTP/1.1" status: 404 len: 346 time: 0.0400510 Sep 16 05:25:36.602618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46500) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.625921 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-3696cd60-4e9e-44e9-b829-7adb490dbbc2 tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] delete failed (client error): The resource could not be found. Sep 16 05:25:36.626994 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3696cd60-4e9e-44e9-b829-7adb490dbbc2 tempest-SubnetPoolsTestJSON-1290970831 tempest-SubnetPoolsTestJSON-1290970831-project] 10.222.0.55 "DELETE /v2.0/subnetpools/ab5fbc72-1a13-447a-98e0-32b9502d964c HTTP/1.1" status: 404 len: 346 time: 0.0234044 Sep 16 05:25:36.658052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.770545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.861674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.900706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=2be06607-7a04-4dd3-83f4-1c6460b20056,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:36.902748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:36.907360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46508) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:36.907923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0cdb661b-3adc-4302-850d-86a3f9fc2017 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/2be06607-7a04-4dd3-83f4-1c6460b20056 HTTP/1.1" status: 204 len: 168 time: 0.3883841 Sep 16 05:25:36.910804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af6d27-62a8-48cc-9b5d-51be1f0fca27 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:36.996884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet ef4a654b-8ad9-4dab-b63c-2a11948f1b61 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:37.002548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.065160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46512) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.067972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.193544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.221553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8547-016d-462f-8e3c-851907a46796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.305965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.351275 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.356573 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/ef4a654b-8ad9-4dab-b63c-2a11948f1b61 HTTP/1.1" status: 204 len: 168 time: 0.4475925 Sep 16 05:25:37.357802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46524) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.358284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153591a-eb08-4438-894a-d34ab810e3fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4a654b-8ad9-4dab-b63c-2a11948f1b61,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.446899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4bfa51a6-0e9f-4008-ba3d-6cf1c203b5d6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878582 Sep 16 05:25:37.450535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46528) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.458762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:37.469302 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8547-016d-462f-8e3c-851907a46796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.475532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8547-016d-462f-8e3c-851907a46796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.527374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8547-016d-462f-8e3c-851907a46796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721f4130-9218-47bf-8eac-141c2e4a4ad8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:37.537379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ba9f8547-016d-462f-8e3c-851907a46796 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39c3d637fab44ab98bdccff7a2cdd55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733989 Sep 16 05:25:37.538224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46534) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.639444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:37.643826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.662337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b120e117-2ec2-47c4-a7d9-86fef3d9e892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.699894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b120e117-2ec2-47c4-a7d9-86fef3d9e892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.773715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46538) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:37.793585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b120e117-2ec2-47c4-a7d9-86fef3d9e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.795286 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b120e117-2ec2-47c4-a7d9-86fef3d9e892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.799888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b120e117-2ec2-47c4-a7d9-86fef3d9e892 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/721f4130-9218-47bf-8eac-141c2e4a4ad8 HTTP/1.1" status: 204 len: 168 time: 0.2570386 Sep 16 05:25:37.871462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120e117-2ec2-47c4-a7d9-86fef3d9e892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721f4130-9218-47bf-8eac-141c2e4a4ad8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:38.174546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.274130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1e824-267a-434d-b8d0-2b8ad4db1b87 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:38.298414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:38.301263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:38.317433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:38.318073 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.338956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=cdc1376e-59bf-4151-9db2-cc4062ceebde,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:38.366509 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-71296ec8-ad1e-48aa-9ca5-a952bb607fb9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9142833 Sep 16 05:25:38.367996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:38.376227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f2c7ccbe-e61d-4700-bb98-1655419c3dc3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:38.415143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46554) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:38.447307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fd6dafd7-8567-45fa-b74b-4466102b389c None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:38.448166 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fd6dafd7-8567-45fa-b74b-4466102b389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.542374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.659578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0c8947a-daa3-4b47-9180-5b719f21d72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.717318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7ccbe-e61d-4700-bb98-1655419c3dc3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:38.721307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ccbe-e61d-4700-bb98-1655419c3dc3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.882688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0c8947a-daa3-4b47-9180-5b719f21d72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.893252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0c8947a-daa3-4b47-9180-5b719f21d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:38.964461 n-d-713301-15 neutron-server[94718]: INFO neutron.db.ipam_backend_mixin [None req-f2c7ccbe-e61d-4700-bb98-1655419c3dc3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdc1376e-59bf-4151-9db2-cc4062ceebde (CIDR: 2001:db8::/64) Sep 16 05:25:38.965739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8947a-daa3-4b47-9180-5b719f21d72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b340eadc-fa63-4184-bfc2-3135b55e8dde,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:38.975452 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e0c8947a-daa3-4b47-9180-5b719f21d72d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=153c16b09da0479c813f1b85d740aa63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5560019 Sep 16 05:25:38.975452 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c7ccbe-e61d-4700-bb98-1655419c3dc3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:25:38.975452 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c7ccbe-e61d-4700-bb98-1655419c3dc3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:38.977665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46570) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:39.024156 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f2c7ccbe-e61d-4700-bb98-1655419c3dc3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6508915 Sep 16 05:25:39.024346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46572) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:39.045242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'subnet': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:39.062267 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51236ad1-0dbc-44f2-bc3f-1426a80ce450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.097205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c452d1-9b30-4baf-83ae-62e4f9deb8d8 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:39.101026 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51236ad1-0dbc-44f2-bc3f-1426a80ce450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.142161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a0ce0c7e-691a-49c8-97d0-9f9dd4b7db04 None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:39.142777 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0c7e-691a-49c8-97d0-9f9dd4b7db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.168594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51236ad1-0dbc-44f2-bc3f-1426a80ce450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.174666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-51236ad1-0dbc-44f2-bc3f-1426a80ce450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.176197 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-51236ad1-0dbc-44f2-bc3f-1426a80ce450 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b340eadc-fa63-4184-bfc2-3135b55e8dde HTTP/1.1" status: 204 len: 168 time: 0.1975012 Sep 16 05:25:39.193481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51236ad1-0dbc-44f2-bc3f-1426a80ce450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b340eadc-fa63-4184-bfc2-3135b55e8dde,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:39.363168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port 8dc4ca39-941d-4fad-9547-c7edfc1a6309 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:39.363472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:39.377027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:39.380881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.043606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3186a1de-e02e-4e32-bf76-3912f5c3a74b None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:40.044643 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3186a1de-e02e-4e32-bf76-3912f5c3a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.068455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-d6f6cc85-9ec5-48c1-b8c4-68c2d6497664 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6440179 Sep 16 05:25:40.091091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port 8dc4ca39-941d-4fad-9547-c7edfc1a6309, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8dc4ca39-941d-4fad-9547-c7edfc1a6309,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:40.091927 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:40.118241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for 8dc4ca39-941d-4fad-9547-c7edfc1a6309 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:40.294654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-7a6dc385-df70-4eb8-b948-fdc5068c62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:40.296487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-7a6dc385-df70-4eb8-b948-fdc5068c62d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1097 time: 0.1628547 Sep 16 05:25:40.598727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-f8bfea89-0020-444f-9976-12522fea1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:40.600400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-f8bfea89-0020-444f-9976-12522fea1f1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.2716222 Sep 16 05:25:40.819535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-3933b2fd-67f0-488c-8a90-11a8ecbf82b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 1001 time: 0.1945000 Sep 16 05:25:40.845623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:25:40.988429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.083543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=8dc4ca39-941d-4fad-9547-c7edfc1a6309,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:41.165422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-2ffb853c-461e-4e66-a213-8937234d7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:41.167549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-2ffb853c-461e-4e66-a213-8937234d7f71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.3390496 Sep 16 05:25:41.381315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-cd065b6a-2d0b-4bf8-a72c-7d86d4b52290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:41.382840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-cd065b6a-2d0b-4bf8-a72c-7d86d4b52290 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690769 Sep 16 05:25:41.442994 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.533434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.634163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-78c46129-5c87-41f9-8c79-5a0fab83bea9 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195060 Sep 16 05:25:41.684272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:41.783545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.823292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f3d-91a0-42bd-ac9b-52c7d311bffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.958730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f3d-91a0-42bd-ac9b-52c7d311bffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:41.964021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8f3d-91a0-42bd-ac9b-52c7d311bffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.011352 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b0d8f3d-91a0-42bd-ac9b-52c7d311bffa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7eed45aa4bf42cd887c7d085c5a8031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255184 Sep 16 05:25:42.012172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46676) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:42.012844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d8f3d-91a0-42bd-ac9b-52c7d311bffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077c86c4-7e91-4ced-9524-2c67f7e20682,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:42.100682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] For port 4cd83fda-4d24-4e4a-adae-dda7c0325592, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4cd83fda-4d24-4e4a-adae-dda7c0325592,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:42.103263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c231409b-f7e9-4e28-9d5b-a1bf01b017ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.126081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c231409b-f7e9-4e28-9d5b-a1bf01b017ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.182249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c231409b-f7e9-4e28-9d5b-a1bf01b017ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.185590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c231409b-f7e9-4e28-9d5b-a1bf01b017ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.186277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672a98e9-63d8-457b-97b3-b598e6be3d31 req-551d595b-6fe7-4815-9e1d-9d01dd65e0c4 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398178 Sep 16 05:25:42.189408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c231409b-f7e9-4e28-9d5b-a1bf01b017ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/077c86c4-7e91-4ced-9524-2c67f7e20682 HTTP/1.1" status: 204 len: 168 time: 0.1579981 Sep 16 05:25:42.211375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231409b-f7e9-4e28-9d5b-a1bf01b017ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077c86c4-7e91-4ced-9524-2c67f7e20682,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:42.241851 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.264035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.264852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.418313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:42.431976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:42.441166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:42.441834 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.454978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f170dfc5-6244-4d1c-8e0e-7d8fe9025d47 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:42.467506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router cf8987f4-057b-487e-a855-71fc503488b7 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:42.479304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=4cd83fda-4d24-4e4a-adae-dda7c0325592,revision_number=9']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:42.482634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Subnet': ['ID=38a5b526-7fa1-4283-8b34-e24ed98c2201,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:42.496584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46686) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:42.496854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6b0a1c66-ff78-45f6-98e5-fcb7adb0c9ac tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4711430 Sep 16 05:25:42.502727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Request body: {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'mac_address': 'fa:16:3e:0b:54:53', 'name': 'tempest-NetworksTestDHCPv6-1263185047'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:42.688590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:42.700176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c8ee1e82-fa3e-4adf-8050-cf7cec01f170 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "PUT /v2.0/routers/cf8987f4-057b-487e-a855-71fc503488b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9249723 Sep 16 05:25:42.705633 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] Sync routers for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:42.724314 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:42.726498 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:42.807840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Made reservation on behalf of d50c458a027843dabd8bc5da0770a34e for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:42.854051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f1640-a05c-4123-8d4e-2da701a2fe7c None None] Update dhcp port {'port': {'network_id': '5a28f602-7f3c-4d66-baa0-3729bf850f5a', 'fixed_ips': [{'subnet_id': '38a5b526-7fa1-4283-8b34-e24ed98c2201', 'ip_address': '2001:db8:0:1:f816:3eff:fed9:4a0'}, {'subnet_id': 'cdc1376e-59bf-4151-9db2-cc4062ceebde'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '4cd83fda-4d24-4e4a-adae-dda7c0325592'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:25:42.937912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-829f1640-a05c-4123-8d4e-2da701a2fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:42.981435 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:43.107846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.162769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] device_id is not set on port 7b5dae7c-19f2-440d-b0ff-12f857eb5742 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:43.301040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72444d90-f700-496b-b7db-939ca70a20bc req-81c6fef0-61c1-40de-ab31-e5b44a339996 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:43.302706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72444d90-f700-496b-b7db-939ca70a20bc req-81c6fef0-61c1-40de-ab31-e5b44a339996 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 946 time: 0.1154351 Sep 16 05:25:43.354867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72444d90-f700-496b-b7db-939ca70a20bc req-41bdfc06-2413-45e0-b068-5a25c5cb9e2e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Sep 16 05:25:43.361818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-829f1640-a05c-4123-8d4e-2da701a2fe7c None None] Allocated IP 2001:db8::2 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/cdc1376e-59bf-4151-9db2-cc4062ceebde/4cd83fda-4d24-4e4a-adae-dda7c0325592) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:43.471572 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 6, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 1, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:43.502431 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] Checking router: cf8987f4-057b-487e-a855-71fc503488b7 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:43.512418 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:43.513049 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:43.560513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-829f1640-a05c-4123-8d4e-2da701a2fe7c None None] For port 4cd83fda-4d24-4e4a-adae-dda7c0325592, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4cd83fda-4d24-4e4a-adae-dda7c0325592,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:43.603044 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-829f1640-a05c-4123-8d4e-2da701a2fe7c None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.610127 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-829f1640-a05c-4123-8d4e-2da701a2fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:43.732805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f1640-a05c-4123-8d4e-2da701a2fe7c None None] Pushing event updated for resources: {'Port': ['ID=4cd83fda-4d24-4e4a-adae-dda7c0325592,revision_number=10']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:43.832742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8::126 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/cdc1376e-59bf-4151-9db2-cc4062ceebde/7b5dae7c-19f2-440d-b0ff-12f857eb5742) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:43.852179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:5453 (5a28f602-7f3c-4d66-baa0-3729bf850f5a/38a5b526-7fa1-4283-8b34-e24ed98c2201/7b5dae7c-19f2-440d-b0ff-12f857eb5742) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:43.928463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:44.170082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.250343 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.408695 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 6, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 1, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:44.426738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4cd83fda-4d24-4e4a-adae-dda7c0325592 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:25:44.491534 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbacdd5-c667-4402-ad55-e9df25d5c49f None None] The sync data for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 is: [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 6, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'bdd04a0c-c5e8-4402-8238-79ed5e72c197', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'port_id': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'mac_address': 'fa:16:3e:83:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:23:55Z', 'updated_at': '2021-09-16T05:24:02Z', 'revision_number': 1, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:44.635086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:44.639803 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.669396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60484052-6661-4daa-a9d4-b28acd76964d req-6a824196-2988-4f84-bda7-2385d4a512e3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:44.683533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60484052-6661-4daa-a9d4-b28acd76964d req-6a824196-2988-4f84-bda7-2385d4a512e3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 946 time: 0.1392152 Sep 16 05:25:44.763072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60484052-6661-4daa-a9d4-b28acd76964d req-16ececd0-95d7-4c73-8ec0-f8336cb018be tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=6619ee52-9b0c-4168-9bc5-c47992ccb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785391 Sep 16 05:25:44.823653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:44.827208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:44.830315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9f6dc264-3ed7-4de5-99f4-7ca00fe5b0d3 None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:44.831229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:44.831404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc264-3ed7-4de5-99f4-7ca00fe5b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.837788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:44.838494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:44.908059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event updated for resources: {'Port': ['ID=7b5dae7c-19f2-440d-b0ff-12f857eb5742,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:44.933752 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eeafbfe9-bed5-4f87-a95b-4cda217598b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4333730 Sep 16 05:25:44.933986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:44.989014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-62c7857c-92fa-4c80-8fa8-2688602c27e6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:44.994207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-62c7857c-92fa-4c80-8fa8-2688602c27e6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 946 time: 0.1532676 Sep 16 05:25:45.045597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:45.195128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port 6f780030-99a1-47ae-9fbf-c28bf47716ac {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:45.196163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.219961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting port 7b5dae7c-19f2-440d-b0ff-12f857eb5742 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:45.220351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.347098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6f65b1f5-ff33-4292-96dd-30674dcd79d0 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1811494793'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:45.347959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6f65b1f5-ff33-4292-96dd-30674dcd79d0 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Unknown quota resources ['metering_label']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:25:45.382786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ea56ed4f-2727-4aab-9264-5c501199f018 None None] Provisioning complete for port 7b5dae7c-19f2-440d-b0ff-12f857eb5742 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:45.383459 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ea56ed4f-2727-4aab-9264-5c501199f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.412675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port 6f780030-99a1-47ae-9fbf-c28bf47716ac, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=6f780030-99a1-47ae-9fbf-c28bf47716ac,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:45.413394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.431413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for 6f780030-99a1-47ae-9fbf-c28bf47716ac owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:45.441701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ea56ed4f-2727-4aab-9264-5c501199f018 None None] Port 7b5dae7c-19f2-440d-b0ff-12f857eb5742 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:25:45.613890 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.664267 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6f65b1f5-ff33-4292-96dd-30674dcd79d0 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.669990 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6f65b1f5-ff33-4292-96dd-30674dcd79d0 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6188605 Sep 16 05:25:45.669990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.672172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46762) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:45.682018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-581dd54e-6678-4be9-9af7-151c0ebad995 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '587991d5-0397-446d-8c30-556f36cfd9e7'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:45.682513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-581dd54e-6678-4be9-9af7-151c0ebad995 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:25:45.693036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Calling delete_port for 7b5dae7c-19f2-440d-b0ff-12f857eb5742 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:45.699725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=6f780030-99a1-47ae-9fbf-c28bf47716ac,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:45.734189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] No DVR routers for this DVR port 6f780030-99a1-47ae-9fbf-c28bf47716ac on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:45.737080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:45.748227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7d31aec-9b08-47ef-8f08-364b9aa5b05e req-e7503f65-47ac-4014-96ae-af023df1887e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "DELETE /v2.0/ports/6f780030-99a1-47ae-9fbf-c28bf47716ac HTTP/1.1" status: 204 len: 173 time: 0.7452176 Sep 16 05:25:45.748701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'name': 'network-vif-deleted', 'tag': '6f780030-99a1-47ae-9fbf-c28bf47716ac'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:45.751731 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faad26d5-806a-4558-a7d9-1822526d7b5f" -d '{"events": [{"server_uuid": "cdd03d0c-20f3-466c-9fb1-db86a4812478", "name": "network-vif-deleted", "tag": "6f780030-99a1-47ae-9fbf-c28bf47716ac"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:45.833063 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32559868-772d-4a5a-90e6-c07436daf348 x-openstack-request-id: req-32559868-772d-4a5a-90e6-c07436daf348 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:45.833063 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd03d0c-20f3-466c-9fb1-db86a4812478", "name": "network-vif-deleted", "tag": "6f780030-99a1-47ae-9fbf-c28bf47716ac", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:45.833063 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32559868-772d-4a5a-90e6-c07436daf348 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:45.833569 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd03d0c-20f3-466c-9fb1-db86a4812478', 'name': 'network-vif-deleted', 'tag': '6f780030-99a1-47ae-9fbf-c28bf47716ac', 'status': 'completed', 'code': 200} Sep 16 05:25:45.849895 n-d-713301-15 neutron-server[94718]: WARNING neutron.services.metering.metering_plugin [None req-581dd54e-6678-4be9-9af7-151c0ebad995 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:25:45.906164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66b14926-895b-4df4-8235-4c2fd1fe4d9b req-f9434931-24da-4ac2-b733-1325d41142df tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdd03d0c-20f3-466c-9fb1-db86a4812478 HTTP/1.1" status: 200 len: 210 time: 0.0330765 Sep 16 05:25:46.021532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-581dd54e-6678-4be9-9af7-151c0ebad995 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.025668 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-581dd54e-6678-4be9-9af7-151c0ebad995 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3496847 Sep 16 05:25:46.027299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46768) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.048609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d8bad958-fac7-4795-b135-e18682b2d243 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '587991d5-0397-446d-8c30-556f36cfd9e7'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:46.050212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d8bad958-fac7-4795-b135-e18682b2d243 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:25:46.275815 n-d-713301-15 neutron-server[94719]: WARNING neutron.services.metering.metering_plugin [None req-d8bad958-fac7-4795-b135-e18682b2d243 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:25:46.279054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.318583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8dc4ca39-941d-4fad-9547-c7edfc1a6309 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:46.402109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Port': ['ID=7b5dae7c-19f2-440d-b0ff-12f857eb5742,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:46.432876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8dc4ca39-941d-4fad-9547-c7edfc1a6309 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:46.433232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8dc4ca39-941d-4fad-9547-c7edfc1a6309 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:46.480143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.483177 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-544a5da7-a368-4767-836c-6f8495a22b5d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/7b5dae7c-19f2-440d-b0ff-12f857eb5742 HTTP/1.1" status: 204 len: 168 time: 1.5479331 Sep 16 05:25:46.486736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46774) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.518960 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d8bad958-fac7-4795-b135-e18682b2d243 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.533463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d8bad958-fac7-4795-b135-e18682b2d243 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4967632 Sep 16 05:25:46.533463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46776) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.543943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0ec8848c-19a6-4897-8b7e-ed9ecfd4df94 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=63cf309b-b54e-4069-955e-985f8e7f38a0 HTTP/1.1" status: 200 len: 462 time: 0.0144889 Sep 16 05:25:46.544587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46778) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.611801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b9120-7ac5-44d7-a382-03d494d864df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.614878 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-242b9120-7ac5-44d7-a382-03d494d864df tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1230776 Sep 16 05:25:46.617441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46782) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.675928 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9fd4-3202-4eef-b3cf-4140944b20d0 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.677614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fc9e9fd4-3202-4eef-b3cf-4140944b20d0 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/63cf309b-b54e-4069-955e-985f8e7f38a0 HTTP/1.1" status: 204 len: 168 time: 0.1316960 Sep 16 05:25:46.680452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46784) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.691550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-925d0cb6-72ac-42da-9c04-bd1672d6a60e tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=63cf309b-b54e-4069-955e-985f8e7f38a0 HTTP/1.1" status: 200 len: 221 time: 0.0098128 Sep 16 05:25:46.694862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46786) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.699888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda52cd-0fce-4e80-9307-5ed0f351b169 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.701114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a9081e37-d035-4c92-b45d-5587dfdae847 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1538601767', 'description': 'label created by tempest'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:46.701716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5cda52cd-0fce-4e80-9307-5ed0f351b169 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0828245 Sep 16 05:25:46.702366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a9081e37-d035-4c92-b45d-5587dfdae847 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Unknown quota resources ['metering_label']. {{(pid=94719) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:25:46.703766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46788) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.781752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16008b-4030-4983-be0e-5364c6f2bde6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.783295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16008b-4030-4983-be0e-5364c6f2bde6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.784969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16008b-4030-4983-be0e-5364c6f2bde6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:46.787133 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8a16008b-4030-4983-be0e-5364c6f2bde6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0823741 Sep 16 05:25:46.789797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46796) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.867960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet 38a5b526-7fa1-4283-8b34-e24ed98c2201 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:46.872834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.933753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9081e37-d035-4c92-b45d-5587dfdae847 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.934545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:46.936247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a9081e37-d035-4c92-b45d-5587dfdae847 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2390361 Sep 16 05:25:46.938756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46802) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:46.990015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46804) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.040715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f09fe91c-5c18-46ab-a23d-21b2a329c429 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=ee15d592-c6dc-49ee-b8fd-8b10a36be74e HTTP/1.1" status: 200 len: 468 time: 0.0983164 Sep 16 05:25:47.046355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46806) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.065742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.157276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.185216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63e1a0-965d-4126-88a3-da058367c025 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:47.192255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.196674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/38a5b526-7fa1-4283-8b34-e24ed98c2201 HTTP/1.1" status: 204 len: 168 time: 0.4032586 Sep 16 05:25:47.196674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea8cb6-6aa8-4233-b469-70172aa176f5 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=38a5b526-7fa1-4283-8b34-e24ed98c2201,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:47.197889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46808) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.262134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Deleting subnet cdc1376e-59bf-4151-9db2-cc4062ceebde {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:47.265941 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.314591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.344551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7b6-4888-458d-86ab-7801b439b97d tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.345722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5fa8d7b6-4888-458d-86ab-7801b439b97d tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/ee15d592-c6dc-49ee-b8fd-8b10a36be74e HTTP/1.1" status: 204 len: 168 time: 0.2983074 Sep 16 05:25:47.346982 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-673a14d0-6162-40fd-bc6a-fefd8d6cf5a1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.353134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46810) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.378190 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2664a500-2b68-4609-993f-8e379a35f8eb tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=ee15d592-c6dc-49ee-b8fd-8b10a36be74e HTTP/1.1" status: 200 len: 216 time: 0.0242307 Sep 16 05:25:47.380601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46812) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.462847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.552004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.615129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc1376e-59bf-4151-9db2-cc4062ceebde,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:47.633767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.636454 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b56a1e62-19fe-4937-8cf2-10043fc8d042 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/cdc1376e-59bf-4151-9db2-cc4062ceebde HTTP/1.1" status: 204 len: 168 time: 0.4380038 Sep 16 05:25:47.639683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46824) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.746655 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3118b219-874b-473f-9aa2-840cb80b0b27 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051426 Sep 16 05:25:47.749636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46830) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.844936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241ca9a-1830-4c4d-a1e8-cbe94ebce303 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.846532 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b241ca9a-1830-4c4d-a1e8-cbe94ebce303 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0959241 Sep 16 05:25:47.852836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46832) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.880077 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-673a14d0-6162-40fd-bc6a-fefd8d6cf5a1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.945274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1b276b39-5112-4647-b052-3da81d24644c tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.5633249 Sep 16 05:25:47.949938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46834) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:47.957270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-673a14d0-6162-40fd-bc6a-fefd8d6cf5a1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.962019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-673a14d0-6162-40fd-bc6a-fefd8d6cf5a1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.963329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa6dc05-b72d-403b-a084-c4619345b220 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.966039 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4aa6dc05-b72d-403b-a084-c4619345b220 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1119580 Sep 16 05:25:47.969115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-673a14d0-6162-40fd-bc6a-fefd8d6cf5a1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/security-groups/6619ee52-9b0c-4168-9bc5-c47992ccb7a7 HTTP/1.1" status: 204 len: 168 time: 0.9778171 Sep 16 05:25:47.970837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46838) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.021050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a14d0-6162-40fd-bc6a-fefd8d6cf5a1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6619ee52-9b0c-4168-9bc5-c47992ccb7a7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:48.029487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46840) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.035933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46842) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.036278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b4f5613a-f3aa-43e2-aceb-a8a1838bba48 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552104 Sep 16 05:25:48.044980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b151aa60-030b-4cb7-b945-1f438aaa7894 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0931756 Sep 16 05:25:48.051546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46846) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.146510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-960d0936-89d8-46fa-989f-4bf1492f361b tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/587991d5-0397-446d-8c30-556f36cfd9e7 HTTP/1.1" status: 200 len: 473 time: 0.0993874 Sep 16 05:25:48.147458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46848) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.150545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting subnet 1030f745-7712-4a59-8158-23e6dbf22a8b {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:25:48.163403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.174329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9bd5f8c4-fbd2-4637-b9ef-98381fa4c264 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/1a4c2dde-d729-4b31-ae2e-64cf69e28c65 HTTP/1.1" status: 200 len: 459 time: 0.0254626 Sep 16 05:25:48.180250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46850) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.287811 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd3a5b4-3579-4c12-b563-422430f1aac7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.288825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd3a5b4-3579-4c12-b563-422430f1aac7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.294004 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7fd3a5b4-3579-4c12-b563-422430f1aac7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/7b5dae7c-19f2-440d-b0ff-12f857eb5742 HTTP/1.1" status: 404 len: 333 time: 0.2535584 Sep 16 05:25:48.306048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46852) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.314352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.372868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4c20d400-c7ff-419f-9cc0-000586ec86c3 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.373635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4c20d400-c7ff-419f-9cc0-000586ec86c3 tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/1a4c2dde-d729-4b31-ae2e-64cf69e28c65 HTTP/1.1" status: 204 len: 168 time: 0.1921415 Sep 16 05:25:48.374809 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c703f8-cfd4-49da-9a25-26eb10fef4f7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.375272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c703f8-cfd4-49da-9a25-26eb10fef4f7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.376961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-71c703f8-cfd4-49da-9a25-26eb10fef4f7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/38a5b526-7fa1-4283-8b34-e24ed98c2201 HTTP/1.1" status: 404 len: 337 time: 0.0696979 Sep 16 05:25:48.377516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46854) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.380338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46856) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.420957 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-789aa5e2-6144-448c-98ee-93fa082154f7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.421314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789aa5e2-6144-448c-98ee-93fa082154f7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.423305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-789aa5e2-6144-448c-98ee-93fa082154f7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/cdc1376e-59bf-4151-9db2-cc4062ceebde HTTP/1.1" status: 404 len: 337 time: 0.0419683 Sep 16 05:25:48.427083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46858) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.439256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.495597 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bce13e-6258-45cb-9df5-0bb96a96be2d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.496400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86bce13e-6258-45cb-9df5-0bb96a96be2d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.500589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-86bce13e-6258-45cb-9df5-0bb96a96be2d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/d7787845-fc23-4509-a712-022fc22f14d9 HTTP/1.1" status: 404 len: 333 time: 0.0706818 Sep 16 05:25:48.500795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46860) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.587713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.612148 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-db065ed2-b1a3-4871-9cd4-534346376cd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.613031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db065ed2-b1a3-4871-9cd4-534346376cd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.618896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-db065ed2-b1a3-4871-9cd4-534346376cd6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/2be06607-7a04-4dd3-83f4-1c6460b20056 HTTP/1.1" status: 404 len: 337 time: 0.1170723 Sep 16 05:25:48.621430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46862) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.639778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Subnet': ['ID=1030f745-7712-4a59-8158-23e6dbf22a8b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:48.652330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.654466 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-607b0f93-ec2a-4d3e-8c0f-35b87699207c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/subnets/1030f745-7712-4a59-8158-23e6dbf22a8b HTTP/1.1" status: 204 len: 168 time: 0.6229241 Sep 16 05:25:48.656996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.657203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c4ac7-086b-42a0-9b79-12f5ad7bdeee None None] Network 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:48.717626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6f780030-99a1-47ae-9fbf-c28bf47716ac no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:48.776143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.778330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23791fed-3928-4a7f-a1de-e7fae5ba4fca tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:48.782848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-23791fed-3928-4a7f-a1de-e7fae5ba4fca tempest-MeteringIpV6TestJSON-121679563 tempest-MeteringIpV6TestJSON-121679563-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/587991d5-0397-446d-8c30-556f36cfd9e7 HTTP/1.1" status: 204 len: 168 time: 0.4043362 Sep 16 05:25:48.784373 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efc01eb-6a69-4e44-979a-a7b24fdd15e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.784646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efc01eb-6a69-4e44-979a-a7b24fdd15e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.790654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1efc01eb-6a69-4e44-979a-a7b24fdd15e9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/ef4a654b-8ad9-4dab-b63c-2a11948f1b61 HTTP/1.1" status: 404 len: 337 time: 0.1667612 Sep 16 05:25:48.791560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46874) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.819081 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb39e0fd-645a-4ae6-971a-929f0214ada9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.820118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb39e0fd-645a-4ae6-971a-929f0214ada9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.825337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bb39e0fd-645a-4ae6-971a-929f0214ada9 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/99297fa8-6ea1-4a70-8ef4-fd04c3c61374 HTTP/1.1" status: 404 len: 333 time: 0.0325494 Sep 16 05:25:48.826604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46876) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.854443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f379a-557e-4967-aa5c-af4271794df9 None None] Network 5a28f602-7f3c-4d66-baa0-3729bf850f5a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:48.856636 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-153f4f5d-9252-4a60-bfc2-41048280a678 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.857653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153f4f5d-9252-4a60-bfc2-41048280a678 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.863353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-153f4f5d-9252-4a60-bfc2-41048280a678 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/88faa6e2-6842-4020-bcb0-5057914fb25d HTTP/1.1" status: 404 len: 337 time: 0.0354285 Sep 16 05:25:48.864981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46878) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.900130 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b2bb91-13fc-4c71-9379-a8d2bf9dacaa tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.900785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b2bb91-13fc-4c71-9379-a8d2bf9dacaa tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.905547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46882) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.906176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e6b2bb91-13fc-4c71-9379-a8d2bf9dacaa tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/543fd107-4a1e-4f45-8b8b-834c802036e8 HTTP/1.1" status: 404 len: 337 time: 0.0401342 Sep 16 05:25:48.938394 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96434f8-4839-4390-bd19-6e18fc207743 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:48.939120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96434f8-4839-4390-bd19-6e18fc207743 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:48.943744 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a96434f8-4839-4390-bd19-6e18fc207743 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/a6958ccc-cff1-4419-ad66-ac78540b59fa HTTP/1.1" status: 404 len: 333 time: 0.0368159 Sep 16 05:25:48.946744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46884) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:48.960954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:48.961306 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.008381 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51e92e6-6d86-40e6-9727-73b5f78fe363 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.009815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51e92e6-6d86-40e6-9727-73b5f78fe363 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.015098 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c51e92e6-6d86-40e6-9727-73b5f78fe363 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f29fbb7c-8eed-41ec-be0e-34b94bd1a5ec HTTP/1.1" status: 404 len: 337 time: 0.0663793 Sep 16 05:25:49.016910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 6f780030-99a1-47ae-9fbf-c28bf47716ac {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:49.017267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 6f780030-99a1-47ae-9fbf-c28bf47716ac not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:49.018249 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46886) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.080658 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port f5cdd68a-8ae1-430f-b62f-f9d2dd073182, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f5cdd68a-8ae1-430f-b62f-f9d2dd073182,segment=NetworkSegment(1c065481-88df-40c9-a0d9-3d45f47e105a),segment_id=1c065481-88df-40c9-a0d9-3d45f47e105a)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:49.081353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.095142 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce8dae2-b1b2-4314-98fb-d645b4caf8a7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.097105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce8dae2-b1b2-4314-98fb-d645b4caf8a7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.101538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dce8dae2-b1b2-4314-98fb-d645b4caf8a7 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/fa7370b0-97e8-44f9-b043-0b1ff6e40acb HTTP/1.1" status: 404 len: 337 time: 0.0786567 Sep 16 05:25:49.106286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46888) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.110403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for f5cdd68a-8ae1-430f-b62f-f9d2dd073182 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:49.159665 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5043bfe9-6659-4bfa-8869-0b3c90b0b9dd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.160241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5043bfe9-6659-4bfa-8869-0b3c90b0b9dd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.165023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5043bfe9-6659-4bfa-8869-0b3c90b0b9dd tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/832021fc-3422-4e5b-a411-0e078b472c25 HTTP/1.1" status: 404 len: 333 time: 0.0551937 Sep 16 05:25:49.165205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eb0d7939-78f2-41f0-b465-bd19b2c47dbe None None] Provisioning complete for port 4cd83fda-4d24-4e4a-adae-dda7c0325592 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:25:49.165205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb0d7939-78f2-41f0-b465-bd19b2c47dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.171775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46892) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.205145 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-066d23c6-5e56-4dda-bb66-d00c0ddd4e49 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.205906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066d23c6-5e56-4dda-bb66-d00c0ddd4e49 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.208588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-066d23c6-5e56-4dda-bb66-d00c0ddd4e49 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/3e522f02-9a36-4adb-8e64-1ba10f281c86 HTTP/1.1" status: 404 len: 337 time: 0.0364475 Sep 16 05:25:49.211092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46894) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.250419 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b804fa-e92f-4545-ade8-804c30e5ad39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.251678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b804fa-e92f-4545-ade8-804c30e5ad39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.253329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b3b804fa-e92f-4545-ade8-804c30e5ad39 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/07544d0d-5b84-4c9d-8a35-b05182d7449b HTTP/1.1" status: 404 len: 333 time: 0.0406215 Sep 16 05:25:49.255944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.256922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46896) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.314100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=f5cdd68a-8ae1-430f-b62f-f9d2dd073182,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:49.314756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] No DVR routers for this DVR port f5cdd68a-8ae1-430f-b62f-f9d2dd073182 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:49.327391 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d14421-2a3f-471c-97d4-34b45833a174 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.328072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d14421-2a3f-471c-97d4-34b45833a174 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.332575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-23d14421-2a3f-471c-97d4-34b45833a174 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/3e3dbab7-04ab-4cc6-82b6-0450caf69010 HTTP/1.1" status: 404 len: 337 time: 0.0740573 Sep 16 05:25:49.333509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46898) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.342548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46900) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.375529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94effc58-f93d-491b-b4fd-41d537992b23 None None] DHCP port deletion for 0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:49.380943 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f643ec-0665-47de-9220-c1b04e1e992d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.382203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f643ec-0665-47de-9220-c1b04e1e992d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.383592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-33f643ec-0665-47de-9220-c1b04e1e992d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/d8a6ac5a-6da1-42cb-bde8-a1150dcac1b7 HTTP/1.1" status: 404 len: 333 time: 0.0489807 Sep 16 05:25:49.386325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46904) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.400484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] DHCP port deletion for 5a28f602-7f3c-4d66-baa0-3729bf850f5a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:25:49.420130 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62f3cb5-a125-489b-a468-9c5705d65be2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.421048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62f3cb5-a125-489b-a468-9c5705d65be2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.423131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c62f3cb5-a125-489b-a468-9c5705d65be2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/10b01ed6-1d62-409f-abdc-bb167dfd93c0 HTTP/1.1" status: 404 len: 337 time: 0.0355210 Sep 16 05:25:49.425798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46906) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.444794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.469722 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc20da4b-9cc8-4e9b-8441-14fc1f98202e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.470449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc20da4b-9cc8-4e9b-8441-14fc1f98202e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.472898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dc20da4b-9cc8-4e9b-8441-14fc1f98202e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/469346a5-b0b1-4f2f-aa87-46b1c075a961 HTTP/1.1" status: 404 len: 333 time: 0.0452752 Sep 16 05:25:49.476315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46908) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.491614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd8ed55-0e17-4e7c-b80b-54e5d86baf95']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:49.510826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] Deleting port 4cd83fda-4d24-4e4a-adae-dda7c0325592 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:49.511048 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db6022a-9080-4064-ba2b-11bfabc8aa79 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.511435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db6022a-9080-4064-ba2b-11bfabc8aa79 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.511832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.513945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1db6022a-9080-4064-ba2b-11bfabc8aa79 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/a572a2b7-2506-4605-bd25-a0927cf84b61 HTTP/1.1" status: 404 len: 337 time: 0.0365107 Sep 16 05:25:49.516408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46910) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.526669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c065481-88df-40c9-a0d9-3d45f47e105a') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:49.527453 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c065481-88df-40c9-a0d9-3d45f47e105a') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:49.549667 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35eb345-ffb3-41cf-be4c-8d0e04d19de0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.551005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35eb345-ffb3-41cf-be4c-8d0e04d19de0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.557142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a35eb345-ffb3-41cf-be4c-8d0e04d19de0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/a83dc075-4b98-436a-ac94-027b62d040c0 HTTP/1.1" status: 404 len: 333 time: 0.0382867 Sep 16 05:25:49.558060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.559820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46912) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.572252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3bae4ab6-0b58-4824-8943-e534afc7795e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.636277 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5ab70e-ebb9-4928-87f2-e4d9cc8b715c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.636858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5ab70e-ebb9-4928-87f2-e4d9cc8b715c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.638882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] For port 4cd83fda-4d24-4e4a-adae-dda7c0325592, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4cd83fda-4d24-4e4a-adae-dda7c0325592,segment=NetworkSegment(0e040244-a3a0-4570-8133-703a92240db6),segment_id=0e040244-a3a0-4570-8133-703a92240db6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:49.640548 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fe5ab70e-ebb9-4928-87f2-e4d9cc8b715c tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f30dc251-4a2c-4ed0-bd30-8e3eedb32713 HTTP/1.1" status: 404 len: 337 time: 0.0789082 Sep 16 05:25:49.641842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.642558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.646317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46914) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.674441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] Calling delete_port for 4cd83fda-4d24-4e4a-adae-dda7c0325592 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:49.696079 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-72956200-0ae2-4379-8344-38dbb379b939 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.697639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72956200-0ae2-4379-8344-38dbb379b939 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.699981 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-72956200-0ae2-4379-8344-38dbb379b939 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/289701fa-fd52-4bec-b246-a5435b7e289f HTTP/1.1" status: 404 len: 333 time: 0.0529408 Sep 16 05:25:49.701300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:49.701731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:49.706629 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:49.713990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46916) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.718312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3bae4ab6-0b58-4824-8943-e534afc7795e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.751912 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-415afcfe-4f77-47f8-8f83-034f5a914672 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.752991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415afcfe-4f77-47f8-8f83-034f5a914672 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.758063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-415afcfe-4f77-47f8-8f83-034f5a914672 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/b568ee09-d06a-4463-aa7f-f591a4a4fdb5 HTTP/1.1" status: 404 len: 337 time: 0.0426559 Sep 16 05:25:49.758714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46920) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.767433 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3bae4ab6-0b58-4824-8943-e534afc7795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.807123 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-23638d8d-cf4f-42f7-b278-2aba0b684c8a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.807612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23638d8d-cf4f-42f7-b278-2aba0b684c8a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.812257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.813358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-23638d8d-cf4f-42f7-b278-2aba0b684c8a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/51314b80-30e4-454f-9a39-79b89812559b HTTP/1.1" status: 404 len: 337 time: 0.0533242 Sep 16 05:25:49.843219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3bae4ab6-0b58-4824-8943-e534afc7795e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48ceebcd3a82422b979540f748fb48dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973907 Sep 16 05:25:49.844364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46924) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.851465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4ab6-0b58-4824-8943-e534afc7795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb5786c-6a69-4d7f-a3e0-e050617a946f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:49.910319 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88c0c1a9-213d-44bb-aa86-6c1fe930496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.912495 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0a6d97-8236-42dc-8111-14a582370344 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:49.913315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0a6d97-8236-42dc-8111-14a582370344 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:49.915271 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bd0a6d97-8236-42dc-8111-14a582370344 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/3038cd84-d102-4735-a8c7-9101ffcc50dc HTTP/1.1" status: 404 len: 333 time: 0.0920568 Sep 16 05:25:49.918875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46928) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:49.940124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88c0c1a9-213d-44bb-aa86-6c1fe930496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.943874 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.974392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:49.983695 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/networks/0cd8ed55-0e17-4e7c-b80b-54e5d86baf95 HTTP/1.1" status: 204 len: 168 time: 1.3219571 Sep 16 05:25:49.993576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46932) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.077419 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.131296 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6937c7c9-c86c-4251-8ecf-62c4fbb0ace6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.134112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6937c7c9-c86c-4251-8ecf-62c4fbb0ace6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.139361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46934) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.140751 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6937c7c9-c86c-4251-8ecf-62c4fbb0ace6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f97de3bf-eebc-4dbb-9041-ace54c98eb68 HTTP/1.1" status: 404 len: 337 time: 0.2167063 Sep 16 05:25:50.157313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] Pushing event deleted for resources: {'Port': ['ID=4cd83fda-4d24-4e4a-adae-dda7c0325592,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:50.166654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571f098-b9c1-4895-878f-44ac8447fb02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Network': ['ID=0cd8ed55-0e17-4e7c-b80b-54e5d86baf95,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:50.166925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606d48c-3f64-43e8-9d2f-a13726a80010 None None] No DVR routers for this DVR port 4cd83fda-4d24-4e4a-adae-dda7c0325592 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:50.188215 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cc06da-fb40-4dd4-bf1b-0be97729a97a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.188215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cc06da-fb40-4dd4-bf1b-0be97729a97a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.192832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-84cc06da-fb40-4dd4-bf1b-0be97729a97a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/8d40c17c-71b2-4b42-91ac-497d57725072 HTTP/1.1" status: 404 len: 337 time: 0.0497253 Sep 16 05:25:50.192832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88c0c1a9-213d-44bb-aa86-6c1fe930496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.193416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46938) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.202634 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88c0c1a9-213d-44bb-aa86-6c1fe930496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.206550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-88c0c1a9-213d-44bb-aa86-6c1fe930496f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdb5786c-6a69-4d7f-a3e0-e050617a946f HTTP/1.1" status: 204 len: 168 time: 0.3587961 Sep 16 05:25:50.224814 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-110223d0-14f3-49fd-bc16-393f638922fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.225554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110223d0-14f3-49fd-bc16-393f638922fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.227383 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-110223d0-14f3-49fd-bc16-393f638922fc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/adc5d531-a3eb-447d-b0ba-f4e0b84c1f3b HTTP/1.1" status: 404 len: 333 time: 0.0329106 Sep 16 05:25:50.230131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46942) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.260555 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba40967c-1d15-4063-9304-5be3fbf9dd6a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.261029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba40967c-1d15-4063-9304-5be3fbf9dd6a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.262871 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ba40967c-1d15-4063-9304-5be3fbf9dd6a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/fe98cf33-d164-43fe-abd6-55e2813bc33d HTTP/1.1" status: 404 len: 337 time: 0.0317430 Sep 16 05:25:50.263578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0c1a9-213d-44bb-aa86-6c1fe930496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb5786c-6a69-4d7f-a3e0-e050617a946f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:50.265476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46944) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.307809 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e213fdcc-d3a7-47e7-abe3-908ffaffe019 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.308431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e213fdcc-d3a7-47e7-abe3-908ffaffe019 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.310595 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e213fdcc-d3a7-47e7-abe3-908ffaffe019 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/161ccf05-be7c-4b8a-aea8-02a3e7affadc HTTP/1.1" status: 404 len: 337 time: 0.0438566 Sep 16 05:25:50.313720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.347768 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-904943c7-7596-419e-97d5-b43424d61322 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.349011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904943c7-7596-419e-97d5-b43424d61322 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.352145 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-904943c7-7596-419e-97d5-b43424d61322 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/df9c00c8-86cf-4ad0-9c80-1296b8ad0f99 HTTP/1.1" status: 404 len: 333 time: 0.0366626 Sep 16 05:25:50.354999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46948) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.386471 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66cda20-ed5f-461f-8a57-8176487bbe71 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.386828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66cda20-ed5f-461f-8a57-8176487bbe71 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.391004 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e66cda20-ed5f-461f-8a57-8176487bbe71 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/b9d50438-f9c7-4486-b1ee-01a3339449db HTTP/1.1" status: 404 len: 337 time: 0.0324063 Sep 16 05:25:50.391678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46952) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.420562 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-42301864-91ee-4529-88df-2c1a41a5f863 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.421022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42301864-91ee-4529-88df-2c1a41a5f863 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.425232 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42301864-91ee-4529-88df-2c1a41a5f863 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/ca10999d-785a-4fe8-a8e6-a401df5734f0 HTTP/1.1" status: 404 len: 337 time: 0.0305731 Sep 16 05:25:50.426313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.434370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4cd83fda-4d24-4e4a-adae-dda7c0325592 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:50.473968 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6fc972de-8fb3-49dc-a651-0a22c2f2ae2f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90bc89c5-275d-4e9b-a50c-0d7c8a32d273 HTTP/1.1" status: 200 len: 205 time: 0.0441384 Sep 16 05:25:50.474982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46956) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.475995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4cd83fda-4d24-4e4a-adae-dda7c0325592 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:50.478496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4cd83fda-4d24-4e4a-adae-dda7c0325592 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:50.479280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f5cdd68a-8ae1-430f-b62f-f9d2dd073182 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:50.503208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: f5cdd68a-8ae1-430f-b62f-f9d2dd073182 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:50.503628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f5cdd68a-8ae1-430f-b62f-f9d2dd073182 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:50.523840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port 58276601-7695-44a9-8623-d47a077025ec {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:50.524298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.574453 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-0156c498-7421-41a6-9cb3-ea50f42c9055 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] delete failed (client error): The resource could not be found. Sep 16 05:25:50.577993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0156c498-7421-41a6-9cb3-ea50f42c9055 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/routers/90bc89c5-275d-4e9b-a50c-0d7c8a32d273 HTTP/1.1" status: 404 len: 336 time: 0.0993934 Sep 16 05:25:50.582213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46958) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.621889 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c19ea13-9b92-4d44-beab-dfd920c993cc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.622474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c19ea13-9b92-4d44-beab-dfd920c993cc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.627862 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7c19ea13-9b92-4d44-beab-dfd920c993cc tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/098cc886-b78c-421c-bcb1-10582d9219c0 HTTP/1.1" status: 404 len: 337 time: 0.0410650 Sep 16 05:25:50.628219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46960) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.649283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.649619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.668988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for 58276601-7695-44a9-8623-d47a077025ec owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:50.677749 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f6bea632-71dc-4f0c-a2a0-1a82aa70c358 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ec24585-579a-46c3-b7f4-d073d01ecfa9 HTTP/1.1" status: 200 len: 205 time: 0.0482454 Sep 16 05:25:50.680020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46962) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.738367 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-63e87f3a-9cd3-4913-b707-a4dd1950411f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] delete failed (client error): The resource could not be found. Sep 16 05:25:50.739593 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-63e87f3a-9cd3-4913-b707-a4dd1950411f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/routers/2ec24585-579a-46c3-b7f4-d073d01ecfa9 HTTP/1.1" status: 404 len: 336 time: 0.0584664 Sep 16 05:25:50.742227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46964) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.746854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46966) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.774401 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c38068a-344a-4ef9-b5f1-50f33b930a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.781398 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf774d11-f67f-4c25-8035-ee2a6641b5e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.782153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf774d11-f67f-4c25-8035-ee2a6641b5e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.784158 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cf774d11-f67f-4c25-8035-ee2a6641b5e6 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/6f03d2c1-a83c-40cd-86bd-b4e61c7cc162 HTTP/1.1" status: 404 len: 337 time: 0.0407243 Sep 16 05:25:50.787141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46968) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.816637 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-377038e5-a722-4a68-a6d6-4b5f0e8eeb36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.817081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377038e5-a722-4a68-a6d6-4b5f0e8eeb36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.821417 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-377038e5-a722-4a68-a6d6-4b5f0e8eeb36 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/6974dfd8-fdc5-49b0-905a-4357a57dd4cb HTTP/1.1" status: 404 len: 337 time: 0.0310631 Sep 16 05:25:50.821768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46970) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.855346 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b487ce-00f1-4e98-a41e-3b91aa43c830 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.856049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b487ce-00f1-4e98-a41e-3b91aa43c830 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.862421 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66b487ce-00f1-4e98-a41e-3b91aa43c830 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/bb04b25a-1daa-4967-86d3-983d698857c9 HTTP/1.1" status: 404 len: 333 time: 0.0363462 Sep 16 05:25:50.862655 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46972) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.900190 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d7560a-8ec7-46f9-aa59-41d58ed078b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.900695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d7560a-8ec7-46f9-aa59-41d58ed078b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.904817 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-15d7560a-8ec7-46f9-aa59-41d58ed078b3 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/f2a6f0fd-382c-432a-a468-da34250e1550 HTTP/1.1" status: 404 len: 337 time: 0.0389621 Sep 16 05:25:50.905697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46974) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.963608 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf7169c-fe73-46b8-8c0c-923af44cf2ca tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:50.964588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf7169c-fe73-46b8-8c0c-923af44cf2ca tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:50.976051 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4bf7169c-fe73-46b8-8c0c-923af44cf2ca tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/3bb56b4f-ddc6-4355-9131-b5aba644c38a HTTP/1.1" status: 404 len: 333 time: 0.0679686 Sep 16 05:25:50.977929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:50.987560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.000638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c38068a-344a-4ef9-b5f1-50f33b930a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.029877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=58276601-7695-44a9-8623-d47a077025ec,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:51.031709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c38068a-344a-4ef9-b5f1-50f33b930a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.037549 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e162ccf-bfe4-4444-a394-d412a08588f0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.038472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e162ccf-bfe4-4444-a394-d412a08588f0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.041809 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0e162ccf-bfe4-4444-a394-d412a08588f0 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/466d3f1a-6065-41d1-a688-008764822062 HTTP/1.1" status: 404 len: 337 time: 0.0611336 Sep 16 05:25:51.044425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46980) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.080597 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-136fb824-6c3b-48dc-a696-6906215546bb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.081610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136fb824-6c3b-48dc-a696-6906215546bb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.085245 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-136fb824-6c3b-48dc-a696-6906215546bb tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/945a3db3-8283-4790-8f15-787e716aa1c6 HTTP/1.1" status: 404 len: 333 time: 0.0378242 Sep 16 05:25:51.088693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46982) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.110868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7c38068a-344a-4ef9-b5f1-50f33b930a81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=680316603b40481796240654ca2e4e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632457 Sep 16 05:25:51.111544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 46984) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.130614 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32955df-aa24-4006-886a-480ebe675730 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.130614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32955df-aa24-4006-886a-480ebe675730 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.135313 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c32955df-aa24-4006-886a-480ebe675730 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/457a80dd-fc06-432e-a0ae-53c34618557d HTTP/1.1" status: 404 len: 337 time: 0.0421171 Sep 16 05:25:51.140052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46988) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.172353 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd04892-5e22-477e-8fba-7f2d05dd5b59 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.173125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd04892-5e22-477e-8fba-7f2d05dd5b59 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.174313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38068a-344a-4ef9-b5f1-50f33b930a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd187936-e7ff-47b3-a9a6-1e8b1b12e303,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:51.174968 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-acd04892-5e22-477e-8fba-7f2d05dd5b59 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/4f71421f-74f3-42da-8c63-7090b29284b9 HTTP/1.1" status: 404 len: 333 time: 0.0334909 Sep 16 05:25:51.180230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46990) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.232588 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87f03ac-df43-4a7a-a118-8b1f0193e19a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.233613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87f03ac-df43-4a7a-a118-8b1f0193e19a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.236154 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c87f03ac-df43-4a7a-a118-8b1f0193e19a tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/ac80b6c0-7357-4d4d-9848-144d8847510d HTTP/1.1" status: 404 len: 337 time: 0.0538859 Sep 16 05:25:51.238060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46994) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.249122 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.250197 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Floating IP bdd04a0c-c5e8-4402-8238-79ed5e72c197 disassociated (deleted). External IP: 172.25.6.174, port: c1c0f473-0e9a-4abb-a2ac-952040a2712e. Sep 16 05:25:51.276809 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-66baba8d-5623-4269-844a-d41631ab73d2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.277497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66baba8d-5623-4269-844a-d41631ab73d2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.279248 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66baba8d-5623-4269-844a-d41631ab73d2 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/50c0f37b-6fa9-4b51-aa02-fd8e72b53af0 HTTP/1.1" status: 404 len: 333 time: 0.0402942 Sep 16 05:25:51.282035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46996) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.309255 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b87dc9a3-ac06-434b-b406-21d2a7faac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.316350 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda38996-08e9-46e4-bd29-38ae80aa2ddf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.317321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda38996-08e9-46e4-bd29-38ae80aa2ddf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.319235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cda38996-08e9-46e4-bd29-38ae80aa2ddf tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/c6c10d82-ac12-484f-be6d-a95a5c5ec56e HTTP/1.1" status: 404 len: 337 time: 0.0362780 Sep 16 05:25:51.323574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 46998) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.348694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b87dc9a3-ac06-434b-b406-21d2a7faac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.356470 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-92da5273-cccf-4196-bd45-b6799cbb0c65 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.357184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92da5273-cccf-4196-bd45-b6799cbb0c65 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.359006 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92da5273-cccf-4196-bd45-b6799cbb0c65 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/1fc041c7-a95a-4176-a8f7-8f1611a136a1 HTTP/1.1" status: 404 len: 333 time: 0.0312355 Sep 16 05:25:51.362392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47002) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.394875 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35ebd49-a4b3-4177-909c-8b327eeba49d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.396364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35ebd49-a4b3-4177-909c-8b327eeba49d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.398302 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e35ebd49-a4b3-4177-909c-8b327eeba49d tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/2216d961-5042-4fa4-88a4-d94486002930 HTTP/1.1" status: 404 len: 337 time: 0.0349631 Sep 16 05:25:51.401126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47004) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.432963 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00cb144-88cc-4209-b866-1f3a917f234f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.434480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00cb144-88cc-4209-b866-1f3a917f234f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.437465 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e00cb144-88cc-4209-b866-1f3a917f234f tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/ports/117b437b-38ec-40bb-8e0b-c49e58ba9a01 HTTP/1.1" status: 404 len: 333 time: 0.0353074 Sep 16 05:25:51.439971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47006) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.487417 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38d5d65-83da-4dfa-97fc-c4bcd827294e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] DELETE failed (client error): The resource could not be found. Sep 16 05:25:51.487417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38d5d65-83da-4dfa-97fc-c4bcd827294e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:25:51.488155 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a38d5d65-83da-4dfa-97fc-c4bcd827294e tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/subnets/35edce8e-3184-4db3-8aa3-4fa103518882 HTTP/1.1" status: 404 len: 337 time: 0.0469975 Sep 16 05:25:51.490894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47008) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:51.508348 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b87dc9a3-ac06-434b-b406-21d2a7faac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.513307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b87dc9a3-ac06-434b-b406-21d2a7faac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.513307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b87dc9a3-ac06-434b-b406-21d2a7faac98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd187936-e7ff-47b3-a9a6-1e8b1b12e303 HTTP/1.1" status: 204 len: 168 time: 0.3785574 Sep 16 05:25:51.608908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dc9a3-ac06-434b-b406-21d2a7faac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd187936-e7ff-47b3-a9a6-1e8b1b12e303,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:51.609151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.668757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router cf8987f4-057b-487e-a855-71fc503488b7 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:25:51.725358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.783240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a28f602-7f3c-4d66-baa0-3729bf850f5a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:51.807041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e040244-a3a0-4570-8133-703a92240db6') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:51.807790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e040244-a3a0-4570-8133-703a92240db6') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:51.823153 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.848879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:25:51.857147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.861378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.866334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] Sync routers for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:25:51.879946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:51.881562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:51.882495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:25:51.882986 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.906929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9ca064db-7b18-4072-9bf4-2d5076c82a98 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/floatingips/bdd04a0c-c5e8-4402-8238-79ed5e72c197 HTTP/1.1" status: 204 len: 168 time: 1.9060714 Sep 16 05:25:51.907503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:51.911220 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4dab0b-a5c5-410d-a5f6-b7bad511b730" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:25:51.972925 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:25:51.982997 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.992263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.009603 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] 10.222.0.55 "DELETE /v2.0/networks/5a28f602-7f3c-4d66-baa0-3729bf850f5a HTTP/1.1" status: 204 len: 168 time: 0.5160625 Sep 16 05:25:52.017494 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8e9ca6-5414-4a2d-91da-ee5a2e26bac6 x-openstack-request-id: req-be8e9ca6-5414-4a2d-91da-ee5a2e26bac6 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:52.018510 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:52.018780 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be8e9ca6-5414-4a2d-91da-ee5a2e26bac6 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:52.019178 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'status': 'completed', 'code': 200} Sep 16 05:25:52.074609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8812df8-bf21-426d-9d38-ea9973e559d8 tempest-NetworksTestDHCPv6-863601128 tempest-NetworksTestDHCPv6-863601128-project] Pushing event deleted for resources: {'Network': ['ID=5a28f602-7f3c-4d66-baa0-3729bf850f5a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:52.137068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-2dbdff38-378c-4451-9f33-3197677baa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.139033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-2dbdff38-378c-4451-9f33-3197677baa35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 1098 time: 0.0993421 Sep 16 05:25:52.252260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:52.369878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-fa7a32d0-3309-4342-942d-ace4149dd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.370879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-fa7a32d0-3309-4342-942d-ace4149dd496 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37c86f26-d1b9-465c-91d9-65fc7e102d3b HTTP/1.1" status: 200 len: 898 time: 0.2228398 Sep 16 05:25:52.482841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-c362c189-b45c-4cb4-bb11-fbb1607fc935 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e HTTP/1.1" status: 200 len: 217 time: 0.1022816 Sep 16 05:25:52.550521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47040) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:52.639671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7e1ac-cd41-4320-96cf-2aed2af1170a req-96dd5a59-ada0-47e5-b03e-3fb0290f5a18 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.647555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bf7e1ac-cd41-4320-96cf-2aed2af1170a req-96dd5a59-ada0-47e5-b03e-3fb0290f5a18 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 946 time: 0.1784477 Sep 16 05:25:52.688115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-040163ee-2ce1-480e-b185-f961f80b868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.689923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-040163ee-2ce1-480e-b185-f961f80b868a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec143e7d-9024-412b-b345-41327eeb5709 HTTP/1.1" status: 200 len: 835 time: 0.1408849 Sep 16 05:25:52.760972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bf7e1ac-cd41-4320-96cf-2aed2af1170a req-4f0a5ddb-fcce-41c9-938a-b6f095db14ef tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105447 Sep 16 05:25:52.820275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-e4e48947-d322-4444-b432-6033c78cc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.822823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-e4e48947-d322-4444-b432-6033c78cc353 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37c86f26-d1b9-465c-91d9-65fc7e102d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203341 Sep 16 05:25:52.855329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 6, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:52.891443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] Checking router: cf8987f4-057b-487e-a855-71fc503488b7 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:25:52.905037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:25:52.905668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:52.966598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7e147b3d-7fd2-487a-9eee-f6efd148d675 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d50c458a027843dabd8bc5da0770a34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095936 Sep 16 05:25:52.969730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47050) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:53.011023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-3ddea87f-dd5c-4533-9db6-af04f2fe9315 service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783593 Sep 16 05:25:53.065659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b32a295c-e877-4bd2-bc65-1a0d2d304d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.100368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:25:53.106187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b32a295c-e877-4bd2-bc65-1a0d2d304d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.285002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b32a295c-e877-4bd2-bc65-1a0d2d304d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.289431 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b32a295c-e877-4bd2-bc65-1a0d2d304d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.292039 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b32a295c-e877-4bd2-bc65-1a0d2d304d44 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47a0964c-6ba5-462f-b3b4-ee8c27a16f43 HTTP/1.1" status: 204 len: 168 time: 0.3208833 Sep 16 05:25:53.322140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a295c-e877-4bd2-bc65-1a0d2d304d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a0964c-6ba5-462f-b3b4-ee8c27a16f43,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:53.477198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-df4dab0b-a5c5-410d-a5f6-b7bad511b730 req-afb633d0-01a3-4903-a2aa-a887f9227acf service neutron] 10.222.0.73 "GET /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579616 Sep 16 05:25:53.692133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 6, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:25:53.725418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e8cb4c-0b07-4987-adfd-5b3b0f11370b None None] The sync data for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 is: [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:40Z', 'revision_number': 6, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '210916d0-f00f-4a1a-981f-c21664bebf2a', 'name': '', 'network_id': '37c86f26-d1b9-465c-91d9-65fc7e102d3b', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:de:a0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:10Z', 'updated_at': '2021-09-16T05:23:20Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': 'ec143e7d-9024-412b-b345-41327eeb5709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:25:53.798061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-e1d5c2cb-40d0-473b-9edd-65d1c16a9a56 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.799944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-e1d5c2cb-40d0-473b-9edd-65d1c16a9a56 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 946 time: 0.1162028 Sep 16 05:25:54.109024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab280-dd8d-4148-9947-64a7adda6ecc req-63266a5e-bba8-4016-bbf3-0b095b0aa26f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:54.117319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-911ab280-dd8d-4148-9947-64a7adda6ecc req-63266a5e-bba8-4016-bbf3-0b095b0aa26f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 946 time: 0.1897328 Sep 16 05:25:54.197428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-911ab280-dd8d-4148-9947-64a7adda6ecc req-9be0fff3-8db8-4da0-be2c-7da67c4d598a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=f41bb5ef-a3c9-4f31-b202-35070a97d9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770462 Sep 16 05:25:54.217029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port c1c0f473-0e9a-4abb-a2ac-952040a2712e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:54.217553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.292377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa4835b-4ef4-4985-bf89-9d1fc03b7af7 None None] New status for floating IP bdd04a0c-c5e8-4402-8238-79ed5e72c197: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:25:54.459325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port c1c0f473-0e9a-4abb-a2ac-952040a2712e, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c1c0f473-0e9a-4abb-a2ac-952040a2712e,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:54.459609 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.483966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for c1c0f473-0e9a-4abb-a2ac-952040a2712e owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:54.699952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.705883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.764615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=c1c0f473-0e9a-4abb-a2ac-952040a2712e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:54.896131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] No DVR routers for this DVR port c1c0f473-0e9a-4abb-a2ac-952040a2712e on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:25:54.904818 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:54.908352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92f3d831-b163-4063-9d8d-d338a7bf1acc req-0e70e750-5522-4a87-91d0-00a5058bc43a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.73 "DELETE /v2.0/ports/c1c0f473-0e9a-4abb-a2ac-952040a2712e HTTP/1.1" status: 204 len: 173 time: 1.1002686 Sep 16 05:25:54.909036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'name': 'network-vif-deleted', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:25:54.938236 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ffcf6b-56d5-4353-9149-e26cf149f7fd" -d '{"events": [{"server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "name": "network-vif-deleted", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:25:54.998655 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32faf30-ea56-4cf9-9a8d-26596b925dca x-openstack-request-id: req-e32faf30-ea56-4cf9-9a8d-26596b925dca {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:25:54.999141 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1", "name": "network-vif-deleted", "tag": "c1c0f473-0e9a-4abb-a2ac-952040a2712e", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:25:54.999535 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e32faf30-ea56-4cf9-9a8d-26596b925dca {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:25:55.000140 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1', 'name': 'network-vif-deleted', 'tag': 'c1c0f473-0e9a-4abb-a2ac-952040a2712e', 'status': 'completed', 'code': 200} Sep 16 05:25:55.189775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47126) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:55.200391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47130) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:55.480200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c73303c-c780-45b6-8bb5-fc39517ad279 req-2c248a67-cdb2-4d0d-b2fe-a40827c8e2a5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b2534f3-32b7-4b2d-aba2-1f61a96a2fc1 HTTP/1.1" status: 200 len: 210 time: 0.0828414 Sep 16 05:25:55.548945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1385712323'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:55.598619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Made reservation on behalf of c3db8f38a09f4c9d9c07e14b208eeb4d for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:55.602506 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.622482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.629244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1520239625'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:55.657794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.api [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:25:55.657794 n-d-713301-15 neutron-server[94719]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:25:55.657794 n-d-713301-15 neutron-server[94719]: [parameters: {'project_id_1': 'c3db8f38a09f4c9d9c07e14b208eeb4d', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 25, 35, 650131)}] Sep 16 05:25:55.657794 n-d-713301-15 neutron-server[94719]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:25:55.658477 n-d-713301-15 neutron-server[94719]: DEBUG oslo_db.api [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:25:55.671180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Made reservation on behalf of 16da9115be734ebd895407877bb20d59 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:55.674966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.685314 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.813024 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.818694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.852108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:55.868333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4af8e6-9be1-4dcb-a50c-4e3e9685345d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:55.881126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.881874 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Added segment 90b282b0-18dd-4ead-baac-5aad04f67023 of type vlan for network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf Sep 16 05:25:55.885205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfa3070b-3a81-4ebd-a7e2-8cdc30fcdf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:55.994594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.049187 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.056207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:56.056466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.096356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9025447 Sep 16 05:25:56.135873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30727751-52d0-4cff-b123-d50f6efb42e3 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Pushing event updated for resources: {'Network': ['ID=2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:56.149019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:56.162494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.320353 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.328218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.373811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:25:56.396011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47156) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:56.399621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556b623a-3575-45a4-b9b9-cd320ffcdf76,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:56.402922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.403270 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Added segment f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a of type vlan for network ed4c7193-76b0-460c-97da-1aadb31b8ae6 Sep 16 05:25:56.409706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Request body: {'port': {'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf', 'binding:host_id': 'n-h2-713301-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1130798870'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:56.451046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.464455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Made reservation on behalf of 9098c6ab60124abf8321e96d7552559d for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:56.473853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.484466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.491491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.504015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:56.505511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.625057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event updated for resources: {'Network': ['ID=ed4c7193-76b0-460c-97da-1aadb31b8ae6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:56.647150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:25:56.647967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47162) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:56.669327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.678284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.716733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] device_id is not set on port cbe4e7e1-c262-4556-8b49-3040f3336bc8 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:56.721331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3ea80-ebff-4d7f-8e76-29abdb3af141,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:56.740141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d63c80c4-950a-496c-b5aa-ea0b3dbbffed tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5381052 Sep 16 05:25:56.768064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47164) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:56.774861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Request body: {'subnet': {'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:56.801709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4eb58d1f-55f4-45b6-97e3-5a5dbfecaa7c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.897150 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4eb58d1f-55f4-45b6-97e3-5a5dbfecaa7c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:56.962942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Made reservation on behalf of c3db8f38a09f4c9d9c07e14b208eeb4d for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:56.969093 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.071306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4eb58d1f-55f4-45b6-97e3-5a5dbfecaa7c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.079601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4eb58d1f-55f4-45b6-97e3-5a5dbfecaa7c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.089182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4eb58d1f-55f4-45b6-97e3-5a5dbfecaa7c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/security-groups/f41bb5ef-a3c9-4f31-b202-35070a97d9b3 HTTP/1.1" status: 204 len: 168 time: 0.4383867 Sep 16 05:25:57.120000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb58d1f-55f4-45b6-97e3-5a5dbfecaa7c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41bb5ef-a3c9-4f31-b202-35070a97d9b3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:57.166066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47174) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:57.213711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] device_id is not set on port cbe4e7e1-c262-4556-8b49-3040f3336bc8 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:57.245293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.258371 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.332169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=cbe4e7e1-c262-4556-8b49-3040f3336bc8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:57.349444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Checking segment: {'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:57.351494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Network hostable DHCP agents. Network: 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:57.377541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:57.393966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:57.398802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.411898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:57.425448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c1c0f473-0e9a-4abb-a2ac-952040a2712e no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:25:57.430795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157990a-0356-4620-b8ee-d67c4afac84b None None] Network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:57.434520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.435565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.435565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.439918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.442204 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.442204 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 2 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.455418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.455759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.456116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.471139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: c1c0f473-0e9a-4abb-a2ac-952040a2712e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:25:57.471814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c1c0f473-0e9a-4abb-a2ac-952040a2712e not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:25:57.477886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.478225 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.478641 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 3 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.528517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.528853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.529193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.542802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.543484 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.544081 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 4 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.579595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event updated for resources: {'Subnet': ['ID=55cce2e3-802b-4774-9143-70c24eeb992f,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:57.619496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.619832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.620422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.628744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.630858 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.636792 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 5 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.640923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Checking segment: {'id': 'f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:57.641527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Network hostable DHCP agents. Network: ed4c7193-76b0-460c-97da-1aadb31b8ae6, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:25:57.663634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.663974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.667661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.675480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.679585 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.680414 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 6 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.711207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:25:57.720816 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.725613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.726182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.735035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ed4c7193-76b0-460c-97da-1aadb31b8ae6) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:57.748438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.752727 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.753891 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 7 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.808641 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.811819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.813075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.813962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb4bb4-c51d-43b4-8035-9660eaaf8649 None None] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:25:57.826604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.826935 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.828172 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 8 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.829626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:57.833875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:57.889318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.892829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.894002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.912630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.912949 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.913342 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 9 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:57.942372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-10274ffc-565c-49c1-91f1-3e8220d5bfec tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1703072 Sep 16 05:25:57.944003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47178) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:57.949788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Request body: {'port': {'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1025129998'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:57.952395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:57.952767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:57.957218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:57.970328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:57.970801 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:57.971304 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 10 to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 Sep 16 05:25:58.009571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:58.009571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:58.009571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:58.020574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:25:58.022230 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port cbe4e7e1-c262-4556-8b49-3040f3336bc8 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:25:58.022230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.154850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] For port cbe4e7e1-c262-4556-8b49-3040f3336bc8, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:58.155491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempted to set empty binding levels {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:25:58.164011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.204322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-ed4c7193-76b0-460c-97da-1aadb31b8ae6', 'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6', 'tenant_id': 'c3db8f38a09f4c9d9c07e14b208eeb4d', 'fixed_ips': [{'subnet_id': '55cce2e3-802b-4774-9143-70c24eeb992f'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:25:58.205594 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.208668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:58.209447 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.232127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=cbe4e7e1-c262-4556-8b49-3040f3336bc8,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:58.238246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-623f6234-e372-480a-aaff-66b0552986ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.246008 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4c94e66-f33f-4913-9289-36579f6eee90 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.8481350 Sep 16 05:25:58.246470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Made reservation on behalf of c3db8f38a09f4c9d9c07e14b208eeb4d for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:58.250001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47184) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:58.250412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.329232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] device_id is not set on port 0997b342-de0c-47ab-8a09-ab0c5614a085 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:58.352378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.369254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Deleting port cbe4e7e1-c262-4556-8b49-3040f3336bc8 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:58.370609 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.410090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Allocated IP 172.20.0.2 (ed4c7193-76b0-460c-97da-1aadb31b8ae6/55cce2e3-802b-4774-9143-70c24eeb992f/78814503-e753-40df-b07e-d80894e537a5) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:58.471116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] For port cbe4e7e1-c262-4556-8b49-3040f3336bc8, host n-h2-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:58.472648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.489022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Calling delete_port for cbe4e7e1-c262-4556-8b49-3040f3336bc8 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:58.617714 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.628381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.666574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:58.673777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:58.678519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:58.701852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Allocated IP 172.20.0.14 (ed4c7193-76b0-460c-97da-1aadb31b8ae6/55cce2e3-802b-4774-9143-70c24eeb992f/0997b342-de0c-47ab-8a09-ab0c5614a085) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:25:58.745053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Pushing event updated for resources: {'Port': ['ID=78814503-e753-40df-b07e-d80894e537a5,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:58.767299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Attempting to bind port 78814503-e753-40df-b07e-d80894e537a5 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:25:58.768680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Attempting to bind port 78814503-e753-40df-b07e-d80894e537a5 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:25:58.770634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Attempting to bind port 78814503-e753-40df-b07e-d80894e537a5 on network ed4c7193-76b0-460c-97da-1aadb31b8ae6 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:25:58.783821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:25:58.785914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Checking segment: {'id': 'f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:25:58.787138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.787138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Bound using segment: {'id': 'f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:25:58.787859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Bound port: 78814503-e753-40df-b07e-d80894e537a5, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:25:58.788975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.926345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] For port 78814503-e753-40df-b07e-d80894e537a5, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:25:58.937098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] For port 78814503-e753-40df-b07e-d80894e537a5, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=78814503-e753-40df-b07e-d80894e537a5,segment=NetworkSegment(f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a),segment_id=f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:25:58.943337 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.965255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port 210916d0-f00f-4a1a-981f-c21664bebf2a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:25:58.965674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:58.975176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.035377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.038924 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "DELETE /v2.0/ports/cbe4e7e1-c262-4556-8b49-3040f3336bc8 HTTP/1.1" status: 204 len: 168 time: 0.7872658 Sep 16 05:25:59.045831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47190) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:59.046871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30ef03-42a7-40d5-932a-95f1ba3710e2 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbe4e7e1-c262-4556-8b49-3040f3336bc8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.070899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9c04-0895-4d4d-a7fa-42ac351d4b67 None None] Pushing event updated for resources: {'Port': ['ID=78814503-e753-40df-b07e-d80894e537a5,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.075590 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da40981-7106-4826-ab10-b82c544440c1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:25:59.077491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2da40981-7106-4826-ab10-b82c544440c1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "GET /v2.0/ports/cbe4e7e1-c262-4556-8b49-3040f3336bc8 HTTP/1.1" status: 404 len: 333 time: 0.0281672 Sep 16 05:25:59.081495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47192) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:59.088654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Request body: {'port': {'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-327704020'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:59.115870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Made reservation on behalf of 9098c6ab60124abf8321e96d7552559d for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:59.118996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.133638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.143225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] device_id is not set on port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:25:59.173483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port 210916d0-f00f-4a1a-981f-c21664bebf2a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=210916d0-f00f-4a1a-981f-c21664bebf2a,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:25:59.173890 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.192522 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.208276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for 210916d0-f00f-4a1a-981f-c21664bebf2a owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:25:59.301494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.373906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:59.390696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:59.399270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:59.418321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.466186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event updated for resources: {'Port': ['ID=0997b342-de0c-47ab-8a09-ab0c5614a085,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.484597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.530719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:25:59.536228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:25:59.540922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:25:59.542008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:59.542842 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.585500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.586751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:59.587649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.593852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ead50aea-5c05-441a-93da-0693e3769002 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5104268 Sep 16 05:25:59.596622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:59.605390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:59.616573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-07f63c07-3060-424b-bc53-575e4d0b0073 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6714048 Sep 16 05:25:59.624102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47206) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:59.631574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Request body: {'port': {'network_id': 'ed4c7193-76b0-460c-97da-1aadb31b8ae6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-689521085', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:25:59.632247 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] bootfile-name is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:25:59.632840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] tftp-server is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:25:59.633266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] server-ip-address is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:25:59.687345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.824381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.832553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:59.936944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=210916d0-f00f-4a1a-981f-c21664bebf2a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:25:59.957141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Made reservation on behalf of c3db8f38a09f4c9d9c07e14b208eeb4d for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:25:59.966340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.007923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] device_id is not set on port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:00.023764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.049148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.063371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] device_id is not set on port 00181d42-f8fe-4148-80b4-e2a00719996b yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:00.159314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:00.214845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.215095 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.215435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.221747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.222091 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.222485 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 2 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.246496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.246842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.247185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.255403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.255749 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.256266 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 3 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.279208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.279559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.279906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.286306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.286646 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.287043 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 4 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.319199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.319548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.319887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.341398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.341815 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.342366 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 5 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.376976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.383613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Allocated IP 172.20.0.11 (ed4c7193-76b0-460c-97da-1aadb31b8ae6/55cce2e3-802b-4774-9143-70c24eeb992f/00181d42-f8fe-4148-80b4-e2a00719996b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:00.388004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.388515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.388875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.398129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.398469 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.400853 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 6 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.473336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.476990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.477163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.503855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.505168 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.506979 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 7 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.524541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.525202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.525563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.532697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.533155 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.533501 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 8 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.553804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.554169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.554500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.563922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.564293 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.564710 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 9 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.588005 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.589362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.603910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.610060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 78814503-e753-40df-b07e-d80894e537a5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:00.628789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.634493 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.636865 n-d-713301-15 neutron-server[94718]: INFO neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 10 to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca Sep 16 05:26:00.685915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:00.687512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:00.690045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:00.702059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:00.702955 n-d-713301-15 neutron-server[94718]: ERROR neutron.plugins.ml2.managers [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:00.704156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.713351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 78814503-e753-40df-b07e-d80894e537a5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:00.715358 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.835413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d123e3-c98d-4a8e-b461-54101be58ac1 None None] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:00.841743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] For port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:00.842798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempted to set empty binding levels {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:26:00.851974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.916824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] In _notify_port_updated(), no bound segment for port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94718) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:26:00.917766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.918427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.920169 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "PUT /v2.0/ports/c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca HTTP/1.1" status: 200 len: 975 time: 1.3224392 Sep 16 05:26:00.923776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47222) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:00.983056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4ab681f6-a7f3-42df-abb9-4748a79a43e4 None None] Provisioning complete for port 78814503-e753-40df-b07e-d80894e537a5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:00.983331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4ab681f6-a7f3-42df-abb9-4748a79a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.991869 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:00.997602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696eba1-453c-4988-b378-3a830b55a6e1 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.051769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.053899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.060060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.060916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.061594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.064010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.064724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.065601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.066915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.069200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.069897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.070571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.072680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.073810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.075811 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.078615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.079357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.081372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.082160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.087952 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-344472c0-4d51-46c2-a198-9f16ed09743b tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17119 time: 0.1631362 Sep 16 05:26:01.091283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47230) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:01.096828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 78814503-e753-40df-b07e-d80894e537a5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=78814503-e753-40df-b07e-d80894e537a5,segment=NetworkSegment(f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a),segment_id=f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:01.118090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.185919 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.241536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Deleting port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:01.242195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.280663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=78814503-e753-40df-b07e-d80894e537a5,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.313612 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.320259 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.343902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:01.349167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:01.362883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] For port c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca, host n-h2-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:01.363569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.386376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Calling delete_port for c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:01.389519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:01.465900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.466750 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.490965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8655465 Sep 16 05:26:01.495767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47238) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:01.520313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router cf8987f4-057b-487e-a855-71fc503488b7 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:01.560018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ae625-d308-4711-a293-fcc903cf23f8 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event updated for resources: {'Port': ['ID=00181d42-f8fe-4148-80b4-e2a00719996b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.590147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.659937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:01.667529 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.673574 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-87960738-71a8-4314-b38b-9a47b745e599 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "DELETE /v2.0/ports/c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca HTTP/1.1" status: 204 len: 168 time: 0.5781405 Sep 16 05:26:01.674215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47242) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:01.700674 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ce0d12-3f8a-47b4-a8d7-619aad6c870e tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:26:01.706406 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f5ce0d12-3f8a-47b4-a8d7-619aad6c870e tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "GET /v2.0/ports/c8bfdbc8-212c-4aec-a7fd-e35a8b9b88ca HTTP/1.1" status: 404 len: 333 time: 0.0311086 Sep 16 05:26:01.707079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47244) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:01.711494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f5044-9d47-4a9e-932d-1942f8e652b1 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.717759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f5044-9d47-4a9e-932d-1942f8e652b1 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.726087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1580377820', 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:01.727991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f5044-9d47-4a9e-932d-1942f8e652b1 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.730470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e66f5044-9d47-4a9e-932d-1942f8e652b1 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2302971 Sep 16 05:26:01.733361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47246) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:01.770489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Made reservation on behalf of 9098c6ab60124abf8321e96d7552559d for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:01.775477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6f0d9068-9d8e-4282-8b9f-b7d7ff604c93 None None] Provisioning complete for port 78814503-e753-40df-b07e-d80894e537a5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:01.775814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.776216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9068-9d8e-4282-8b9f-b7d7ff604c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.788243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:01.803626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-71e02c29-bb30-4f03-9bb7-cd1f20355296 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "PUT /v2.0/routers/cf8987f4-057b-487e-a855-71fc503488b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6362731 Sep 16 05:26:01.804699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47248) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:01.811827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] device_id is not set on port 6df0466d-bc6c-4150-b1b4-3379b78bdf0b yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:01.845964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] Sync routers for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:01.897369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting subnet ec143e7d-9024-412b-b345-41327eeb5709 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:01.901240 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.909881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:01.911460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:01.945329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:01.980531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6f0d9068-9d8e-4282-8b9f-b7d7ff604c93 None None] Provisioning complete for port 0997b342-de0c-47ab-8a09-ab0c5614a085 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:01.981338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9068-9d8e-4282-8b9f-b7d7ff604c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.065797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d9068-9d8e-4282-8b9f-b7d7ff604c93 None None] Port 0997b342-de0c-47ab-8a09-ab0c5614a085 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:02.079688 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.087212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:02.118410 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.178048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.181101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.217132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Subnet': ['ID=ec143e7d-9024-412b-b345-41327eeb5709,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:02.230169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.237112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e05dbb0d-12a1-46f4-80c4-19a9b0cb8c32 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/subnets/ec143e7d-9024-412b-b345-41327eeb5709 HTTP/1.1" status: 204 len: 168 time: 0.4299738 Sep 16 05:26:02.244199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47252) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.252632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Deleting port 00181d42-f8fe-4148-80b4-e2a00719996b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:02.257639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.267900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:02.268417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececc01c-41d9-4726-9b72-639d6dc7d748 None None] Network 37c86f26-d1b9-465c-91d9-65fc7e102d3b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:02.325584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:02.331742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=6df0466d-bc6c-4150-b1b4-3379b78bdf0b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:02.457803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 78814503-e753-40df-b07e-d80894e537a5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:02.484001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.505299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Calling delete_port for 00181d42-f8fe-4148-80b4-e2a00719996b owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:02.528951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6c622694-44e9-4063-b361-4893fcd2e19c None None] Provisioning complete for port 0997b342-de0c-47ab-8a09-ab0c5614a085 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:02.531451 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6c622694-44e9-4063-b361-4893fcd2e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.533601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:02.538637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.539352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.568475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.653916 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b4f705e-56dd-4dfe-a826-689c0d17dd0f tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9430091 Sep 16 05:26:02.653916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47258) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.705342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d519770b-78dc-4f40-b3e5-ab4745b3a799 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.707463 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d519770b-78dc-4f40-b3e5-ab4745b3a799 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "GET /v2.0/ports/6df0466d-bc6c-4150-b1b4-3379b78bdf0b HTTP/1.1" status: 200 len: 955 time: 0.0519409 Sep 16 05:26:02.737342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6c622694-44e9-4063-b361-4893fcd2e19c None None] Port 0997b342-de0c-47ab-8a09-ab0c5614a085 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:02.750005 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47262) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:02.773886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.828727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 78814503-e753-40df-b07e-d80894e537a5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:02.829145 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.829398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event deleted for resources: {'Port': ['ID=00181d42-f8fe-4148-80b4-e2a00719996b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:02.914785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] DHCP port deletion for 37c86f26-d1b9-465c-91d9-65fc7e102d3b request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:02.919189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.933708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e8bbcfbb-918b-44e3-8c5a-04b1add4ed77 None None] Could not find standard attr ID for object 00181d42-f8fe-4148-80b4-e2a00719996b. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:26:03.017288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Deleting port 6df0466d-bc6c-4150-b1b4-3379b78bdf0b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:03.032244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.062722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.074979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f86ce132-8f81-4cb8-915c-f062744c89c2 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "DELETE /v2.0/ports/00181d42-f8fe-4148-80b4-e2a00719996b HTTP/1.1" status: 204 len: 168 time: 1.3390098 Sep 16 05:26:03.085434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47268) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:03.091194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-3741e78a-11b8-4dc0-99bc-1cb3b2a60b25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1520100 Sep 16 05:26:03.106973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Request body: {'port': {'name': 'tempest-new-port-name-43815838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:03.107260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] bootfile-name is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:26:03.110821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] tftp-server is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:26:03.111232 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.api.validators [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] server-ip-address is not in valid_values {{(pid=94719) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:26:03.113476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:25:59Z', 'revision_number': 7, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '5c787eb4-30d2-4d52-9df3-661e2c6f5edd', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:23:01Z', 'updated_at': '2021-09-16T05:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:03.174622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] Checking router: cf8987f4-057b-487e-a855-71fc503488b7 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:03.227014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] Routers {'cf8987f4-057b-487e-a855-71fc503488b7'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:03.227814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['cf8987f4-057b-487e-a855-71fc503488b7'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:03.233487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] Deleting port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:03.233487 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.233876 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.277541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Calling delete_port for 6df0466d-bc6c-4150-b1b4-3379b78bdf0b owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:03.316938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-bb5a3f86-718f-4af9-a777-3575a06ce9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.318978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-bb5a3f86-718f-4af9-a777-3575a06ce9d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1097 time: 0.1429191 Sep 16 05:26:03.321147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] For port 9ac933a4-6753-4599-8df8-9bbe0ef15f69, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ac933a4-6753-4599-8df8-9bbe0ef15f69,segment=NetworkSegment(250b5f80-e13b-41ca-819e-bd967dc90bd9),segment_id=250b5f80-e13b-41ca-819e-bd967dc90bd9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:03.322081 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.327363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.348622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] Calling delete_port for 9ac933a4-6753-4599-8df8-9bbe0ef15f69 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:03.449796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.567951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event deleted for resources: {'Port': ['ID=6df0466d-bc6c-4150-b1b4-3379b78bdf0b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:03.579689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.583858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-2c437bf2-3382-412a-b219-06ad10b67959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.585729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-2c437bf2-3382-412a-b219-06ad10b67959 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.2423432 Sep 16 05:26:03.592174 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8ddd587d-1756-4b52-afad-f80179c2e67a tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6df0466d-bc6c-4150-b1b4-3379b78bdf0b HTTP/1.1" status: 204 len: 168 time: 0.8416305 Sep 16 05:26:03.598073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47280) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:03.599536 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.660813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] Pushing event deleted for resources: {'Port': ['ID=9ac933a4-6753-4599-8df8-9bbe0ef15f69,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:03.668680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbf84a-86ba-4a5a-a5af-2bc81786f68c None None] No DVR routers for this DVR port 9ac933a4-6753-4599-8df8-9bbe0ef15f69 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:03.684768 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed57911-2845-475d-986d-6057fe5cf185 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:26:03.686385 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bed57911-2845-475d-986d-6057fe5cf185 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "GET /v2.0/ports/6df0466d-bc6c-4150-b1b4-3379b78bdf0b HTTP/1.1" status: 404 len: 333 time: 0.0874271 Sep 16 05:26:03.696831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47288) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:03.704511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Request body: {'port': {'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1852546103'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:03.718649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] Set router cf8987f4-057b-487e-a855-71fc503488b7 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:03.770554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:03.772995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.805668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Made reservation on behalf of 9098c6ab60124abf8321e96d7552559d for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:03.812938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.829701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-150447bb-52d7-49c9-a4cf-ab681740b71f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 1000 time: 0.2141294 Sep 16 05:26:03.873824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:26:02Z', 'revision_number': 8, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:03.903470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e912c42-449a-4f4a-84f4-1ffbc541d176 None None] The sync data for ids ['cf8987f4-057b-487e-a855-71fc503488b7'] in n-d-713301-15 is: [{'id': 'cf8987f4-057b-487e-a855-71fc503488b7', 'name': 'tempest-TestNetworkBasicOps-router-1421831882', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:59Z', 'updated_at': '2021-09-16T05:26:02Z', 'revision_number': 8, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:03.990574 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.005841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port 5c787eb4-30d2-4d52-9df3-661e2c6f5edd, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:04.006160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.008311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.019997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for 5c787eb4-30d2-4d52-9df3-661e2c6f5edd owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:04.064305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-90868514-444f-41f7-aec7-88ae9cc6bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.068395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-90868514-444f-41f7-aec7-88ae9cc6bd16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.2244484 Sep 16 05:26:04.248246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.314832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=5c787eb4-30d2-4d52-9df3-661e2c6f5edd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:04.360007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] device_id is not set on port c0bcf545-2890-4b09-b39a-339863b54508 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:04.420241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] In _notify_port_updated(), no bound segment for port 0997b342-de0c-47ab-8a09-ab0c5614a085 on network ed4c7193-76b0-460c-97da-1aadb31b8ae6 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:26:04.453425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.454444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.457787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "PUT /v2.0/ports/0997b342-de0c-47ab-8a09-ab0c5614a085 HTTP/1.1" status: 200 len: 1135 time: 1.3596969 Sep 16 05:26:04.458551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551da5f-4a92-449c-a700-49e628f4fe67 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event updated for resources: {'Port': ['ID=0997b342-de0c-47ab-8a09-ab0c5614a085,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:04.471904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47302) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:04.475020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.529224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-421d11e2-834a-4ffc-8851-81d005e95b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.529929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 210916d0-f00f-4a1a-981f-c21664bebf2a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:04.532777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-421d11e2-834a-4ffc-8851-81d005e95b1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3961618 Sep 16 05:26:04.608443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 210916d0-f00f-4a1a-981f-c21664bebf2a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:04.608790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 210916d0-f00f-4a1a-981f-c21664bebf2a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:04.609207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ac933a4-6753-4599-8df8-9bbe0ef15f69 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:04.613151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed72cf-968c-40ca-b14e-9a2dfb5fd281 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.615922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-59ed72cf-968c-40ca-b14e-9a2dfb5fd281 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "GET /v2.0/ports/0997b342-de0c-47ab-8a09-ab0c5614a085 HTTP/1.1" status: 200 len: 1135 time: 0.1409152 Sep 16 05:26:04.619693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47308) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:04.652450 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.657271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.739522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.740862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Fanout notify agent at l3_agent the message router_deleted on router cf8987f4-057b-487e-a855-71fc503488b7 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:26:04.749001 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.750587 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f52320f7-c3a2-4ebf-be33-4a8b8fdee497 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/routers/cf8987f4-057b-487e-a855-71fc503488b7 HTTP/1.1" status: 204 len: 168 time: 2.5008581 Sep 16 05:26:04.755786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47310) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:04.848327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:04.990606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.015963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-e2c922cc-06f7-45a0-8831-75feefd7dc52 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749539 Sep 16 05:26:05.026615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c86f26-d1b9-465c-91d9-65fc7e102d3b']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:05.054604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250b5f80-e13b-41ca-819e-bd967dc90bd9') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:05.054903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250b5f80-e13b-41ca-819e-bd967dc90bd9') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:05.068726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.100544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9ac933a4-6753-4599-8df8-9bbe0ef15f69 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:05.116692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ac933a4-6753-4599-8df8-9bbe0ef15f69 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:05.119573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.145722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9079640b-3855-47d3-b29b-83ffa685b6c8 None None] Provisioning complete for port 0997b342-de0c-47ab-8a09-ab0c5614a085 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:05.146370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9079640b-3855-47d3-b29b-83ffa685b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.151269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:05.151680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:05.161538 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:05.168927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.223483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9079640b-3855-47d3-b29b-83ffa685b6c8 None None] Port 0997b342-de0c-47ab-8a09-ab0c5614a085 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:05.228882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Deleting port 0997b342-de0c-47ab-8a09-ab0c5614a085 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:05.229375 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.327800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.345484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.348384 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/networks/37c86f26-d1b9-465c-91d9-65fc7e102d3b HTTP/1.1" status: 204 len: 168 time: 0.5902135 Sep 16 05:26:05.364121 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.366287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd2e7-ead7-4661-a792-1afb5252070a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Network': ['ID=37c86f26-d1b9-465c-91d9-65fc7e102d3b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:05.376328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Calling delete_port for 0997b342-de0c-47ab-8a09-ab0c5614a085 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:05.376465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.378068 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47316) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:05.402396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'network': {'name': 'tempest-network-smoke--598624572', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:05.457972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0eb277a2-5b0e-48fb-b8d9-d4e856729498 req-f7defc46-6151-46f5-9387-8e3676214a3a service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301715 Sep 16 05:26:05.510065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=c0bcf545-2890-4b09-b39a-339863b54508,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:05.528993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:05.534449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:05.539832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:05.541459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.542188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.545242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:05.549396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.603566 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c418b6cb-5d51-4650-b084-2e1b56467ad8 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9017413 Sep 16 05:26:05.603948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47320) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:05.612815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:05.617377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:05.619285 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.637285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.640228 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Added segment 774229f9-193d-4f6d-8078-aae176d2ae77 of type vlan for network 7435570b-b0c9-48a6-925e-de2cb5a809d6 Sep 16 05:26:05.701282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.701746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event deleted for resources: {'Port': ['ID=0997b342-de0c-47ab-8a09-ab0c5614a085,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:05.757143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.763064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.763767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.826338 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4409242 Sep 16 05:26:05.832514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47328) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:05.842089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'admin_state_up': True, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:05.870917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49446b1-997b-4d7e-9cab-a9445ab9c5a8 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Network': ['ID=7435570b-b0c9-48a6-925e-de2cb5a809d6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:05.883249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:05.896026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.918234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.920854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f555da7e-1793-430a-ae23-c1acc63ee118 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "DELETE /v2.0/ports/0997b342-de0c-47ab-8a09-ab0c5614a085 HTTP/1.1" status: 204 len: 168 time: 1.2932696 Sep 16 05:26:05.923878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:05.966564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:05.968602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.031046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Deleting subnet 55cce2e3-802b-4774-9143-70c24eeb992f {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:26:06.053221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.139272 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.236879 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.304355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.320848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.326566 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "DELETE /v2.0/subnets/55cce2e3-802b-4774-9143-70c24eeb992f HTTP/1.1" status: 204 len: 168 time: 0.4004285 Sep 16 05:26:06.327368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47336) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:06.328504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b642fa7-9a04-4b09-a580-79879916a585 None None] Network ed4c7193-76b0-460c-97da-1aadb31b8ae6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:06.359398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5c787eb4-30d2-4d52-9df3-661e2c6f5edd no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:06.361771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff4b5-4539-4f33-a9a3-19e5938d1a9b tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event deleted for resources: {'Subnet': ['ID=55cce2e3-802b-4774-9143-70c24eeb992f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.410337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5c787eb4-30d2-4d52-9df3-661e2c6f5edd {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:06.410681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5c787eb4-30d2-4d52-9df3-661e2c6f5edd not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:06.455185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.458575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.520914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Deleting port 78814503-e753-40df-b07e-d80894e537a5 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:06.521410 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.587297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] DHCP port deletion for ed4c7193-76b0-460c-97da-1aadb31b8ae6 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:26:06.620036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] For port 78814503-e753-40df-b07e-d80894e537a5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=78814503-e753-40df-b07e-d80894e537a5,segment=NetworkSegment(f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a),segment_id=f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:06.621285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.638929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Calling delete_port for 78814503-e753-40df-b07e-d80894e537a5 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:06.651417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] Deleting port 78814503-e753-40df-b07e-d80894e537a5 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:06.651798 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.710657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.728131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] For port 78814503-e753-40df-b07e-d80894e537a5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=78814503-e753-40df-b07e-d80894e537a5,segment=NetworkSegment(f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a),segment_id=f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:06.728535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.750850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] device_id is not set on port c0bcf545-2890-4b09-b39a-339863b54508 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:06.752581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] Calling delete_port for 78814503-e753-40df-b07e-d80894e537a5 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:06.767419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.775727 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.785894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.808370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event deleted for resources: {'Port': ['ID=78814503-e753-40df-b07e-d80894e537a5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.810260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] No DVR routers for this DVR port 78814503-e753-40df-b07e-d80894e537a5 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:06.890781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=c0bcf545-2890-4b09-b39a-339863b54508,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.897569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.914811 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.916448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:06.917040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:06.917687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:06.921299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4c7193-76b0-460c-97da-1aadb31b8ae6']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:06.928027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:06.928883 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:06.929735 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 2 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:06.934147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:06.934591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a615c9-9cc5-4db4-aa99-a414cc1aeb7a') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:06.948765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.949664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:06.950239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:06.950653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:06.952310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] Pushing event deleted for resources: {'Port': ['ID=78814503-e753-40df-b07e-d80894e537a5,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:06.959161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:06.959591 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:06.960829 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 3 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:06.963484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7eee5-ff5e-4465-8247-663edf558127 None None] No DVR routers for this DVR port 78814503-e753-40df-b07e-d80894e537a5 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:06.975279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.981227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:06.981697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:06.982201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:06.984569 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:06.985016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:06.989219 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:06.992782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:06.993193 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:06.994435 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 4 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:07.047969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:07.048433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:07.048849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:07.067722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.076230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.078387 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] 10.222.0.55 "DELETE /v2.0/networks/ed4c7193-76b0-460c-97da-1aadb31b8ae6 HTTP/1.1" status: 204 len: 168 time: 0.7487037 Sep 16 05:26:07.091277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aefce-8876-41bb-a9e4-6586762296e5 tempest-ExtraDHCPOptionsTestJSON-825983064 tempest-ExtraDHCPOptionsTestJSON-825983064-project] Pushing event deleted for resources: {'Network': ['ID=ed4c7193-76b0-460c-97da-1aadb31b8ae6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:07.104873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:07.105215 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:07.107328 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 5 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:07.122084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:07.122429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:07.122765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:07.149317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:07.149659 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:07.150223 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 6 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:07.168239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.176815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:07.177169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:07.178267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:07.205010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:07.205548 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:07.206246 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 7 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:07.211783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.285904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:07.286250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:07.286582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:07.417097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.25.6.213 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/157a766f-bf58-4c68-9a31-7a0183615d2c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:07.465645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47366) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.475839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:07.476511 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:07.509789 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 8 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:07.546189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:07.546802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:07.547461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:07.562385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:07.563133 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:07.566643 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 9 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:07.607505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:07.608314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:07.608931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:07.631321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:07.632064 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:07.636157 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempt 10 to bind port c0bcf545-2890-4b09-b39a-339863b54508 Sep 16 05:26:07.658455 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.661081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:07.661429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:07.661769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempting to bind port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:07.676304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:07.677382 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Failed to bind port c0bcf545-2890-4b09-b39a-339863b54508 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '90b282b0-18dd-4ead-baac-5aad04f67023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf'}] Sep 16 05:26:07.677738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.746246 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-55941715-edfd-4bee-8531-a0674a6a5d2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3db8f38a09f4c9d9c07e14b208eeb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770681 Sep 16 05:26:07.746886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47374) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.780560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.838963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=157a766f-bf58-4c68-9a31-7a0183615d2c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:07.853781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] For port c0bcf545-2890-4b09-b39a-339863b54508, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:07.854450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attempted to set empty binding levels {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:26:07.857683 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61e7b362-cede-4e13-bea2-cb6dae90cb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.869362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:07.877382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.897235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61e7b362-cede-4e13-bea2-cb6dae90cb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.914689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] In _notify_port_updated(), no bound segment for port c0bcf545-2890-4b09-b39a-339863b54508 on network 2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:26:07.918517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.919630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.926214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "PUT /v2.0/ports/c0bcf545-2890-4b09-b39a-339863b54508 HTTP/1.1" status: 200 len: 976 time: 2.3202324 Sep 16 05:26:07.929329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:07.932661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:07.934098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:08.090633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61e7b362-cede-4e13-bea2-cb6dae90cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.096482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61e7b362-cede-4e13-bea2-cb6dae90cb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.101123 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61e7b362-cede-4e13-bea2-cb6dae90cb32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/556b623a-3575-45a4-b9b9-cd320ffcdf76 HTTP/1.1" status: 204 len: 168 time: 0.3478251 Sep 16 05:26:08.133974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d4c75-bdf4-40db-9816-def66cc062fc tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event updated for resources: {'Port': ['ID=c0bcf545-2890-4b09-b39a-339863b54508,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:08.190829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7b362-cede-4e13-bea2-cb6dae90cb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b623a-3575-45a4-b9b9-cd320ffcdf76,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:08.274702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Deleting port c0bcf545-2890-4b09-b39a-339863b54508 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:08.277072 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.421260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.439612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 78814503-e753-40df-b07e-d80894e537a5 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:08.466816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 78814503-e753-40df-b07e-d80894e537a5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:08.467437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 78814503-e753-40df-b07e-d80894e537a5 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:08.490261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] For port c0bcf545-2890-4b09-b39a-339863b54508, host n-h2-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:08.490638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.510893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Calling delete_port for c0bcf545-2890-4b09-b39a-339863b54508 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:08.779090 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.895511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0bcf545-2890-4b09-b39a-339863b54508,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:08.901302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.905901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47396) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:08.907781 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ed6bde5-b808-470b-b539-d5d04ed3df01 tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "DELETE /v2.0/ports/c0bcf545-2890-4b09-b39a-339863b54508 HTTP/1.1" status: 204 len: 168 time: 0.9672408 Sep 16 05:26:09.084204 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4f8986-50ba-4852-83e2-c8ff5a9282de tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:26:09.089847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ab4f8986-50ba-4852-83e2-c8ff5a9282de tempest-PortsAdminExtendedAttrsTestJSON-1127443689 tempest-PortsAdminExtendedAttrsTestJSON-1127443689-project-admin] 10.222.0.55 "GET /v2.0/ports/c0bcf545-2890-4b09-b39a-339863b54508 HTTP/1.1" status: 404 len: 333 time: 0.1827252 Sep 16 05:26:09.093636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:09.141070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.436127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:26:09.681241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:09.695784 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Sync routers for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:09.716709 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:09.723187 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:09.738353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47418) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:09.755068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.756386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f37b4189-3bf4-449c-aa66-c477b2d76db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9226229 Sep 16 05:26:09.761784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47422) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:09.799100 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.818869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-77ca5473-8258-448e-8b5a-d0d664f1e642 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=f72674dd7e4b46cda7bdf9b7383db189&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553713 Sep 16 05:26:09.823586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47424) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:09.923817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504056168'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:09.944772 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:10.001120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.028178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:10.039796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b282b0-18dd-4ead-baac-5aad04f67023') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:10.040424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b282b0-18dd-4ead-baac-5aad04f67023') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:10.052206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.072735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:10.074283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.081154 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.082286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:10.082805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:10.087557 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:10.115601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff1831-d8a1-42f9-bb87-115c205c26ee tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.117667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f9ff1831-d8a1-42f9-bb87-115c205c26ee tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2920346 Sep 16 05:26:10.124011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.124538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47432) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.212240 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fdf0f188-d67e-4eb8-82a1-0d546346646e tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849385 Sep 16 05:26:10.213215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.224196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1402423343', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:10.227220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.247549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.251433 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] 10.222.0.55 "DELETE /v2.0/networks/2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf HTTP/1.1" status: 204 len: 168 time: 1.1567736 Sep 16 05:26:10.271554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8505bc9-04dc-478e-a5aa-f256e3a8fe06 tempest-PortsAdminExtendedAttrsTestJSON-391975796 tempest-PortsAdminExtendedAttrsTestJSON-391975796-project] Pushing event deleted for resources: {'Network': ['ID=2daa01bf-1bbf-42e7-ac28-c59dd04bc4cf,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.305356 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:08Z', 'revision_number': 3, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:10.340850 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Checking router: ffd4aaa8-da48-4f56-9980-ed52e8d97e64 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:10.340850 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Updating router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 port 157a766f-bf58-4c68-9a31-7a0183615d2c binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:26:10.374385 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.396308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.417808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.432031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:10.442925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.443788 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment 8a575246-6316-43cc-a41a-e5876e9467ce of type vlan for network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 Sep 16 05:26:10.506156 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.557914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:10.561391 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.756578 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.763747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:10.769703 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.830428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Attempting to bind port 157a766f-bf58-4c68-9a31-7a0183615d2c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:10.831304 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Attempting to bind port 157a766f-bf58-4c68-9a31-7a0183615d2c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:10.831960 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Attempting to bind port 157a766f-bf58-4c68-9a31-7a0183615d2c on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:10.849883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:10.850693 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:10.851484 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.852167 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:10.853034 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Bound port: 157a766f-bf58-4c68-9a31-7a0183615d2c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:10.853663 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.921333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] For port 157a766f-bf58-4c68-9a31-7a0183615d2c, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:10.925469 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] For port 157a766f-bf58-4c68-9a31-7a0183615d2c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=157a766f-bf58-4c68-9a31-7a0183615d2c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:10.927312 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Pushing event updated for resources: {'Port': ['ID=157a766f-bf58-4c68-9a31-7a0183615d2c,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:10.933626 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:10.947064 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.947863 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.948876 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.949525 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.950084 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.950671 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.951392 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.951977 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.952563 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.953288 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.953917 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.954470 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:10.971681 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d7408eb0-46ef-4814-bf71-ecd69ff02375 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16da9115be734ebd895407877bb20d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065463 Sep 16 05:26:10.973136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47446) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:11.015577 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b7686-0d1a-4881-a0b9-5913ea1c78ec None None] Pushing event updated for resources: {'Port': ['ID=157a766f-bf58-4c68-9a31-7a0183615d2c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:11.070424 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:11.073657 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:11.106822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08f40ed9-b313-434c-ac55-d9f2b2458982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.154890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08f40ed9-b313-434c-ac55-d9f2b2458982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.208363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0471b8ae-46c9-4d67-8108-c806a155fee1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:11.245694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.246003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08f40ed9-b313-434c-ac55-d9f2b2458982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.246107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.247245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.247245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.247245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.247598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.247882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.248237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.248588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.248918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.249105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08f40ed9-b313-434c-ac55-d9f2b2458982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.249259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.249553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:11.254113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.259671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.260338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.262676 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-08f40ed9-b313-434c-ac55-d9f2b2458982 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a4af8e6-9be1-4dcb-a50c-4e3e9685345d HTTP/1.1" status: 204 len: 168 time: 0.2862461 Sep 16 05:26:11.282815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f40ed9-b313-434c-ac55-d9f2b2458982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4af8e6-9be1-4dcb-a50c-4e3e9685345d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:11.337010 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:11.386283 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:11.411240 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.492722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7495258 Sep 16 05:26:11.538165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Checking segment: {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:11.541143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network hostable DHCP agents. Network: 7435570b-b0c9-48a6-925e-de2cb5a809d6, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:11.655644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47470) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:11.663239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57867296-7f78-4fbf-b386-05619398d33b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:11.663772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': '0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:11.666012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Subnet': ['ID=60da0499-df9c-4f31-b0e7-68c0d07ebbef,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:11.681678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:11.682383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:11.721388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 7435570b-b0c9-48a6-925e-de2cb5a809d6) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:11.728907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.730709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:11.799435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fc6e991b-7a36-46cd-bbb4-bcb9bb2d1db5 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5807414 Sep 16 05:26:11.802987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47472) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:11.874119 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:08Z', 'revision_number': 3, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:11.884697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a14e0-b804-452e-9516-4e8b4a769f9c None None] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:11.916517 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3d1fe-05a4-4e08-ad6c-7995a9983495 None None] The sync data for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 is: [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:08Z', 'revision_number': 3, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:11.943214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.039187 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.049922 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-434ff1b8-449f-417f-ab8d-0190dccc6659 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9098c6ab60124abf8321e96d7552559d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053023 Sep 16 05:26:12.051519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:12.056389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.236966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-7435570b-b0c9-48a6-925e-de2cb5a809d6', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:12.238405 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.279790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.369088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.519921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': '8a575246-6316-43cc-a41a-e5876e9467ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:12.520412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:12.543301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=1c029b27-9b3c-4d3a-b389-97060a7d3a74,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:12.556665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:12.579310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:12.585041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.585913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.587724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d4c33d-ed4a-40f2-9731-354a2871fa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.595198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e76c9-b465-44eb-85f1-1587383b0dd7 None None] Network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:12.602205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Allocated IP 172.20.0.2 (7435570b-b0c9-48a6-925e-de2cb5a809d6/60da0499-df9c-4f31-b0e7-68c0d07ebbef/37a30e8a-b2fd-494d-a9bd-c2d19077f9a4) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:12.635377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d4c33d-ed4a-40f2-9731-354a2871fa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.645145 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-275089ac-6429-4284-ac0d-8bc317849544 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9864860 Sep 16 05:26:12.649506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47480) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:12.656512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718955295'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:12.711756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:12.717462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.748397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:12.761494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.761896 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment 141a6471-45be-46d7-ad7c-08aad72b87e8 of type vlan for network c237de6e-d3d7-4939-8ab3-78c3d66c4521 Sep 16 05:26:12.825702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.874198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.881960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.883375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.899833 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.017719 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3668950 Sep 16 05:26:13.018380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47488) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:13.059050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7', 'network_id': '0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': '1c029b27-9b3c-4d3a-b389-97060a7d3a74'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:13.059644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d4c33d-ed4a-40f2-9731-354a2871fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.060329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.067424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-45d4c33d-ed4a-40f2-9731-354a2871fa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.068662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-45d4c33d-ed4a-40f2-9731-354a2871fa99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cc3ea80-ebff-4d7f-8e76-29abdb3af141 HTTP/1.1" status: 204 len: 168 time: 0.6416411 Sep 16 05:26:13.094847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4c33d-ed4a-40f2-9731-354a2871fa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3ea80-ebff-4d7f-8e76-29abdb3af141,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.120139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': 'c237de6e-d3d7-4939-8ab3-78c3d66c4521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:13.144507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f469eae-5d02-4c34-8e06-03cb79c3179e tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=c237de6e-d3d7-4939-8ab3-78c3d66c4521,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.158502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.191258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c237de6e-d3d7-4939-8ab3-78c3d66c4521 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:13.206354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.349531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:13.354312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.741809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.750842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Pushing event updated for resources: {'Port': ['ID=37a30e8a-b2fd-494d-a9bd-c2d19077f9a4,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.764494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:13.768877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:13.775753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:13.827275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.20.0.1 (7435570b-b0c9-48a6-925e-de2cb5a809d6/60da0499-df9c-4f31-b0e7-68c0d07ebbef/f83b00f7-87ac-490b-9619-2e028a538a2b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:13.895895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=add15f92-5067-40d0-865e-32a9ec0079e9,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:13.926324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': '141a6471-45be-46d7-ad7c-08aad72b87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c237de6e-d3d7-4939-8ab3-78c3d66c4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:13.926324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: c237de6e-d3d7-4939-8ab3-78c3d66c4521, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:13.940332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network c237de6e-d3d7-4939-8ab3-78c3d66c4521 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:13.962630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c237de6e-d3d7-4939-8ab3-78c3d66c4521) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:13.969088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:13.969714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:13.983767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d351a-d567-493d-accc-247f79ccca5b None None] Network c237de6e-d3d7-4939-8ab3-78c3d66c4521 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:14.004899 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-89f508b4-2f0c-4264-95a7-296fa57c0cb4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8966231 Sep 16 05:26:14.006668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Attempting to bind port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:14.007406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Attempting to bind port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:14.008164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Attempting to bind port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 on network 7435570b-b0c9-48a6-925e-de2cb5a809d6 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:14.009246 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47512) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:14.020935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:14.021807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Checking segment: {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:14.023143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.024032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Bound using segment: {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:14.024825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Bound port: 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:14.025549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.119676 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.161364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.181456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Allocated IP 172.20.255.242 (0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7/1c029b27-9b3c-4d3a-b389-97060a7d3a74/dea2687c-87ff-4885-be13-3beeef4e0204) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:14.218304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=f83b00f7-87ac-490b-9619-2e028a538a2b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:14.254133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:14.256246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:14.263993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:14.281893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.302633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] For port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:14.307139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] For port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=37a30e8a-b2fd-494d-a9bd-c2d19077f9a4,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:14.317735 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.432199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.604863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.607773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 157a766f-bf58-4c68-9a31-7a0183615d2c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:14.813511 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:14.955447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=add15f92-5067-40d0-865e-32a9ec0079e9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:15.064481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.065060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.105615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c237de6e-d3d7-4939-8ab3-78c3d66c4521']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.117291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141a6471-45be-46d7-ad7c-08aad72b87e8') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.117900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141a6471-45be-46d7-ad7c-08aad72b87e8') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:15.132633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.150859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.165296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:15.166058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:15.177124 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:15.266100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96679a-a518-4c0a-b344-350ed5248749 None None] Pushing event updated for resources: {'Port': ['ID=37a30e8a-b2fd-494d-a9bd-c2d19077f9a4,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:15.328793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.351780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.357458 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/c237de6e-d3d7-4939-8ab3-78c3d66c4521 HTTP/1.1" status: 204 len: 168 time: 1.3471084 Sep 16 05:26:15.363744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47536) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:15.378268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-140844541'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:15.390663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3def1a7-c073-4f3f-a6df-3ba95d9396f6 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=c237de6e-d3d7-4939-8ab3-78c3d66c4521,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:15.428347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76ce7d-4a7e-4684-b91a-c7163c1d6621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-c237de6e-d3d7-4939-8ab3-78c3d66c4521', 'network_id': 'c237de6e-d3d7-4939-8ab3-78c3d66c4521', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': 'add15f92-5067-40d0-865e-32a9ec0079e9'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:15.429553 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c76ce7d-4a7e-4684-b91a-c7163c1d6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.464688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:15.468364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.527505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:15.534112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedbbd8-1578-42c1-91ce-7ad9e96656ea None None] Network c237de6e-d3d7-4939-8ab3-78c3d66c4521 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:15.555876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 157a766f-bf58-4c68-9a31-7a0183615d2c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:15.556215 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.585397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedbbd8-1578-42c1-91ce-7ad9e96656ea None None] Network c237de6e-d3d7-4939-8ab3-78c3d66c4521 could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:26:15.588145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.588545 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment 34cb71e4-f818-45e1-81d6-f4dcf5f1c122 of type vlan for network 812946a1-24c1-4b79-a785-00cbd7c52f99 Sep 16 05:26:15.622171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.663183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.689110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.699116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6d3aa-9525-4852-9180-a17ed3c911e8 req-5bb235f4-9393-487d-af3c-8f0f66655643 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:15.700889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4aa6d3aa-9525-4852-9180-a17ed3c911e8 req-5bb235f4-9393-487d-af3c-8f0f66655643 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1710320 Sep 16 05:26:15.719122 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.737499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:15.764133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:15.768695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Pushing event updated for resources: {'Port': ['ID=dea2687c-87ff-4885-be13-3beeef4e0204,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:15.777903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 157a766f-bf58-4c68-9a31-7a0183615d2c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=157a766f-bf58-4c68-9a31-7a0183615d2c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:15.779392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:15.790244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4aa6d3aa-9525-4852-9180-a17ed3c911e8 req-a1bee852-1674-4e53-a873-b748b4cce262 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813966 Sep 16 05:26:15.799198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.813705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:15.813705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.837691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.844328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.867487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:15.884672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5196738 Sep 16 05:26:15.887508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47550) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:15.894571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': '812946a1-24c1-4b79-a785-00cbd7c52f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:15.972686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Attempting to bind port dea2687c-87ff-4885-be13-3beeef4e0204 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:15.973148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Attempting to bind port dea2687c-87ff-4885-be13-3beeef4e0204 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8a575246-6316-43cc-a41a-e5876e9467ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:15.973692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Attempting to bind port dea2687c-87ff-4885-be13-3beeef4e0204 on network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:15.986452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89461248-947c-4618-a436-0694e2da4397 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=812946a1-24c1-4b79-a785-00cbd7c52f99,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.007215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:16.007707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Checking segment: {'id': '8a575246-6316-43cc-a41a-e5876e9467ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:16.008445 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.010961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.019092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Bound using segment: {'id': '8a575246-6316-43cc-a41a-e5876e9467ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:16.020173 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Bound port: dea2687c-87ff-4885-be13-3beeef4e0204, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a575246-6316-43cc-a41a-e5876e9467ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:16.020945 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.023417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 812946a1-24c1-4b79-a785-00cbd7c52f99 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:16.033298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=f83b00f7-87ac-490b-9619-2e028a538a2b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.107602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:16.115695 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.117144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=157a766f-bf58-4c68-9a31-7a0183615d2c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.220962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.221338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.221782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.222265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.222860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.223947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.224427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.224868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.225374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.225801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.226226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.226647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.230940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:16.233096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:16.254046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Performing IP validity checks on allocation pools {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:26:16.254896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:26:16.261300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] For port dea2687c-87ff-4885-be13-3beeef4e0204, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:16.266767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] For port dea2687c-87ff-4885-be13-3beeef4e0204, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dea2687c-87ff-4885-be13-3beeef4e0204,segment=NetworkSegment(8a575246-6316-43cc-a41a-e5876e9467ce),segment_id=8a575246-6316-43cc-a41a-e5876e9467ce)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:16.272660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.288065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47562) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:16.514113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:16.558959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-961046200', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:16.607549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.665399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18453e9-088c-4301-9df4-a3e946782f81 None None] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:16.673890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 157a766f-bf58-4c68-9a31-7a0183615d2c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:16.713182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Made reservation on behalf of 84e3f1e2e2284fc6abdcf846b52c16af for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:16.715557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.719258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:16.730632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-74154ab4-702b-40d5-9522-25a3abc2b02d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "PUT /v2.0/routers/ffd4aaa8-da48-4f56-9980-ed52e8d97e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9254761 Sep 16 05:26:16.731519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47572) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:16.744198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Sync routers for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:16.749279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.752278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=8b0f52a7-8303-4203-af66-1b09373b5a0f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.801531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': '34cb71e4-f818-45e1-81d6-f4dcf5f1c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '812946a1-24c1-4b79-a785-00cbd7c52f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:16.802057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: 812946a1-24c1-4b79-a785-00cbd7c52f99, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:16.832748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3ba3f891-ed16-4a11-bae5-d1cb0e46df76 None None] Provisioning complete for port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:16.833153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f891-ed16-4a11-bae5-d1cb0e46df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.884011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network 812946a1-24c1-4b79-a785-00cbd7c52f99 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:16.910684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 812946a1-24c1-4b79-a785-00cbd7c52f99) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:16.922247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.923068 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.957108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad0fb8-aa04-435c-8455-f052c11a54a8 None None] Network 812946a1-24c1-4b79-a785-00cbd7c52f99 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:16.987087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35ea89-b28c-4860-8a1f-326a675b7028 None None] Pushing event updated for resources: {'Port': ['ID=dea2687c-87ff-4885-be13-3beeef4e0204,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.997812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:16.998551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:17.030040 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.037631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.115221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7403eb-022e-4245-a5b0-dd3837a26bb0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:17.119255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] device_id is not set on port 058435a3-8a1e-479a-9067-b09fec2d82d2 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:26:17.128586 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d8c83adc-f933-4cf1-ad52-24ef3c2d6f04 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2386127 Sep 16 05:26:17.129882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47582) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:17.341060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.375369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 157a766f-bf58-4c68-9a31-7a0183615d2c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:17.375964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.475264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Allocated IP 172.25.6.171 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/058435a3-8a1e-479a-9067-b09fec2d82d2) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:17.560489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.656065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f891-ed16-4a11-bae5-d1cb0e46df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.804686 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.805257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.805641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.806106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.806577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.807595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.807595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.807939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.810085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9dd9ec63-7140-4637-b255-94ae97104dd8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 1.0774360 Sep 16 05:26:17.817940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:17.821557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:17.824774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47590) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:17.888207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.932493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3ba3f891-ed16-4a11-bae5-d1cb0e46df76 None None] For port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=37a30e8a-b2fd-494d-a9bd-c2d19077f9a4,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:17.957208 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f891-ed16-4a11-bae5-d1cb0e46df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.998200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0f52a7-8303-4203-af66-1b09373b5a0f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:18.040587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10905-216f-40cb-9430-0549cbd40da4 req-f1e066cd-c026-4070-851c-7d4d3455a11d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.046713 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.052252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49b10905-216f-40cb-9430-0549cbd40da4 req-f1e066cd-c026-4070-851c-7d4d3455a11d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.3769319 Sep 16 05:26:18.099269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3f891-ed16-4a11-bae5-d1cb0e46df76 None None] Pushing event updated for resources: {'Port': ['ID=37a30e8a-b2fd-494d-a9bd-c2d19077f9a4,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:18.106150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.143572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812946a1-24c1-4b79-a785-00cbd7c52f99']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:18.158969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cb71e4-f818-45e1-81d6-f4dcf5f1c122') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:18.159644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cb71e4-f818-45e1-81d6-f4dcf5f1c122') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:18.167694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.168215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.168685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.169147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.169853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.170314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.170764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.171222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.175492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.179555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6009abd9-cbb7-4c9c-8f54-53131049fb87 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.3474140 Sep 16 05:26:18.187465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47592) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:18.196000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.241710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.280002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:18.283197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:18.283731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:18.287444 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:18.298169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deea763-38d3-46b5-ac4d-cf25f7dff8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-812946a1-24c1-4b79-a785-00cbd7c52f99', 'network_id': '812946a1-24c1-4b79-a785-00cbd7c52f99', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': '8b0f52a7-8303-4203-af66-1b09373b5a0f'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:18.299166 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4deea763-38d3-46b5-ac4d-cf25f7dff8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.306428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:18.310207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:18.362370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Pushing event updated for resources: {'Port': ['ID=058435a3-8a1e-479a-9067-b09fec2d82d2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:18.451366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0f62ec41-501d-4071-923d-ede467dce4c5 None None] Provisioning complete for port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:18.452680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0f62ec41-501d-4071-923d-ede467dce4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.454080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.462295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.470608 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.483204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.493265 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/812946a1-24c1-4b79-a785-00cbd7c52f99 HTTP/1.1" status: 204 len: 168 time: 1.3567433 Sep 16 05:26:18.509091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:18.509934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47604) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:18.517336 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.556434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f39f2-dae7-4d3b-8924-eeba1a7ebfa1 None None] Network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:18.560323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-964252832'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:18.584070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409c754-48c1-4631-b4bf-ba4253c48604 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=812946a1-24c1-4b79-a785-00cbd7c52f99,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:18.609604 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c834d3de-3a56-4a2c-bd63-f97a7c12f92e tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3052909 Sep 16 05:26:18.612057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:18.617998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49b10905-216f-40cb-9430-0549cbd40da4 req-bc54edc6-6326-47d8-b79f-5365885291e5 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5648656 Sep 16 05:26:18.624343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.171'}]}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:18.685772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e90c7b-30de-4e11-9087-94fca74bc588 None None] Network 812946a1-24c1-4b79-a785-00cbd7c52f99 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:18.687259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:18.691764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.694717 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.696638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.707521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e90c7b-30de-4e11-9087-94fca74bc588 None None] Network 812946a1-24c1-4b79-a785-00cbd7c52f99 could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:26:18.806143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.824800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:18.858549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.858904 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment c2e821db-e1b4-4b86-801c-70bad5836f55 of type vlan for network 1e40343a-d955-4b66-b8df-f441b01164bb Sep 16 05:26:18.917994 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.963984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:18.971722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.973457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.047576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0f62ec41-501d-4071-923d-ede467dce4c5 None None] Provisioning complete for port f83b00f7-87ac-490b-9619-2e028a538a2b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:19.047993 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0f62ec41-501d-4071-923d-ede467dce4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.065168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d29a6714-a734-4c3c-aaba-09cdbcb5c0d8 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.8756776 Sep 16 05:26:19.085862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5402715 Sep 16 05:26:19.088828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47610) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:19.100649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0f62ec41-501d-4071-923d-ede467dce4c5 None None] Port f83b00f7-87ac-490b-9619-2e028a538a2b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:19.102321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': '1e40343a-d955-4b66-b8df-f441b01164bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:19.138891 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 2, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:19.167792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ac1a1-9e38-4a70-af53-cceb4d7b4c77 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=1e40343a-d955-4b66-b8df-f441b01164bb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.170692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Checking router: ffd4aaa8-da48-4f56-9980-ed52e8d97e64 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:19.171742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Updating router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 port f83b00f7-87ac-490b-9619-2e028a538a2b binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:26:19.200667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1e40343a-d955-4b66-b8df-f441b01164bb details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:19.230509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.251942 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.264018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dea2687c-87ff-4885-be13-3beeef4e0204 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:19.371119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:19.376589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.385832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Provisioning complete for port dea2687c-87ff-4885-be13-3beeef4e0204 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:19.386301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.474033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47612) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:19.479835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6673c678-9e35-4527-bbfc-3ba8538735ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290052324', 'description': 'tempest-secgroup-smoke-290052324 description', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:19.548000 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6673c678-9e35-4527-bbfc-3ba8538735ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.732455 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6673c678-9e35-4527-bbfc-3ba8538735ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.745134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6673c678-9e35-4527-bbfc-3ba8538735ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.766064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port dea2687c-87ff-4885-be13-3beeef4e0204 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:19.766665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.820598 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6673c678-9e35-4527-bbfc-3ba8538735ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.825136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6673c678-9e35-4527-bbfc-3ba8538735ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3494635 Sep 16 05:26:19.825827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47624) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:19.830248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-54ae72cb-18f5-4f8b-9c90-82dfa7633959 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'd966cd1f-0baf-4190-946e-78d56c94671a', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:19.835499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.839790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.853642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dea0a-5cf2-4585-819d-9704c2295b0a req-d9792743-317b-4dac-aca1-df372aa4f694 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.853642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-793dea0a-5cf2-4585-819d-9704c2295b0a req-d9792743-317b-4dac-aca1-df372aa4f694 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.0910089 Sep 16 05:26:19.853642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673c678-9e35-4527-bbfc-3ba8538735ce tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d966cd1f-0baf-4190-946e-78d56c94671a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:19.903804 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:19.937292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-793dea0a-5cf2-4585-819d-9704c2295b0a req-aa0ae362-70b0-4d75-9a3e-7771fb604118 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635786 Sep 16 05:26:20.002000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=173d3904-bbfa-46ff-9266-2ea2d49171fb,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.004816 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.013816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54ae72cb-18f5-4f8b-9c90-82dfa7633959 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.076978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': 'c2e821db-e1b4-4b86-801c-70bad5836f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1e40343a-d955-4b66-b8df-f441b01164bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:20.077346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: 1e40343a-d955-4b66-b8df-f441b01164bb, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:20.099524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] For port dea2687c-87ff-4885-be13-3beeef4e0204, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dea2687c-87ff-4885-be13-3beeef4e0204,segment=NetworkSegment(8a575246-6316-43cc-a41a-e5876e9467ce),segment_id=8a575246-6316-43cc-a41a-e5876e9467ce)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:20.102812 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.122562 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.162404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network 1e40343a-d955-4b66-b8df-f441b01164bb is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:20.181756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54ae72cb-18f5-4f8b-9c90-82dfa7633959 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.188719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54ae72cb-18f5-4f8b-9c90-82dfa7633959 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.203609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 1e40343a-d955-4b66-b8df-f441b01164bb) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:20.222895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.223507 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.226141 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.227415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae72cb-18f5-4f8b-9c90-82dfa7633959 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab984f3-3f7c-4aaa-9b88-ce418ec643be,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.229268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Provisioning complete for port f83b00f7-87ac-490b-9619-2e028a538a2b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:20.229637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.239928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3743200-5d16-4a03-9937-c9e7c58b6604 None None] Network 1e40343a-d955-4b66-b8df-f441b01164bb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:20.275824 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54ae72cb-18f5-4f8b-9c90-82dfa7633959 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.277064 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-54ae72cb-18f5-4f8b-9c90-82dfa7633959 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4504466 Sep 16 05:26:20.279976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47628) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.288333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-03b5f579-783a-41fb-a208-6e30d582efa3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'd966cd1f-0baf-4190-946e-78d56c94671a', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:20.293652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Pushing event updated for resources: {'Port': ['ID=dea2687c-87ff-4885-be13-3beeef4e0204,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.312835 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-81d3f568-c2db-42e7-a75f-f7bfab27a1e4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2196195 Sep 16 05:26:20.313082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.326587 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:20.326990 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:20.343081 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03b5f579-783a-41fb-a208-6e30d582efa3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.383774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b1ea3738-d319-475b-8aaa-dde81ddece9a None None] Port f83b00f7-87ac-490b-9619-2e028a538a2b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:20.410802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03b5f579-783a-41fb-a208-6e30d582efa3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.415249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03b5f579-783a-41fb-a208-6e30d582efa3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.447464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5f579-783a-41fb-a208-6e30d582efa3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30ae6d0-255b-4fa8-b8af-15c8cea3fc0c,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.461369 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-03b5f579-783a-41fb-a208-6e30d582efa3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.476909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-03b5f579-783a-41fb-a208-6e30d582efa3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1929786 Sep 16 05:26:20.477179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47632) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.484274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1a5acedd-3050-4c36-84e1-8a099138a119 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'd966cd1f-0baf-4190-946e-78d56c94671a', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:20.488425 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.508916 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.543377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a5acedd-3050-4c36-84e1-8a099138a119 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.569476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c239b013-34aa-422d-bc78-51851e0a86b5 None None] Provisioning complete for port dea2687c-87ff-4885-be13-3beeef4e0204 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:20.569845 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c239b013-34aa-422d-bc78-51851e0a86b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.576565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-1e40343a-d955-4b66-b8df-f441b01164bb', 'network_id': '1e40343a-d955-4b66-b8df-f441b01164bb', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': '173d3904-bbfa-46ff-9266-2ea2d49171fb'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:20.577508 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.626051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39dce1-0dca-4342-9934-0b6e93542fe4 None None] Pushing event updated for resources: {'Port': ['ID=f83b00f7-87ac-490b-9619-2e028a538a2b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.656555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a5acedd-3050-4c36-84e1-8a099138a119 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.666380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a5acedd-3050-4c36-84e1-8a099138a119 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.693370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5acedd-3050-4c36-84e1-8a099138a119 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ae3463-db73-4f16-a19f-dd5498d5bea4,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.702866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1a5acedd-3050-4c36-84e1-8a099138a119 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.704351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1a5acedd-3050-4c36-84e1-8a099138a119 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261605 Sep 16 05:26:20.709295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47636) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.720854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-733a4802-fc27-4d2b-8ea2-a1a3049ab68c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'd966cd1f-0baf-4190-946e-78d56c94671a', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:20.796442 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-733a4802-fc27-4d2b-8ea2-a1a3049ab68c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.886644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Allocated IP 172.20.0.1 (1e40343a-d955-4b66-b8df-f441b01164bb/173d3904-bbfa-46ff-9266-2ea2d49171fb/90cf0a43-f899-472c-85bd-7ed4a6fb82cd) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:20.901862 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-733a4802-fc27-4d2b-8ea2-a1a3049ab68c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.908674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-733a4802-fc27-4d2b-8ea2-a1a3049ab68c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.933489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a4802-fc27-4d2b-8ea2-a1a3049ab68c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7575326-5aba-4ca9-bea5-ffa53973d926,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:20.948395 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-733a4802-fc27-4d2b-8ea2-a1a3049ab68c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.950231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-733a4802-fc27-4d2b-8ea2-a1a3049ab68c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2397213 Sep 16 05:26:20.953248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47640) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:20.962116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'd966cd1f-0baf-4190-946e-78d56c94671a', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:20.993240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Attempting to bind port f83b00f7-87ac-490b-9619-2e028a538a2b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:20.993660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Attempting to bind port f83b00f7-87ac-490b-9619-2e028a538a2b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:20.994143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Attempting to bind port f83b00f7-87ac-490b-9619-2e028a538a2b on network 7435570b-b0c9-48a6-925e-de2cb5a809d6 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:21.001047 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Project f72674dd7e4b46cda7bdf9b7383db189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:26:21.010751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.016703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.032752 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.044028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:21.044620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Checking segment: {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:21.045676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.045676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Bound using segment: {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:21.045904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Bound port: f83b00f7-87ac-490b-9619-2e028a538a2b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:21.046151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.067365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:21.142519 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.161591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.162475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccf96c4d-5653-4fba-b312-37939933d1a6 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:26:21.218798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db64e5-a305-43e9-980e-5fcae5b4eba7 req-86ab070f-ceaf-410e-a56d-2e15a30614c1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:21.228543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a0db64e5-a305-43e9-980e-5fcae5b4eba7 req-86ab070f-ceaf-410e-a56d-2e15a30614c1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1587653 Sep 16 05:26:21.243843 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:26:21.245327 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-db668782-6272-446d-b2c7-2a70d0bb4a21 tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6290231 Sep 16 05:26:21.246700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.252469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.253920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47648) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:21.266666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.324985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.328908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3717406 Sep 16 05:26:21.328908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23527a6a-bccd-4dca-b94d-444a7994f0f3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd52b98-70e6-48b6-b274-da4860321a68,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.330359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47650) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:21.333320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] For port f83b00f7-87ac-490b-9619-2e028a538a2b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:21.340071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'security_group_rule': {'security_group_id': 'd966cd1f-0baf-4190-946e-78d56c94671a', 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:21.346940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a0db64e5-a305-43e9-980e-5fcae5b4eba7 req-30cedaef-f246-44f4-a4d4-fd77870610de tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171114 Sep 16 05:26:21.353705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] For port f83b00f7-87ac-490b-9619-2e028a538a2b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f83b00f7-87ac-490b-9619-2e028a538a2b,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:21.357224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:21.357614 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.402965 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Project f72674dd7e4b46cda7bdf9b7383db189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:26:21.405193 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.410835 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.418051 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.440575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Deleting port 058435a3-8a1e-479a-9067-b09fec2d82d2 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:21.441843 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.458621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.462370 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.492800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7b2ba8ff-0e8d-4509-9641-56e184e400d1 None None] Provisioning complete for port f83b00f7-87ac-490b-9619-2e028a538a2b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:21.493127 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba8ff-0e8d-4509-9641-56e184e400d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.514201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=173d3904-bbfa-46ff-9266-2ea2d49171fb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.539533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Network 1e40343a-d955-4b66-b8df-f441b01164bb is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:21.540379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39dce1-0dca-4342-9934-0b6e93542fe4 None None] Pushing event updated for resources: {'Port': ['ID=f83b00f7-87ac-490b-9619-2e028a538a2b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.552631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:21.560282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:21.560594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.582769 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.596688 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.605778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:21.606480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:25:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:21.626376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Calling delete_port for 058435a3-8a1e-479a-9067-b09fec2d82d2 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:21.629508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c29b01-bd97-4e59-bcd7-0307b02ffcb7,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.651301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.660493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0014616d-1094-4d2f-b044-19976a415233 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3198042 Sep 16 05:26:21.669794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.701662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e40343a-d955-4b66-b8df-f441b01164bb']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:21.724645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e821db-e1b4-4b86-801c-70bad5836f55') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:21.724883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e821db-e1b4-4b86-801c-70bad5836f55') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:21.747337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Pushing event updated for resources: {'Port': ['ID=90cf0a43-f899-472c-85bd-7ed4a6fb82cd,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.748551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.776459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.791370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:21.792898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:21.818299 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:21.909539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:26:21.909539 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:26:21.909539 n-d-713301-15 neutron-server[94718]: [parameters: {'id': '1e40343a-d955-4b66-b8df-f441b01164bb'}] Sep 16 05:26:21.909539 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:21.910262 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:21.997505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.003846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Attempting to bind port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:22.004523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Attempting to bind port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'c2e821db-e1b4-4b86-801c-70bad5836f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1e40343a-d955-4b66-b8df-f441b01164bb'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:22.004999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Attempting to bind port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd on network 1e40343a-d955-4b66-b8df-f441b01164bb {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:22.021902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:22.022462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Checking segment: {'id': 'c2e821db-e1b4-4b86-801c-70bad5836f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1e40343a-d955-4b66-b8df-f441b01164bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:22.022974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.023475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Bound using segment: {'id': 'c2e821db-e1b4-4b86-801c-70bad5836f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1e40343a-d955-4b66-b8df-f441b01164bb'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:22.024082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Bound port: 90cf0a43-f899-472c-85bd-7ed4a6fb82cd, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e821db-e1b4-4b86-801c-70bad5836f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1e40343a-d955-4b66-b8df-f441b01164bb'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:22.024675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.050322 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba8ff-0e8d-4509-9641-56e184e400d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.096273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Pushing event deleted for resources: {'Port': ['ID=058435a3-8a1e-479a-9067-b09fec2d82d2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.171307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-470a1986-4375-4bac-8ab8-685caa8fd75a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290052324&fields=id&tenant_id=f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 267 time: 0.1980264 Sep 16 05:26:22.290305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.294817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7298f072-8aee-4768-ae26-929164e9bc5d tempest-RoutersAdminNegativeTest-1571377177 tempest-RoutersAdminNegativeTest-1571377177-project-admin] 10.222.0.55 "DELETE /v2.0/ports/058435a3-8a1e-479a-9067-b09fec2d82d2 HTTP/1.1" status: 204 len: 168 time: 1.0392838 Sep 16 05:26:22.335858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-b3ea0343-9c8f-462b-bdc1-620b455d957d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.344750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-b3ea0343-9c8f-462b-bdc1-620b455d957d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/networks?id=7435570b-b0c9-48a6-925e-de2cb5a809d6 HTTP/1.1" status: 200 len: 796 time: 0.1723075 Sep 16 05:26:22.361729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-4dc21812-dc43-4909-9ac4-30fca52f7ace tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/quotas/f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 375 time: 0.0155261 Sep 16 05:26:22.411488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.459452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-753b2fbd-8aed-4649-b405-ea88fcd031be tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885811 Sep 16 05:26:22.507859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] For port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:22.517748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] For port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=90cf0a43-f899-472c-85bd-7ed4a6fb82cd,segment=NetworkSegment(c2e821db-e1b4-4b86-801c-70bad5836f55),segment_id=c2e821db-e1b4-4b86-801c-70bad5836f55)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:22.546010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7b2ba8ff-0e8d-4509-9641-56e184e400d1 None None] For port f83b00f7-87ac-490b-9619-2e028a538a2b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f83b00f7-87ac-490b-9619-2e028a538a2b,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:22.547366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dea2687c-87ff-4885-be13-3beeef4e0204 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:22.552644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:22.555113 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.617212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Deleting port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:22.622570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.663798 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba8ff-0e8d-4509-9641-56e184e400d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.669935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b509f-e1db-4e2c-ad32-f0c03c09a678 None None] Pushing event updated for resources: {'Port': ['ID=90cf0a43-f899-472c-85bd-7ed4a6fb82cd,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.780023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] For port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=90cf0a43-f899-472c-85bd-7ed4a6fb82cd,segment=NetworkSegment(c2e821db-e1b4-4b86-801c-70bad5836f55),segment_id=c2e821db-e1b4-4b86-801c-70bad5836f55)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:22.781962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.810819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-90428e86-24d2-4e2d-91a0-59d56585f78b service neutron] 10.222.0.55 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266535 Sep 16 05:26:22.813550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Calling delete_port for 90cf0a43-f899-472c-85bd-7ed4a6fb82cd owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:22.903839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47700) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:22.915695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ba8ff-0e8d-4509-9641-56e184e400d1 None None] Pushing event updated for resources: {'Port': ['ID=f83b00f7-87ac-490b-9619-2e028a538a2b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:22.968904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bd052ce9-ec12-4548-9354-96196c37e056 None None] Provisioning complete for port f83b00f7-87ac-490b-9619-2e028a538a2b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:22.969315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bd052ce9-ec12-4548-9354-96196c37e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.973599 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.974283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb6847-4977-4bd8-8f02-e6fa6ee4af52 req-a5c77e61-bce6-43ed-b2c7-b8bb9a903b00 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.976150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84cb6847-4977-4bd8-8f02-e6fa6ee4af52 req-a5c77e61-bce6-43ed-b2c7-b8bb9a903b00 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1569796 Sep 16 05:26:23.008417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a96cc7-7454-41d7-b647-e6a9d064a199 None None] Network 1e40343a-d955-4b66-b8df-f441b01164bb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:23.010156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port dea2687c-87ff-4885-be13-3beeef4e0204 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:23.010523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.019055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-192a8e9e-733d-4186-bf95-c71f44f283ab service neutron] 10.222.0.55 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008126 Sep 16 05:26:23.027456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Port': ['ID=90cf0a43-f899-472c-85bd-7ed4a6fb82cd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:23.042262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.042855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.043401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.045947 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.046607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.047133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.047822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.048475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.049010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.049535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.050614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.051284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:23.054525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No DVR routers for this DVR port 90cf0a43-f899-472c-85bd-7ed4a6fb82cd on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:23.059367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84cb6847-4977-4bd8-8f02-e6fa6ee4af52 req-75432c02-7ecb-4ebc-8adb-37fcbdad4551 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760896 Sep 16 05:26:23.116027 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-515cb0a2-acbd-4515-a333-bdb1d70ae638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.211415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.262106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e40343a-d955-4b66-b8df-f441b01164bb']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:23.291763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e821db-e1b4-4b86-801c-70bad5836f55') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:23.292220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e821db-e1b4-4b86-801c-70bad5836f55') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:23.321411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.340536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.348878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:23.349810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.422481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7175b2a-fad6-4a08-bbe8-fbbbff728cba None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:23.437348 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:23.453608 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-515cb0a2-acbd-4515-a333-bdb1d70ae638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.464266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.472939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56323107-f09f-49b3-8b11-749de9c1e21f req-b19cd487-db10-4cb2-98cd-1950608af85c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 210 time: 0.1360335 Sep 16 05:26:23.485709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bb975-9731-45d6-81d5-e8e94741a6cf req-7114f7c8-e7f1-4c26-bc2d-e49e66e274d6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.488298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5bb975-9731-45d6-81d5-e8e94741a6cf req-7114f7c8-e7f1-4c26-bc2d-e49e66e274d6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2354577 Sep 16 05:26:23.489270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-515cb0a2-acbd-4515-a333-bdb1d70ae638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.500644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.502552 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/1e40343a-d955-4b66-b8df-f441b01164bb HTTP/1.1" status: 204 len: 168 time: 3.1885691 Sep 16 05:26:23.516418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dfee6-a512-44d0-9b6b-0231c866af45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=1e40343a-d955-4b66-b8df-f441b01164bb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:23.518696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47714) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:23.521935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cb0a2-acbd-4515-a333-bdb1d70ae638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d5e789-3887-426f-85ff-3a36d4245fd4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:23.537245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:21Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:23.557422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-530592721'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:23.632882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c56e5-d1f3-46c9-8db7-a2fcf317f693 None None] The sync data for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 is: [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:21Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:23.649828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47722) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:23.650387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-515cb0a2-acbd-4515-a333-bdb1d70ae638 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edacd55ea65140d08e7152da41467cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447207 Sep 16 05:26:23.669035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:23.673119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.680787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7175b2a-fad6-4a08-bbe8-fbbbff728cba None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:23.701032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5bb975-9731-45d6-81d5-e8e94741a6cf req-5c6f06a6-890f-46ac-84aa-2d60aac190cb tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810791 Sep 16 05:26:23.781540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:23.802199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.802607 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment df4b3d69-7920-47c6-81b8-754d309c5d0b of type vlan for network 8ffe8e0a-205c-4e17-91c1-f3ed10782601 Sep 16 05:26:23.819311 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a42b054-040e-4712-a890-1b8425a3c699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.849904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a42b054-040e-4712-a890-1b8425a3c699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.855735 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.922875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a42b054-040e-4712-a890-1b8425a3c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.927520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a42b054-040e-4712-a890-1b8425a3c699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.929545 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8a42b054-040e-4712-a890-1b8425a3c699 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85d5e789-3887-426f-85ff-3a36d4245fd4 HTTP/1.1" status: 204 len: 168 time: 0.2785816 Sep 16 05:26:23.929763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.939428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42b054-040e-4712-a890-1b8425a3c699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d5e789-3887-426f-85ff-3a36d4245fd4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:23.944699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.947268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.124760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5885704 Sep 16 05:26:24.127433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47730) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.129774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e48fa2-b823-4c24-995f-e17cd4c10f98 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=8ffe8e0a-205c-4e17-91c1-f3ed10782601,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:24.137126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': '8ffe8e0a-205c-4e17-91c1-f3ed10782601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:24.158070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8ffe8e0a-205c-4e17-91c1-f3ed10782601 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:24.253163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f83b00f7-87ac-490b-9619-2e028a538a2b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:24.361547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:24.368310 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.377906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814eaa-a3e2-4bdf-88ca-522af6e7f6a3 req-8c3ca285-57a5-4acc-8963-2c44d40e9a70 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:24.379563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b6814eaa-a3e2-4bdf-88ca-522af6e7f6a3 req-8c3ca285-57a5-4acc-8963-2c44d40e9a70 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1052904 Sep 16 05:26:24.411369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f83b00f7-87ac-490b-9619-2e028a538a2b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:24.411896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.462427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b6814eaa-a3e2-4bdf-88ca-522af6e7f6a3 req-dc4ad721-bab2-4dc1-ade8-94d1420e0f95 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742004 Sep 16 05:26:24.632797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03862ddf-b234-46f5-a84d-e48775adb574 req-955042cc-3141-4008-87b0-0ed09cb6993b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 210 time: 0.0439618 Sep 16 05:26:24.685724 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.724476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47742) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.790647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:24.798629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-960fbfd9-8b2f-42fa-b46d-f9420679b2b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84e3f1e2e2284fc6abdcf846b52c16af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695713 Sep 16 05:26:24.875241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:24.926510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9a957-2bec-4713-8583-08ccb95ea38b req-0394e317-9f34-4c9c-aecd-9e40a7709d0a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:24.944795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34b9a957-2bec-4713-8583-08ccb95ea38b req-0394e317-9f34-4c9c-aecd-9e40a7709d0a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.0985575 Sep 16 05:26:24.977249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad94f7f0-99a5-4cf3-b259-55f8bc26ef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.018110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad94f7f0-99a5-4cf3-b259-55f8bc26ef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.104917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad94f7f0-99a5-4cf3-b259-55f8bc26ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.107504 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad94f7f0-99a5-4cf3-b259-55f8bc26ef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.108736 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ad94f7f0-99a5-4cf3-b259-55f8bc26ef4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf7403eb-022e-4245-a5b0-dd3837a26bb0 HTTP/1.1" status: 204 len: 168 time: 0.3161485 Sep 16 05:26:25.172942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=c86bb609-0601-4a1a-b17c-3f37d2b27890,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.192248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94f7f0-99a5-4cf3-b259-55f8bc26ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7403eb-022e-4245-a5b0-dd3837a26bb0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:25.213218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': 'df4b3d69-7920-47c6-81b8-754d309c5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8ffe8e0a-205c-4e17-91c1-f3ed10782601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:25.213595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: 8ffe8e0a-205c-4e17-91c1-f3ed10782601, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:25.221328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-18797cf7-30b6-4080-8ede-5614f13011ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.223322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-18797cf7-30b6-4080-8ede-5614f13011ec tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "GET /v2.0/networks?id=7435570b-b0c9-48a6-925e-de2cb5a809d6 HTTP/1.1" status: 200 len: 796 time: 0.2004795 Sep 16 05:26:25.235951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34b9a957-2bec-4713-8583-08ccb95ea38b req-862c6756-7e34-42d2-800b-a9c452fa67d3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771251 Sep 16 05:26:25.270164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network 8ffe8e0a-205c-4e17-91c1-f3ed10782601 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:25.284743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8ffe8e0a-205c-4e17-91c1-f3ed10782601) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:25.292335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.293066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.307153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65afc4b4-adc3-4cb6-aa96-5c31b932a6f3 None None] Network 8ffe8e0a-205c-4e17-91c1-f3ed10782601 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:25.336126 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7a5d0321-1b76-4154-89a0-8940e1a8e44c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2064748 Sep 16 05:26:25.339288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47762) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:25.362405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-faaaec7f-39a1-4713-9ad3-a04a90d30f13 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f72674dd7e4b46cda7bdf9b7383db189 HTTP/1.1" status: 200 len: 379 time: 0.1141739 Sep 16 05:26:25.377401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'port': {'device_id': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'admin_state_up': True, 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'security_groups': ['d966cd1f-0baf-4190-946e-78d56c94671a']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:25.608415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.737373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.813009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a098a87-0198-4c55-bd26-8a454fa99486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-8ffe8e0a-205c-4e17-91c1-f3ed10782601', 'network_id': '8ffe8e0a-205c-4e17-91c1-f3ed10782601', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': 'c86bb609-0601-4a1a-b17c-3f37d2b27890'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:25.814669 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a098a87-0198-4c55-bd26-8a454fa99486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.884557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec24460-20f1-4018-98b4-a13ba5f66e00 req-b290d50c-0246-4e1a-8b54-8e17e8f102db tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.886621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ec24460-20f1-4018-98b4-a13ba5f66e00 req-b290d50c-0246-4e1a-8b54-8e17e8f102db tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.2363219 Sep 16 05:26:25.887323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47774) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:25.916757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.920435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e974598-4dcf-4222-bdfa-fd113648a38f req-91ffe157-89c0-4702-8752-2a410683b82f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 210 time: 0.1179802 Sep 16 05:26:25.947698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Made reservation on behalf of f72674dd7e4b46cda7bdf9b7383db189 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:25.952041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.980336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=c86bb609-0601-4a1a-b17c-3f37d2b27890,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:26.044761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.051659 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95bf8c2c-e716-4f7b-89b4-31cddf2b7d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.054449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ec24460-20f1-4018-98b4-a13ba5f66e00 req-ac774ad2-bdd5-43ca-9fdf-c2a8d165e52e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100981 Sep 16 05:26:26.110575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffe8e0a-205c-4e17-91c1-f3ed10782601']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server [None req-5a098a87-0198-4c55-bd26-8a454fa99486 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c86bb609-0601-4a1a-b17c-3f37d2b27890: This subnet is being modified by another concurrent operation. Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c86bb609-0601-4a1a-b17c-3f37d2b27890: This subnet is being modified by another concurrent operation. Sep 16 05:26:26.115205 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Sep 16 05:26:26.132515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4b3d69-7920-47c6-81b8-754d309c5d0b') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:26.132818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4b3d69-7920-47c6-81b8-754d309c5d0b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:26.152239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f0e7b2-e966-4bbd-ae3c-dc049e5d6cb8 None None] Network 8ffe8e0a-205c-4e17-91c1-f3ed10782601 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:26.158361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.183759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.192283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:26.192687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.259099 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:26.274953 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:26.282172 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.288588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.292290 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/8ffe8e0a-205c-4e17-91c1-f3ed10782601 HTTP/1.1" status: 204 len: 168 time: 0.9516945 Sep 16 05:26:26.298721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47786) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:26.320118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1146893436'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:26.328529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8b143-bbec-4255-8df4-2a5a528e2d8f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=8ffe8e0a-205c-4e17-91c1-f3ed10782601,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:26.366528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:26.371289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.396236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.db.api [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:26:26.396236 n-d-713301-15 neutron-server[94719]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:26:26.396236 n-d-713301-15 neutron-server[94719]: [parameters: {'project_id_1': 'e98d4ae45eee4be0b81fa394e6298360', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 26, 6, 340600)}] Sep 16 05:26:26.396236 n-d-713301-15 neutron-server[94719]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:26.396836 n-d-713301-15 neutron-server[94719]: DEBUG oslo_db.api [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:26.405219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:26.418462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.419006 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e of type vlan for network 327a39b1-9a44-4038-bff8-73ce41ca7b7a Sep 16 05:26:26.458550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3011e-856d-43d3-a9e9-2d7bc01a2784 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:26.476031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c40ce8-6d9a-4789-bcc2-c1e86bce0605 req-4d755dfd-29a5-45ab-888b-887877c0feaf tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.478111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56c40ce8-6d9a-4789-bcc2-c1e86bce0605 req-4d755dfd-29a5-45ab-888b-887877c0feaf tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.0861933 Sep 16 05:26:26.479579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.20.0.10 (7435570b-b0c9-48a6-925e-de2cb5a809d6/60da0499-df9c-4f31-b0e7-68c0d07ebbef/c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:26.499441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.587254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.606723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.607470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.609109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3011e-856d-43d3-a9e9-2d7bc01a2784 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:26.697959 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3948510 Sep 16 05:26:26.704899 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47798) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:26.717191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:26.724200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56c40ce8-6d9a-4789-bcc2-c1e86bce0605 req-c332ac2d-3899-47e4-8b42-5fef570a4137 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220440 Sep 16 05:26:26.740121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47800) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:26.766489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.808804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5a7f7-30d9-48fb-bfd7-fc3986995438 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=327a39b1-9a44-4038-bff8-73ce41ca7b7a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:26.825301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 327a39b1-9a44-4038-bff8-73ce41ca7b7a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:26.857915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.891500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:26.898030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:26.907021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:26.908268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:26.914548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.940430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.990219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1413769166'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:27.041950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Performing IP validity checks on allocation pools {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:26:27.042534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:26:27.088713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:27.092490 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.099038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:27.134572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:27.135251 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.178219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.235515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.350349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=c5f48e28-fa8e-4b16-a78f-d775070544f5,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:27.366718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:27.366718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: 327a39b1-9a44-4038-bff8-73ce41ca7b7a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:27.396987 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.400441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network 327a39b1-9a44-4038-bff8-73ce41ca7b7a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:27.409654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e4fa-cc66-4889-8f8c-2fb3a27a6b6b req-8d54a915-5f90-40bf-9cf4-94b2135e7c2c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:27.425322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f85e4fa-cc66-4889-8f8c-2fb3a27a6b6b req-8d54a915-5f90-40bf-9cf4-94b2135e7c2c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 932 time: 0.3795538 Sep 16 05:26:27.433339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.438153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 327a39b1-9a44-4038-bff8-73ce41ca7b7a) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:27.444294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:27.444938 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.451531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d00428-d9cc-4215-b2ae-73374377c982 None None] Network 327a39b1-9a44-4038-bff8-73ce41ca7b7a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:27.475148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-0655db5a-0c1e-41aa-9ee2-63879769bd62 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1063430 Sep 16 05:26:27.518505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Request body: {'port': {'device_id': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:27.564056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184dd1-aea2-4c29-84b6-ee8c5882a609 req-700d4d03-2e04-4aeb-b6b8-1e6fc4273300 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:27.566300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef184dd1-aea2-4c29-84b6-ee8c5882a609 req-700d4d03-2e04-4aeb-b6b8-1e6fc4273300 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.3853648 Sep 16 05:26:27.596993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc99a63-6485-402c-b4c9-8835d60b8c21,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:27.621559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bec2d61f-2cbe-4399-9906-93f4620db401 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e98d4ae45eee4be0b81fa394e6298360&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7135448 Sep 16 05:26:27.621966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:27.657208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f85e4fa-cc66-4889-8f8c-2fb3a27a6b6b req-a5955112-0aa8-4c6f-8933-d995e59dc0e0 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304163 Sep 16 05:26:27.699924 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ffa3a5-dc9d-4e0a-832c-4aad4c4bf33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.729632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ffa3a5-dc9d-4e0a-832c-4aad4c4bf33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.733516 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.742765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef184dd1-aea2-4c29-84b6-ee8c5882a609 req-e49fa733-0b27-459e-ab3e-c3dcb16f7045 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494374 Sep 16 05:26:27.755825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-120ec85c-bb1e-400b-8ebf-2e1dee8666e7 None None] Provisioning complete for port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:27.756445 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-120ec85c-bb1e-400b-8ebf-2e1dee8666e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.776132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.824332 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f59dec43-24d0-42d9-abe9-3a54f1f24d73 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1159418 Sep 16 05:26:27.828550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47818) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:27.833923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-120ec85c-bb1e-400b-8ebf-2e1dee8666e7 None None] Port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:27.848498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-327a39b1-9a44-4038-bff8-73ce41ca7b7a', 'network_id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': 'c5f48e28-fa8e-4b16-a78f-d775070544f5'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:27.850800 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.868845 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ffa3a5-dc9d-4e0a-832c-4aad4c4bf33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.876179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21ffa3a5-dc9d-4e0a-832c-4aad4c4bf33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:27.883855 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21ffa3a5-dc9d-4e0a-832c-4aad4c4bf33f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fc99a63-6485-402c-b4c9-8835d60b8c21 HTTP/1.1" status: 204 len: 168 time: 0.2607517 Sep 16 05:26:27.954303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffa3a5-dc9d-4e0a-832c-4aad4c4bf33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc99a63-6485-402c-b4c9-8835d60b8c21,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.070228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.137601 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.138954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Allocated IP 172.20.0.3 (327a39b1-9a44-4038-bff8-73ce41ca7b7a/c5f48e28-fa8e-4b16-a78f-d775070544f5/2e6dc541-3842-49d9-9e9b-c3807da5c3c4) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:28.142057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.324271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0f534619-860d-4534-9839-8659572f3f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.326500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.337587 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.376715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.388983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Pushing event updated for resources: {'Port': ['ID=2e6dc541-3842-49d9-9e9b-c3807da5c3c4,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.405425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Network 327a39b1-9a44-4038-bff8-73ce41ca7b7a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:28.408749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:28.422386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:28.464506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f48e28-fa8e-4b16-a78f-d775070544f5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.517225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Attempting to bind port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:28.518030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Attempting to bind port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:28.519271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Attempting to bind port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4 on network 327a39b1-9a44-4038-bff8-73ce41ca7b7a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:28.525659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:28.526478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Checking segment: {'id': 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:28.527221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.527861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Bound using segment: {'id': 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:28.533396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Bound port: 2e6dc541-3842-49d9-9e9b-c3807da5c3c4, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:28.534115 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.587096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:28.604596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.640001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327a39b1-9a44-4038-bff8-73ce41ca7b7a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:28.654856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:28.655966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:28.658273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4618830-c99a-4998-bcce-d9f77064eebd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.661507 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.661854 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment 1d547266-95b3-4ffe-9c35-4e215d486615 of type vlan for network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 Sep 16 05:26:28.672390 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.682294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-e8f8d21b-5679-44d2-93ea-e688f00fcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.683782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-e8f8d21b-5679-44d2-93ea-e688f00fcff7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 1097 time: 0.5610192 Sep 16 05:26:28.696744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.697159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa832-6c25-4733-aa98-174af3773428 req-63657fc3-d5b4-42fb-9ac7-33fcf237706d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.698211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] For port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:28.705002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb9fa832-6c25-4733-aa98-174af3773428 req-63657fc3-d5b4-42fb-9ac7-33fcf237706d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.5809817 Sep 16 05:26:28.706595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:28.707053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:28.710674 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:28.775517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] For port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2e6dc541-3842-49d9-9e9b-c3807da5c3c4,segment=NetworkSegment(fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e),segment_id=fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:28.777284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:26:28.777284 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:26:28.777284 n-d-713301-15 neutron-server[94718]: [parameters: {'id': '327a39b1-9a44-4038-bff8-73ce41ca7b7a'}] Sep 16 05:26:28.777284 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:28.777839 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:28.783481 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.804176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005b37-d6da-4793-9885-f9ea503aad94 req-4f99546b-497e-40ac-8a93-38f0a48f373f tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.805707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7005b37-d6da-4793-9885-f9ea503aad94 req-4f99546b-497e-40ac-8a93-38f0a48f373f tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.6809208 Sep 16 05:26:28.820359 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.875703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e9274-bb05-4702-b800-24d196e83a97 None None] Pushing event updated for resources: {'Port': ['ID=2e6dc541-3842-49d9-9e9b-c3807da5c3c4,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:28.904364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212d390-3a93-4a23-8aed-8abce2bec244 None None] Network 327a39b1-9a44-4038-bff8-73ce41ca7b7a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:28.915679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb9fa832-6c25-4733-aa98-174af3773428 req-d8264c23-c673-40bd-aa8a-9fa30da4b237 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097313 Sep 16 05:26:28.992618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7005b37-d6da-4793-9885-f9ea503aad94 req-a41d623b-ed74-4918-bf8c-358cbc7db7df tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778622 Sep 16 05:26:28.992618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:28.996687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.997390 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.035666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-06466d0d-53b5-46c4-a887-37937c2f13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.037514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-06466d0d-53b5-46c4-a887-37937c2f13a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.3269598 Sep 16 05:26:29.044705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:29.092309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3404810 Sep 16 05:26:29.092309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.092701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe308e-a65a-454f-b238-00a004f68670 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:29.164006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47848) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:29.201918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c78c6-7594-4e83-8636-bf084e1730cc tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=8f7bc989-11e8-406f-b4d0-ffc8485373a7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.207380 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.257325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:29.279381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.362165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Transition to ACTIVE for port object c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:29.379831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.442115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Deleting port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:29.442513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.474715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-8e611c67-1c8b-44f8-8389-297dd3001908 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 200 len: 1001 time: 0.3988271 Sep 16 05:26:29.495238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08e48f-d714-4f29-b011-b0836b969fd1 req-d9d324d2-30fa-493d-935a-8609ff49caa6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.497018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da08e48f-d714-4f29-b011-b0836b969fd1 req-d9d324d2-30fa-493d-935a-8609ff49caa6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 932 time: 0.4250772 Sep 16 05:26:29.525985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:29.544825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1460519860-network', 'tenant_id': '332a7752709348e3b11ba8251da0ce00'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:29.576164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-d1fb2e35-a151-4788-9865-02422c6614fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.576164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-d1fb2e35-a151-4788-9865-02422c6614fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.0773358 Sep 16 05:26:29.591867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe308e-a65a-454f-b238-00a004f68670 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:29.617516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] For port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2e6dc541-3842-49d9-9e9b-c3807da5c3c4,segment=NetworkSegment(fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e),segment_id=fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:29.618207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.633185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Made reservation on behalf of 332a7752709348e3b11ba8251da0ce00 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:29.644439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.684970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.702488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Calling delete_port for 2e6dc541-3842-49d9-9e9b-c3807da5c3c4 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:29.727171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da08e48f-d714-4f29-b011-b0836b969fd1 req-92d6d89d-f008-4ea6-b9c9-3a1496f4cc18 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968648 Sep 16 05:26:29.751092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-215570f9-891c-4d7b-927d-8cf313a296da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:29.759451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-215570f9-891c-4d7b-927d-8cf313a296da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715682 Sep 16 05:26:29.815741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Attempting to bind port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:29.816334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Attempting to bind port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:29.816757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Attempting to bind port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f on network 7435570b-b0c9-48a6-925e-de2cb5a809d6 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:29.824026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f on network 7435570b-b0c9-48a6-925e-de2cb5a809d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:29.824513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Attempting to bind port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f on network 7435570b-b0c9-48a6-925e-de2cb5a809d6 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:29.838419 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.870759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:29.871347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Checking segment: {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:29.871829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Bound using segment: {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:29.872469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Bound port: c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774229f9-193d-4f6d-8078-aae176d2ae77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:29.872980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.961131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] For port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:29.965331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:29.965927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] For port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:29.983320 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.016462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Port': ['ID=2e6dc541-3842-49d9-9e9b-c3807da5c3c4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.032501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-5df13cfe-06cd-47d2-a908-c520f6251e15 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568097 Sep 16 05:26:30.034836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No DVR routers for this DVR port 2e6dc541-3842-49d9-9e9b-c3807da5c3c4 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:30.049479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.049479 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.049479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] 10.222.0.64 "PUT /v2.0/ports/c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f HTTP/1.1" status: 200 len: 1093 time: 2.5469947 Sep 16 05:26:30.049479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:30.051487 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b8c214-c264-420d-a3fc-740e6745a9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:30.156623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.162733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.181813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.206998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327a39b1-9a44-4038-bff8-73ce41ca7b7a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:30.224534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:30.235609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:30.235959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb3a9ff-940b-4462-b3cb-6dfc3fc6259e') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:30.249207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e66b-a6c0-4c42-9035-e6ca8d22bb24 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.263938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f54f6f-13c6-4878-b0a6-291173a4c089,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.283508 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.285863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.286182 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Added segment b649b0f9-2051-4c7f-a47b-9a8baf260ed9 of type vlan for network 212fcce4-023e-451c-921d-3f09933c4960 Sep 16 05:26:30.330487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.348187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:30.348597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:30.352134 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:30.367188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.411617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-125949c7-8d36-4839-85e3-486a763cb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.413324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-125949c7-8d36-4839-85e3-486a763cb91b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 1096 time: 0.2818730 Sep 16 05:26:30.430253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0abed2-fd90-4f7b-9eb0-69b937a56d69 req-b65af91e-6f10-4d47-ad36-370948f0332f tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.432512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e0abed2-fd90-4f7b-9eb0-69b937a56d69 req-b65af91e-6f10-4d47-ad36-370948f0332f tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.2012115 Sep 16 05:26:30.451348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e842b2-81cb-46c8-b78b-27f1fef2f63a req-51e40c74-0807-4529-ba55-48e2cde6f4b4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.453522 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5e842b2-81cb-46c8-b78b-27f1fef2f63a req-51e40c74-0807-4529-ba55-48e2cde6f4b4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.3230920 Sep 16 05:26:30.459294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.465796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.474681 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/327a39b1-9a44-4038-bff8-73ce41ca7b7a HTTP/1.1" status: 204 len: 168 time: 2.6376579 Sep 16 05:26:30.477960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47860) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:30.500962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477587427'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:30.504951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e37321-b843-44de-b666-b7507bf7e993 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=327a39b1-9a44-4038-bff8-73ce41ca7b7a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.514040 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.515056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.515663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.542748 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3766730 Sep 16 05:26:30.551573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-78e98564-323b-49e0-9e68-e05150297da3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f HTTP/1.1" status: 200 len: 217 time: 0.1159568 Sep 16 05:26:30.575063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47864) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:30.619260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Request body: {'subnet': {'network_id': '212fcce4-023e-451c-921d-3f09933c4960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1460519860-subnet', 'tenant_id': '332a7752709348e3b11ba8251da0ce00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:30.695067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Made reservation on behalf of 332a7752709348e3b11ba8251da0ce00 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:30.695873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:30.697553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.699634 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.715603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241037f-c86c-4a8c-a00b-5ea2075eee3b admin admin] Pushing event updated for resources: {'Network': ['ID=212fcce4-023e-451c-921d-3f09933c4960,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:30.733180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 212fcce4-023e-451c-921d-3f09933c4960 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:30.738025 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:30.757185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.757595 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment 2d153cd0-0dbf-429b-a5b5-828d8bf2a682 of type vlan for network d0852b87-1633-4f1e-a61f-71aa449e0ac6 Sep 16 05:26:30.832197 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.871726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.886543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:30.887286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:30.943256 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4454658 Sep 16 05:26:30.977143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:30.995812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': 'd0852b87-1633-4f1e-a61f-71aa449e0ac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:31.016298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a8372a4-5bda-4b50-9ad7-7bf33fe6227e req-788f9b75-ba25-4e34-b5ec-a8d3be047ee0 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9577072 Sep 16 05:26:31.020011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00264c6b-3610-4a5a-864a-5e9355ec2f57 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=d0852b87-1633-4f1e-a61f-71aa449e0ac6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:31.045441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e0abed2-fd90-4f7b-9eb0-69b937a56d69 req-cf40e4f2-0cf6-4652-87e0-52a9bf9893ec tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5871828 Sep 16 05:26:31.047905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d0852b87-1633-4f1e-a61f-71aa449e0ac6 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:31.089729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5e842b2-81cb-46c8-b78b-27f1fef2f63a req-bac098eb-dc35-4c22-9d37-9d4dc5299c8c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5817058 Sep 16 05:26:31.120446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-610fcf95-59c4-40a6-a529-07b3bb9e19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.132758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-610fcf95-59c4-40a6-a529-07b3bb9e19bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60da0499-df9c-4f31-b0e7-68c0d07ebbef HTTP/1.1" status: 200 len: 835 time: 0.5241091 Sep 16 05:26:31.263651 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.271774 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f0cdc-2246-4e99-833f-7b9aa7d4360b x-openstack-request-id: req-a92f0cdc-2246-4e99-833f-7b9aa7d4360b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:31.272068 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:31.272444 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a92f0cdc-2246-4e99-833f-7b9aa7d4360b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:31.272766 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'status': 'completed', 'code': 200} Sep 16 05:26:31.288268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.301756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:31.315382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.345701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-f629a39b-3967-4c81-9067-c101db322fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.348194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-f629a39b-3967-4c81-9067-c101db322fce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7435570b-b0c9-48a6-925e-de2cb5a809d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2070735 Sep 16 05:26:31.435155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12c0003-ba74-4f0d-b271-324ec077ac2f,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:31.472842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Checking segment: {'id': 'b649b0f9-2051-4c7f-a47b-9a8baf260ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '212fcce4-023e-451c-921d-3f09933c4960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:31.473482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Network hostable DHCP agents. Network: 212fcce4-023e-451c-921d-3f09933c4960, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:31.553413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c8677-db21-49c4-b81f-ed0d99f6ed93 req-cc936eae-4bd8-4707-a1aa-8489ad07bb65 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.555335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-113c8677-db21-49c4-b81f-ed0d99f6ed93 req-cc936eae-4bd8-4707-a1aa-8489ad07bb65 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 944 time: 0.1735282 Sep 16 05:26:31.591335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Network 212fcce4-023e-451c-921d-3f09933c4960 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:31.604439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-288fa5ad-dea4-402d-abc2-d9a2e2a15325 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456772 Sep 16 05:26:31.614715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.656764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 212fcce4-023e-451c-921d-3f09933c4960) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:31.669942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dbdb6e-57a6-47e8-ac3d-7040e3daf10c None None] Network 212fcce4-023e-451c-921d-3f09933c4960 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:31.696886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-113c8677-db21-49c4-b81f-ed0d99f6ed93 req-bfdde6fd-0ded-4e26-8a5c-d7bed1b787d3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318736 Sep 16 05:26:31.704570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.705253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.768183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=6146c567-c4e2-4c94-9872-abe634464cd8,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:31.772072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': '2d153cd0-0dbf-429b-a5b5-828d8bf2a682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0852b87-1633-4f1e-a61f-71aa449e0ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:31.772555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: d0852b87-1633-4f1e-a61f-71aa449e0ac6, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:31.780554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4f77660f-ea2e-4b2b-b91b-0100939ea6f4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1743116 Sep 16 05:26:31.807238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network d0852b87-1633-4f1e-a61f-71aa449e0ac6 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:31.825404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d0852b87-1633-4f1e-a61f-71aa449e0ac6) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:31.838818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d9f660-8945-4a56-a0ca-e473ac2262c4 req-1db1e76c-ebf9-425c-9d8a-a1f82cd12f87 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252424 Sep 16 05:26:31.841162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:31.841778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:31.841980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e33ae-9b8f-42d1-871c-a099ddf146f9 None None] Network d0852b87-1633-4f1e-a61f-71aa449e0ac6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:31.882528 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-032faa4e-2727-4ae3-8b89-062329674255 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9008582 Sep 16 05:26:31.882528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:32.051197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-b6ecce48-8412-430b-9d45-f4eb266a9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.052844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-b6ecce48-8412-430b-9d45-f4eb266a9f06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 1096 time: 0.1017969 Sep 16 05:26:32.067067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe3f97-859d-403c-bf68-7558f60c537d None None] Network 212fcce4-023e-451c-921d-3f09933c4960 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:32.140194 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.270620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-de5a3103-bead-4e95-a36d-390db4afb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.275381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-de5a3103-bead-4e95-a36d-390db4afb00f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7435570b-b0c9-48a6-925e-de2cb5a809d6 HTTP/1.1" status: 200 len: 897 time: 0.2031562 Sep 16 05:26:32.306360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.426973 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.439053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a86fb-8cf8-44d1-8140-7b3958d700c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-d0852b87-1633-4f1e-a61f-71aa449e0ac6', 'network_id': 'd0852b87-1633-4f1e-a61f-71aa449e0ac6', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': '6146c567-c4e2-4c94-9872-abe634464cd8'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:32.439980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-973a86fb-8cf8-44d1-8140-7b3958d700c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.473573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-6ba6254d-b030-46ee-b85f-a2af38a70b9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f HTTP/1.1" status: 200 len: 217 time: 0.1704092 Sep 16 05:26:32.473905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:32.477683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=6146c567-c4e2-4c94-9872-abe634464cd8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:32.486427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': '8f7bc989-11e8-406f-b4d0-ffc8485373a7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:32.620399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183fe75-798d-4c33-83ef-9d355f40ad54 None None] Network d0852b87-1633-4f1e-a61f-71aa449e0ac6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:32.676555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ba9a4-abb4-40ff-b132-a0bc2b59f22a req-9bf6e210-76be-4700-bafa-1f0e54287701 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.678176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-780ba9a4-abb4-40ff-b132-a0bc2b59f22a req-9bf6e210-76be-4700-bafa-1f0e54287701 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.4004154 Sep 16 05:26:32.697736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:32.701517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.724612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.772173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd396c-2ac4-4fb6-b49f-2cb620f011d8 req-078fd21a-52f9-4503-84b9-1b5e288aa8d3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.784545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6dd396c-2ac4-4fb6-b49f-2cb620f011d8 req-078fd21a-52f9-4503-84b9-1b5e288aa8d3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.3073297 Sep 16 05:26:32.788503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-6d0c0d31-1a1b-4b8f-9071-864f62a6f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:32.790235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-6d0c0d31-1a1b-4b8f-9071-864f62a6f48d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60da0499-df9c-4f31-b0e7-68c0d07ebbef HTTP/1.1" status: 200 len: 835 time: 0.2957370 Sep 16 05:26:32.832343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0852b87-1633-4f1e-a61f-71aa449e0ac6']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:32.852429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47914) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:32.860139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d153cd0-0dbf-429b-a5b5-828d8bf2a682') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:32.861095 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d153cd0-0dbf-429b-a5b5-828d8bf2a682') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:32.867187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1966885484-network', 'tenant_id': '4cb742486d104198a8a69bda9013fbab'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:32.889250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.919945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-780ba9a4-abb4-40ff-b132-a0bc2b59f22a req-262a27c5-6aeb-445e-b431-3fe3251c1fba tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298217 Sep 16 05:26:32.936614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.938557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6dd396c-2ac4-4fb6-b49f-2cb620f011d8 req-b2dfbe94-b00f-499a-a5aa-428ff8d86a2a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400058 Sep 16 05:26:32.974223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Made reservation on behalf of 4cb742486d104198a8a69bda9013fbab for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:32.977342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.992132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:32.999022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-b3a1e341-333b-4893-87ae-af8aafe45b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.000814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-b3a1e341-333b-4893-87ae-af8aafe45b73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7435570b-b0c9-48a6-925e-de2cb5a809d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734607 Sep 16 05:26:33.040755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:33.041170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:33.044692 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:33.082429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.159547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639efc7-804f-486f-95ad-89e75cd0f80b req-313ad803-c018-4356-b5f6-6607d10184dc tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.161299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e639efc7-804f-486f-95ad-89e75cd0f80b req-313ad803-c018-4356-b5f6-6607d10184dc tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 944 time: 0.1108761 Sep 16 05:26:33.173167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-135935b4-d908-47e8-b93b-33797e500a59 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569514 Sep 16 05:26:33.269851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e639efc7-804f-486f-95ad-89e75cd0f80b req-434f0588-04e4-4c33-ba73-46cbadae2e1a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955985 Sep 16 05:26:33.309073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2b8c214-c264-420d-a3fc-740e6745a9dd req-6ed5ee0a-a415-49b3-a2da-a7675fafe1f0 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271424 Sep 16 05:26:33.470844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.481902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.488225 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/d0852b87-1633-4f1e-a61f-71aa449e0ac6 HTTP/1.1" status: 204 len: 168 time: 1.6023252 Sep 16 05:26:33.490404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47920) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:33.498564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6399037'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:33.518037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=1579d606-b068-4edc-87a7-c6f76bbca70a,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:33.522925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597ecbd-a6a7-47ef-8673-86184e0c2e56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=d0852b87-1633-4f1e-a61f-71aa449e0ac6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:33.532937 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': '1d547266-95b3-4ffe-9c35-4e215d486615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f7bc989-11e8-406f-b4d0-ffc8485373a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:33.534182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: 8f7bc989-11e8-406f-b4d0-ffc8485373a7, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:33.556673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:33.572195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8f7bc989-11e8-406f-b4d0-ffc8485373a7) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:33.579751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.582493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.583419 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.584965 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.597323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f61b22-f5ed-4e30-aca9-901047c1ba54 None None] Network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:33.640490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:33.662343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:33.665906 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.668467 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8ab44793-a17e-4c0e-b48a-8ac0a051e115 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1879554 Sep 16 05:26:33.668706 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.669797 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Added segment 975283f9-3e51-4ab0-bdda-e1ffa2b6249a of type vlan for network b74f54ce-df79-4e5e-b98b-a385f69aa07d Sep 16 05:26:33.670575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cbce16-f367-4889-a9e5-02a8f836cd26,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:33.671962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:33.682132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-572758071'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:33.719438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:33.725352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.734076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:33.759032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.761853 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.762207 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment 58033470-da6e-4fd5-8e3e-2bdeaef4d113 of type vlan for network a3260968-3143-4688-acac-43c3513f7933 Sep 16 05:26:33.765840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:33.781540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.781914 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment 9c14ff9e-dd50-49fa-bf89-2e3e55b96a85 of type vlan for network aa2cdf0c-3aab-4638-96cf-62acd836aeca Sep 16 05:26:33.828770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-8f7bc989-11e8-406f-b4d0-ffc8485373a7', 'network_id': '8f7bc989-11e8-406f-b4d0-ffc8485373a7', 'tenant_id': 'ff296c77bfda49dfa9a486476df69d7f', 'fixed_ips': [{'subnet_id': '1579d606-b068-4edc-87a7-c6f76bbca70a'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:33.830239 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.847780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.872926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.878061 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.879391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.880203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.911132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.921174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.923449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.923878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.931828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:33.932594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:33.961960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1067131 Sep 16 05:26:33.968525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47924) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:33.972017 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2980652 Sep 16 05:26:33.975360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47926) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:33.986476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': 'aa2cdf0c-3aab-4638-96cf-62acd836aeca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:33.988802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Request body: {'subnet': {'network_id': 'b74f54ce-df79-4e5e-b98b-a385f69aa07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1966885484-subnet', 'tenant_id': '4cb742486d104198a8a69bda9013fbab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:34.032136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.5402827 Sep 16 05:26:34.035046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47930) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:34.037140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f715b0-0182-4b54-becf-04bcd1eca060 admin admin] Pushing event updated for resources: {'Network': ['ID=b74f54ce-df79-4e5e-b98b-a385f69aa07d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.060563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af434c-a7d3-4fec-b59e-a17f7ca15464 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=aa2cdf0c-3aab-4638-96cf-62acd836aeca,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.071579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': 'a3260968-3143-4688-acac-43c3513f7933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:34.089192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b74f54ce-df79-4e5e-b98b-a385f69aa07d details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:34.094492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network aa2cdf0c-3aab-4638-96cf-62acd836aeca details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:34.177820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Made reservation on behalf of 4cb742486d104198a8a69bda9013fbab for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:34.183544 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.202331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:34.206332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.255405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Allocated IP 2001:db8:0:ffff::2 (8f7bc989-11e8-406f-b4d0-ffc8485373a7/1579d606-b068-4edc-87a7-c6f76bbca70a/a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:34.343629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f66aea-b360-4775-83be-50019ebc64ae tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=a3260968-3143-4688-acac-43c3513f7933,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.389434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a3260968-3143-4688-acac-43c3513f7933 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:34.537698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.591601 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.605901 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.614268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=03e077bc-9e16-4dcc-8c36-a17d706cc5b6,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.647788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': '9c14ff9e-dd50-49fa-bf89-2e3e55b96a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'aa2cdf0c-3aab-4638-96cf-62acd836aeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:34.648895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: aa2cdf0c-3aab-4638-96cf-62acd836aeca, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:34.678127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network aa2cdf0c-3aab-4638-96cf-62acd836aeca is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:34.693700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, aa2cdf0c-3aab-4638-96cf-62acd836aeca) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:34.706343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:34.707304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.728826 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5aa57ff7-c89f-48eb-8bf2-92b9f3177f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7501256 Sep 16 05:26:34.729949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47936) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:34.851277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f709b08-094e-4c95-b13e-0afdfff26221 None None] Network aa2cdf0c-3aab-4638-96cf-62acd836aeca requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:34.855327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:34.862670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755c83b-8155-41e9-b998-c988d2523f8e req-87b13451-b4b1-46c2-8dc0-7cc59d720331 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:34.862908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.864435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b755c83b-8155-41e9-b998-c988d2523f8e req-87b13451-b4b1-46c2-8dc0-7cc59d720331 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.7327223 Sep 16 05:26:34.870216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:34.878851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:34.883234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.883708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:34.901281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Pushing event updated for resources: {'Port': ['ID=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:34.937292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:34.951026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:34.973328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f208-6f76-4dfb-9acd-f7f00e6f2ff3 req-89502cec-dae4-47d8-9488-60ecebc51e2f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:34.975030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ade9f208-6f76-4dfb-9acd-f7f00e6f2ff3 req-89502cec-dae4-47d8-9488-60ecebc51e2f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 944 time: 0.1879632 Sep 16 05:26:35.022722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Attempting to bind port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:35.023231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Attempting to bind port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '1d547266-95b3-4ffe-9c35-4e215d486615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f7bc989-11e8-406f-b4d0-ffc8485373a7'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:35.023994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Attempting to bind port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf on network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:35.049759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.050059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:35.050059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Checking segment: {'id': '1d547266-95b3-4ffe-9c35-4e215d486615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f7bc989-11e8-406f-b4d0-ffc8485373a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:35.050552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.050956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Bound using segment: {'id': '1d547266-95b3-4ffe-9c35-4e215d486615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f7bc989-11e8-406f-b4d0-ffc8485373a7'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:35.051548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Bound port: a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d547266-95b3-4ffe-9c35-4e215d486615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f7bc989-11e8-406f-b4d0-ffc8485373a7'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:35.052048 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.076126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b755c83b-8155-41e9-b998-c988d2523f8e req-a4a9e418-4639-45cd-93be-bc2431d3e60b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812675 Sep 16 05:26:35.086117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=03e077bc-9e16-4dcc-8c36-a17d706cc5b6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.151635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ade9f208-6f76-4dfb-9acd-f7f00e6f2ff3 req-9c613089-2969-4b10-92a4-70289659e72a tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431401 Sep 16 05:26:35.171677 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.189542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96645ba-9a89-48ff-8739-366d8d9c9c99 None None] Network aa2cdf0c-3aab-4638-96cf-62acd836aeca requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:35.202981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2cdf0c-3aab-4638-96cf-62acd836aeca']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:35.204465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.214781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c14ff9e-dd50-49fa-bf89-2e3e55b96a85') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:35.215223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c14ff9e-dd50-49fa-bf89-2e3e55b96a85') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:35.229297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.242995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:35.244600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.253077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:35.253487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:35.257080 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:35.284570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bb723a-ba84-4339-a70d-dd16c0c441b6,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.292681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'port_id': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'mac_address': 'fa:16:3e:03:83:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:35.338740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.345890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Checking segment: {'id': '975283f9-3e51-4ab0-bdda-e1ffa2b6249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b74f54ce-df79-4e5e-b98b-a385f69aa07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:35.346852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Network hostable DHCP agents. Network: b74f54ce-df79-4e5e-b98b-a385f69aa07d, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:35.351802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.355051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.357389 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/aa2cdf0c-3aab-4638-96cf-62acd836aeca HTTP/1.1" status: 204 len: 168 time: 0.6259825 Sep 16 05:26:35.363944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] For port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:35.368526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47938) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:35.374263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358459986'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:35.377851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040479dc-f36b-46d5-aafe-2e943aa052c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=aa2cdf0c-3aab-4638-96cf-62acd836aeca,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.400697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:35.403185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] For port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,segment=NetworkSegment(1d547266-95b3-4ffe-9c35-4e215d486615),segment_id=1d547266-95b3-4ffe-9c35-4e215d486615)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:35.404668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.418241 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.429084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=60cc34e7-68e4-4609-b01b-8e0e3a8be561,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.436881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:35.443883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Network b74f54ce-df79-4e5e-b98b-a385f69aa07d is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:35.455043 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.460588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.464057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b74f54ce-df79-4e5e-b98b-a385f69aa07d) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:35.467881 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment 4a57edac-4042-4f33-97a3-717f2f1acebf of type vlan for network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 Sep 16 05:26:35.476738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.478058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.491542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b0dd2-820a-4b7a-ba9b-7b8912e05580 None None] Network b74f54ce-df79-4e5e-b98b-a385f69aa07d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:35.511636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-12fa3d4f-bca6-46c8-940a-75a85ce88447 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5370464 Sep 16 05:26:35.513010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': '58033470-da6e-4fd5-8e3e-2bdeaef4d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3260968-3143-4688-acac-43c3513f7933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:35.513599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: a3260968-3143-4688-acac-43c3513f7933, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:35.546606 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.547446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:35.554584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network a3260968-3143-4688-acac-43c3513f7933 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:35.562818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a3260968-3143-4688-acac-43c3513f7933) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:35.568809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.569526 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.602704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-012f8ae8-d595-4694-9f5c-1544400aff79 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5664651 Sep 16 05:26:35.604037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 47952) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:35.611158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.617404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:35.618052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.625563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa58098-8ad6-4460-8cbf-54f2d80d6283 None None] Network a3260968-3143-4688-acac-43c3513f7933 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:35.686865 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3169909 Sep 16 05:26:35.702887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47956) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:35.712249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': '0976d984-fb8b-48bf-89da-c1fcb390dfd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:35.788510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.789956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab272-fc09-466f-bb76-b20ee3e74c16 None None] Pushing event updated for resources: {'Port': ['ID=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.804559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:35.810011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b312ac6-2e1e-4a03-ac4a-0a9420b2358e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=0976d984-fb8b-48bf-89da-c1fcb390dfd4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:35.914813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:35.923444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:35.924383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:35.993510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.094821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:36.098749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.170509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.254969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:36.271902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=60cc34e7-68e4-4609-b01b-8e0e3a8be561,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.326658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.resource_extend [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:26:36.386992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.463468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.487763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.515568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b2d2d-1c73-4c21-a4b2-5aea958f4919 req-5a94e6e8-fe4d-4e97-80d0-09e7260ce860 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:36.517249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c98b2d2d-1c73-4c21-a4b2-5aea958f4919 req-5a94e6e8-fe4d-4e97-80d0-09e7260ce860 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2675381 Sep 16 05:26:36.521250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:36.541686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'port_id': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'mac_address': 'fa:16:3e:a8:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:36.587107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76244da2-3fdc-4473-98f9-407f99c2161c None None] Network b74f54ce-df79-4e5e-b98b-a385f69aa07d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:36.597128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3260968-3143-4688-acac-43c3513f7933']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:36.608852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58033470-da6e-4fd5-8e3e-2bdeaef4d113') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:36.609491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58033470-da6e-4fd5-8e3e-2bdeaef4d113') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:36.621263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.636538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.643622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:36.644030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.653346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': '4a57edac-4042-4f33-97a3-717f2f1acebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0976d984-fb8b-48bf-89da-c1fcb390dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:36.654234 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: 0976d984-fb8b-48bf-89da-c1fcb390dfd4, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:36.666935 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=9db16310-e229-49a9-82d8-c120e5566467,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.702308 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:36.718657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:36.719548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:36.725862 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:36.733169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0976d984-fb8b-48bf-89da-c1fcb390dfd4) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:36.739318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:36.740838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.748679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.773898 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.783530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d53a0-8419-4252-85f0-b7a98b092444 None None] Network a3260968-3143-4688-acac-43c3513f7933 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:36.784915 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6dbe53a5-c7c5-4812-bac4-9634653e419a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0798357 Sep 16 05:26:36.785404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed22571-df13-4f55-bf29-381b15bbe053 None None] Network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:36.786255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47984) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:36.786787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/a3260968-3143-4688-acac-43c3513f7933 HTTP/1.1" status: 204 len: 168 time: 1.1816823 Sep 16 05:26:36.791656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47986) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:36.799807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1894368805'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:36.814146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149924553'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:36.829018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7894b-af05-45b4-87ac-3008d43c170d tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=a3260968-3143-4688-acac-43c3513f7933,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:36.854238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:26:36.854238 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:26:36.854238 n-d-713301-15 neutron-server[94718]: [parameters: {'project_id_1': '2a20f2b62c764267bea0736e5dd4d3fa', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 26, 16, 829406)}] Sep 16 05:26:36.854238 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:36.855157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-384ed838-88c5-452c-a7f1-a94bd36d17a1 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:36.857319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-384ed838-88c5-452c-a7f1-a94bd36d17a1 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/networks?id=212fcce4-023e-451c-921d-3f09933c4960 HTTP/1.1" status: 200 len: 812 time: 0.4733841 Sep 16 05:26:36.867505 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:36.873999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c98b2d2d-1c73-4c21-a4b2-5aea958f4919 req-34f884e9-be8e-43e0-9cd2-6967553ca452 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058510 Sep 16 05:26:36.875313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:36.886657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.905328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-c9193413-74bb-4d5d-acda-61ff079cfb99 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/quotas/332a7752709348e3b11ba8251da0ce00 HTTP/1.1" status: 200 len: 375 time: 0.0300131 Sep 16 05:26:36.945502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:36.969986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.975255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:36.978048 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment e5186089-429a-4f7b-9a0d-db25833ec001 of type vlan for network d7281ee2-a9e0-4471-bede-46eeaea3a47c Sep 16 05:26:36.980046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-3efe3741-fc91-45a6-9be5-c9084057784e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=332a7752709348e3b11ba8251da0ce00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735941 Sep 16 05:26:37.008158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d53a0-8419-4252-85f0-b7a98b092444 None None] Network a3260968-3143-4688-acac-43c3513f7933 could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:26:37.060016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.117481 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.119747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcef0ed-37c0-4174-9ecb-d283ed05c834 req-652a0d06-36a0-47f9-ae4b-1c41eb4ed994 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.125921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.127086 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.132424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dcef0ed-37c0-4174-9ecb-d283ed05c834 req-652a0d06-36a0-47f9-ae4b-1c41eb4ed994 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 945 time: 0.1216412 Sep 16 05:26:37.136230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2cfe121-fb39-4af2-8376-59839e63c78d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:37.216948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:37.240573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1dcef0ed-37c0-4174-9ecb-d283ed05c834 req-035497cc-07cf-4d9d-a21a-6f3683bb793b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013455 Sep 16 05:26:37.261804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c43b6d-7a62-44b9-a24c-c9073ecdc0b2 None None] Network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:37.331508 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5430157 Sep 16 05:26:37.341713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 47994) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:37.349507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': 'd7281ee2-a9e0-4471-bede-46eeaea3a47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:37.354037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294d23-29f4-457d-83da-bd53db2f1587 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=d7281ee2-a9e0-4471-bede-46eeaea3a47c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.358875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-72c7130f-4ecb-4088-82ba-29803724fab4 service neutron] 10.222.0.55 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777635 Sep 16 05:26:37.412371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:37.416020 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.471515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-d0f68718-a6fa-4d7c-9d77-ebb3e938613b service neutron] 10.222.0.55 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112294 Sep 16 05:26:37.493576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:37.515563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.515966 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment 5ad876c0-8690-4074-b7d2-197a5e59d632 of type vlan for network ebcbb23d-e60a-4c71-8023-565f40a8e787 Sep 16 05:26:37.528945 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:37.533132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.559018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d7281ee2-a9e0-4471-bede-46eeaea3a47c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:37.599906 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.663386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Performing IP validity checks on allocation pools {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:26:37.664016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:26:37.668152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.754497 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.759369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81e9b3c2-dfe8-4cb4-8735-63028b87f8f7 req-2e11810b-c45e-4e97-8acc-b233518eb2be tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 210 time: 0.0506668 Sep 16 05:26:37.803059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.resource_extend [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:26:37.815770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4e219d4-25c3-4782-8e9d-28c1e50a9d09 None None] Provisioning complete for port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:37.816173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4e219d4-25c3-4782-8e9d-28c1e50a9d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.834995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.841023 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:37.841653 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.913848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c2cfe121-fb39-4af2-8376-59839e63c78d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:37.920309 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1106589 Sep 16 05:26:37.920544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48002) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:37.930146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,segment=NetworkSegment(1d547266-95b3-4ffe-9c35-4e215d486615),segment_id=1d547266-95b3-4ffe-9c35-4e215d486615)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:37.937029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:37.942997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.960542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dd908-c804-4ff4-8967-f80de9a62701 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=ebcbb23d-e60a-4c71-8023-565f40a8e787,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:37.966861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.994128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.996707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:38.029032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=5ca64bba-15bf-4513-9ec6-cb4c414db64d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:38.054509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': 'e5186089-429a-4f7b-9a0d-db25833ec001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd7281ee2-a9e0-4471-bede-46eeaea3a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:38.055359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: d7281ee2-a9e0-4471-bede-46eeaea3a47c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:38.077664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network d7281ee2-a9e0-4471-bede-46eeaea3a47c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:38.088179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:38.091136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d7281ee2-a9e0-4471-bede-46eeaea3a47c) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:38.098426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.099640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.129609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01cdb1-6151-4f9f-a48d-e9adc2438db2 None None] Network d7281ee2-a9e0-4471-bede-46eeaea3a47c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:38.132830 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-34a4fd59-221c-41a0-9a52-b595275b1fbe tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7873211 Sep 16 05:26:38.133231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48004) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:38.154352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0976d984-fb8b-48bf-89da-c1fcb390dfd4', 'network_id': '0976d984-fb8b-48bf-89da-c1fcb390dfd4', 'tenant_id': 'ff296c77bfda49dfa9a486476df69d7f', 'fixed_ips': [{'subnet_id': '9db16310-e229-49a9-82d8-c120e5566467'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:38.155207 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.261614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be32cdc-07b3-4606-9ec1-07b1dd27b6c5 req-dc328850-751d-4d50-a1e7-4178d1576211 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.269864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8be32cdc-07b3-4606-9ec1-07b1dd27b6c5 req-dc328850-751d-4d50-a1e7-4178d1576211 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.2636735 Sep 16 05:26:38.281065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.301468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.329218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.342241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 is not hosted by any dhcp agent {{(pid=94719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:26:38.348740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.349696 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.354164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "PUT /v2.0/networks/ebcbb23d-e60a-4c71-8023-565f40a8e787 HTTP/1.1" status: 200 len: 723 time: 0.4326310 Sep 16 05:26:38.355063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48008) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:38.381806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': 'ebcbb23d-e60a-4c71-8023-565f40a8e787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:38.394308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8be32cdc-07b3-4606-9ec1-07b1dd27b6c5 req-6492cc76-dc09-4b85-8d6f-3b414f4cfd04 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231213 Sep 16 05:26:38.409307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.444319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Allocated IP 2001:db8::1 (0976d984-fb8b-48bf-89da-c1fcb390dfd4/9db16310-e229-49a9-82d8-c120e5566467/648e4ae8-7ada-4724-b91d-3ad94d1167d0) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:38.498470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:38.535962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.554095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707f9e2-439d-4adc-87ce-4d2a170b5b0b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=ebcbb23d-e60a-4c71-8023-565f40a8e787,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:38.625398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58046c-ceb1-4751-8804-61cd5aeab3af req-23da9fd5-71e5-42a7-a76a-d8a27d1ce705 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:38.628476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce58046c-ceb1-4751-8804-61cd5aeab3af req-23da9fd5-71e5-42a7-a76a-d8a27d1ce705 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 945 time: 0.2520399 Sep 16 05:26:38.629114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca64bba-15bf-4513-9ec6-cb4c414db64d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:38.630801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:38.695858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce58046c-ceb1-4751-8804-61cd5aeab3af req-15e76d5d-014f-4546-8043-80fe6b95ac4f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496831 Sep 16 05:26:38.724426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:38.728185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.732808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.775012 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7281ee2-a9e0-4471-bede-46eeaea3a47c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:38.791682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5186089-429a-4f7b-9a0d-db25833ec001') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:38.792290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5186089-429a-4f7b-9a0d-db25833ec001') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:38.821269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.855541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.867178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:38.868487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:38.914085 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:38.930975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b9421c6-b99f-48d6-b508-2a1dc54e38b4 req-c9f8cf25-c4d3-44b2-a7b8-bb62bd84f2bf tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 210 time: 0.0610070 Sep 16 05:26:39.081978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.092721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.096457 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/d7281ee2-a9e0-4471-bede-46eeaea3a47c HTTP/1.1" status: 204 len: 168 time: 0.9614501 Sep 16 05:26:39.118104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48024) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:39.133125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-763944063'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:39.152407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a7415-bfbf-4516-a1dd-4e838c3412e5 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=d7281ee2-a9e0-4471-bede-46eeaea3a47c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:39.153681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a9e66-c8d9-4021-811d-39eedeaba781 None None] Network d7281ee2-a9e0-4471-bede-46eeaea3a47c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:39.167113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.214266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:39.219169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.242063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a9e66-c8d9-4021-811d-39eedeaba781 None None] Network d7281ee2-a9e0-4471-bede-46eeaea3a47c could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:26:39.244605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.250729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eb5c43bc-ceb8-4e51-bf62-9d15dd952fd1 None None] Provisioning complete for port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:39.251213 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb5c43bc-ceb8-4e51-bf62-9d15dd952fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.277303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:39.292772 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.302805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.304167 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment 053e7a96-73b1-4888-869d-0116c0f91d7d of type vlan for network 23669316-c93e-4220-ae7a-a796bcd38675 Sep 16 05:26:39.305939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=6058962a-91ea-4653-8d2d-7e76161bbe63,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:39.340708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': '5ad876c0-8690-4074-b7d2-197a5e59d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebcbb23d-e60a-4c71-8023-565f40a8e787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:39.341005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: ebcbb23d-e60a-4c71-8023-565f40a8e787, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:39.365976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.379735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:39.400963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.413624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.413867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:39.414705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.418674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ebcbb23d-e60a-4c71-8023-565f40a8e787) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:39.427610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.428391 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.445119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bad428-00a7-42f8-8429-84be4c955db7 None None] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:39.448894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8d0e9710-42b0-49e9-a9bf-b6ae126d7753 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0855670 Sep 16 05:26:39.449637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48028) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:39.456405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c6a32764-d804-4eeb-bd46-ae2a3a841841 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:39.516231 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3953805 Sep 16 05:26:39.559951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48032) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:39.568736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': '23669316-c93e-4220-ae7a-a796bcd38675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:39.574878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cd908-1265-400d-bd51-5c44329cd7de tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=23669316-c93e-4220-ae7a-a796bcd38675,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:39.608018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:39.617380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:39.622219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Pushing event updated for resources: {'Port': ['ID=648e4ae8-7ada-4724-b91d-3ad94d1167d0,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:39.637048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 23669316-c93e-4220-ae7a-a796bcd38675 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:39.657579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:39.701298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87d15c-d6c1-4e4e-9cff-abe391c0d0ea req-16f1d6ee-216e-496a-8c0c-5743a7f34515 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.703080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b87d15c-d6c1-4e4e-9cff-abe391c0d0ea req-16f1d6ee-216e-496a-8c0c-5743a7f34515 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.1315246 Sep 16 05:26:39.741810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6a32764-d804-4eeb-bd46-ae2a3a841841 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8895345'] for subnet, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.779999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:39.790602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:39.805409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b87d15c-d6c1-4e4e-9cff-abe391c0d0ea req-cbdd9b43-c638-4a27-8348-6cc5d494ecd6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940130 Sep 16 05:26:39.927643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8451f-9770-40d5-ab3d-5eb69e618a63 req-3321897e-0fa7-4bd9-9017-20748a99f1f2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:39.928860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bf8451f-9770-40d5-ab3d-5eb69e618a63 req-3321897e-0fa7-4bd9-9017-20748a99f1f2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 945 time: 0.1310403 Sep 16 05:26:40.055853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7a61f82-9185-4c1c-b456-de0c11674cf8 req-10ec0ff2-f291-49a3-b5df-55ca713df6d5 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 210 time: 0.0484161 Sep 16 05:26:40.071071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bf8451f-9770-40d5-ab3d-5eb69e618a63 req-aaa77ce6-e4f5-41be-b5bc-fbb76ccf866d tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315787 Sep 16 05:26:40.074112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6a32764-d804-4eeb-bd46-ae2a3a841841 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741076131844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8657210'] for subnet, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.111260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a32764-d804-4eeb-bd46-ae2a3a841841 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:40.117902 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6a32764-d804-4eeb-bd46-ae2a3a841841 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.121724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c6a32764-d804-4eeb-bd46-ae2a3a841841 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "PUT /v2.0/subnets/6058962a-91ea-4653-8d2d-7e76161bbe63 HTTP/1.1" status: 200 len: 806 time: 0.6686070 Sep 16 05:26:40.122338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48040) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:40.148835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.199445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a32764-d804-4eeb-bd46-ae2a3a841841 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=6058962a-91ea-4653-8d2d-7e76161bbe63,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:40.229724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=af500622-119f-4c30-97de-6035c15ab6c3,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:40.298223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': '053e7a96-73b1-4888-869d-0116c0f91d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '23669316-c93e-4220-ae7a-a796bcd38675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:40.299610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: 23669316-c93e-4220-ae7a-a796bcd38675, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:40.320558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:40.323814 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.329726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 23669316-c93e-4220-ae7a-a796bcd38675 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:40.352586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 23669316-c93e-4220-ae7a-a796bcd38675) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:40.366404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:40.367015 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.387384 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fd23176e-476e-41a4-bb11-7d5493b2f549 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8236504 Sep 16 05:26:40.387916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48054) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:40.399633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b186d-fb8d-4b4b-99fb-fc8550b6c5b7 None None] Network 23669316-c93e-4220-ae7a-a796bcd38675 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:40.450857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Attempting to bind port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:40.451245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Attempting to bind port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '4a57edac-4042-4f33-97a3-717f2f1acebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0976d984-fb8b-48bf-89da-c1fcb390dfd4'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:40.451620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Attempting to bind port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 on network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:40.467840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.539757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:40.540182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Checking segment: {'id': '4a57edac-4042-4f33-97a3-717f2f1acebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0976d984-fb8b-48bf-89da-c1fcb390dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:40.540622 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.540991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Bound using segment: {'id': '4a57edac-4042-4f33-97a3-717f2f1acebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0976d984-fb8b-48bf-89da-c1fcb390dfd4'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:40.541540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Bound port: 648e4ae8-7ada-4724-b91d-3ad94d1167d0, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a57edac-4042-4f33-97a3-717f2f1acebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0976d984-fb8b-48bf-89da-c1fcb390dfd4'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:40.541875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.577412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.598888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7222e-a402-4f06-bd42-8ac3475b7ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-ebcbb23d-e60a-4c71-8023-565f40a8e787', 'network_id': 'ebcbb23d-e60a-4c71-8023-565f40a8e787', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': '6058962a-91ea-4653-8d2d-7e76161bbe63'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:40.599789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7e7222e-a402-4f06-bd42-8ac3475b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.600454 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.656061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c2cfe121-fb39-4af2-8376-59839e63c78d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:40.656741 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.702495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=6058962a-91ea-4653-8d2d-7e76161bbe63,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:40.728776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.766832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.796888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcbb23d-e60a-4c71-8023-565f40a8e787']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:40.812500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad876c0-8690-4074-b7d2-197a5e59d632') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:40.812917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad876c0-8690-4074-b7d2-197a5e59d632') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:40.828901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.867852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.886352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:40.887346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:40.891536 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:40.938780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:40.993575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.004379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179734a-53db-4d71-b278-904cf1b65686 None None] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:41.031577 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.036490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/ebcbb23d-e60a-4c71-8023-565f40a8e787 HTTP/1.1" status: 204 len: 168 time: 0.9111629 Sep 16 05:26:41.036490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72859e4-2f24-4304-ba40-c962013f196b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=ebcbb23d-e60a-4c71-8023-565f40a8e787,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:41.037700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48066) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:41.077489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=af500622-119f-4c30-97de-6035c15ab6c3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:41.117445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:41.117992 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.125835 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-685fafd0-abdd-4a13-b9b3-91d5d2f2036c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:41.158462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685fafd0-abdd-4a13-b9b3-91d5d2f2036c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:41.165415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48078) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:41.171718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-954659625', 'description': 'd1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:41.174980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-685fafd0-abdd-4a13-b9b3-91d5d2f2036c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/ebcbb23d-e60a-4c71-8023-565f40a8e787 HTTP/1.1" status: 404 len: 339 time: 0.1148221 Sep 16 05:26:41.194841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.205006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:41.209446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.285826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23669316-c93e-4220-ae7a-a796bcd38675']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:41.294684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d75b5bc4-5242-4a62-82b3-1e4e4e5252e6 req-dca7b703-dae2-4e3d-9348-8d02261a1e09 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 210 time: 0.0627942 Sep 16 05:26:41.349391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c14d8e-de05-4b11-a283-2020d8e46797 req-5ffd8129-698f-4195-8a38-2e4725198798 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:41.355688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6c14d8e-de05-4b11-a283-2020d8e46797 req-5ffd8129-698f-4195-8a38-2e4725198798 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.3105257 Sep 16 05:26:41.375153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053e7a96-73b1-4888-869d-0116c0f91d7d') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:41.375445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053e7a96-73b1-4888-869d-0116c0f91d7d') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:41.385080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179734a-53db-4d71-b278-904cf1b65686 None None] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:26:41.432888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.467762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837f6f5-65d7-4b89-b5af-6ad7992ff338 None None] Network 23669316-c93e-4220-ae7a-a796bcd38675 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:41.472262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:41.489657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1641ceea-2e71-4e61-a91e-939658151744 None None] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:41.504469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.519768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:41.520224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:41.528511 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:41.619892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] For port 648e4ae8-7ada-4724-b91d-3ad94d1167d0, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:41.641875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1641ceea-2e71-4e61-a91e-939658151744 None None] Network ebcbb23d-e60a-4c71-8023-565f40a8e787 could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:26:41.682861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.682861 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment dba0dbdd-da58-436f-bdbc-00171883b3cc of type vlan for network 9327b2cb-7c1f-46dc-a571-b990570240a7 Sep 16 05:26:41.682861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.702181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.705007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/23669316-c93e-4220-ae7a-a796bcd38675 HTTP/1.1" status: 204 len: 168 time: 1.3159645 Sep 16 05:26:41.767841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48102) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:41.771647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] For port 648e4ae8-7ada-4724-b91d-3ad94d1167d0, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=648e4ae8-7ada-4724-b91d-3ad94d1167d0,segment=NetworkSegment(4a57edac-4042-4f33-97a3-717f2f1acebf),segment_id=4a57edac-4042-4f33-97a3-717f2f1acebf)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:41.801213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1813459175'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:41.817736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f48c6-411a-4c6a-abbd-dffb3d812779 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=23669316-c93e-4220-ae7a-a796bcd38675,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:41.824206 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.843407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.865665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e6c14d8e-de05-4b11-a283-2020d8e46797 req-999bddbc-ae81-4328-8cb7-6d131fec7707 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4993646 Sep 16 05:26:41.900369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:41.904244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.934063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.941971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:41.942628 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.976453 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.978320 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:41.978976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:41.980171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eac1a-a0ff-4b9f-9291-cdb6b377e51c req-7f4fedac-7e49-42e1-b552-da7d74565a4c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:41.994022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b3eac1a-a0ff-4b9f-9291-cdb6b377e51c req-7f4fedac-7e49-42e1-b552-da7d74565a4c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 945 time: 0.4934664 Sep 16 05:26:42.004532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.004963 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment e9ed7d1f-6301-4488-9e69-5aac54ec5448 of type vlan for network 026549a6-77ed-4333-9c17-a05f2e6756a1 Sep 16 05:26:42.023917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-2609dc38-36b4-41d3-be49-e10b4f722575 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:42.026094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-2609dc38-36b4-41d3-be49-e10b4f722575 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.73 "GET /v2.0/networks?id=212fcce4-023e-451c-921d-3f09933c4960 HTTP/1.1" status: 200 len: 812 time: 0.5618634 Sep 16 05:26:42.049832 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8827577 Sep 16 05:26:42.051635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48104) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:42.056461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659f2e9-a611-4245-aa0a-e0c21cb2f12b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=9327b2cb-7c1f-46dc-a571-b990570240a7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:42.073708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Request body: {'port': {'device_id': '94468076-0ebc-4416-a68e-c60aaaf50751', 'network_id': '212fcce4-023e-451c-921d-3f09933c4960', 'admin_state_up': True, 'tenant_id': '332a7752709348e3b11ba8251da0ce00'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:42.100966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.108212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 9327b2cb-7c1f-46dc-a571-b990570240a7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:42.157246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.170740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:42.172247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.237525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b3eac1a-a0ff-4b9f-9291-cdb6b377e51c req-b5bac578-9693-452a-8b7e-11aa14de74fa tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421839 Sep 16 05:26:42.246790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4717586 Sep 16 05:26:42.248704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48106) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:42.324565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:42.347188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:42.352184 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c7b707-5d5f-46d3-a3ce-7cb0e707318e" -d '{"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:42.365430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': '026549a6-77ed-4333-9c17-a05f2e6756a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:42.388040 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.397373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e2483-0031-4fa5-8f68-36c83ef3ae27 None None] Pushing event updated for resources: {'Port': ['ID=648e4ae8-7ada-4724-b91d-3ad94d1167d0,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:42.403375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bee9a-5836-4102-9ff5-3e2dd38de1a9 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=026549a6-77ed-4333-9c17-a05f2e6756a1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:42.444076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:42.452415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 026549a6-77ed-4333-9c17-a05f2e6756a1 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:42.590541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-818e1fb5-a74d-424a-81b0-a23dad136d55 req-2e303911-b067-4251-846a-7aefe49bee2f tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 210 time: 0.0541902 Sep 16 05:26:42.636667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dcd528-b802-478b-b8e5-00e6fe837b97 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:42.638440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e9dcd528-b802-478b-b8e5-00e6fe837b97 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/networks?id=9327b2cb-7c1f-46dc-a571-b990570240a7 HTTP/1.1" status: 200 len: 760 time: 0.5563872 Sep 16 05:26:42.656534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48112) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:42.658644 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de74bdc4-d013-4a36-8523-aebbb1068448 x-openstack-request-id: req-de74bdc4-d013-4a36-8523-aebbb1068448 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:42.659429 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:42.660153 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de74bdc4-d013-4a36-8523-aebbb1068448 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:42.661059 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'code': 200} Sep 16 05:26:42.669271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'description': 'd2'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:42.708952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Made reservation on behalf of 332a7752709348e3b11ba8251da0ce00 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:42.713195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.831274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:42.863146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:42.868718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:42.869232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.920436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:42.952961 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.026484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network 9327b2cb-7c1f-46dc-a571-b990570240a7 is not hosted by any dhcp agent {{(pid=94718) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:26:43.046423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:43.046423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.050373 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "PUT /v2.0/networks/9327b2cb-7c1f-46dc-a571-b990570240a7 HTTP/1.1" status: 200 len: 757 time: 0.3896077 Sep 16 05:26:43.081708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.083635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48120) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:43.097677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Allocated IP 172.20.0.6 (212fcce4-023e-451c-921d-3f09933c4960/f12c0003-ba74-4f0d-b271-324ec077ac2f/416913c0-94eb-47f5-a2ef-1746ca3f5ec0) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:43.127974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:43.134261 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.229400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:43.263109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:43.285779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.365103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239b0ae-37c6-4edf-a272-76c58e142055 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=9327b2cb-7c1f-46dc-a571-b990570240a7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:43.385600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 9327b2cb-7c1f-46dc-a571-b990570240a7 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:43.517633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb0a8-6e80-48bc-a0de-915d95e72289 req-05a188e2-ec32-4f46-8a08-1fc296b68d32 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:43.531881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e6cb0a8-6e80-48bc-a0de-915d95e72289 req-05a188e2-ec32-4f46-8a08-1fc296b68d32 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.3936415 Sep 16 05:26:43.735999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af375eea-aa8e-4587-b523-4c71a177c3f9 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:43.746590 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-af375eea-aa8e-4587-b523-4c71a177c3f9 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/networks?id=9327b2cb-7c1f-46dc-a571-b990570240a7 HTTP/1.1" status: 200 len: 760 time: 0.6621089 Sep 16 05:26:43.746892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e6cb0a8-6e80-48bc-a0de-915d95e72289 req-5f19e402-b397-4548-a98a-2d9941f310c8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823318 Sep 16 05:26:43.747182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48136) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:43.758543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24002366'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:43.816521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e15b65-a2dc-4118-a767-7798c1cb7708 req-dbeeb227-311a-4bbf-9e72-8998cf874fb3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:43.818140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7e15b65-a2dc-4118-a767-7798c1cb7708 req-dbeeb227-311a-4bbf-9e72-8998cf874fb3 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.4259822 Sep 16 05:26:43.868211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:43.871689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.893359 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:43.934012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7e15b65-a2dc-4118-a767-7798c1cb7708 req-d5df64ae-fdb7-47c7-bf3a-3061112848ff tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024647 Sep 16 05:26:43.939679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ba176-2d6f-4a7e-9eb3-8d1cb744f602 None None] Network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:43.959679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:43.982083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.003723 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.004158 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment 071d603d-0f7b-414e-aafb-3ac230ee58f2 of type vlan for network 0e7ff66b-d5ad-4931-bdc7-7953e0324cce Sep 16 05:26:44.051055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49d35dbb-5758-4a63-bdc0-97404ac876fa req-e79e4ea1-cd1b-428c-b5dc-6843b61c67f7 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 210 time: 0.0816526 Sep 16 05:26:44.054022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=a97d8673-6051-4272-9037-d2b9197962cb,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:44.064051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.124622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3c52ab21-3786-40a6-ba9f-13acbc8f715a None None] Provisioning complete for port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:44.125436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c52ab21-3786-40a6-ba9f-13acbc8f715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.154636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': 'e9ed7d1f-6301-4488-9e69-5aac54ec5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '026549a6-77ed-4333-9c17-a05f2e6756a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:44.155090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: 026549a6-77ed-4333-9c17-a05f2e6756a1, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:44.201120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 026549a6-77ed-4333-9c17-a05f2e6756a1 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:44.206804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.227109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 026549a6-77ed-4333-9c17-a05f2e6756a1) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:44.240407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f648eb-6cf8-477a-b7c4-435949233718 None None] Network 026549a6-77ed-4333-9c17-a05f2e6756a1 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:44.242652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.243467 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.266470 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d098ce09-ed1f-4911-be2f-888f54a89953 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0165761 Sep 16 05:26:44.271780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.272624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Network 212fcce4-023e-451c-921d-3f09933c4960 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:44.346661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:44.354655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:44.477957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Pushing event updated for resources: {'Port': ['ID=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:44.502654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.507695 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.511917 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.512763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.550900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:44.552947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.623594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8697283 Sep 16 05:26:44.626967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48144) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:44.640818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c52ab21-3786-40a6-ba9f-13acbc8f715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.652284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': '0e7ff66b-d5ad-4931-bdc7-7953e0324cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:44.675922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:44.691634 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87163c51-3d04-4617-bab6-b483b216385f" -d '{"events": [{"server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "name": "network-vif-plugged", "status": "completed", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:44.705478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:44.720766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 648e4ae8-7ada-4724-b91d-3ad94d1167d0 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:44.850544 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4983fdff-1271-492c-94dd-3511a2b36f75 x-openstack-request-id: req-4983fdff-1271-492c-94dd-3511a2b36f75 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:44.850807 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "name": "network-vif-plugged", "status": "completed", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:44.851121 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4983fdff-1271-492c-94dd-3511a2b36f75 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:44.851597 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'code': 200} Sep 16 05:26:45.165358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3c52ab21-3786-40a6-ba9f-13acbc8f715a None None] For port 648e4ae8-7ada-4724-b91d-3ad94d1167d0, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=648e4ae8-7ada-4724-b91d-3ad94d1167d0,segment=NetworkSegment(4a57edac-4042-4f33-97a3-717f2f1acebf),segment_id=4a57edac-4042-4f33-97a3-717f2f1acebf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:45.207706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c52ab21-3786-40a6-ba9f-13acbc8f715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.213656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:45.214306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.316138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691ae5a-06dc-4c86-9422-f43492724fd4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=0e7ff66b-d5ad-4931-bdc7-7953e0324cce,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:45.325215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-12cda677-9106-4b32-bf54-e055eb5a443c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2829728 Sep 16 05:26:45.346176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a005d-1df8-4e16-bda2-3b619a8d6c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-026549a6-77ed-4333-9c17-a05f2e6756a1', 'network_id': '026549a6-77ed-4333-9c17-a05f2e6756a1', 'tenant_id': 'ff296c77bfda49dfa9a486476df69d7f', 'fixed_ips': [{'subnet_id': 'a97d8673-6051-4272-9037-d2b9197962cb'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:45.347567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e1a005d-1df8-4e16-bda2-3b619a8d6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.349887 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0e7ff66b-d5ad-4931-bdc7-7953e0324cce details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:45.368149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Request body: {'port': {'device_id': '94468076-0ebc-4416-a68e-c60aaaf50751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:45.458845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.501374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa874a-1f01-4e79-a3b2-8262c717234b req-af4cf944-4288-4e9d-a837-cd3c0add256e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.520783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0afa874a-1f01-4e79-a3b2-8262c717234b req-af4cf944-4288-4e9d-a837-cd3c0add256e tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.3477139 Sep 16 05:26:45.528406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0b62-61b9-49a3-9008-e04b287641aa req-0199195f-85d3-49fc-9a34-3e19a537c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.528662 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.529928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b3a0b62-61b9-49a3-9008-e04b287641aa req-0199195f-85d3-49fc-9a34-3e19a537c0a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 1098 time: 0.3428388 Sep 16 05:26:45.550893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b642f3d-3494-45fc-ac1d-c148b70e7408 req-480c4b6e-0071-420f-bac9-04d274d73501 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:45.552552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b642f3d-3494-45fc-ac1d-c148b70e7408 req-480c4b6e-0071-420f-bac9-04d274d73501 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.3631949 Sep 16 05:26:45.609145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:45.613500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.648441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52ab21-3786-40a6-ba9f-13acbc8f715a None None] Pushing event updated for resources: {'Port': ['ID=648e4ae8-7ada-4724-b91d-3ad94d1167d0,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server [None req-0e1a005d-1df8-4e16-bda2-3b619a8d6c1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a97d8673-6051-4272-9037-d2b9197962cb: This subnet is being modified by another concurrent operation. Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a97d8673-6051-4272-9037-d2b9197962cb: This subnet is being modified by another concurrent operation. Sep 16 05:26:45.726125 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Sep 16 05:26:45.758802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34d64a-20c3-4813-b2b8-3774f608906a None None] Network 026549a6-77ed-4333-9c17-a05f2e6756a1 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:45.922913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a8ab2927-e860-44e4-af97-394e43926317 None None] Provisioning complete for port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:45.923339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2927-e860-44e4-af97-394e43926317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.949058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=a97d8673-6051-4272-9037-d2b9197962cb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:45.956875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:45.966426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23239b3d-00ed-4f78-8058-2b558f13d1f7 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:46.138230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:46.159902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.163825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': '071d603d-0f7b-414e-aafb-3ac230ee58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0e7ff66b-d5ad-4931-bdc7-7953e0324cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:46.164630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: 0e7ff66b-d5ad-4931-bdc7-7953e0324cce, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:46.170775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.176419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=aabdb455-2650-4dab-9e1c-75b6cf4b0654,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.205477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Transition to ACTIVE for port object 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:46.224002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.251385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026549a6-77ed-4333-9c17-a05f2e6756a1']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:46.276594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ed7d1f-6301-4488-9e69-5aac54ec5448') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:46.276977 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ed7d1f-6301-4488-9e69-5aac54ec5448') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:46.303078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network 0e7ff66b-d5ad-4931-bdc7-7953e0324cce is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:46.306758 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.324211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0e7ff66b-d5ad-4931-bdc7-7953e0324cce) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:46.326830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.335312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:46.336207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.348178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.356710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:46.357818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.361842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0afa874a-1f01-4e79-a3b2-8262c717234b req-ad1bc6aa-c082-46b8-94e6-52e2e5c139f2 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8401811 Sep 16 05:26:46.363770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b3a0b62-61b9-49a3-9008-e04b287641aa req-693a8f5d-615e-494a-917b-bbdf7600a6ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8230734 Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:46.370806 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:46.409716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4b48c891-65ca-4ebe-8a3e-3efa26cd7576 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7760065 Sep 16 05:26:46.411491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:46.441290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b642f3d-3494-45fc-ac1d-c148b70e7408 req-9f867597-61e4-43e7-a2be-fc6d9844aeed tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6210136 Sep 16 05:26:46.565014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 648e4ae8-7ada-4724-b91d-3ad94d1167d0 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:46.600443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23239b3d-00ed-4f78-8058-2b558f13d1f7 None None] Unable to find a vacant binding_index for network 0e7ff66b-d5ad-4931-bdc7-7953e0324cce and agent f0f612ed-e0c7-48a0-bed8-f64514e327db {{(pid=94720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 16 05:26:46.618905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23239b3d-00ed-4f78-8058-2b558f13d1f7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0e7ff66b-d5ad-4931-bdc7-7953e0324cce) {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:46.679794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:46.679794 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.708048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.767206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Attempting to bind port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:46.774896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Attempting to bind port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'b649b0f9-2051-4c7f-a47b-9a8baf260ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '212fcce4-023e-451c-921d-3f09933c4960'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:46.775553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Attempting to bind port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 on network 212fcce4-023e-451c-921d-3f09933c4960 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:46.786770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 on network 212fcce4-023e-451c-921d-3f09933c4960 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:46.787389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Attempting to bind port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 on network 212fcce4-023e-451c-921d-3f09933c4960 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:46.802215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:46.802886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Checking segment: {'id': 'b649b0f9-2051-4c7f-a47b-9a8baf260ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '212fcce4-023e-451c-921d-3f09933c4960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:46.805347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Bound using segment: {'id': 'b649b0f9-2051-4c7f-a47b-9a8baf260ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '212fcce4-023e-451c-921d-3f09933c4960'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:46.806021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Bound port: 416913c0-94eb-47f5-a2ef-1746ca3f5ec0, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b649b0f9-2051-4c7f-a47b-9a8baf260ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '212fcce4-023e-451c-921d-3f09933c4960'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:46.806705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.833078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee82b5-d4e3-4870-81b6-c3e01258c8fb req-392d1855-1552-4042-8c8e-93cee09d8367 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:46.834809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbee82b5-d4e3-4870-81b6-c3e01258c8fb req-392d1855-1552-4042-8c8e-93cee09d8367 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 943 time: 0.2810044 Sep 16 05:26:46.887737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.913869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:46.921061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48164) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:46.927055 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/026549a6-77ed-4333-9c17-a05f2e6756a1 HTTP/1.1" status: 204 len: 168 time: 2.6535780 Sep 16 05:26:46.936450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062363420'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:46.969995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608e9c4-3a4f-4e69-b0c8-5d4a6064446d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=026549a6-77ed-4333-9c17-a05f2e6756a1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:46.993499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:46.997405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.006376 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.077081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbee82b5-d4e3-4870-81b6-c3e01258c8fb req-ec910829-caeb-4ac8-a45a-7d3b05124187 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145987 Sep 16 05:26:47.086398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] For port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:47.093352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] For port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,segment=NetworkSegment(b649b0f9-2051-4c7f-a47b-9a8baf260ed9),segment_id=b649b0f9-2051-4c7f-a47b-9a8baf260ed9)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:47.100480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:47.106453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.107430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.151405 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=aabdb455-2650-4dab-9e1c-75b6cf4b0654,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:47.161551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.163226 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment b98dee4f-1a05-4b4f-95d6-76f40f2373c2 of type vlan for network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e Sep 16 05:26:47.168352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1565c0-575b-4805-8867-47c57bb70263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0e7ff66b-d5ad-4931-bdc7-7953e0324cce', 'network_id': '0e7ff66b-d5ad-4931-bdc7-7953e0324cce', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': 'aabdb455-2650-4dab-9e1c-75b6cf4b0654'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:47.172458 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4c1565c0-575b-4805-8867-47c57bb70263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.187174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.188361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.205889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/416913c0-94eb-47f5-a2ef-1746ca3f5ec0 HTTP/1.1" status: 200 len: 1092 time: 1.8435695 Sep 16 05:26:47.209477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94468076-0ebc-4416-a68e-c60aaaf50751', 'tag': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:47.214114 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776afbf5-17b7-493d-8748-cb61c9367b13" -d '{"events": [{"name": "network-changed", "server_uuid": "94468076-0ebc-4416-a68e-c60aaaf50751", "tag": "416913c0-94eb-47f5-a2ef-1746ca3f5ec0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:47.321018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.324496 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ce07fa-4418-47a0-a0c7-cef8f86ed51d x-openstack-request-id: req-b5ce07fa-4418-47a0-a0c7-cef8f86ed51d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:47.324934 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94468076-0ebc-4416-a68e-c60aaaf50751", "tag": "416913c0-94eb-47f5-a2ef-1746ca3f5ec0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:47.325311 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5ce07fa-4418-47a0-a0c7-cef8f86ed51d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:47.326112 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94468076-0ebc-4416-a68e-c60aaaf50751', 'tag': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0', 'status': 'completed', 'code': 200} Sep 16 05:26:47.353311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb7d29-c182-42a8-bdd2-8789057602ca None None] Network 0e7ff66b-d5ad-4931-bdc7-7953e0324cce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:47.355486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7ff66b-d5ad-4931-bdc7-7953e0324cce']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:47.356450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.370556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba7993-7cd7-4081-a173-c10a882ee7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:47.372040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071d603d-0f7b-414e-aafb-3ac230ee58f2') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:47.372366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071d603d-0f7b-414e-aafb-3ac230ee58f2') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:47.389997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-69403890-7a90-408c-815b-1f9cbdb500ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.391870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-69403890-7a90-408c-815b-1f9cbdb500ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332a7752709348e3b11ba8251da0ce00&device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 1095 time: 0.1399233 Sep 16 05:26:47.413235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.432778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.450161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:47.450574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:47.454036 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:47.601179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-52e11463-aef0-47c6-be91-a38f9ce1b1be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0 HTTP/1.1" status: 200 len: 217 time: 0.1970310 Sep 16 05:26:47.622286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.630237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.632439 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/0e7ff66b-d5ad-4931-bdc7-7953e0324cce HTTP/1.1" status: 204 len: 168 time: 1.2191846 Sep 16 05:26:47.637654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48174) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:47.660323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.668482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9a4f0-efed-4745-816d-ae43e7331fe9 None None] Network 0e7ff66b-d5ad-4931-bdc7-7953e0324cce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:47.682822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9a4f0-efed-4745-816d-ae43e7331fe9 None None] Network 0e7ff66b-d5ad-4931-bdc7-7953e0324cce could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:26:47.683472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.684181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:47.734594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe7269-bb07-4707-9044-827bda639c45 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=0e7ff66b-d5ad-4931-bdc7-7953e0324cce,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:47.745471 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b247b91-2e4a-43e3-b536-256849bcd755 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] GET failed (client error): The resource could not be found. Sep 16 05:26:47.746971 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1b247b91-2e4a-43e3-b536-256849bcd755 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/subnets/aabdb455-2650-4dab-9e1c-75b6cf4b0654 HTTP/1.1" status: 404 len: 337 time: 0.1088541 Sep 16 05:26:47.756371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48176) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:47.805967 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a394f0-9b37-4089-ace5-0e235686fdfb tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:47.808176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a394f0-9b37-4089-ace5-0e235686fdfb tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:47.810707 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-91a394f0-9b37-4089-ace5-0e235686fdfb tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/0e7ff66b-d5ad-4931-bdc7-7953e0324cce HTTP/1.1" status: 404 len: 339 time: 0.0504313 Sep 16 05:26:47.816542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48178) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:47.847639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9249685 Sep 16 05:26:47.858116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48180) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:47.920252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:47.934910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-1c4b4262-162f-403b-8659-ebeb29252b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:47.936439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-1c4b4262-162f-403b-8659-ebeb29252b22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f12c0003-ba74-4f0d-b271-324ec077ac2f HTTP/1.1" status: 200 len: 852 time: 0.3271832 Sep 16 05:26:47.938066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0836ea-0d96-467d-b874-bf1a1c05ffe0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=057d28e1-ef8f-4e65-bfb3-27159caf8b9e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:47.999304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:48.083145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a56ad5-0cb5-49e8-b4ed-d5e3556d9ffe req-7696690b-5fdf-4867-8cee-b9fe59a738f4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.107011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5a56ad5-0cb5-49e8-b4ed-d5e3556d9ffe req-7696690b-5fdf-4867-8cee-b9fe59a738f4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.3789740 Sep 16 05:26:48.114445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455898b-7824-4138-b3e1-4f47b56f0872 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.116114 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7455898b-7824-4138-b3e1-4f47b56f0872 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2975159 Sep 16 05:26:48.119367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e671e-d1b2-49ff-937a-8dad295d9f49 req-5715dbd2-e662-4d28-ad9a-c80bd0802ad9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.123441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48184) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.141248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a72e671e-d1b2-49ff-937a-8dad295d9f49 req-5715dbd2-e662-4d28-ad9a-c80bd0802ad9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.4530032 Sep 16 05:26:48.208434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-1bf928ad-c378-4dc1-b998-a8ceff9c2ca7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=212fcce4-023e-451c-921d-3f09933c4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2534242 Sep 16 05:26:48.275256 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-778efe41-e837-4244-9bc3-19b3c99ded71 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 207 time: 0.1503160 Sep 16 05:26:48.280440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48186) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.341305 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:48.400624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:48.406084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.473982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a72e671e-d1b2-49ff-937a-8dad295d9f49 req-1fd998cd-2ee8-408a-b633-55724c354f87 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294849 Sep 16 05:26:48.525947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5a56ad5-0cb5-49e8-b4ed-d5e3556d9ffe req-fb0009dc-b1d2-4b72-b95a-72692a7eb86f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4176626 Sep 16 05:26:48.632158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-506efe97-52d4-420c-9462-c5737b25ec33 service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731439 Sep 16 05:26:48.651246 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0165fa9-0521-46c7-bc17-4ae0348e6563 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.671864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0165fa9-0521-46c7-bc17-4ae0348e6563 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.682594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0165fa9-0521-46c7-bc17-4ae0348e6563 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.688957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0165fa9-0521-46c7-bc17-4ae0348e6563 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.691370 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e0165fa9-0521-46c7-bc17-4ae0348e6563 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4099312 Sep 16 05:26:48.696866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48190) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.780388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbeaca-2cc9-4041-a472-4a1d4fcbd0b7 req-90e56e95-4d5b-4594-b008-29e9033092bb tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.789973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3dbeaca-2cc9-4041-a472-4a1d4fcbd0b7 req-90e56e95-4d5b-4594-b008-29e9033092bb tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 943 time: 0.1592267 Sep 16 05:26:48.856130 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-157522f3-caca-463e-8aa2-432e753a38d8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1560619 Sep 16 05:26:48.857606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48196) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:48.874524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9da45109-b3b3-4673-90ec-6733b58f95a3 req-9f0d8e9b-cafa-4849-9b92-8aed533d0af9 service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264283 Sep 16 05:26:48.914912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3dbeaca-2cc9-4041-a472-4a1d4fcbd0b7 req-70c92a37-d24c-4225-a94c-42f0fcf6141c tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247222 Sep 16 05:26:48.954410 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:48.971501 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26413487-890a-4cdf-a1ef-71308cd07106 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.973222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26413487-890a-4cdf-a1ef-71308cd07106 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:48.980346 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-26413487-890a-4cdf-a1ef-71308cd07106 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1166961 Sep 16 05:26:48.981356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48198) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.069353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b3a353-9ea0-436c-8ad1-2851596cbb60 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.070950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b3a353-9ea0-436c-8ad1-2851596cbb60 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.076381 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42b3a353-9ea0-436c-8ad1-2851596cbb60 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0902698 Sep 16 05:26:49.078958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48200) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.085463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=bdad1e46-08ba-42af-ad50-6ae368025600,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:49.093470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-eddee352-4dd1-43c7-920a-814e564e7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.096300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-eddee352-4dd1-43c7-920a-814e564e7c66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332a7752709348e3b11ba8251da0ce00&device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 1095 time: 0.1565993 Sep 16 05:26:49.099729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': 'b98dee4f-1a05-4b4f-95d6-76f40f2373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:49.100278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: 057d28e1-ef8f-4e65-bfb3-27159caf8b9e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:49.171272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:49.225315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8165b-1bf0-412e-9df2-5f933f596fef tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.228196 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2bd8165b-1bf0-412e-9df2-5f933f596fef tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/networks/0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 HTTP/1.1" status: 200 len: 800 time: 0.1482394 Sep 16 05:26:49.230595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48202) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.244817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-13cbbdb6-bc33-46f4-9b12-b9a4636b496e req-73f1cdc6-3c0d-4160-9bcf-41308774cf75 service neutron] (94719) timed out ('10.222.0.55', 51364) {{(pid=94719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:26:49.249059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 057d28e1-ef8f-4e65-bfb3-27159caf8b9e) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:49.258702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8501824f-60f5-4c08-9be5-d749f524a80d None None] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:49.265486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-d2bd2085-ef83-4307-ad06-14fee7620b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.267809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-d2bd2085-ef83-4307-ad06-14fee7620b27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=212fcce4-023e-451c-921d-3f09933c4960 HTTP/1.1" status: 200 len: 913 time: 0.1613092 Sep 16 05:26:49.270269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.271113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.295957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4d4fc529-abe0-4607-96c7-1949ae042e6c tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3987455 Sep 16 05:26:49.299415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48204) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.363365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:49.407225 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5a729c61-7d43-407c-9b51-34d1255b3911 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/networks/0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1723566 Sep 16 05:26:49.409645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48210) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.412583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-e6fdeaae-dec6-491e-9783-11ba9a3cdf7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0 HTTP/1.1" status: 200 len: 217 time: 0.1284931 Sep 16 05:26:49.515354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-8fa1cc51-cd77-4831-9f2c-9744d53cb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.517443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-8fa1cc51-cd77-4831-9f2c-9744d53cb9ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f12c0003-ba74-4f0d-b271-324ec077ac2f HTTP/1.1" status: 200 len: 852 time: 0.0939093 Sep 16 05:26:49.537199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f7959-e0d0-4499-9895-e2c55c0385f4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.544907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2c6f7959-e0d0-4499-9895-e2c55c0385f4 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/subnets/1c029b27-9b3c-4d3a-b389-97060a7d3a74 HTTP/1.1" status: 200 len: 811 time: 0.1317637 Sep 16 05:26:49.546204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48220) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.679530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364fb282-c029-497a-8cc8-d3f5ae144407 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:49.685580 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-364fb282-c029-497a-8cc8-d3f5ae144407 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "GET /v2.0/subnets/1c029b27-9b3c-4d3a-b389-97060a7d3a74?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1381786 Sep 16 05:26:49.686141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48226) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:49.691757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997713145'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:49.727682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-057d28e1-ef8f-4e65-bfb3-27159caf8b9e', 'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e', 'tenant_id': 'ff296c77bfda49dfa9a486476df69d7f', 'fixed_ips': [{'subnet_id': 'bdad1e46-08ba-42af-ad50-6ae368025600'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:49.744637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.789979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-0073f203-7503-4066-b650-977c37077d2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=212fcce4-023e-451c-921d-3f09933c4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2594531 Sep 16 05:26:49.791503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:49.795588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.860120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:49.893458 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:49.893458 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Added segment b0d77161-565e-45ce-be97-8d7d67850899 of type vlan for network eab6933b-ba2f-4a8b-984b-1332a31dfc64 Sep 16 05:26:49.915205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:49.919177 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.022562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10f822-fb14-47b1-8749-0348cc8ef145 req-0207d15b-f770-438a-80f0-4aee77031b69 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.024609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e10f822-fb14-47b1-8749-0348cc8ef145 req-0207d15b-f770-438a-80f0-4aee77031b69 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2919340 Sep 16 05:26:50.043044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.069346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704864a7-bf07-447e-9d41-8e4de9c95a10 req-2fd3dd7f-6fbb-4f38-a6bb-bf0f15aee907 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.071314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-704864a7-bf07-447e-9d41-8e4de9c95a10 req-2fd3dd7f-6fbb-4f38-a6bb-bf0f15aee907 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.4148626 Sep 16 05:26:50.108624 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.138065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.138065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.171372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Allocated IP 2001:db8::2 (057d28e1-ef8f-4e65-bfb3-27159caf8b9e/bdad1e46-08ba-42af-ad50-6ae368025600/3db1f111-e3ae-438c-8e30-165d954659f7) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:50.185526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-74f195db-9258-4063-a2d4-0aedf0d3ac99 service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782201 Sep 16 05:26:50.223499 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5358860 Sep 16 05:26:50.228884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48238) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:50.265065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'network_id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:50.339980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e10f822-fb14-47b1-8749-0348cc8ef145 req-1343f23b-77de-41a1-a23f-c4bb998b7811 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668650 Sep 16 05:26:50.342366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-776afbf5-17b7-493d-8748-cb61c9367b13 req-be2aa5cc-3d1f-4c91-9195-7dbce4b00a6a service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471417 Sep 16 05:26:50.347164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-704864a7-bf07-447e-9d41-8e4de9c95a10 req-4ad4883a-6826-4cad-a506-bfc1b81eb7fa tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431819 Sep 16 05:26:50.538033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.547806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.607138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bec87-54c8-403e-8bcc-9d7977dbd62f tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Network': ['ID=eab6933b-ba2f-4a8b-984b-1332a31dfc64,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:50.613308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:50.619477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:50.623988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:50.628266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network eab6933b-ba2f-4a8b-984b-1332a31dfc64 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:50.641306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Made reservation on behalf of 2a20f2b62c764267bea0736e5dd4d3fa for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:50.649619 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.732139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Pushing event updated for resources: {'Port': ['ID=3db1f111-e3ae-438c-8e30-165d954659f7,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:50.748478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Performing IP validity checks on allocation pools {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:26:50.748999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:26:50.775005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859e0bc-08ac-4a9b-8810-1eb3dc7b23f3 req-7b430564-25d5-4c35-a407-d015d7a5c7d4 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.776709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7859e0bc-08ac-4a9b-8810-1eb3dc7b23f3 req-7b430564-25d5-4c35-a407-d015d7a5c7d4 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.2133622 Sep 16 05:26:50.792757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Attempting to bind port 3db1f111-e3ae-438c-8e30-165d954659f7 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:50.793078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Attempting to bind port 3db1f111-e3ae-438c-8e30-165d954659f7 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b98dee4f-1a05-4b4f-95d6-76f40f2373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:50.793454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Attempting to bind port 3db1f111-e3ae-438c-8e30-165d954659f7 on network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:50.800474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:50.800854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Checking segment: {'id': 'b98dee4f-1a05-4b4f-95d6-76f40f2373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:50.801266 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.801718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Bound using segment: {'id': 'b98dee4f-1a05-4b4f-95d6-76f40f2373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:50.802199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Bound port: 3db1f111-e3ae-438c-8e30-165d954659f7, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98dee4f-1a05-4b4f-95d6-76f40f2373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:50.802650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.821256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228230b-2656-4f55-9a73-0d2351f6015b req-1355bd3c-d4cb-485c-a747-0b64e8cb538b tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:50.822847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b228230b-2656-4f55-9a73-0d2351f6015b req-1355bd3c-d4cb-485c-a747-0b64e8cb538b tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 943 time: 0.2203729 Sep 16 05:26:50.882883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] For port 3db1f111-e3ae-438c-8e30-165d954659f7, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:50.886615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] For port 3db1f111-e3ae-438c-8e30-165d954659f7, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3db1f111-e3ae-438c-8e30-165d954659f7,segment=NetworkSegment(b98dee4f-1a05-4b4f-95d6-76f40f2373c2),segment_id=b98dee4f-1a05-4b4f-95d6-76f40f2373c2)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:50.895182 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.034828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d52d-7090-40a8-a89c-d4ae38aacecd None None] Pushing event updated for resources: {'Port': ['ID=3db1f111-e3ae-438c-8e30-165d954659f7,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:51.118949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.210958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Checking segment: {'id': 'b0d77161-565e-45ce-be97-8d7d67850899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:51.211581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network hostable DHCP agents. Network: eab6933b-ba2f-4a8b-984b-1332a31dfc64, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:51.245616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=a6cb2b65-0f8f-4f84-92e2-b80cbb6424a8,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:51.284482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Network eab6933b-ba2f-4a8b-984b-1332a31dfc64 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:51.364010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, eab6933b-ba2f-4a8b-984b-1332a31dfc64) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:51.373475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.377792 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7852374'] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.390516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfdeda-14ef-45cf-bea6-a6bec267ebab None None] Network eab6933b-ba2f-4a8b-984b-1332a31dfc64 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:51.431860 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a3dd341-89f7-4dd9-9fb5-6f9d491c07f8 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1818593 Sep 16 05:26:51.431860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.438482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c71bfd00-e2e8-40d6-a2a5-bdc6f692c65b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:51.452841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.604215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=79fbcea0-46fa-4775-a2c9-1b799cd905ea,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:51.624251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:51.635161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b228230b-2656-4f55-9a73-0d2351f6015b req-9bd16da2-32a5-46b6-82ed-aff673e70567 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027349 Sep 16 05:26:51.639029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:51.644560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:51.649080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.654006 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.665078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7859e0bc-08ac-4a9b-8810-1eb3dc7b23f3 req-03a5d03f-e678-4c71-8f8c-553a333a7313 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8673105 Sep 16 05:26:51.699656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-34a954a7-fe1e-4b7c-bfe6-be9c1e72b061 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3979373 Sep 16 05:26:51.700254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48248) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.703838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c71bfd00-e2e8-40d6-a2a5-bdc6f692c65b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3916407'] for subnet, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.771696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48250) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.777617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60524bbb-2f7c-4610-90e4-2c6169e78bd0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.779212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60524bbb-2f7c-4610-90e4-2c6169e78bd0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.781512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60524bbb-2f7c-4610-90e4-2c6169e78bd0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.782870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60524bbb-2f7c-4610-90e4-2c6169e78bd0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.785380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60524bbb-2f7c-4610-90e4-2c6169e78bd0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.791445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-60524bbb-2f7c-4610-90e4-2c6169e78bd0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0900567 Sep 16 05:26:51.809938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48252) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.820516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816083000'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:51.905487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:51.910775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.948986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,segment=NetworkSegment(b649b0f9-2051-4c7f-a47b-9a8baf260ed9),segment_id=b649b0f9-2051-4c7f-a47b-9a8baf260ed9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:51.967531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b4268-69c8-437d-a972-a6ccefa881e2 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:51.969586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-195b4268-69c8-437d-a972-a6ccefa881e2 tempest-TestNetworkBasicOps-1912287500 tempest-TestNetworkBasicOps-1912287500-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 1093 time: 0.1769454 Sep 16 05:26:51.974057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48254) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:51.978534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0', 'network_id': '212fcce4-023e-451c-921d-3f09933c4960', 'port_id': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0', 'mac_address': 'fa:16:3e:f3:95:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12c0003-ba74-4f0d-b271-324ec077ac2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:51.979688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:51.998242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:26:52.003540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c71bfd00-e2e8-40d6-a2a5-bdc6f692c65b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741076131844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3834100'] for subnet, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.031355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4590d-ce9a-4303-94f4-5494a460a75d req-ae73e432-68c1-497f-8e1b-09751d7d1c68 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.033067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93e4590d-ce9a-4303-94f4-5494a460a75d req-ae73e432-68c1-497f-8e1b-09751d7d1c68 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.1898372 Sep 16 05:26:52.043558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.044232 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment f4e658f3-8062-49df-b573-1b747e1f21e4 of type vlan for network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a Sep 16 05:26:52.089373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.095205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bfd00-e2e8-40d6-a2a5-bdc6f692c65b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event updated for resources: {'Subnet': ['ID=a6cb2b65-0f8f-4f84-92e2-b80cbb6424a8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:52.108581 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.119451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bfd00-e2e8-40d6-a2a5-bdc6f692c65b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.120288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c71bfd00-e2e8-40d6-a2a5-bdc6f692c65b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.124827 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c71bfd00-e2e8-40d6-a2a5-bdc6f692c65b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "PUT /v2.0/subnets/a6cb2b65-0f8f-4f84-92e2-b80cbb6424a8 HTTP/1.1" status: 200 len: 877 time: 0.6921959 Sep 16 05:26:52.125472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48256) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:52.139343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-eab6933b-ba2f-4a8b-984b-1332a31dfc64', 'network_id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64', 'tenant_id': '2a20f2b62c764267bea0736e5dd4d3fa', 'fixed_ips': [{'subnet_id': 'a6cb2b65-0f8f-4f84-92e2-b80cbb6424a8'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:52.151045 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.159749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:52.175142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.202430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,segment=NetworkSegment(b649b0f9-2051-4c7f-a47b-9a8baf260ed9),segment_id=b649b0f9-2051-4c7f-a47b-9a8baf260ed9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:52.217188 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.246797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93e4590d-ce9a-4303-94f4-5494a460a75d req-6bf3af9c-4bb2-4aff-a666-20cd0c27954f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957381 Sep 16 05:26:52.249213 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.257050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.257777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.299081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.417874 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.446653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=7e2d8570-2cbc-444e-a0f6-18bbafee1e1a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:52.456509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f80492e0-f293-475c-b8d3-6c2d616d9e5e tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6413004 Sep 16 05:26:52.463541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48264) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:52.475312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:52.477692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:52.524498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:52.646930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['416913c0-94eb-47f5-a2ef-1746ca3f5ec0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:52.712539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3db1f111-e3ae-438c-8e30-165d954659f7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:52.763403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Allocated IP 172.20.0.3 (eab6933b-ba2f-4a8b-984b-1332a31dfc64/a6cb2b65-0f8f-4f84-92e2-b80cbb6424a8/f8455278-40d8-4bbe-8455-ca1e28c12711) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:52.942905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:52.993187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa9866-f3f0-46d8-ad40-7a49373d05d5 req-d3d64285-ce8f-469e-89d9-e67ae2f9c9db tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:52.994795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bfa9866-f3f0-46d8-ad40-7a49373d05d5 req-d3d64285-ce8f-469e-89d9-e67ae2f9c9db tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 944 time: 0.1935806 Sep 16 05:26:52.996525 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.030617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a is not hosted by any dhcp agent {{(pid=94719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:26:53.036345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.036993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.038335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "PUT /v2.0/networks/7e2d8570-2cbc-444e-a0f6-18bbafee1e1a HTTP/1.1" status: 200 len: 723 time: 0.5690279 Sep 16 05:26:53.042803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48278) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:53.049114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:53.074556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.125090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcc5bc-a86b-4578-88d6-11d44178ed28 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=7e2d8570-2cbc-444e-a0f6-18bbafee1e1a,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.178268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bfa9866-f3f0-46d8-ad40-7a49373d05d5 req-2ad0fca2-24c1-4982-9298-2de9271df6fa tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588199 Sep 16 05:26:53.184750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9013993-6613-4f74-9319-b1fa1c729ff9 None None] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:53.197728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:26:53.210974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3db1f111-e3ae-438c-8e30-165d954659f7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:53.211567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.306474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-684055e9-ca83-410f-b5b1-3dccfa57c7ad None None] Provisioning complete for port 3db1f111-e3ae-438c-8e30-165d954659f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:53.306855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-684055e9-ca83-410f-b5b1-3dccfa57c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.322652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:53.331859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.343020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Allocated IP 172.25.6.177 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/1459c35a-e39c-4363-b18c-6d22d6c19d4e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:53.601362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4854147-5649-4224-a1c1-b1c87aed798e req-7433b94e-16c6-4182-a832-cba879e1e4ad tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:53.603852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4854147-5649-4224-a1c1-b1c87aed798e req-7433b94e-16c6-4182-a832-cba879e1e4ad tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.1975803 Sep 16 05:26:53.688483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4854147-5649-4224-a1c1-b1c87aed798e req-3ee97562-d8dd-4c7b-a64d-149e85f2649d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722456 Sep 16 05:26:53.697204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.701683 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.754740 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.772363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.823427 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.840208 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.853573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=635aa283-e500-45ff-b3be-90b7e35ab29e,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.867394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.874637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Network eab6933b-ba2f-4a8b-984b-1332a31dfc64 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:53.877318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': 'f4e658f3-8062-49df-b573-1b747e1f21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:53.878111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:26:53.881993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:53.889535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=1459c35a-e39c-4363-b18c-6d22d6c19d4e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.925008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:53.927516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:53.931847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cb2b65-0f8f-4f84-92e2-b80cbb6424a8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:53.939045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:53.958263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:54.018555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:26:54.023298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.030633 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-684055e9-ca83-410f-b5b1-3dccfa57c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.072941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:54.081547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab6933b-ba2f-4a8b-984b-1332a31dfc64']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:54.101566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6998f17-014b-45af-9d0f-60611d1e7685 None None] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:54.115783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d77161-565e-45ce-be97-8d7d67850899') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:54.116211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d77161-565e-45ce-be97-8d7d67850899') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:54.159769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.185677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.186310 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.217811 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-24a79c82-ee6f-4c7e-ae24-be1039898f06 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1738207 Sep 16 05:26:54.218552 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48290) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.225314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6c5d701c-e868-4c8d-8839-b64cfcbf0f20 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:54.229242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.243524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 3db1f111-e3ae-438c-8e30-165d954659f7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3db1f111-e3ae-438c-8e30-165d954659f7,segment=NetworkSegment(b98dee4f-1a05-4b4f-95d6-76f40f2373c2),segment_id=b98dee4f-1a05-4b4f-95d6-76f40f2373c2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:54.266077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:54.266494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:54.269890 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:54.321414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Pushing event updated for resources: {'Port': ['ID=f8455278-40d8-4bbe-8455-ca1e28c12711,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:54.346630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.465787 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:26:54.465787 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:26:54.465787 n-d-713301-15 neutron-server[94718]: [parameters: {'id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64'}] Sep 16 05:26:54.465787 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:54.466667 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:54.537774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Attempting to bind port f8455278-40d8-4bbe-8455-ca1e28c12711 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:54.538583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Attempting to bind port f8455278-40d8-4bbe-8455-ca1e28c12711 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b0d77161-565e-45ce-be97-8d7d67850899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:54.539255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Attempting to bind port f8455278-40d8-4bbe-8455-ca1e28c12711 on network eab6933b-ba2f-4a8b-984b-1332a31dfc64 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:54.549535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-7e2d8570-2cbc-444e-a0f6-18bbafee1e1a', 'network_id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a', 'tenant_id': 'ff296c77bfda49dfa9a486476df69d7f', 'fixed_ips': [{'subnet_id': '635aa283-e500-45ff-b3be-90b7e35ab29e'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:26:54.550695 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.557396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c5d701c-e868-4c8d-8839-b64cfcbf0f20 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3916407'] for subnet, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.595911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:54.596409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Checking segment: {'id': 'b0d77161-565e-45ce-be97-8d7d67850899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:54.596892 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.597373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Bound using segment: {'id': 'b0d77161-565e-45ce-be97-8d7d67850899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:54.597940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Bound port: f8455278-40d8-4bbe-8455-ca1e28c12711, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d77161-565e-45ce-be97-8d7d67850899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eab6933b-ba2f-4a8b-984b-1332a31dfc64'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:54.598392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.631250 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-684055e9-ca83-410f-b5b1-3dccfa57c7ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:54.631650 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-684055e9-ca83-410f-b5b1-3dccfa57c7ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:54.765877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=3db1f111-e3ae-438c-8e30-165d954659f7,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:54.776781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eddbff-4227-4a20-9937-ef0ffe63d024 None None] Update dhcp port {'port': {'network_id': '057d28e1-ef8f-4e65-bfb3-27159caf8b9e', 'fixed_ips': [{'subnet_id': 'bdad1e46-08ba-42af-ad50-6ae368025600', 'ip_address': '2001:db8::2'}, {'subnet_id': '79fbcea0-46fa-4775-a2c9-1b799cd905ea'}], 'binding:host_id': 'n-d-713301-15'}, 'id': '3db1f111-e3ae-438c-8e30-165d954659f7'} from n-d-713301-15. {{(pid=94720) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:26:54.799707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c5d701c-e868-4c8d-8839-b64cfcbf0f20 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741076131844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3834100'] for subnet, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.862683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d701c-e868-4c8d-8839-b64cfcbf0f20 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.863611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c5d701c-e868-4c8d-8839-b64cfcbf0f20 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.865288 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c5d701c-e868-4c8d-8839-b64cfcbf0f20 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "PUT /v2.0/subnets/635aa283-e500-45ff-b3be-90b7e35ab29e HTTP/1.1" status: 200 len: 826 time: 0.6450124 Sep 16 05:26:54.871430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48296) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:54.903079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241e41-eed1-4cfa-a8c9-84eb9607cc6e req-bec6b095-c2af-4593-aa0b-d639d104b068 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:54.905836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21241e41-eed1-4cfa-a8c9-84eb9607cc6e req-bec6b095-c2af-4593-aa0b-d639d104b068 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 944 time: 0.2983389 Sep 16 05:26:54.915108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.928567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38eddbff-4227-4a20-9937-ef0ffe63d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.975307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] For port f8455278-40d8-4bbe-8455-ca1e28c12711, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:55.001267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] For port f8455278-40d8-4bbe-8455-ca1e28c12711, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f8455278-40d8-4bbe-8455-ca1e28c12711,segment=NetworkSegment(b0d77161-565e-45ce-be97-8d7d67850899),segment_id=b0d77161-565e-45ce-be97-8d7d67850899)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:55.029978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.065160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995103cf-9727-49f0-858d-9092a2f0b9f3 req-8db4eda8-3c66-44df-957f-6bbba7411475 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:55.073273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-995103cf-9727-49f0-858d-9092a2f0b9f3 req-8db4eda8-3c66-44df-957f-6bbba7411475 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2195137 Sep 16 05:26:55.123085 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.143108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21241e41-eed1-4cfa-a8c9-84eb9607cc6e req-f1b312ab-0f67-49e7-8f11-56858a4daf87 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040997 Sep 16 05:26:55.199681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-995103cf-9727-49f0-858d-9092a2f0b9f3 req-5e8d8de2-5d5b-4e1a-b3b0-c1a0a70eb328 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256621 Sep 16 05:26:55.213245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d701c-e868-4c8d-8839-b64cfcbf0f20 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=635aa283-e500-45ff-b3be-90b7e35ab29e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:55.225887 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.230346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.247037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Allocated IP 2001:db8::2 (7e2d8570-2cbc-444e-a0f6-18bbafee1e1a/635aa283-e500-45ff-b3be-90b7e35ab29e/2102846c-6014-40d2-8a7b-2d148069dff0) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:55.272390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a24719-45d3-40de-b84a-b4dc0c97ce19 None None] Network eab6933b-ba2f-4a8b-984b-1332a31dfc64 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:55.355532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac589e1-8e51-44a0-becf-bbce90bd98eb None None] Pushing event updated for resources: {'Port': ['ID=f8455278-40d8-4bbe-8455-ca1e28c12711,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:55.430521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.439149 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.569704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Deleting port f8455278-40d8-4bbe-8455-ca1e28c12711 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:55.570521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.609205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-38eddbff-4227-4a20-9937-ef0ffe63d024 None None] Allocated IP 172.20.0.1 (057d28e1-ef8f-4e65-bfb3-27159caf8b9e/79fbcea0-46fa-4775-a2c9-1b799cd905ea/3db1f111-e3ae-438c-8e30-165d954659f7) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:55.671752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] For port f8455278-40d8-4bbe-8455-ca1e28c12711, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f8455278-40d8-4bbe-8455-ca1e28c12711,segment=NetworkSegment(b0d77161-565e-45ce-be97-8d7d67850899),segment_id=b0d77161-565e-45ce-be97-8d7d67850899)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:55.672027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.672598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:55.696967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Calling delete_port for f8455278-40d8-4bbe-8455-ca1e28c12711 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:55.819670 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.879248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Port': ['ID=f8455278-40d8-4bbe-8455-ca1e28c12711,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:55.890126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No DVR routers for this DVR port f8455278-40d8-4bbe-8455-ca1e28c12711 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:55.962809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:55.984691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.116672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event updated for resources: {'Port': ['ID=1459c35a-e39c-4363-b18c-6d22d6c19d4e,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:56.127033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.171710 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9541e1a9-f2c1-4add-a4ec-a562a2aa3c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.181858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f04cc-a2be-4203-a152-7edb97bd59dd None None] Network eab6933b-ba2f-4a8b-984b-1332a31dfc64 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:56.183554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:56.187698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.214312 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.227355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:56.227945 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.253579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.403517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:56.421156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:56.435886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:56.540817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-38eddbff-4227-4a20-9937-ef0ffe63d024 None None] For port 3db1f111-e3ae-438c-8e30-165d954659f7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3db1f111-e3ae-438c-8e30-165d954659f7,segment=NetworkSegment(b98dee4f-1a05-4b4f-95d6-76f40f2373c2),segment_id=b98dee4f-1a05-4b4f-95d6-76f40f2373c2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:56.563447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Pushing event updated for resources: {'Port': ['ID=2102846c-6014-40d2-8a7b-2d148069dff0,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:56.583285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3db1f111-e3ae-438c-8e30-165d954659f7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:56.686320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14c09b-9c6f-4405-b1ba-f5fad9fff19a req-d8805b3f-f9b8-4604-a981-c1f9650d7227 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.688305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c14c09b-9c6f-4405-b1ba-f5fad9fff19a req-d8805b3f-f9b8-4604-a981-c1f9650d7227 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 944 time: 0.4237866 Sep 16 05:26:56.729691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619737f4-adb5-4f4a-981d-ce132526089c req-9ee7c1ad-5631-4e54-a3fd-cac247014647 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:56.747395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-619737f4-adb5-4f4a-981d-ce132526089c req-9ee7c1ad-5631-4e54-a3fd-cac247014647 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.3915830 Sep 16 05:26:56.839138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38eddbff-4227-4a20-9937-ef0ffe63d024 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.841309 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.849179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Attempting to bind port 2102846c-6014-40d2-8a7b-2d148069dff0 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:56.849622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Attempting to bind port 2102846c-6014-40d2-8a7b-2d148069dff0 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f4e658f3-8062-49df-b573-1b747e1f21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:56.849983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Attempting to bind port 2102846c-6014-40d2-8a7b-2d148069dff0 on network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:56.868549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:56.868549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Checking segment: {'id': 'f4e658f3-8062-49df-b573-1b747e1f21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:56.868549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.868549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Bound using segment: {'id': 'f4e658f3-8062-49df-b573-1b747e1f21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:56.868549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Bound port: 2102846c-6014-40d2-8a7b-2d148069dff0, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e658f3-8062-49df-b573-1b747e1f21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:56.869247 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.875376 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38eddbff-4227-4a20-9937-ef0ffe63d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:56.928428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c14c09b-9c6f-4405-b1ba-f5fad9fff19a req-15dfa1ce-a21f-4e56-bb8a-3fc9b8fa70ef tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656775 Sep 16 05:26:56.945163 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Floating IP 340a05f4-3c9a-4fa0-bb03-62dbf402ff20 associated. External IP: 172.25.6.177, port: c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f. Sep 16 05:26:56.955547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3db1f111-e3ae-438c-8e30-165d954659f7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:56.955924 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.007469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab6933b-ba2f-4a8b-984b-1332a31dfc64']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:57.011914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.063118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d77161-565e-45ce-be97-8d7d67850899') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:57.063737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d77161-565e-45ce-be97-8d7d67850899') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:57.082890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=635aa283-e500-45ff-b3be-90b7e35ab29e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.093248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.110581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eddbff-4227-4a20-9937-ef0ffe63d024 None None] Pushing event updated for resources: {'Port': ['ID=3db1f111-e3ae-438c-8e30-165d954659f7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.156569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.160587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.174019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:57.174710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:57.182066 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:57.195118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94468076-0ebc-4416-a68e-c60aaaf50751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:57.202205 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0b626b-a392-4c90-84d6-f95db723f6a6" -d '{"events": [{"server_uuid": "94468076-0ebc-4416-a68e-c60aaaf50751", "name": "network-vif-plugged", "status": "completed", "tag": "416913c0-94eb-47f5-a2ef-1746ca3f5ec0"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:57.226212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2d8570-2cbc-444e-a0f6-18bbafee1e1a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:57.248412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-619737f4-adb5-4f4a-981d-ce132526089c req-44723f38-281f-4968-9f93-40074db18569 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4970310 Sep 16 05:26:57.317454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,segment=NetworkSegment(b649b0f9-2051-4c7f-a47b-9a8baf260ed9),segment_id=b649b0f9-2051-4c7f-a47b-9a8baf260ed9)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:57.325396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e658f3-8062-49df-b573-1b747e1f21e4') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:57.326576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e658f3-8062-49df-b573-1b747e1f21e4') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:57.346287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.355494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.367541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.374380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48340) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:57.375284 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/eab6933b-ba2f-4a8b-984b-1332a31dfc64 HTTP/1.1" status: 204 len: 168 time: 5.2487526 Sep 16 05:26:57.384132 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ead72c6-4cf7-4d35-ab5a-dc062ca0b156 x-openstack-request-id: req-2ead72c6-4cf7-4d35-ab5a-dc062ca0b156 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:57.384867 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94468076-0ebc-4416-a68e-c60aaaf50751", "name": "network-vif-plugged", "status": "completed", "tag": "416913c0-94eb-47f5-a2ef-1746ca3f5ec0", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:57.385311 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ead72c6-4cf7-4d35-ab5a-dc062ca0b156 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:57.385939 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94468076-0ebc-4416-a68e-c60aaaf50751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0', 'code': 200} Sep 16 05:26:57.396565 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.400824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7797abd-280d-423b-8e73-e0cc054e8775 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=eab6933b-ba2f-4a8b-984b-1332a31dfc64,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.407136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.419738 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:57.420544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:57.425703 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:57.560772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:26:57.560772 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:26:57.560772 n-d-713301-15 neutron-server[94718]: [parameters: {'id': '7e2d8570-2cbc-444e-a0f6-18bbafee1e1a'}] Sep 16 05:26:57.560772 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:26:57.564483 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:26:57.598089 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-785909df-80fc-4a24-8fc2-04628591361b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:57.598574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785909df-80fc-4a24-8fc2-04628591361b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:57.600352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-785909df-80fc-4a24-8fc2-04628591361b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/a6cb2b65-0f8f-4f84-92e2-b80cbb6424a8 HTTP/1.1" status: 404 len: 337 time: 0.2249870 Sep 16 05:26:57.603133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48342) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:57.622428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] For port 2102846c-6014-40d2-8a7b-2d148069dff0, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:57.628815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff104664-a9ed-4eef-8f59-d7c876691678 req-4b80137b-bd69-427e-85d6-7ebe9bec4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:57.630325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff104664-a9ed-4eef-8f59-d7c876691678 req-4b80137b-bd69-427e-85d6-7ebe9bec4d3d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 1097 time: 0.1732419 Sep 16 05:26:57.636490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] For port 2102846c-6014-40d2-8a7b-2d148069dff0, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2102846c-6014-40d2-8a7b-2d148069dff0,segment=NetworkSegment(f4e658f3-8062-49df-b573-1b747e1f21e4),segment_id=f4e658f3-8062-49df-b573-1b747e1f21e4)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:57.642726 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c620196f-017a-45f5-9d28-8d61a6da6b5b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:57.646481 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:57.663790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c620196f-017a-45f5-9d28-8d61a6da6b5b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:57.665854 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c620196f-017a-45f5-9d28-8d61a6da6b5b tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/eab6933b-ba2f-4a8b-984b-1332a31dfc64 HTTP/1.1" status: 404 len: 339 time: 0.0612094 Sep 16 05:26:57.667687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.668774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48344) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:57.678591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:57.733272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff104664-a9ed-4eef-8f59-d7c876691678 req-c5d6d4dc-2afc-4b82-bd05-d89194d5b8d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841260 Sep 16 05:26:57.760974 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a195ed9-ef75-4e7d-b706-0d66bfab36dd tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:57.763942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a195ed9-ef75-4e7d-b706-0d66bfab36dd tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:57.768726 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1a195ed9-ef75-4e7d-b706-0d66bfab36dd tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/aabdb455-2650-4dab-9e1c-75b6cf4b0654 HTTP/1.1" status: 404 len: 337 time: 0.0986459 Sep 16 05:26:57.769770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac8676-3948-4985-b078-1c7ac6b9fad8 None None] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:57.779870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48348) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:57.821045 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ec2219-a8ff-44f7-a3d5-ab1c393b1089 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:57.840734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ec2219-a8ff-44f7-a3d5-ab1c393b1089 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:57.845882 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66ec2219-a8ff-44f7-a3d5-ab1c393b1089 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/0e7ff66b-d5ad-4931-bdc7-7953e0324cce HTTP/1.1" status: 404 len: 339 time: 0.0640154 Sep 16 05:26:57.852755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a242-37ce-40c6-ab24-ab5c6d417075 None None] Pushing event updated for resources: {'Port': ['ID=2102846c-6014-40d2-8a7b-2d148069dff0,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:57.862707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48350) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:57.912936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48352) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:58.066494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.082327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.103102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d6990-bd4d-4909-a15d-f7e69d7ffd6a None None] Network 7e2d8570-2cbc-444e-a0f6-18bbafee1e1a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:58.164480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1181c6c2-9ead-486a-8294-8b6cafe2e151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.335515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting port 2102846c-6014-40d2-8a7b-2d148069dff0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:58.336008 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.373282 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-63ee6c2b-3614-4983-a11e-271dacd66c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.479269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.530086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3db1f111-e3ae-438c-8e30-165d954659f7 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:58.562936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9327b2cb-7c1f-46dc-a571-b990570240a7']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:58.603519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31289d2-cb47-4677-8264-50180eff9873 None None] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:26:58.618953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] For port 2102846c-6014-40d2-8a7b-2d148069dff0, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2102846c-6014-40d2-8a7b-2d148069dff0,segment=NetworkSegment(f4e658f3-8062-49df-b573-1b747e1f21e4),segment_id=f4e658f3-8062-49df-b573-1b747e1f21e4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:58.619259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.623958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba0dbdd-da58-436f-bdbc-00171883b3cc') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:58.635449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba0dbdd-da58-436f-bdbc-00171883b3cc') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:58.677445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Calling delete_port for 2102846c-6014-40d2-8a7b-2d148069dff0 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:58.682497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.709720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.712323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef03bc-17df-4863-bf7c-8e970b5d6780 req-90e9af06-dcaf-462a-a7b4-85dcf35ae2e4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:58.721270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2eef03bc-17df-4863-bf7c-8e970b5d6780 req-90e9af06-dcaf-462a-a7b4-85dcf35ae2e4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.1468050 Sep 16 05:26:58.753987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:58.754819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:58.758178 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:58.761509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71703c-7fc4-47b4-8522-90aaa3ba5162 req-ba9fa8ff-0cff-4253-8a89-4b35a44c9bd4 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:58.763425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc71703c-7fc4-47b4-8522-90aaa3ba5162 req-ba9fa8ff-0cff-4253-8a89-4b35a44c9bd4 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1879292 Sep 16 05:26:58.779752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:58.791208 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] Sync routers for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:58.815254 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:58.816447 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:58.837241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc71703c-7fc4-47b4-8522-90aaa3ba5162 req-e79d61c6-725a-4e6d-a33f-ed694d3f5de6 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634511 Sep 16 05:26:58.852315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2eef03bc-17df-4863-bf7c-8e970b5d6780 req-fb099120-e397-4993-aa33-55637a1da61f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300561 Sep 16 05:26:58.924315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1181c6c2-9ead-486a-8294-8b6cafe2e151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.931256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.941594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1181c6c2-9ead-486a-8294-8b6cafe2e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.942140 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.953797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9aeb91e1-9985-4f18-ba18-238519e33c6f None None] Provisioning complete for port 3db1f111-e3ae-438c-8e30-165d954659f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:58.956855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9aeb91e1-9985-4f18-ba18-238519e33c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.973234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:58.975532 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/9327b2cb-7c1f-46dc-a571-b990570240a7 HTTP/1.1" status: 204 len: 168 time: 1.1117504 Sep 16 05:26:58.983405 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:58.994328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48360) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.008498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c11c3-72d7-47dd-a92e-5c7029e11333 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=9327b2cb-7c1f-46dc-a571-b990570240a7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.044194 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1181c6c2-9ead-486a-8294-8b6cafe2e151 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82b0506925424c108562b04898403b17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1301603 Sep 16 05:26:59.048875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48362) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.066351 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5140514-3ec4-4988-8cdc-d8e0b97088fc tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.066766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5140514-3ec4-4988-8cdc-d8e0b97088fc tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.072081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a5140514-3ec4-4988-8cdc-d8e0b97088fc tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/6058962a-91ea-4653-8d2d-7e76161bbe63 HTTP/1.1" status: 404 len: 337 time: 0.0751004 Sep 16 05:26:59.077503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181c6c2-9ead-486a-8294-8b6cafe2e151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7874b2-3faf-4ecd-8788-eefb8628cc2e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.078101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48364) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.090923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.122357 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4093f0c-1e22-4661-984d-7fbac1bdfcfe tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.124742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4093f0c-1e22-4661-984d-7fbac1bdfcfe tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.132616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e4093f0c-1e22-4661-984d-7fbac1bdfcfe tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/ebcbb23d-e60a-4c71-8023-565f40a8e787 HTTP/1.1" status: 404 len: 339 time: 0.0537236 Sep 16 05:26:59.134926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3db1f111-e3ae-438c-8e30-165d954659f7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:59.135303 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.140878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48366) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.160282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No DVR routers for this DVR port 2102846c-6014-40d2-8a7b-2d148069dff0 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:59.169159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-108ddaa5-479a-443d-9c26-5f927c624d61 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1936841 Sep 16 05:26:59.172771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48368) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.181823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:59.185450 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84648d55-d48d-4d8f-ad50-c53a8d574c13" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:59.231393 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.319365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Port': ['ID=2102846c-6014-40d2-8a7b-2d148069dff0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.367182 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '340a05f4-3c9a-4fa0-bb03-62dbf402ff20', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'port_id': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'mac_address': 'fa:16:3e:03:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:54Z', 'updated_at': '2021-09-16T05:26:54Z', 'revision_number': 0, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:22Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:59.379059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6b91dfb-3c18-4281-bf5c-446296509bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.401533 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20508d32-2351-454c-a825-b335e3826e33 x-openstack-request-id: req-20508d32-2351-454c-a825-b335e3826e33 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:59.401805 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:59.402058 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20508d32-2351-454c-a825-b335e3826e33 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:59.402455 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'status': 'completed', 'code': 200} Sep 16 05:26:59.415019 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbde1fc-068c-4de6-bcc4-3664b2709782 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.415481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbde1fc-068c-4de6-bcc4-3664b2709782 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.416544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.419879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4dbde1fc-068c-4de6-bcc4-3664b2709782 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/60cc34e7-68e4-4609-b01b-8e0e3a8be561 HTTP/1.1" status: 404 len: 337 time: 0.2738070 Sep 16 05:26:59.428980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48372) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.437841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-630e40ff-ec2e-46d4-99e4-7346e691ec02 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/340a05f4-3c9a-4fa0-bb03-62dbf402ff20 HTTP/1.1" status: 200 len: 992 time: 0.2488897 Sep 16 05:26:59.442210 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] Checking router: ffd4aaa8-da48-4f56-9980-ed52e8d97e64 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:59.455295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002639f5-f37b-4619-b8bb-d43299e4d224 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:26:59.463606 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3879c43d-df6c-4253-88df-3a97920f9f1c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.464316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3879c43d-df6c-4253-88df-3a97920f9f1c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.468704 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3879c43d-df6c-4253-88df-3a97920f9f1c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/a3260968-3143-4688-acac-43c3513f7933 HTTP/1.1" status: 404 len: 339 time: 0.0383396 Sep 16 05:26:59.471067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48374) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.472282 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:59.473092 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:59.517727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-e38f6942-afd8-4719-b669-1415b6fe22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.520077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-e38f6942-afd8-4719-b669-1415b6fe22b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 1098 time: 0.1166146 Sep 16 05:26:59.525730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6b91dfb-3c18-4281-bf5c-446296509bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.528815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2d8570-2cbc-444e-a0f6-18bbafee1e1a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:59.531175 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5aa532-acc4-450b-b212-2b99164c4a5c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.531629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5aa532-acc4-450b-b212-2b99164c4a5c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.536993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2c5aa532-acc4-450b-b212-2b99164c4a5c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/6146c567-c4e2-4c94-9872-abe634464cd8 HTTP/1.1" status: 404 len: 337 time: 0.0632288 Sep 16 05:26:59.542503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48376) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.565139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e658f3-8062-49df-b573-1b747e1f21e4') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:59.565433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e658f3-8062-49df-b573-1b747e1f21e4') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:59.571792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4fd9ca75-8662-4eed-be59-ff7188b213f7 None None] Provisioning complete for port 3db1f111-e3ae-438c-8e30-165d954659f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:59.573278 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ca75-8662-4eed-be59-ff7188b213f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.598812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.631233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.632836 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb887228-b7d6-4d9f-9f5d-8d7180fca641 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.633690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb887228-b7d6-4d9f-9f5d-8d7180fca641 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.636013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fb887228-b7d6-4d9f-9f5d-8d7180fca641 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/d0852b87-1633-4f1e-a61f-71aa449e0ac6 HTTP/1.1" status: 404 len: 339 time: 0.0875065 Sep 16 05:26:59.642667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.659621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:26:59.660041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:26:59.664279 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:26:59.700312 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdf5024-8716-4484-8f0b-5e9c8f704695 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.700780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdf5024-8716-4484-8f0b-5e9c8f704695 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.706356 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9cdf5024-8716-4484-8f0b-5e9c8f704695 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/c5f48e28-fa8e-4b16-a78f-d775070544f5 HTTP/1.1" status: 404 len: 337 time: 0.0621459 Sep 16 05:26:59.707085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.729743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6b91dfb-3c18-4281-bf5c-446296509bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.732750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c6b91dfb-3c18-4281-bf5c-446296509bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.736694 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c6b91dfb-3c18-4281-bf5c-446296509bb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c7874b2-3faf-4ecd-8788-eefb8628cc2e HTTP/1.1" status: 204 len: 168 time: 0.6861734 Sep 16 05:26:59.764876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002639f5-f37b-4619-b8bb-d43299e4d224 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:26:59.794156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b91dfb-3c18-4281-bf5c-446296509bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7874b2-3faf-4ecd-8788-eefb8628cc2e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:59.811632 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9ac536-588f-4063-8f28-4ab174e3cdd2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.812700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9ac536-588f-4063-8f28-4ab174e3cdd2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.817899 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d9ac536-588f-4063-8f28-4ab174e3cdd2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/327a39b1-9a44-4038-bff8-73ce41ca7b7a HTTP/1.1" status: 404 len: 339 time: 0.1022210 Sep 16 05:26:59.821142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48384) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.852396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-5893cf5b-37ec-48ba-9209-cc1379f6b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:59.853792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-5893cf5b-37ec-48ba-9209-cc1379f6b98c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7435570b-b0c9-48a6-925e-de2cb5a809d6 HTTP/1.1" status: 200 len: 897 time: 0.3261635 Sep 16 05:26:59.905308 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-513a424f-7c85-41c5-8a90-c9cabebf3871 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:26:59.906000 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513a424f-7c85-41c5-8a90-c9cabebf3871 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:26:59.920757 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-513a424f-7c85-41c5-8a90-c9cabebf3871 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/c86bb609-0601-4a1a-b17c-3f37d2b27890 HTTP/1.1" status: 404 len: 337 time: 0.0961828 Sep 16 05:26:59.923782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48390) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:59.964590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.973926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:59.983678 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/7e2d8570-2cbc-444e-a0f6-18bbafee1e1a HTTP/1.1" status: 204 len: 168 time: 5.1058838 Sep 16 05:26:59.983915 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.005931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48392) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.028578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:00.071788 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9596a4bb-46bd-4d9d-b4e6-ccaae5f6086c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.072073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9596a4bb-46bd-4d9d-b4e6-ccaae5f6086c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.091157 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9596a4bb-46bd-4d9d-b4e6-ccaae5f6086c tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/8ffe8e0a-205c-4e17-91c1-f3ed10782601 HTTP/1.1" status: 404 len: 339 time: 0.1652322 Sep 16 05:27:00.092434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48396) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.109134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46588bdd-836b-4674-b141-7f7ec6c8182a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=7e2d8570-2cbc-444e-a0f6-18bbafee1e1a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:00.179270 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f3e2ab-6572-420a-aec2-242ba059518a tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.179780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f3e2ab-6572-420a-aec2-242ba059518a tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.187377 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6f3e2ab-6572-420a-aec2-242ba059518a tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/173d3904-bbfa-46ff-9266-2ea2d49171fb HTTP/1.1" status: 404 len: 337 time: 0.0794115 Sep 16 05:27:00.188042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48398) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.190737 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5a6ad6-3a2e-467d-a024-c007b12afdc0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.191546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5a6ad6-3a2e-467d-a024-c007b12afdc0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.200307 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cd5a6ad6-3a2e-467d-a024-c007b12afdc0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/7e2d8570-2cbc-444e-a0f6-18bbafee1e1a HTTP/1.1" status: 404 len: 339 time: 0.1679096 Sep 16 05:27:00.200731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48400) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.213325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2089573784', 'description': 'd1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:00.248401 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b71f2e-848e-4019-b39b-f7b967a23112 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.248988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b71f2e-848e-4019-b39b-f7b967a23112 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.254329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.265820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f8b71f2e-848e-4019-b39b-f7b967a23112 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/1e40343a-d955-4b66-b8df-f441b01164bb HTTP/1.1" status: 404 len: 339 time: 0.0664475 Sep 16 05:27:00.305873 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '340a05f4-3c9a-4fa0-bb03-62dbf402ff20', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'port_id': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'mac_address': 'fa:16:3e:03:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:54Z', 'updated_at': '2021-09-16T05:26:54Z', 'revision_number': 0, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:22Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:00.310103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48404) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.333489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145deb8-aa41-45bc-9250-5b0ddcbbb880 req-b5e73863-48dd-409d-9e1c-c5d7bedada9b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.335096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e145deb8-aa41-45bc-9250-5b0ddcbbb880 req-b5e73863-48dd-409d-9e1c-c5d7bedada9b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2573020 Sep 16 05:27:00.343522 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f423d-3a95-430a-aaa8-10da160e597b None None] The sync data for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 is: [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '340a05f4-3c9a-4fa0-bb03-62dbf402ff20', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'port_id': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'mac_address': 'fa:16:3e:03:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:26:54Z', 'updated_at': '2021-09-16T05:26:54Z', 'revision_number': 0, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:22Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:00.348953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7f965a1e-4936-4398-8cc5-8a2229aff58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.351722 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c948c40-8742-4c1c-a776-4fc8ccd475cc tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.352401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c948c40-8742-4c1c-a776-4fc8ccd475cc tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.362651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cba10-71e0-45f5-be8b-8414e2e7d3bb req-4da2e0dd-58e4-4f82-9b11-e73f76c00d7e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.364183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-418cba10-71e0-45f5-be8b-8414e2e7d3bb req-4da2e0dd-58e4-4f82-9b11-e73f76c00d7e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.3278697 Sep 16 05:27:00.364780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48406) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.368696 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4c948c40-8742-4c1c-a776-4fc8ccd475cc tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/8b0f52a7-8303-4203-af66-1b09373b5a0f HTTP/1.1" status: 404 len: 337 time: 0.1131856 Sep 16 05:27:00.418295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-a2dd81af-bbac-4ba1-a41b-cf9fb74a6491 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f HTTP/1.1" status: 200 len: 1000 time: 0.5529556 Sep 16 05:27:00.429937 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab2c632-5058-4957-9b01-772c837ff613 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.430555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab2c632-5058-4957-9b01-772c837ff613 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.435244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6ab2c632-5058-4957-9b01-772c837ff613 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/812946a1-24c1-4b79-a785-00cbd7c52f99 HTTP/1.1" status: 404 len: 339 time: 0.0563414 Sep 16 05:27:00.437915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48408) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.444126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48410) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.461624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7701483-4075-411d-bbbf-3f670e9d5041 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:27:00.498385 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-56912ddb-ec64-4504-8272-1d86a01ac4ad tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.498838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56912ddb-ec64-4504-8272-1d86a01ac4ad tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.503231 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-56912ddb-ec64-4504-8272-1d86a01ac4ad tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/add15f92-5067-40d0-865e-32a9ec0079e9 HTTP/1.1" status: 404 len: 337 time: 0.0642662 Sep 16 05:27:00.505803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48412) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.536433 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df6623c-f521-49c3-bfb6-e7164104bb56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:00.544661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df6623c-f521-49c3-bfb6-e7164104bb56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:00.552386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3df6623c-f521-49c3-bfb6-e7164104bb56 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/c237de6e-d3d7-4939-8ab3-78c3d66c4521 HTTP/1.1" status: 404 len: 339 time: 0.0395720 Sep 16 05:27:00.553074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48414) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:00.588425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-855e7e2a-c21d-4503-8457-457bf5115a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.590608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-855e7e2a-c21d-4503-8457-457bf5115a59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60da0499-df9c-4f31-b0e7-68c0d07ebbef HTTP/1.1" status: 200 len: 835 time: 0.1454718 Sep 16 05:27:00.667248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Deleting subnet 1c029b27-9b3c-4d3a-b389-97060a7d3a74 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:00.672826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.681393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:00.684907 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.690157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-714fd260-5335-47bb-8742-324f1fc159b1 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/340a05f4-3c9a-4fa0-bb03-62dbf402ff20 HTTP/1.1" status: 200 len: 992 time: 0.2367470 Sep 16 05:27:00.693711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7701483-4075-411d-bbbf-3f670e9d5041 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:27:00.711336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad353d-1c48-49d7-b154-7e93bb8e3b16 None None] New status for floating IP 340a05f4-3c9a-4fa0-bb03-62dbf402ff20: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:00.750621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.777472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-418cba10-71e0-45f5-be8b-8414e2e7d3bb req-ee44fc9d-268b-4f20-9d9f-cbc49f71e577 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492670 Sep 16 05:27:00.870709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e145deb8-aa41-45bc-9250-5b0ddcbbb880 req-ea1c1f5a-217e-4cc5-b021-90e2570ced08 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5048406 Sep 16 05:27:00.889920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-5ca25e6a-e32d-4de9-bcc8-f41067d6a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:00.889920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-5ca25e6a-e32d-4de9-bcc8-f41067d6a6d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7435570b-b0c9-48a6-925e-de2cb5a809d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2760911 Sep 16 05:27:00.892229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:00.950151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.953303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:00.954444 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment 7d953286-8367-4d44-9940-e24a7019d090 of type vlan for network 686c83c9-36a4-4540-a21b-6c0367a0a4c5 Sep 16 05:27:01.050588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.078509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.090924 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7f965a1e-4936-4398-8cc5-8a2229aff58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.097189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.099460 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/subnets/1c029b27-9b3c-4d3a-b389-97060a7d3a74 HTTP/1.1" status: 204 len: 168 time: 0.5453801 Sep 16 05:27:01.106538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1d0eb-86dc-439d-ba12-4c7c043f4e9e req-421cd1fc-0d2e-42a4-bd6e-f9e942966622 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.108608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39c1d0eb-86dc-439d-ba12-4c7c043f4e9e req-421cd1fc-0d2e-42a4-bd6e-f9e942966622 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.2181661 Sep 16 05:27:01.112037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48420) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:01.149298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7f965a1e-4936-4398-8cc5-8a2229aff58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.182222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7f965a1e-4936-4398-8cc5-8a2229aff58d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=976b5cdc564748f1974e8973ca7480f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8710625 Sep 16 05:27:01.183182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07502a9f-aa94-4ede-8d21-cd22e59718f2 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Subnet': ['ID=1c029b27-9b3c-4d3a-b389-97060a7d3a74,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:01.185117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48422) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:01.259598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-c31f8266-6583-4ec9-aef1-80806595978c service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383126 Sep 16 05:27:01.268456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f965a1e-4936-4398-8cc5-8a2229aff58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecf9cc4-8216-4534-9333-108d8c7c8474,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:01.293901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5484e9d2-844e-4ff0-9168-2e16cf267ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.311659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.317691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.318303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.343043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5484e9d2-844e-4ff0-9168-2e16cf267ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.396889 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.446225 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5484e9d2-844e-4ff0-9168-2e16cf267ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.449710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5484e9d2-844e-4ff0-9168-2e16cf267ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.456674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5484e9d2-844e-4ff0-9168-2e16cf267ec2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fecf9cc4-8216-4534-9333-108d8c7c8474 HTTP/1.1" status: 204 len: 168 time: 0.2688441 Sep 16 05:27:01.465177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484e9d2-844e-4ff0-9168-2e16cf267ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecf9cc4-8216-4534-9333-108d8c7c8474,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:01.476951 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.535859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39c1d0eb-86dc-439d-ba12-4c7c043f4e9e req-f19b82d7-d71d-475f-8cbb-9baf87300ce6 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019833 Sep 16 05:27:01.672050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=686c83c9-36a4-4540-a21b-6c0367a0a4c5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:01.688908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-62bc2daa-f05c-4944-b93b-21b7a98c2076 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4795804 Sep 16 05:27:01.692700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48428) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:01.695691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:01.753476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84648d55-d48d-4d8f-ad50-c53a8d574c13 req-b7d31bf9-3825-48d8-84d7-21dec4d97576 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454618 Sep 16 05:27:01.764403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 686c83c9-36a4-4540-a21b-6c0367a0a4c5 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:01.778627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Deleting port dea2687c-87ff-4885-be13-3beeef4e0204 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:01.779312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.911918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] For port dea2687c-87ff-4885-be13-3beeef4e0204, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dea2687c-87ff-4885-be13-3beeef4e0204,segment=NetworkSegment(8a575246-6316-43cc-a41a-e5876e9467ce),segment_id=8a575246-6316-43cc-a41a-e5876e9467ce)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:01.912677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:01.919808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987361fb-081f-4b90-a800-d6d3507a5f9a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:01.924699 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-987361fb-081f-4b90-a800-d6d3507a5f9a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/networks?id=686c83c9-36a4-4540-a21b-6c0367a0a4c5 HTTP/1.1" status: 200 len: 765 time: 0.2303686 Sep 16 05:27:01.927443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48438) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:01.935627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'description': 'd2'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:01.949780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562df80e-cc61-402e-b7d4-9db4a7b0c072 None None] Network 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:01.971325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Calling delete_port for dea2687c-87ff-4885-be13-3beeef4e0204 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:02.002756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c9fe3-3b4a-4433-bdef-d53f8ca88867 req-3f42451c-e6db-4a49-8e55-29efe8f398e2 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.015656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef8c9fe3-3b4a-4433-bdef-d53f8ca88867 req-3f42451c-e6db-4a49-8e55-29efe8f398e2 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.0899677 Sep 16 05:27:02.060852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cab4057f-2b48-4286-8229-3e74a683c244 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/340a05f4-3c9a-4fa0-bb03-62dbf402ff20 HTTP/1.1" status: 200 len: 994 time: 0.2522886 Sep 16 05:27:02.165927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.180468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec5dd-f780-41ab-8ef6-236e8a0ca5f4 req-5b1a5f10-3087-4e14-a9da-b3921248d644 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.193936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-317ec5dd-f780-41ab-8ef6-236e8a0ca5f4 req-5b1a5f10-3087-4e14-a9da-b3921248d644 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.1665587 Sep 16 05:27:02.200979 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.218246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef8c9fe3-3b4a-4433-bdef-d53f8ca88867 req-fa9c9115-4b76-46b9-98d9-5a7d0ece021e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969306 Sep 16 05:27:02.223025 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network 686c83c9-36a4-4540-a21b-6c0367a0a4c5 is not hosted by any dhcp agent {{(pid=94718) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:27:02.253593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.254676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.258754 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "PUT /v2.0/networks/686c83c9-36a4-4540-a21b-6c0367a0a4c5 HTTP/1.1" status: 200 len: 762 time: 0.3286150 Sep 16 05:27:02.260400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48444) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:02.305814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-317ec5dd-f780-41ab-8ef6-236e8a0ca5f4 req-eb73dbe7-4331-483d-8bc8-43dcbcefff86 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107163 Sep 16 05:27:02.318132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.345903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] No DVR routers for this DVR port dea2687c-87ff-4885-be13-3beeef4e0204 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:02.433767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70812f-ddef-4de2-b2f3-a4a6c2cd72a5 None None] DHCP port deletion for 0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:02.462741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f888eb-28eb-4403-b08b-313070831509 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=686c83c9-36a4-4540-a21b-6c0367a0a4c5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:02.480394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 686c83c9-36a4-4540-a21b-6c0367a0a4c5 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:02.520118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Port': ['ID=dea2687c-87ff-4885-be13-3beeef4e0204,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:02.547108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dea2687c-87ff-4885-be13-3beeef4e0204 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:02.589828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.603859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: dea2687c-87ff-4885-be13-3beeef4e0204 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:02.604225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dea2687c-87ff-4885-be13-3beeef4e0204 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:02.627950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f815b30-b0dd-46d6-8775-fe282d053b78 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.644134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3f815b30-b0dd-46d6-8775-fe282d053b78 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/networks?id=686c83c9-36a4-4540-a21b-6c0367a0a4c5 HTTP/1.1" status: 200 len: 765 time: 0.3822732 Sep 16 05:27:02.647679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:02.648294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48452) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:02.679593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a575246-6316-43cc-a41a-e5876e9467ce') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:02.679906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a575246-6316-43cc-a41a-e5876e9467ce') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:02.700548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.720111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.727996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:02.728435 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.789560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b232416-47c6-40bc-9437-cfaeb807a4bb tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:02.791654 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9b232416-47c6-40bc-9437-cfaeb807a4bb tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1423576 Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:02.792729 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:02.795883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48458) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:02.812324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.831783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:02.833008 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d6a91e66-86fa-4309-8a74-844ac1fa6505 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9 HTTP/1.1" status: 200 len: 207 time: 0.0364201 Sep 16 05:27:02.836042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] 10.222.0.55 "DELETE /v2.0/networks/0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7 HTTP/1.1" status: 204 len: 168 time: 1.7208147 Sep 16 05:27:02.837676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48460) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:02.880784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aec65-935d-4199-94f3-73383d6ba648 tempest-NetworksTest-1672360125 tempest-NetworksTest-1672360125-project] Pushing event deleted for resources: {'Network': ['ID=0bbb6bef-8d34-4bfd-ba7e-cd7b9241b9e7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:03.073625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128b017-416e-4f47-8ebc-eff431020361 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.077933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128b017-416e-4f47-8ebc-eff431020361 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.085698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128b017-416e-4f47-8ebc-eff431020361 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.093129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128b017-416e-4f47-8ebc-eff431020361 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.100665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128b017-416e-4f47-8ebc-eff431020361 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.107976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128b017-416e-4f47-8ebc-eff431020361 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.111137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5128b017-416e-4f47-8ebc-eff431020361 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2450871 Sep 16 05:27:03.117676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48468) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.334809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0d715339-5589-4c6d-af09-23981c4bc0f6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2148283 Sep 16 05:27:03.338109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.363797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48480) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.494018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ec54f-4325-4c63-bbfd-64315706f275 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.495699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ec54f-4325-4c63-bbfd-64315706f275 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.497267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ec54f-4325-4c63-bbfd-64315706f275 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.498798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ec54f-4325-4c63-bbfd-64315706f275 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.500473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ec54f-4325-4c63-bbfd-64315706f275 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.502746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6a5ec54f-4325-4c63-bbfd-64315706f275 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1636944 Sep 16 05:27:03.508661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48488) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.510518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea493b3-db19-49df-8720-85c2867125c3 req-ea66f61c-47f5-4f94-913d-d11537b8a1e6 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.512018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dea493b3-db19-49df-8720-85c2867125c3 req-ea66f61c-47f5-4f94-913d-d11537b8a1e6 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1758475 Sep 16 05:27:03.550965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e5fbb-9a55-4c36-b71b-fa7e7ccd4f8b req-6b713786-605c-4ebf-8ecc-d84df422296d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.552537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-921e5fbb-9a55-4c36-b71b-fa7e7ccd4f8b req-6b713786-605c-4ebf-8ecc-d84df422296d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.1063058 Sep 16 05:27:03.587120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dea493b3-db19-49df-8720-85c2867125c3 req-6cbd29b1-a65c-4c14-b639-f07bc1e50823 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676336 Sep 16 05:27:03.624371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-921e5fbb-9a55-4c36-b71b-fa7e7ccd4f8b req-698f0134-2720-4546-b1b3-9f08fe91a7b6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561962 Sep 16 05:27:03.689191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a551f-43ba-4b6a-a8a0-25ffaf5b7573 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.692181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a551f-43ba-4b6a-a8a0-25ffaf5b7573 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.693677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a551f-43ba-4b6a-a8a0-25ffaf5b7573 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.695485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a551f-43ba-4b6a-a8a0-25ffaf5b7573 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.697091 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a551f-43ba-4b6a-a8a0-25ffaf5b7573 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.698779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c8a551f-43ba-4b6a-a8a0-25ffaf5b7573 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1887827 Sep 16 05:27:03.705595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48494) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.757469 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-80c0f9ea-9d84-4c54-8174-7d16db258eeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a20f2b62c764267bea0736e5dd4d3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896332 Sep 16 05:27:03.758740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48496) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.861064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8405dc7e-4f9b-493f-90f8-5aaa02af1402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:03.878750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4801b08-bcab-42a9-8386-5e56187970e2 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:03.885523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e4801b08-bcab-42a9-8386-5e56187970e2 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/networks/8f7bc989-11e8-406f-b4d0-ffc8485373a7 HTTP/1.1" status: 200 len: 804 time: 0.1748936 Sep 16 05:27:03.886151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48500) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:03.931592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8405dc7e-4f9b-493f-90f8-5aaa02af1402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.006654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8405dc7e-4f9b-493f-90f8-5aaa02af1402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.009891 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8405dc7e-4f9b-493f-90f8-5aaa02af1402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.013547 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8405dc7e-4f9b-493f-90f8-5aaa02af1402 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0471b8ae-46c9-4d67-8108-c806a155fee1 HTTP/1.1" status: 204 len: 168 time: 0.2493939 Sep 16 05:27:04.042079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405dc7e-4f9b-493f-90f8-5aaa02af1402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0471b8ae-46c9-4d67-8108-c806a155fee1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:04.129795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9db4-f746-4a9b-aa50-b7efcfb32403 req-67809c33-295d-4740-b00d-fcbd946322ce tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.131800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91da9db4-f746-4a9b-aa50-b7efcfb32403 req-67809c33-295d-4740-b00d-fcbd946322ce tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1471033 Sep 16 05:27:04.205742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48512) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:04.206026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e1800216-bae7-40bc-b308-b6e774fcd8b8 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/networks/8f7bc989-11e8-406f-b4d0-ffc8485373a7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3182592 Sep 16 05:27:04.228349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-e78ccf46-4d92-46c3-ac9b-02f21ec3d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.230015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-e78ccf46-4d92-46c3-ac9b-02f21ec3d1c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332a7752709348e3b11ba8251da0ce00&device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 1097 time: 0.1093478 Sep 16 05:27:04.244525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91da9db4-f746-4a9b-aa50-b7efcfb32403 req-6d30f720-500d-4f89-9f0d-4395dccfacb0 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984275 Sep 16 05:27:04.338669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b805dcaa-fe89-4430-ad98-a85d096eeae0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.343665 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b805dcaa-fe89-4430-ad98-a85d096eeae0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/subnets/1579d606-b068-4edc-87a7-c6f76bbca70a HTTP/1.1" status: 200 len: 843 time: 0.1313906 Sep 16 05:27:04.346186 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48518) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:04.407385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-00650f9c-f61a-4af7-a92e-c42d255f733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.409536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-00650f9c-f61a-4af7-a92e-c42d255f733d service neutron] 10.222.0.73 "GET /v2.0/networks?id=212fcce4-023e-451c-921d-3f09933c4960 HTTP/1.1" status: 200 len: 913 time: 0.1640306 Sep 16 05:27:04.456353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951111-ef09-4b73-a1d3-8c4a89d4727f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['shared'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.463782 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-53951111-ef09-4b73-a1d3-8c4a89d4727f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "GET /v2.0/subnets/1579d606-b068-4edc-87a7-c6f76bbca70a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1163487 Sep 16 05:27:04.465014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48520) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:04.477550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383094863'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:04.495034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-2e170c6c-3572-47e2-a7ee-0fad04d70047 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0 HTTP/1.1" status: 200 len: 217 time: 0.0772371 Sep 16 05:27:04.546634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:04.551794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.590985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:04.594106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-11790d9a-bbb8-486b-a9c3-621428103f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.600162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-11790d9a-bbb8-486b-a9c3-621428103f7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f12c0003-ba74-4f0d-b271-324ec077ac2f HTTP/1.1" status: 200 len: 852 time: 0.0932124 Sep 16 05:27:04.605244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.606319 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Added segment b3f16c0a-3563-4c98-954d-7432b630e439 of type vlan for network d39f34e4-e2e5-4491-b2b0-1c155096057a Sep 16 05:27:04.645858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-46c6250a-2465-4e52-8de2-8290a53e0996 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=212fcce4-023e-451c-921d-3f09933c4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367098 Sep 16 05:27:04.676239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.739994 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.746599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.747398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:04.790400 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3204496 Sep 16 05:27:04.792355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48534) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:04.797238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'network_id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:04.858612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-792d463f-8a98-4284-8311-7050cbc8fef4 service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978858 Sep 16 05:27:04.871552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d5e6f-e470-4bb6-997d-4392ca0e933c req-4cc4a56d-059a-4ff7-81ac-7c712636e584 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:04.873157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9d5e6f-e470-4bb6-997d-4392ca0e933c req-4cc4a56d-059a-4ff7-81ac-7c712636e584 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.0884502 Sep 16 05:27:05.005008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Made reservation on behalf of ff296c77bfda49dfa9a486476df69d7f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:05.017609 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.067007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9d5e6f-e470-4bb6-997d-4392ca0e933c req-79751127-18aa-436a-91a8-46baa0c1d8fe tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843381 Sep 16 05:27:05.086085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-4aa5c82c-31ab-4a01-b0e3-a9adee9362de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.089699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-4aa5c82c-31ab-4a01-b0e3-a9adee9362de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1097 time: 0.1441448 Sep 16 05:27:05.118288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ea63ab67-e279-4c16-b013-e1dc8c783641 req-5bb52527-9564-4fa0-a784-3ca9ceaa5eb4 service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438080 Sep 16 05:27:05.148017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4572333-5b39-44bf-bd6a-d8a26c0ebed6 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Network': ['ID=d39f34e4-e2e5-4491-b2b0-1c155096057a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:05.152976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Performing IP validity checks on allocation pools {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:27:05.153501 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:27:05.169101 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d39f34e4-e2e5-4491-b2b0-1c155096057a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:05.429566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-5d6fce51-60bf-4d15-a35f-9fe23060a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.431242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-5d6fce51-60bf-4d15-a35f-9fe23060a291 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.3114517 Sep 16 05:27:05.437707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.512797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512b72-e4a5-4a3b-a447-e42be35395a5 req-6e141829-5e08-48a5-9337-cbeda35fd8b3 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.521433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae512b72-e4a5-4a3b-a447-e42be35395a5 req-6e141829-5e08-48a5-9337-cbeda35fd8b3 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1549351 Sep 16 05:27:05.565996 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-5b8d2867-a1c2-47cb-a8e7-fe4cf1bd392c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 1000 time: 0.1256781 Sep 16 05:27:05.572775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=ef683c2e-3e5c-465e-a3ab-bbf5147983c1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:05.583972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Checking segment: {'id': 'b3f16c0a-3563-4c98-954d-7432b630e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:05.584463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network hostable DHCP agents. Network: d39f34e4-e2e5-4491-b2b0-1c155096057a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:05.598942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae512b72-e4a5-4a3b-a447-e42be35395a5 req-a83cd075-d72b-43be-9d36-4ef1dad4e352 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738614 Sep 16 05:27:05.634169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Network d39f34e4-e2e5-4491-b2b0-1c155096057a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:05.655230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d39f34e4-e2e5-4491-b2b0-1c155096057a) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:05.665735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.666380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29da06b-186d-4c4f-8759-c131b6860717 None None] Network d39f34e4-e2e5-4491-b2b0-1c155096057a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:05.667259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:05.685877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-db46466c-500b-4240-a053-d7dc3504d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.687379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-db46466c-500b-4240-a053-d7dc3504d77d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.0967987 Sep 16 05:27:05.703217 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61aa45e3-4c67-4417-8887-c9c625aebc9d tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9104800 Sep 16 05:27:05.706637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48574) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:05.723914 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-969f97f3-8516-4544-8d12-bfa3c8e09f81 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:05.767095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48576) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:05.831775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-90d6fa2c-5418-493a-9e91-4cfdefa5f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:05.833790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-90d6fa2c-5418-493a-9e91-4cfdefa5f7dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375961 Sep 16 05:27:05.943801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-969f97f3-8516-4544-8d12-bfa3c8e09f81 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3916407'] for subnet, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.110452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-d39f34e4-e2e5-4491-b2b0-1c155096057a', 'network_id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a', 'tenant_id': 'ff296c77bfda49dfa9a486476df69d7f', 'fixed_ips': [{'subnet_id': 'ef683c2e-3e5c-465e-a3ab-bbf5147983c1'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:06.111895 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.147078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-6770137e-f10e-42b4-bc0d-2206be6913e6 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048763 Sep 16 05:27:06.161301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bf5b7e9c-d3e6-46ca-9eb7-97f19e7bce08 tempest-ServiceProvidersTest-1849989199 tempest-ServiceProvidersTest-1849989199-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3861327 Sep 16 05:27:06.317855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-739b8c2e-a61b-4b1b-9d6f-be9b095e3a2a req-285033a8-904a-4bbc-a1d4-c48017fc0457 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605644 Sep 16 05:27:06.334549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ea45b-d09a-4f10-ab45-d2da4b1d9e11 req-8d225048-5154-4e7a-a814-100035731f40 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.342368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b7ea45b-d09a-4f10-ab45-d2da4b1d9e11 req-8d225048-5154-4e7a-a814-100035731f40 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.0903771 Sep 16 05:27:06.376604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-969f97f3-8516-4544-8d12-bfa3c8e09f81 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741076131844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3834100'] for subnet, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.410679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b7ea45b-d09a-4f10-ab45-d2da4b1d9e11 req-393e2117-b413-4346-9ace-625d59e142dd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665903 Sep 16 05:27:06.462925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f97f3-8516-4544-8d12-bfa3c8e09f81 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.463919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-969f97f3-8516-4544-8d12-bfa3c8e09f81 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.465728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-969f97f3-8516-4544-8d12-bfa3c8e09f81 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "PUT /v2.0/subnets/ef683c2e-3e5c-465e-a3ab-bbf5147983c1 HTTP/1.1" status: 200 len: 900 time: 0.7566230 Sep 16 05:27:06.468893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48628) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.509768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Allocated IP 2001:db8::3 (d39f34e4-e2e5-4491-b2b0-1c155096057a/ef683c2e-3e5c-465e-a3ab-bbf5147983c1/e9bcf422-7981-41cd-a3a7-26abca64c6f0) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:06.531920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f97f3-8516-4544-8d12-bfa3c8e09f81 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event updated for resources: {'Subnet': ['ID=ef683c2e-3e5c-465e-a3ab-bbf5147983c1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.695710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48646) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:06.701224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.794016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.874622 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.882520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.907369 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.910707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e86a4-8909-4476-a533-ca124163e714 req-aaf85fa3-0033-4964-8d3a-9958152f5b2c tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.918851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a4e86a4-8909-4476-a533-ca124163e714 req-aaf85fa3-0033-4964-8d3a-9958152f5b2c tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.2101064 Sep 16 05:27:06.924193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Network d39f34e4-e2e5-4491-b2b0-1c155096057a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:06.927147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:06.931435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:06.931765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7092f7e-65bd-4764-a436-38b0b8a633c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:06.961064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60546dee-62d7-46b1-bbcc-7cd4dba04b0d req-8659c136-ed0e-4c1b-b992-ff154ce13f72 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:06.964069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=ef683c2e-3e5c-465e-a3ab-bbf5147983c1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:06.971647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60546dee-62d7-46b1-bbcc-7cd4dba04b0d req-8659c136-ed0e-4c1b-b992-ff154ce13f72 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1916625 Sep 16 05:27:06.984355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Pushing event updated for resources: {'Port': ['ID=e9bcf422-7981-41cd-a3a7-26abca64c6f0,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.029921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.042101 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Attempting to bind port e9bcf422-7981-41cd-a3a7-26abca64c6f0 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:07.042757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Attempting to bind port e9bcf422-7981-41cd-a3a7-26abca64c6f0 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'b3f16c0a-3563-4c98-954d-7432b630e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:07.043881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Attempting to bind port e9bcf422-7981-41cd-a3a7-26abca64c6f0 on network d39f34e4-e2e5-4491-b2b0-1c155096057a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:07.050927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:07.051855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Checking segment: {'id': 'b3f16c0a-3563-4c98-954d-7432b630e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:07.056282 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.057105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Bound using segment: {'id': 'b3f16c0a-3563-4c98-954d-7432b630e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:07.057845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Bound port: e9bcf422-7981-41cd-a3a7-26abca64c6f0, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f16c0a-3563-4c98-954d-7432b630e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:07.058626 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.059631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39f34e4-e2e5-4491-b2b0-1c155096057a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.072802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f16c0a-3563-4c98-954d-7432b630e439') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.076083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f16c0a-3563-4c98-954d-7432b630e439') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:07.086725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.102165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.111887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:07.112557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:07.116532 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:07.132765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7092f7e-65bd-4764-a436-38b0b8a633c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.165761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60546dee-62d7-46b1-bbcc-7cd4dba04b0d req-c901fe43-01ce-4135-8a13-b597575da67a tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932375 Sep 16 05:27:07.169258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a4e86a4-8909-4476-a533-ca124163e714 req-79092cd6-d66b-470d-afc5-d4c3f90d57af tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494144 Sep 16 05:27:07.175661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7092f7e-65bd-4764-a436-38b0b8a633c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.181849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] For port e9bcf422-7981-41cd-a3a7-26abca64c6f0, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:07.191434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] For port e9bcf422-7981-41cd-a3a7-26abca64c6f0, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e9bcf422-7981-41cd-a3a7-26abca64c6f0,segment=NetworkSegment(b3f16c0a-3563-4c98-954d-7432b630e439),segment_id=b3f16c0a-3563-4c98-954d-7432b630e439)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:07.197928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:27:07.197928 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:27:07.197928 n-d-713301-15 neutron-server[94718]: [parameters: {'id': 'd39f34e4-e2e5-4491-b2b0-1c155096057a'}] Sep 16 05:27:07.197928 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:27:07.198761 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:27:07.202452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.236220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-1036f5c0-8b5f-4145-8337-e93409683a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.237891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-1036f5c0-8b5f-4145-8337-e93409683a03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1097 time: 0.1834500 Sep 16 05:27:07.240868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a7092f7e-65bd-4764-a436-38b0b8a633c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b26527af2d04828b9ab2091209297a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437269 Sep 16 05:27:07.242094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092f7e-65bd-4764-a436-38b0b8a633c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d694f3a-9b91-4d5f-a5e7-ffce4c1da32b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.243624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48682) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.318333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda20d33-6761-48ff-8bf6-4bf829958b65 None None] Pushing event updated for resources: {'Port': ['ID=e9bcf422-7981-41cd-a3a7-26abca64c6f0,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.332681 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c41-aead-4996-ad72-9876e03b5af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.359034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c41-aead-4996-ad72-9876e03b5af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.366617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d99ea-f2a1-43f6-b3d7-7a253e7df954 None None] Network d39f34e4-e2e5-4491-b2b0-1c155096057a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:07.424418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c41-aead-4996-ad72-9876e03b5af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.427688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a71c1c41-aead-4996-ad72-9876e03b5af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.432883 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a71c1c41-aead-4996-ad72-9876e03b5af7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d694f3a-9b91-4d5f-a5e7-ffce4c1da32b HTTP/1.1" status: 204 len: 168 time: 0.1843071 Sep 16 05:27:07.441346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-c6e546c7-48e4-415d-86bc-9cfaca840ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:07.442776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1c41-aead-4996-ad72-9876e03b5af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d694f3a-9b91-4d5f-a5e7-ffce4c1da32b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:07.449435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-c6e546c7-48e4-415d-86bc-9cfaca840ce7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.2028413 Sep 16 05:27:07.494460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48692) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:07.544377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed4a5a-1a95-43b9-a436-12692d423458 None None] Network d39f34e4-e2e5-4491-b2b0-1c155096057a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:07.700158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.750526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cac634-41d6-49b0-8215-dffc97a4f351 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:27:07.768503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a42dba0a-08c7-4ee5-b4f0-c47a3f1f3cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.877596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting port e9bcf422-7981-41cd-a3a7-26abca64c6f0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:07.877948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.966872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cac634-41d6-49b0-8215-dffc97a4f351 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:27:08.022177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] For port e9bcf422-7981-41cd-a3a7-26abca64c6f0, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e9bcf422-7981-41cd-a3a7-26abca64c6f0,segment=NetworkSegment(b3f16c0a-3563-4c98-954d-7432b630e439),segment_id=b3f16c0a-3563-4c98-954d-7432b630e439)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:08.022567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.044468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Calling delete_port for e9bcf422-7981-41cd-a3a7-26abca64c6f0 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:08.119915 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a42dba0a-08c7-4ee5-b4f0-c47a3f1f3cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.129897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a42dba0a-08c7-4ee5-b4f0-c47a3f1f3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.134346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-3a5457ae-5d57-44c0-83f1-1c4637dc6e26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 1000 time: 0.6763945 Sep 16 05:27:08.173608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d862-e0a3-4618-a716-dbaf576141a1 req-a7245408-3b27-45b7-9272-5fbe1c0e72de tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.174613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dba0a-08c7-4ee5-b4f0-c47a3f1f3cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3defc4-1612-409e-8c28-80882c73e28a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.175812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9f0d862-e0a3-4618-a716-dbaf576141a1 req-a7245408-3b27-45b7-9272-5fbe1c0e72de tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1639669 Sep 16 05:27:08.211431 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a42dba0a-08c7-4ee5-b4f0-c47a3f1f3cc3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3c2a18f94c043bd830e060d399401d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7154517 Sep 16 05:27:08.223181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48706) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.256151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.269188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386a0d4-f1dc-418c-99ca-30d22167b2f5 req-6d7cc18f-f97e-427d-b329-4d6db92b0229 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.277579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0386a0d4-f1dc-418c-99ca-30d22167b2f5 req-6d7cc18f-f97e-427d-b329-4d6db92b0229 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2768402 Sep 16 05:27:08.281684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No DVR routers for this DVR port e9bcf422-7981-41cd-a3a7-26abca64c6f0 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:08.289587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-3b67c921-af6d-4ea2-bd82-4c62c65d1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.291476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-3b67c921-af6d-4ea2-bd82-4c62c65d1b25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.1463599 Sep 16 05:27:08.338142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Port': ['ID=e9bcf422-7981-41cd-a3a7-26abca64c6f0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.423431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0386a0d4-f1dc-418c-99ca-30d22167b2f5 req-bd9bc571-0924-42c4-94d7-8e58ec732d0d tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376216 Sep 16 05:27:08.482344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9f0d862-e0a3-4618-a716-dbaf576141a1 req-52f03d2e-28dc-464d-b168-84f79083f0fd tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892178 Sep 16 05:27:08.492437 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.493628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-d0c4c0dc-ed91-4402-8f24-b0ad62088f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.495357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-d0c4c0dc-ed91-4402-8f24-b0ad62088f69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915224 Sep 16 05:27:08.535330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39f34e4-e2e5-4491-b2b0-1c155096057a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:08.546203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f16c0a-3563-4c98-954d-7432b630e439') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:08.546798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f16c0a-3563-4c98-954d-7432b630e439') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:08.558197 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.570302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a94e3dc-900c-489b-a9fb-85365285310d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.584794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.604466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:08.605106 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:08.610029 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:08.632553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a94e3dc-900c-489b-a9fb-85365285310d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.662785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b101-b9a7-47a4-8824-dcf48d0782ce req-be58b439-b209-45a7-baa3-45f76fe096aa tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.664405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c53b101-b9a7-47a4-8824-dcf48d0782ce req-be58b439-b209-45a7-baa3-45f76fe096aa tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1116686 Sep 16 05:27:08.702432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-8d399e9d-b20f-4574-a954-ed7e33ba3d99 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986477 Sep 16 05:27:08.702962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48718) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.720948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.725826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.731880 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/d39f34e4-e2e5-4491-b2b0-1c155096057a HTTP/1.1" status: 204 len: 168 time: 2.2581544 Sep 16 05:27:08.734649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48722) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.758572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0a0f1-e7b3-459f-bd83-59bba362ef17 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=d39f34e4-e2e5-4491-b2b0-1c155096057a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.791789 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2354321-e403-46f9-aa8f-abc6210e9170 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:08.792529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2354321-e403-46f9-aa8f-abc6210e9170 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:08.797191 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d2354321-e403-46f9-aa8f-abc6210e9170 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/ef683c2e-3e5c-465e-a3ab-bbf5147983c1 HTTP/1.1" status: 404 len: 337 time: 0.0585124 Sep 16 05:27:08.797393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.818726 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-240dc0a5-53b1-4c7b-9b52-31c09f7b0441 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:08.819282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240dc0a5-53b1-4c7b-9b52-31c09f7b0441 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:08.823624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-240dc0a5-53b1-4c7b-9b52-31c09f7b0441 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/d39f34e4-e2e5-4491-b2b0-1c155096057a HTTP/1.1" status: 404 len: 339 time: 0.0228431 Sep 16 05:27:08.825795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48726) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:08.829863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c53b101-b9a7-47a4-8824-dcf48d0782ce req-c01b78a0-59cb-4cae-a27c-dcd795c5d8b9 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565309 Sep 16 05:27:08.850011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-940e2744-c7b7-4911-9978-b4e7254138ec tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:08.851578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-940e2744-c7b7-4911-9978-b4e7254138ec tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 945 time: 0.1560981 Sep 16 05:27:08.852964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a94e3dc-900c-489b-a9fb-85365285310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.855632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a94e3dc-900c-489b-a9fb-85365285310d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.857122 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a94e3dc-900c-489b-a9fb-85365285310d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff3defc4-1612-409e-8c28-80882c73e28a HTTP/1.1" status: 204 len: 168 time: 0.6325750 Sep 16 05:27:08.882616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94e3dc-900c-489b-a9fb-85365285310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3defc4-1612-409e-8c28-80882c73e28a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:08.906062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1598507611'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:08.920715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c61d459d-308c-4413-b6a5-778a0f64e1bb req-989814d0-ad1f-4c93-9892-db880bed4c76 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016885 Sep 16 05:27:08.934769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:08.983272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Made reservation on behalf of bcde2bc3d99b4150bfcde09b9f260203 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:08.987357 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.001325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.039318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.050975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Deleting port a5d01d53-14df-41e7-8589-c979dd81b7eb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:09.051329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.069127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686c83c9-36a4-4540-a21b-6c0367a0a4c5']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:09.083634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d953286-8367-4d44-9940-e24a7019d090') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:09.084856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d953286-8367-4d44-9940-e24a7019d090') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:09.101556 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.115759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.123395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:09.123942 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:09.127091 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:09.174880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] For port a5d01d53-14df-41e7-8589-c979dd81b7eb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a5d01d53-14df-41e7-8589-c979dd81b7eb,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:09.175531 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.262062 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.276417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.316032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48732) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:09.395133 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89668acf-81d3-4b30-8c99-a8cd2ad7e604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.402889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e4f970-159c-4787-8121-83e067b2074f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.533468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.540703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.545541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/686c83c9-36a4-4540-a21b-6c0367a0a4c5 HTTP/1.1" status: 204 len: 168 time: 0.7199202 Sep 16 05:27:09.548355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48738) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:09.551494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.552085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.552474 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Floating IP cb01155c-f606-4144-aa7e-c16052dc4343 disassociated. External IP: 172.25.6.180, port: a5d01d53-14df-41e7-8589-c979dd81b7eb. Sep 16 05:27:09.552924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Calling delete_port for a5d01d53-14df-41e7-8589-c979dd81b7eb owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:09.559058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:09.567368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110a30a-2ac8-46b0-8320-80403a69ccba tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=686c83c9-36a4-4540-a21b-6c0367a0a4c5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.587936 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-794c131b-a71a-435e-a930-ebfe565f12d4 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:09.588422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794c131b-a71a-435e-a930-ebfe565f12d4 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:09.593062 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-794c131b-a71a-435e-a930-ebfe565f12d4 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/635aa283-e500-45ff-b3be-90b7e35ab29e HTTP/1.1" status: 404 len: 337 time: 0.0434279 Sep 16 05:27:09.593642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48740) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:09.615062 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cc1263-65cf-448f-8c99-d31ff8f59383 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:09.615616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cc1263-65cf-448f-8c99-d31ff8f59383 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:09.617327 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-38cc1263-65cf-448f-8c99-d31ff8f59383 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/7e2d8570-2cbc-444e-a0f6-18bbafee1e1a HTTP/1.1" status: 404 len: 339 time: 0.0227571 Sep 16 05:27:09.619897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48742) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:09.632745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.633243 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Added segment 66137053-859e-495d-b776-8494edbe316c of type vlan for network 5b41b797-5d38-4d76-b02b-9882212ec11a Sep 16 05:27:09.671015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting subnet 79fbcea0-46fa-4775-a2c9-1b799cd905ea {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:09.674977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.721360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.743262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6316ca-bbad-419a-90dc-dcd1516c48b5 req-cf75f50e-c5f6-4aac-94f1-941126b13a95 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.744898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d6316ca-bbad-419a-90dc-dcd1516c48b5 req-cf75f50e-c5f6-4aac-94f1-941126b13a95 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 945 time: 0.2411582 Sep 16 05:27:09.786966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.791196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:09.811485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf16b32-2adf-4a34-a53c-4756fbc03430 req-81fbea12-4b57-4b20-b25b-11052d92815f tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.813171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bf16b32-2adf-4a34-a53c-4756fbc03430 req-81fbea12-4b57-4b20-b25b-11052d92815f tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.2316949 Sep 16 05:27:09.820067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.828674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89668acf-81d3-4b30-8c99-a8cd2ad7e604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.850010 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-89668acf-81d3-4b30-8c99-a8cd2ad7e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.881909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.888395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.911297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:09.913781 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978ce4b-bc9d-4cd1-8cff-34d12a9c1b8b" -d '{"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:09.921544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=79fbcea0-46fa-4775-a2c9-1b799cd905ea,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.926826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.927720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d6316ca-bbad-419a-90dc-dcd1516c48b5 req-3c6adba6-6f2f-489b-95dc-7b01a813fd3a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640098 Sep 16 05:27:09.930224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:09.931725 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8396f702-2785-4d49-ae2e-4001b2bc1051 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/79fbcea0-46fa-4775-a2c9-1b799cd905ea HTTP/1.1" status: 204 len: 168 time: 0.3106132 Sep 16 05:27:09.932617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:09.937175 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.948168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.953225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:09.953877 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:09.977461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bf16b32-2adf-4a34-a53c-4756fbc03430 req-dd61e099-26dd-4eb3-8a47-213c27a07fee tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522098 Sep 16 05:27:09.992066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740ded9-54e2-4169-bc20-31ef8ea90700 None None] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:09.992821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-89668acf-81d3-4b30-8c99-a8cd2ad7e604 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62996d66dee0411cba363d1feed61bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552911 Sep 16 05:27:09.992821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89668acf-81d3-4b30-8c99-a8cd2ad7e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a4ac9-642f-4115-b8ca-3cfdfc64ce42,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:09.993463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:10.046700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3322883 Sep 16 05:27:10.047424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48754) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:10.059360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Request body: {'subnet': {'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:10.079917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting subnet bdad1e46-08ba-42af-ad50-6ae368025600 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:10.088324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.089371 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f3cf33-2c76-42c6-bafa-0ef7dc91cfaa x-openstack-request-id: req-b0f3cf33-2c76-42c6-bafa-0ef7dc91cfaa {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:10.089663 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:10.090061 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0f3cf33-2c76-42c6-bafa-0ef7dc91cfaa {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:10.090603 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'code': 200} Sep 16 05:27:10.118094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeca004-95b3-4893-a365-496db2a04a8f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event updated for resources: {'Network': ['ID=5b41b797-5d38-4d76-b02b-9882212ec11a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.133246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 5b41b797-5d38-4d76-b02b-9882212ec11a details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:10.150578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.171421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.184413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.202559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6735bae3-efcb-49ca-93d1-7a122e4c1b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.239770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6735bae3-efcb-49ca-93d1-7a122e4c1b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.245040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event deleted for resources: {'Port': ['ID=a5d01d53-14df-41e7-8589-c979dd81b7eb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.318767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.319835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241bdb-1157-4797-b279-b467e5c493f7 req-68aa7d48-da2a-4464-9815-1ed6f668c01e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.321502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c241bdb-1157-4797-b279-b467e5c493f7 req-68aa7d48-da2a-4464-9815-1ed6f668c01e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 867 time: 0.2254531 Sep 16 05:27:10.380648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6735bae3-efcb-49ca-93d1-7a122e4c1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.383440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6735bae3-efcb-49ca-93d1-7a122e4c1b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.392555 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6735bae3-efcb-49ca-93d1-7a122e4c1b9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a58a4ac9-642f-4115-b8ca-3cfdfc64ce42 HTTP/1.1" status: 204 len: 168 time: 0.4034317 Sep 16 05:27:10.395875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Made reservation on behalf of bcde2bc3d99b4150bfcde09b9f260203 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:10.399617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.407644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735bae3-efcb-49ca-93d1-7a122e4c1b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a4ac9-642f-4115-b8ca-3cfdfc64ce42,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.455922 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.522365 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.525133 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/bdad1e46-08ba-42af-ad50-6ae368025600 HTTP/1.1" status: 204 len: 168 time: 0.5916817 Sep 16 05:27:10.526824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba785b-6cf1-45ed-a71b-a8ee58d0f902 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=bdad1e46-08ba-42af-ad50-6ae368025600,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:10.529992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c241bdb-1157-4797-b279-b467e5c493f7 req-f6577797-9de4-4bb2-afee-898ac9b10183 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0cf5ec-3959-48b1-933c-df82cbd3beee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970727 Sep 16 05:27:10.538662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48760) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:10.612681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-8c1796d0-8dcb-4e11-ab71-93f0ef9d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.614449 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-8c1796d0-8dcb-4e11-ab71-93f0ef9d05c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332a7752709348e3b11ba8251da0ce00&device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 1097 time: 0.1024871 Sep 16 05:27:10.649595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Router 4fe70cbd-1d31-4e66-b525-fc36db80b98f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:10.770566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0468e-1af4-466d-8a91-c87ad0f9fee7 req-2d18f000-405e-4666-a227-d9906153fceb tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.778342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50c0468e-1af4-466d-8a91-c87ad0f9fee7 req-2d18f000-405e-4666-a227-d9906153fceb tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.2608347 Sep 16 05:27:10.784151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:10.799994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-4730d7e4-725e-4278-956c-8d544e74f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.804453 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-4730d7e4-725e-4278-956c-8d544e74f4be service neutron] 10.222.0.73 "GET /v2.0/networks?id=212fcce4-023e-451c-921d-3f09933c4960 HTTP/1.1" status: 200 len: 913 time: 0.1777341 Sep 16 05:27:10.875438 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-a54c7d9c-7a6c-4a9f-8683-e4e018999dd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0 HTTP/1.1" status: 200 len: 217 time: 0.0584586 Sep 16 05:27:10.963515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-b970defc-31e5-412c-a3af-7adaedfd8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:10.965760 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-b970defc-31e5-412c-a3af-7adaedfd8e68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f12c0003-ba74-4f0d-b271-324ec077ac2f HTTP/1.1" status: 200 len: 852 time: 0.0787330 Sep 16 05:27:10.995580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-50c0468e-1af4-466d-8a91-c87ad0f9fee7 req-10649111-c1db-49e3-9470-2a1abfa9ad41 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162368 Sep 16 05:27:11.034760 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-a5870be4-218d-4cc9-a8f9-a6778de0e91c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=212fcce4-023e-451c-921d-3f09933c4960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556135 Sep 16 05:27:11.056709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:11.068233 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] Sync routers for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:11.110201 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:11.110837 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:11.179155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] No DVR routers for this DVR port a5d01d53-14df-41e7-8589-c979dd81b7eb on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:11.185382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.188246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b47bf7ea-b9f5-4f30-bd74-d353c233bb06 req-bf053a6d-d26c-4220-877b-16d0f5655945 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "DELETE /v2.0/ports/a5d01d53-14df-41e7-8589-c979dd81b7eb HTTP/1.1" status: 204 len: 173 time: 2.3266373 Sep 16 05:27:11.190816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'name': 'network-vif-deleted', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:11.193249 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb05ee-5cb0-4aaa-9ccb-bc750b3c7b99" -d '{"events": [{"server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "name": "network-vif-deleted", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:11.197930 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-01ed2a3e-149f-452c-9fec-09db127b173d service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511447 Sep 16 05:27:11.227489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.288968 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a281e-e992-459c-8e78-a5fb53ff6f4b x-openstack-request-id: req-4d5a281e-e992-459c-8e78-a5fb53ff6f4b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:11.289710 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997fcd5a-1793-4e1d-93c6-5e2e97782625", "name": "network-vif-deleted", "tag": "a5d01d53-14df-41e7-8589-c979dd81b7eb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:11.289710 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d5a281e-e992-459c-8e78-a5fb53ff6f4b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:11.289943 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997fcd5a-1793-4e1d-93c6-5e2e97782625', 'name': 'network-vif-deleted', 'tag': 'a5d01d53-14df-41e7-8589-c979dd81b7eb', 'status': 'completed', 'code': 200} Sep 16 05:27:11.295543 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:11.308850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting port 3db1f111-e3ae-438c-8e30-165d954659f7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:11.309115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.328346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2dec1-0499-45e8-bc63-e479e04ed3c1 None None] Network 057d28e1-ef8f-4e65-bfb3-27159caf8b9e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:11.363271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa09692-5202-412a-8621-0d48770bf16e req-53ad36a3-6e90-4686-8c48-935e4931380e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.365348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fa09692-5202-412a-8621-0d48770bf16e req-53ad36a3-6e90-4686-8c48-935e4931380e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.2781677 Sep 16 05:27:11.369689 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a8bfa84f-745f-45af-a71a-12c132ebac26 req-93198ed3-7bab-41cc-95a6-7e8db1be6e05 service neutron] 10.222.0.73 "GET /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617734 Sep 16 05:27:11.381630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event updated for resources: {'Subnet': ['ID=2aa241bc-d41a-494d-8041-8600eac536da,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.447244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.447595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.447942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.448602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.448947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.449711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.449711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.449970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.450372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.450702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.451052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.451378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:11.467709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c72d086c-ae7d-4518-afcb-76bec409e8bb None None] Provisioning complete for port 3db1f111-e3ae-438c-8e30-165d954659f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:11.468947 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c72d086c-ae7d-4518-afcb-76bec409e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.479898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] For port 3db1f111-e3ae-438c-8e30-165d954659f7, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3db1f111-e3ae-438c-8e30-165d954659f7,segment=NetworkSegment(b98dee4f-1a05-4b4f-95d6-76f40f2373c2),segment_id=b98dee4f-1a05-4b4f-95d6-76f40f2373c2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:11.480300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.489598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Checking segment: {'id': '66137053-859e-495d-b776-8494edbe316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:11.489876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Network hostable DHCP agents. Network: 5b41b797-5d38-4d76-b02b-9882212ec11a, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:11.509277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Calling delete_port for 3db1f111-e3ae-438c-8e30-165d954659f7 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:11.513635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fa09692-5202-412a-8621-0d48770bf16e req-eaf7d2dd-0af9-4588-af76-46020253b1dd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397269 Sep 16 05:27:11.616650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Network 5b41b797-5d38-4d76-b02b-9882212ec11a is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:11.674884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 5b41b797-5d38-4d76-b02b-9882212ec11a) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:11.686786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97766a-6035-4c1d-9e1f-602071761699 None None] Network 5b41b797-5d38-4d76-b02b-9882212ec11a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:11.687187 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:11.697181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:11.697627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.740492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41bd3e-31d2-46d3-a8bc-f1e8858928f5 None None] DHCP port deletion for 057d28e1-ef8f-4e65-bfb3-27159caf8b9e request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:11.754368 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] Checking router: 4fe70cbd-1d31-4e66-b525-fc36db80b98f for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:11.771711 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:11.772386 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:11.790125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e4f35c00-50b4-4aab-8e73-0a9a306d65b0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7359250 Sep 16 05:27:11.792496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48790) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:11.792636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b595b15-391b-4e66-a5a2-f8b32baa7a5d req-4f8f1a5d-8d38-44b2-98ce-82b919c0130d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=997fcd5a-1793-4e1d-93c6-5e2e97782625 HTTP/1.1" status: 200 len: 210 time: 0.0662317 Sep 16 05:27:11.801497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Request body: {'port': {'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a', 'name': 'tempest-TagsExtTest-957283262'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:11.806986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.867077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Port': ['ID=3db1f111-e3ae-438c-8e30-165d954659f7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:11.875407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No DVR routers for this DVR port 3db1f111-e3ae-438c-8e30-165d954659f7 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:11.933209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bd3e-31d2-46d3-a8bc-f1e8858928f5 None None] The port '3db1f111-e3ae-438c-8e30-165d954659f7' was deleted {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 05:27:11.978293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:11.989456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.047344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d28e1-ef8f-4e65-bfb3-27159caf8b9e']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:12.072017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98dee4f-1a05-4b4f-95d6-76f40f2373c2') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:12.072624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98dee4f-1a05-4b4f-95d6-76f40f2373c2') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:12.090704 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.106066 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:12.135302 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.148567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5b41b797-5d38-4d76-b02b-9882212ec11a', 'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a', 'tenant_id': 'bcde2bc3d99b4150bfcde09b9f260203', 'fixed_ips': [{'subnet_id': '2aa241bc-d41a-494d-8041-8600eac536da'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:12.149786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.183172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:12.183348 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:12.186737 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:12.220005 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Made reservation on behalf of bcde2bc3d99b4150bfcde09b9f260203 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:12.252184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.298072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] device_id is not set on port 944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:12.326122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e87a69-71c0-495c-8534-364649b5d45f req-abab0191-6890-49e2-903e-62e264b656ec tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:12.329415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22e87a69-71c0-495c-8534-364649b5d45f req-abab0191-6890-49e2-903e-62e264b656ec tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.2087018 Sep 16 05:27:12.371043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.393182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Allocated IP 172.20.0.2 (5b41b797-5d38-4d76-b02b-9882212ec11a/2aa241bc-d41a-494d-8041-8600eac536da/8ea56ec2-140d-4321-90a9-4418ede240e1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:12.403575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:12.410401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/057d28e1-ef8f-4e65-bfb3-27159caf8b9e HTTP/1.1" status: 204 len: 168 time: 1.8589685 Sep 16 05:27:12.417156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48810) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.450570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-22e87a69-71c0-495c-8534-364649b5d45f req-d5a2b6be-9bfd-42ee-917f-c6f3302a3c2f tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141720 Sep 16 05:27:12.484888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d99a5-10a6-4154-abf9-c71d6e9fdc65 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=057d28e1-ef8f-4e65-bfb3-27159caf8b9e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:12.496682 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fcbeab-b06c-4fb2-80d3-8245359b6564 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:12.497442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fcbeab-b06c-4fb2-80d3-8245359b6564 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:12.503918 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b0fcbeab-b06c-4fb2-80d3-8245359b6564 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/a97d8673-6051-4272-9037-d2b9197962cb HTTP/1.1" status: 404 len: 337 time: 0.0858374 Sep 16 05:27:12.507168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48816) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.528419 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d23a46c-924c-4ebc-80d4-1f2afd053b9f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:12.529108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d23a46c-924c-4ebc-80d4-1f2afd053b9f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:12.531082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8d23a46c-924c-4ebc-80d4-1f2afd053b9f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/026549a6-77ed-4333-9c17-a05f2e6756a1 HTTP/1.1" status: 404 len: 339 time: 0.0228958 Sep 16 05:27:12.535558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48818) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.555880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3db1f111-e3ae-438c-8e30-165d954659f7 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:12.585577 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3495ee6b-d445-4832-938a-97b9bbe78c92 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:12.586031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3495ee6b-d445-4832-938a-97b9bbe78c92 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:12.588277 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3495ee6b-d445-4832-938a-97b9bbe78c92 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/af500622-119f-4c30-97de-6035c15ab6c3 HTTP/1.1" status: 404 len: 337 time: 0.0506821 Sep 16 05:27:12.595396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.618825 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:12.657173 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8e139f-685a-4a6f-b898-bc42a810b960 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:12.657816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8e139f-685a-4a6f-b898-bc42a810b960 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:12.662484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.665335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ef8e139f-685a-4a6f-b898-bc42a810b960 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/23669316-c93e-4220-ae7a-a796bcd38675 HTTP/1.1" status: 404 len: 339 time: 0.0724440 Sep 16 05:27:12.680846 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef5646-e2bd-4c56-9373-33e6efec5172 None None] The sync data for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 is: [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:12.731498 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec2a159-55dd-455c-bf10-3b8d359c4e23 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:12.732273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec2a159-55dd-455c-bf10-3b8d359c4e23 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:12.740326 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dec2a159-55dd-455c-bf10-3b8d359c4e23 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/5ca64bba-15bf-4513-9ec6-cb4c414db64d HTTP/1.1" status: 404 len: 337 time: 0.0738716 Sep 16 05:27:12.744466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48830) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.791312 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fe20b1-cdf3-4a2f-af8e-8b2d68b030c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:12.792179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fe20b1-cdf3-4a2f-af8e-8b2d68b030c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:12.794401 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-08fe20b1-cdf3-4a2f-af8e-8b2d68b030c3 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/d7281ee2-a9e0-4471-bede-46eeaea3a47c HTTP/1.1" status: 404 len: 339 time: 0.0477347 Sep 16 05:27:12.797232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:12.875897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3db1f111-e3ae-438c-8e30-165d954659f7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:12.883616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting subnet 9db16310-e229-49a9-82d8-c120e5566467 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:12.884520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3db1f111-e3ae-438c-8e30-165d954659f7 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:12.892577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.002138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48844) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:13.014304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.073216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.098459 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.116846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86199b7-c1e9-45bf-9696-facbf1853188 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.183754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86199b7-c1e9-45bf-9696-facbf1853188 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.250340 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Allocated IP 172.20.0.10 (5b41b797-5d38-4d76-b02b-9882212ec11a/2aa241bc-d41a-494d-8041-8600eac536da/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:13.270694 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Network 5b41b797-5d38-4d76-b02b-9882212ec11a is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:13.274868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:13.280946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:13.281443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.288885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86199b7-c1e9-45bf-9696-facbf1853188 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.293800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b86199b7-c1e9-45bf-9696-facbf1853188 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.295339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b86199b7-c1e9-45bf-9696-facbf1853188 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "DELETE /v2.0/security-groups/4e0cf5ec-3959-48b1-933c-df82cbd3beee HTTP/1.1" status: 204 len: 168 time: 0.2921281 Sep 16 05:27:13.300152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48852) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:13.304279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7ce3c-2146-4d69-9bd6-0e3bcd3cb757 None None] New status for floating IP cb01155c-f606-4144-aa7e-c16052dc4343: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:13.345920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-bc97fd07-4f52-48b9-a071-3720e07df7c4 req-bf48aaf7-5a62-43f9-98c2-0db4a0b5e356 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:27:13.349010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc97fd07-4f52-48b9-a071-3720e07df7c4 req-bf48aaf7-5a62-43f9-98c2-0db4a0b5e356 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191271 Sep 16 05:27:13.351035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86199b7-c1e9-45bf-9696-facbf1853188 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0cf5ec-3959-48b1-933c-df82cbd3beee,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:13.369980 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-48f8805d-9762-4aa1-b254-c77f7456c041 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] show failed (client error): The resource could not be found. Sep 16 05:27:13.371425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-48f8805d-9762-4aa1-b254-c77f7456c041 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups/4e0cf5ec-3959-48b1-933c-df82cbd3beee HTTP/1.1" status: 404 len: 347 time: 0.0652759 Sep 16 05:27:13.374616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48854) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:13.448432 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.534821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=9db16310-e229-49a9-82d8-c120e5566467,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:13.539523 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.552522 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-47d1ea5c-9ed6-4da2-b6d3-f638d3025862 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/9db16310-e229-49a9-82d8-c120e5566467 HTTP/1.1" status: 204 len: 168 time: 0.7423193 Sep 16 05:27:13.556852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:13.657003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf5f3c-7868-4cd5-91a9-267774dc4e3a None None] Network 0976d984-fb8b-48bf-89da-c1fcb390dfd4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:13.664541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Pushing event updated for resources: {'Port': ['ID=8ea56ec2-140d-4321-90a9-4418ede240e1,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:13.697398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.749832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Attempting to bind port 8ea56ec2-140d-4321-90a9-4418ede240e1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:13.750364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Attempting to bind port 8ea56ec2-140d-4321-90a9-4418ede240e1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '66137053-859e-495d-b776-8494edbe316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:13.751555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Attempting to bind port 8ea56ec2-140d-4321-90a9-4418ede240e1 on network 5b41b797-5d38-4d76-b02b-9882212ec11a {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:13.759337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d01d53-14df-41e7-8589-c979dd81b7eb no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:13.811366 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.821594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:13.822113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Checking segment: {'id': '66137053-859e-495d-b776-8494edbe316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:13.822654 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.823163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Bound using segment: {'id': '66137053-859e-495d-b776-8494edbe316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:13.823776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Bound port: 8ea56ec2-140d-4321-90a9-4418ede240e1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66137053-859e-495d-b776-8494edbe316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5b41b797-5d38-4d76-b02b-9882212ec11a'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:13.824306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.845836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: a5d01d53-14df-41e7-8589-c979dd81b7eb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:13.846267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a5d01d53-14df-41e7-8589-c979dd81b7eb not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:13.930362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:13.987907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] For port 8ea56ec2-140d-4321-90a9-4418ede240e1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:13.992925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] For port 8ea56ec2-140d-4321-90a9-4418ede240e1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8ea56ec2-140d-4321-90a9-4418ede240e1,segment=NetworkSegment(66137053-859e-495d-b776-8494edbe316c),segment_id=66137053-859e-495d-b776-8494edbe316c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:14.003018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Network 5b41b797-5d38-4d76-b02b-9882212ec11a is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:14.010158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:14.014408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:14.018324 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.018917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:14.055414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:14.059702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.088800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152176ff-0180-4e40-a76a-164a1a7d4dff None None] Pushing event updated for resources: {'Port': ['ID=8ea56ec2-140d-4321-90a9-4418ede240e1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.128916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event updated for resources: {'Port': ['ID=944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.218657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] DHCP port deletion for 0976d984-fb8b-48bf-89da-c1fcb390dfd4 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:14.254526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:14.257630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.287495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270ea9-9dea-47f3-b5c1-c5d77d594d4f req-f7f0c7cb-89d1-40d0-a19e-d99ed99bdd50 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:14.295553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb270ea9-9dea-47f3-b5c1-c5d77d594d4f req-f7f0c7cb-89d1-40d0-a19e-d99ed99bdd50 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1746924 Sep 16 05:27:14.315415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] For port 648e4ae8-7ada-4724-b91d-3ad94d1167d0, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=648e4ae8-7ada-4724-b91d-3ad94d1167d0,segment=NetworkSegment(4a57edac-4042-4f33-97a3-717f2f1acebf),segment_id=4a57edac-4042-4f33-97a3-717f2f1acebf)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:14.315959 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.316430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd7911-17d2-4079-9374-0f3698869445 req-78aa5551-e17f-4a49-85d8-5ca869dd8c8b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:14.317194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] Deleting port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:14.317743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.326776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7bd7911-17d2-4079-9374-0f3698869445 req-78aa5551-e17f-4a49-85d8-5ca869dd8c8b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.1918099 Sep 16 05:27:14.384493 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-580f4c65-998d-43e1-8287-7474715ff539 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5874190 Sep 16 05:27:14.386094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48886) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:14.394737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-50b141a9-c61d-4c66-81d7-50eb07730124 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-905808481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:14.402028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Calling delete_port for 648e4ae8-7ada-4724-b91d-3ad94d1167d0 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:14.465398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Deleting port 94049149-7669-46bf-b1a5-ccaf0fec68db {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:14.465901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.481633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] For port 648e4ae8-7ada-4724-b91d-3ad94d1167d0, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=648e4ae8-7ada-4724-b91d-3ad94d1167d0,segment=NetworkSegment(4a57edac-4042-4f33-97a3-717f2f1acebf),segment_id=4a57edac-4042-4f33-97a3-717f2f1acebf)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:14.482031 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.483772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb270ea9-9dea-47f3-b5c1-c5d77d594d4f req-9e81d1cd-1be5-4713-bbef-f780adf39330 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824398 Sep 16 05:27:14.517690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7bd7911-17d2-4079-9374-0f3698869445 req-97310c84-e17e-4008-bb11-58ca3d4c5b6a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899295 Sep 16 05:27:14.562210 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-d2103ac2-c117-4894-8a23-0dea1f821147 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5442040 Sep 16 05:27:14.572656 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50b141a9-c61d-4c66-81d7-50eb07730124 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.576146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50b141a9-c61d-4c66-81d7-50eb07730124 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.601053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] Calling delete_port for 648e4ae8-7ada-4724-b91d-3ad94d1167d0 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:14.615161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-0b98994f-9965-48fd-9de8-bd9183427f3e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:27:14.621973 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-0b98994f-9965-48fd-9de8-bd9183427f3e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295355 Sep 16 05:27:14.685310 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.686761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.711279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 648e4ae8-7ada-4724-b91d-3ad94d1167d0 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:14.715963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Calling delete_port for 94049149-7669-46bf-b1a5-ccaf0fec68db owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:14.808236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50b141a9-c61d-4c66-81d7-50eb07730124 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.840199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50b141a9-c61d-4c66-81d7-50eb07730124 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.863483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.867041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.888722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] No DVR routers for this DVR port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:14.908197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.932225 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:14.933747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0c63d-ad4f-4f67-9071-8e5cce0f6b00 None None] Pushing event deleted for resources: {'Port': ['ID=648e4ae8-7ada-4724-b91d-3ad94d1167d0,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.964380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Port': ['ID=648e4ae8-7ada-4724-b91d-3ad94d1167d0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.970136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event deleted for resources: {'Port': ['ID=94049149-7669-46bf-b1a5-ccaf0fec68db,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:14.978401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No DVR routers for this DVR port 648e4ae8-7ada-4724-b91d-3ad94d1167d0 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:15.041452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-50b141a9-c61d-4c66-81d7-50eb07730124 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.043076 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50b141a9-c61d-4c66-81d7-50eb07730124 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6520948 Sep 16 05:27:15.048081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48900) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.076118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-28049e7f-d7d8-4911-af7d-b6250727a2fd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-285241640', 'prefixes': ['172.20.0.0/16']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:15.104780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.118847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.122012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.123216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7f9622ed-c8d2-44f7-8f51-a1fdb3fcf326 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "DELETE /v2.0/floatingips/cb01155c-f606-4144-aa7e-c16052dc4343 HTTP/1.1" status: 204 len: 168 time: 1.7472687 Sep 16 05:27:15.138704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09db3-c428-4dff-9759-69a746af8a70 req-c592b2c3-8289-4bc5-bf54-3600d4b85e92 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:15.140260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86d09db3-c428-4dff-9759-69a746af8a70 req-c592b2c3-8289-4bc5-bf54-3600d4b85e92 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.1251519 Sep 16 05:27:15.168071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0976d984-fb8b-48bf-89da-c1fcb390dfd4']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:15.191183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a57edac-4042-4f33-97a3-717f2f1acebf') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:15.191410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a57edac-4042-4f33-97a3-717f2f1acebf') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:15.229327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86d09db3-c428-4dff-9759-69a746af8a70 req-42dc6808-43c0-43cc-987e-85338f5ff088 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798752 Sep 16 05:27:15.229701 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.265426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.268357 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28049e7f-d7d8-4911-af7d-b6250727a2fd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.269832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-28049e7f-d7d8-4911-af7d-b6250727a2fd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2083867 Sep 16 05:27:15.274094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48904) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.276031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:15.276778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.279723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-944daa1f-840d-4cdd-8166-56349e8f5109 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', 'tempest-TagsExtTest-Tag-1839456333') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:15.281525 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:15.379865 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.409847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.411790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/0976d984-fb8b-48bf-89da-c1fcb390dfd4 HTTP/1.1" status: 204 len: 168 time: 1.8539417 Sep 16 05:27:15.412901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476ff4-701c-4586-aae9-ef4e12488b6a tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=0976d984-fb8b-48bf-89da-c1fcb390dfd4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:15.418758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48906) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.494226 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51c4840-478c-47b5-b1ab-c743e566e6e0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:15.494690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51c4840-478c-47b5-b1ab-c743e566e6e0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:15.506031 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d51c4840-478c-47b5-b1ab-c743e566e6e0 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/03e077bc-9e16-4dcc-8c36-a17d706cc5b6 HTTP/1.1" status: 404 len: 337 time: 0.0832267 Sep 16 05:27:15.506308 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48910) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.542737 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae97f1c2-9f35-4618-bda0-7d366d209638 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:15.543718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae97f1c2-9f35-4618-bda0-7d366d209638 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:15.548607 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ae97f1c2-9f35-4618-bda0-7d366d209638 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/aa2cdf0c-3aab-4638-96cf-62acd836aeca HTTP/1.1" status: 404 len: 339 time: 0.0384057 Sep 16 05:27:15.548952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48912) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.638750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-944daa1f-840d-4cdd-8166-56349e8f5109 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags/tempest-TagsExtTest-Tag-1839456333 HTTP/1.1" status: 201 len: 201 time: 0.3635170 Sep 16 05:27:15.641472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48916) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.646231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-a89a3743-b607-4797-be1c-f20348008865 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', 'tempest-TagsExtTest-Tag-1573569899') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:15.698812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting subnet 1579d606-b068-4edc-87a7-c6f76bbca70a {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:15.702268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.737520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcce0a2-7c66-468d-bb5f-932499462329 None None] Network 5b41b797-5d38-4d76-b02b-9882212ec11a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:15.768271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.768574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa229919-2c1a-4262-b509-8057ecd8b123 req-57e3b83a-8df9-46a0-9a1c-148783090541 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:15.769736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa229919-2c1a-4262-b509-8057ecd8b123 req-57e3b83a-8df9-46a0-9a1c-148783090541 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.0785670 Sep 16 05:27:15.815049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48918) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.819510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-df2c932c-529a-4ec2-8d75-6f1d013fe2e0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515781764', 'description': 'tempest-description--788869976'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:15.841265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa229919-2c1a-4262-b509-8057ecd8b123 req-c3c102f4-6e9e-4084-a5f2-e866a82b3651 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526397 Sep 16 05:27:15.846079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a89a3743-b607-4797-be1c-f20348008865 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags/tempest-TagsExtTest-Tag-1573569899 HTTP/1.1" status: 201 len: 201 time: 0.2030957 Sep 16 05:27:15.850559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:15.851730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48920) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:15.864553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-7876298c-cbf7-4c1e-a3ef-a53c2109e922 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', 'tempest-TagsExtTest-Tag-1099576177') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:15.871695 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df2c932c-529a-4ec2-8d75-6f1d013fe2e0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.908767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.931204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Provisioning complete for port 8ea56ec2-140d-4321-90a9-4418ede240e1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:15.931572 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.015103 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.061538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df2c932c-529a-4ec2-8d75-6f1d013fe2e0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.062617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Subnet': ['ID=1579d606-b068-4edc-87a7-c6f76bbca70a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.065142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.069417 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8d548d1e-680d-4185-871d-4cf29d65ba6f tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/subnets/1579d606-b068-4edc-87a7-c6f76bbca70a HTTP/1.1" status: 204 len: 168 time: 0.5172186 Sep 16 05:27:16.071657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.083446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df2c932c-529a-4ec2-8d75-6f1d013fe2e0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.095892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1622c5-1afb-40ea-a50c-d1c9be399d08 None None] Network 8f7bc989-11e8-406f-b4d0-ffc8485373a7 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:16.123321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-f118d5d7-7dca-44c7-b836-dd1d0b17ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.123321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-f118d5d7-7dca-44c7-b836-dd1d0b17ace0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb&tenant_id=f0f01d63df2f4e9abd967a3608450cf4 HTTP/1.1" status: 200 len: 1095 time: 0.2002938 Sep 16 05:27:16.128663 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.155665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7876298c-cbf7-4c1e-a3ef-a53c2109e922 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags/tempest-TagsExtTest-Tag-1099576177 HTTP/1.1" status: 201 len: 201 time: 0.3020833 Sep 16 05:27:16.158957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48924) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.165321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-f9616c87-7185-4053-8776-0b52a276dc03 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', 'tempest-TagsExtTest-Tag-791003298') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:16.174981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df2c932c-529a-4ec2-8d75-6f1d013fe2e0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.179697 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-df2c932c-529a-4ec2-8d75-6f1d013fe2e0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3635926 Sep 16 05:27:16.180588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48926) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.192753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7115c8ce-3191-4fc8-906d-ffa68cb1f545 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'security_group_rule': {'security_group_id': '7a9c80ce-50d3-44db-af02-04b092b01b3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:16.208047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c932c-529a-4ec2-8d75-6f1d013fe2e0 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9c80ce-50d3-44db-af02-04b092b01b3a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.216260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.221006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] For port 8ea56ec2-140d-4321-90a9-4418ede240e1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8ea56ec2-140d-4321-90a9-4418ede240e1,segment=NetworkSegment(66137053-859e-495d-b776-8494edbe316c),segment_id=66137053-859e-495d-b776-8494edbe316c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:16.248437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.251790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7115c8ce-3191-4fc8-906d-ffa68cb1f545 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.363617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-bbd22ee7-f8fe-466d-8732-00236c90522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.365361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-bbd22ee7-f8fe-466d-8732-00236c90522b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1095 time: 0.1819413 Sep 16 05:27:16.367360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f9616c87-7185-4053-8776-0b52a276dc03 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags/tempest-TagsExtTest-Tag-791003298 HTTP/1.1" status: 201 len: 201 time: 0.2073057 Sep 16 05:27:16.370081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48930) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.375395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-b44e6b24-4d7e-43df-bcb1-3ab520ddee3e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:16.379304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7115c8ce-3191-4fc8-906d-ffa68cb1f545 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.390038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7115c8ce-3191-4fc8-906d-ffa68cb1f545 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.395672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Pushing event updated for resources: {'Port': ['ID=8ea56ec2-140d-4321-90a9-4418ede240e1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.395994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Deleting port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:16.396369 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.407261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.407717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.408179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.408608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.409406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.409406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.409855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.410354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.410755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.411168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.411584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.412002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c8906-bcf2-411a-8980-785bbd30894f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:16.458747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115c8ce-3191-4fc8-906d-ffa68cb1f545 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c966985e-1903-433a-99a1-e35913493653,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:16.484583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6628df07-450d-4243-a9b6-afb323c140c7 None None] Provisioning complete for port 944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:16.485843 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6628df07-450d-4243-a9b6-afb323c140c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.498328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7115c8ce-3191-4fc8-906d-ffa68cb1f545 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.502383 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7115c8ce-3191-4fc8-906d-ffa68cb1f545 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135118 Sep 16 05:27:16.507375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48932) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.511018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7c9f42cc-2b90-4660-bfc2-35c9eeeaaae2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'security_group_rule': {'security_group_id': '7a9c80ce-50d3-44db-af02-04b092b01b3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:16.520667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c7186-0690-481f-a535-a3d871df5580 None None] DHCP port deletion for 8f7bc989-11e8-406f-b4d0-ffc8485373a7 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:16.575246 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] For port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,segment=NetworkSegment(1d547266-95b3-4ffe-9c35-4e215d486615),segment_id=1d547266-95b3-4ffe-9c35-4e215d486615)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:16.575621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.593135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6628df07-450d-4243-a9b6-afb323c140c7 None None] Port 944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:16.626382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Calling delete_port for a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:16.646531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6628df07-450d-4243-a9b6-afb323c140c7 None None] Provisioning complete for port 8ea56ec2-140d-4321-90a9-4418ede240e1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:16.648641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6628df07-450d-4243-a9b6-afb323c140c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.654714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c9f42cc-2b90-4660-bfc2-35c9eeeaaae2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.695172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8ea56ec2-140d-4321-90a9-4418ede240e1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:16.780703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8463d-0990-473c-b035-a853f8a3c982 req-4053fdc5-1271-4478-891c-3ffff93648f9 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.784346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5b8463d-0990-473c-b035-a853f8a3c982 req-4053fdc5-1271-4478-891c-3ffff93648f9 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.4147756 Sep 16 05:27:16.802342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-988c7186-0690-481f-a535-a3d871df5580 None None] Deleting port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:16.803310 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-988c7186-0690-481f-a535-a3d871df5580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.855707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-dfd47f53-6393-4b80-8e14-c85d0a096993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.857375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-dfd47f53-6393-4b80-8e14-c85d0a096993 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 200 len: 918 time: 0.4115853 Sep 16 05:27:16.862379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b44e6b24-4d7e-43df-bcb1-3ab520ddee3e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags HTTP/1.1" status: 200 len: 241 time: 0.4883072 Sep 16 05:27:16.877424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48940) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:16.898808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-63843d1a-634e-43f4-a5ae-033c1ae335cb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', 'tempest-TagsExtTest-Tag-1839456333') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:16.920883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5b8463d-0990-473c-b035-a853f8a3c982 req-2da3cfc7-17b8-42ac-a524-808661bc3afd tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f54f6f-13c6-4878-b0a6-291173a4c089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180377 Sep 16 05:27:16.943760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8ea56ec2-140d-4321-90a9-4418ede240e1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:16.944411 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:16.966045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-fad517d7-7f15-46d7-93c5-59f5c7760a48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 200 len: 998 time: 0.0965390 Sep 16 05:27:16.968659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-6158ef9b-034f-4e1c-bcad-0663380a6755 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:16.971052 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-6158ef9b-034f-4e1c-bcad-0663380a6755 tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.73 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 945 time: 0.2000930 Sep 16 05:27:17.001988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-988c7186-0690-481f-a535-a3d871df5580 None None] For port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,segment=NetworkSegment(1d547266-95b3-4ffe-9c35-4e215d486615),segment_id=1d547266-95b3-4ffe-9c35-4e215d486615)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:17.002760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-988c7186-0690-481f-a535-a3d871df5580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.030074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-988c7186-0690-481f-a535-a3d871df5580 None None] Calling delete_port for a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:17.033968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c9f42cc-2b90-4660-bfc2-35c9eeeaaae2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.034850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.057916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-cbd64c1e-3657-44a1-9e47-7df79f4fdfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.059591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-cbd64c1e-3657-44a1-9e47-7df79f4fdfef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 200 len: 856 time: 0.0860798 Sep 16 05:27:17.083856 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c9f42cc-2b90-4660-bfc2-35c9eeeaaae2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.086681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072bf19-de6c-4c73-902e-0a021f31f59b req-24bb5154-a9eb-442a-a7c8-1d33e4090809 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.088472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8072bf19-de6c-4c73-902e-0a021f31f59b req-24bb5154-a9eb-442a-a7c8-1d33e4090809 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.0820210 Sep 16 05:27:17.138683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d0c7758d-ccb5-48e3-af8f-e6419af07d29 None None] Provisioning complete for port 944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:17.138873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0c7758d-ccb5-48e3-af8f-e6419af07d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.143064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Port': ['ID=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.186811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-c3bcffb4-5b7b-4109-884f-cafbfc8001a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:17.189918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] No DVR routers for this DVR port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:17.194890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-c3bcffb4-5b7b-4109-884f-cafbfc8001a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237733 Sep 16 05:27:17.199420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8072bf19-de6c-4c73-902e-0a021f31f59b req-55f19651-a237-41c9-a57b-d1416ca34378 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919909 Sep 16 05:27:17.207531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f42cc-2b90-4660-bfc2-35c9eeeaaae2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c58b247-8509-4275-99de-01d1a6629110,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.216654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7758d-ccb5-48e3-af8f-e6419af07d29 None None] Port 944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:17.229399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c9f42cc-2b90-4660-bfc2-35c9eeeaaae2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.233237 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7c9f42cc-2b90-4660-bfc2-35c9eeeaaae2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7256856 Sep 16 05:27:17.236611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48946) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.239341 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-988c7186-0690-481f-a535-a3d871df5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.254450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:17.270516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c7186-0690-481f-a535-a3d871df5580 None None] Pushing event deleted for resources: {'Port': ['ID=a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.276022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c7186-0690-481f-a535-a3d871df5580 None None] No DVR routers for this DVR port a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:17.326596 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.348544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-63843d1a-634e-43f4-a5ae-033c1ae335cb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags/tempest-TagsExtTest-Tag-1839456333 HTTP/1.1" status: 204 len: 168 time: 0.4620841 Sep 16 05:27:17.353558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48948) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.358760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-6dd13e12-5de4-4337-8a54-2093e2399031 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', 'tempest-TagsExtTest-Tag-1839456333') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:17.378294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.389407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-3f3e52ab-b04f-4dc3-a0cf-f0ae0022f242 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845720 Sep 16 05:27:17.390250 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Deleting port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:17.390762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.435015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7bc989-11e8-406f-b4d0-ffc8485373a7']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:17.474390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d547266-95b3-4ffe-9c35-4e215d486615') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:17.474753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d547266-95b3-4ffe-9c35-4e215d486615') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:17.491321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.514753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.529643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:17.529957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:17.533128 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:17.555162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] For port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,segment=NetworkSegment(b649b0f9-2051-4c7f-a47b-9a8baf260ed9),segment_id=b649b0f9-2051-4c7f-a47b-9a8baf260ed9)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:17.555527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.571253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57ae98e5-bc6a-4580-86cc-080396d174bb req-17c91ddd-2574-4f09-b38c-f35582403b0d service neutron] 10.222.0.64 "GET /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706533 Sep 16 05:27:17.593608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Calling delete_port for 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:17.623328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6dd13e12-5de4-4337-8a54-2093e2399031 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags/tempest-TagsExtTest-Tag-1839456333 HTTP/1.1" status: 204 len: 168 time: 0.2665346 Sep 16 05:27:17.624752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.626710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48950) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.631648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-95242257-3f5a-427f-a85e-258e20f049d0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:17.698475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.710498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.713613 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] 10.222.0.55 "DELETE /v2.0/networks/8f7bc989-11e8-406f-b4d0-ffc8485373a7 HTTP/1.1" status: 204 len: 168 time: 1.6410537 Sep 16 05:27:17.728604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe8811-b7ee-4720-9d37-70e453209780 tempest-NetworksIpV6Test-183503546 tempest-NetworksIpV6Test-183503546-project] Pushing event deleted for resources: {'Network': ['ID=8f7bc989-11e8-406f-b4d0-ffc8485373a7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:17.823104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-95242257-3f5a-427f-a85e-258e20f049d0 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags HTTP/1.1" status: 200 len: 205 time: 0.1931694 Sep 16 05:27:17.823830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48960) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:17.838234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-856a730e-e35f-4a87-9c3b-48573c1ed046 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:17.868685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:17.888650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['416913c0-94eb-47f5-a2ef-1746ca3f5ec0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:17.906086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Allocated IP 172.25.6.133 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/0df7ee97-01f4-4aee-a328-baa4d830067d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:17.933771 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Pushing event deleted for resources: {'Port': ['ID=416913c0-94eb-47f5-a2ef-1746ca3f5ec0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:18.026480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-856a730e-e35f-4a87-9c3b-48573c1ed046 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags HTTP/1.1" status: 200 len: 241 time: 0.1991565 Sep 16 05:27:18.026480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48968) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.032286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-6078a9f8-96c7-46dc-b77e-1a25efdf526c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', 'tempest-TagsExtTest-Tag-1573569899') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:18.040783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] No DVR routers for this DVR port 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:18.046146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.050316 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-835a6ec4-62c7-441c-88b5-849edbe719ed req-ee603d90-e317-426b-a936-06d6956f166e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.73 "DELETE /v2.0/ports/416913c0-94eb-47f5-a2ef-1746ca3f5ec0 HTTP/1.1" status: 204 len: 173 time: 1.0644546 Sep 16 05:27:18.050822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94468076-0ebc-4416-a68e-c60aaaf50751', 'name': 'network-vif-deleted', 'tag': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:18.055361 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf3e7ff-168b-495e-b1ba-6151da1eb4b1" -d '{"events": [{"server_uuid": "94468076-0ebc-4416-a68e-c60aaaf50751", "name": "network-vif-deleted", "tag": "416913c0-94eb-47f5-a2ef-1746ca3f5ec0"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:18.095472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c92d6cec-538a-4984-aeb1-d4a7df7fd7c9 req-70144167-3c08-41c2-ad4d-28c1e58f705e tempest-TestServerAdvancedOps-1012607634 tempest-TestServerAdvancedOps-1012607634-project] 10.222.0.55 "GET /v2.0/ports?device_id=94468076-0ebc-4416-a68e-c60aaaf50751 HTTP/1.1" status: 200 len: 210 time: 0.0332470 Sep 16 05:27:18.143864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.168737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6078a9f8-96c7-46dc-b77e-1a25efdf526c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags/tempest-TagsExtTest-Tag-1573569899 HTTP/1.1" status: 204 len: 168 time: 0.1411386 Sep 16 05:27:18.171181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48976) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.175716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-abd7f67d-3e69-4b8e-8b5f-43c670311dfe tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', 'tempest-TagsExtTest-Tag-1573569899') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:18.235873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 48980) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.248479 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.307999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'Port': ['ID=0df7ee97-01f4-4aee-a328-baa4d830067d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:18.316187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:18.326396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:18.333207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:18.381116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-abd7f67d-3e69-4b8e-8b5f-43c670311dfe tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags/tempest-TagsExtTest-Tag-1573569899 HTTP/1.1" status: 204 len: 168 time: 0.2089002 Sep 16 05:27:18.385216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 48988) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.389892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-22146d75-a38f-4611-af94-f3622e904354 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:18.471940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.586706 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928da076-7145-45e9-b17f-2178b42e67f5 x-openstack-request-id: req-928da076-7145-45e9-b17f-2178b42e67f5 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:18.588069 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94468076-0ebc-4416-a68e-c60aaaf50751", "name": "network-vif-deleted", "tag": "416913c0-94eb-47f5-a2ef-1746ca3f5ec0", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:18.588602 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-928da076-7145-45e9-b17f-2178b42e67f5 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:18.589321 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94468076-0ebc-4416-a68e-c60aaaf50751', 'name': 'network-vif-deleted', 'tag': '416913c0-94eb-47f5-a2ef-1746ca3f5ec0', 'status': 'completed', 'code': 200} Sep 16 05:27:18.592297 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-22146d75-a38f-4611-af94-f3622e904354 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags HTTP/1.1" status: 200 len: 205 time: 0.2059345 Sep 16 05:27:18.594936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49000) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.603945 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.606507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-a04b8c71-4148-4c22-9ebd-f4380742ff32 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:18.643217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8ea56ec2-140d-4321-90a9-4418ede240e1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:18.748918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8ea56ec2-140d-4321-90a9-4418ede240e1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:18.749754 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:18.758567 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a04b8c71-4148-4c22-9ebd-f4380742ff32 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags HTTP/1.1" status: 200 len: 241 time: 0.1613138 Sep 16 05:27:18.780988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:18.799294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-ef9ffdb8-cb1f-49b0-9f04-a2d40abb4f8e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', 'tempest-TagsExtTest-Tag-1099576177') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:19.039772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:19.074727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:19.075312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a61ac2e4-9ee1-4a22-bcfc-2db1ac5aaebf not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:19.203479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49010) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:19.211629 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.270146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.271085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] Deleting subnet f12c0003-ba74-4f0d-b271-324ec077ac2f {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:19.283093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.308400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ac51fdff-d15f-43c8-913d-41200d51bff3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff296c77bfda49dfa9a486476df69d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0710852 Sep 16 05:27:19.314287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49012) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:19.323165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ef9ffdb8-cb1f-49b0-9f04-a2d40abb4f8e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags/tempest-TagsExtTest-Tag-1099576177 HTTP/1.1" status: 204 len: 168 time: 0.5319335 Sep 16 05:27:19.324812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49014) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:19.347224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-a8ffe23b-a483-4cdf-9c10-08189dfed46e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', 'tempest-TagsExtTest-Tag-1099576177') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:19.393315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'Port': ['ID=0df7ee97-01f4-4aee-a328-baa4d830067d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:19.453988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46ed8d-4bab-4596-bb49-e95e6cefbb4b req-e14ddde7-8419-4845-9f2b-f05ecce4207b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:19.454319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.457122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a46ed8d-4bab-4596-bb49-e95e6cefbb4b req-e14ddde7-8419-4845-9f2b-f05ecce4207b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 1.0812652 Sep 16 05:27:19.466495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.560280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc04fa5-2ee7-4902-943b-804f66b84170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.567886 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.625812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a46ed8d-4bab-4596-bb49-e95e6cefbb4b req-aa2b3171-49d1-42b4-baad-0d6c83bd63d5 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255238 Sep 16 05:27:19.626811 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.628776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8ef324a7-c716-432d-a656-8d89e65bb37b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3810618 Sep 16 05:27:19.640500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc04fa5-2ee7-4902-943b-804f66b84170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.654138 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a8ffe23b-a483-4cdf-9c10-08189dfed46e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags/tempest-TagsExtTest-Tag-1099576177 HTTP/1.1" status: 204 len: 168 time: 0.3249955 Sep 16 05:27:19.654387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49018) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:19.695126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-484951f3-290b-48f2-850b-b00e2b359ea5 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:19.703383 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.744917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12c0003-ba74-4f0d-b271-324ec077ac2f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:19.755379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.762422 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5cb81036-3fc3-4a12-8fb1-b4f966ec030f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f12c0003-ba74-4f0d-b271-324ec077ac2f HTTP/1.1" status: 204 len: 168 time: 0.5550613 Sep 16 05:27:19.763385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49020) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:19.921248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc04fa5-2ee7-4902-943b-804f66b84170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.930585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc04fa5-2ee7-4902-943b-804f66b84170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.936309 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3fc04fa5-2ee7-4902-943b-804f66b84170 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4618830-c99a-4998-bcce-d9f77064eebd HTTP/1.1" status: 204 len: 168 time: 0.6199808 Sep 16 05:27:19.963439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:19.965974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc04fa5-2ee7-4902-943b-804f66b84170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4618830-c99a-4998-bcce-d9f77064eebd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:20.098788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.154027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212fcce4-023e-451c-921d-3f09933c4960']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.179366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b649b0f9-2051-4c7f-a47b-9a8baf260ed9') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.179668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b649b0f9-2051-4c7f-a47b-9a8baf260ed9') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.191112 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.206869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.220219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:20.221093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:20.307145 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:20.313152 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.323685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.326124 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] 10.222.0.55 "DELETE /v2.0/networks/212fcce4-023e-451c-921d-3f09933c4960 HTTP/1.1" status: 204 len: 168 time: 0.5604153 Sep 16 05:27:20.330469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49038) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:20.343774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0665c99-31ea-40ff-ad05-16857b3ca153 admin admin] Pushing event deleted for resources: {'Network': ['ID=212fcce4-023e-451c-921d-3f09933c4960,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:20.454847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-d9a9b508-33b7-4aab-b062-11aeafb34799 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1515781764&fields=id&tenant_id=a50bdb8dfb444619b369b7333b20f82d HTTP/1.1" status: 200 len: 267 time: 0.1219337 Sep 16 05:27:20.461720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-484951f3-290b-48f2-850b-b00e2b359ea5 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags HTTP/1.1" status: 200 len: 205 time: 0.8007860 Sep 16 05:27:20.461904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49042) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:20.466286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-1f36bb11-f7c1-470f-909b-e20599f4a720 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.476672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] Deleting subnet 92bb723a-ba84-4339-a70d-dd16c0c441b6 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:20.483158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.557981 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f36bb11-f7c1-470f-909b-e20599f4a720 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags HTTP/1.1" status: 200 len: 240 time: 0.0956976 Sep 16 05:27:20.560669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49048) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:20.568804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-d788908a-4045-4005-ab5d-d2c2a4c8b6f7 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', 'tempest-TagsExtTest-Tag-791003298') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.619691 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d788908a-4045-4005-ab5d-d2c2a4c8b6f7 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags/tempest-TagsExtTest-Tag-791003298 HTTP/1.1" status: 204 len: 168 time: 0.0569429 Sep 16 05:27:20.621835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49050) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:20.627642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-bff220ac-30d2-49e4-b294-93cd35732c8e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', 'tempest-TagsExtTest-Tag-791003298') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.680331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bff220ac-30d2-49e4-b294-93cd35732c8e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags/tempest-TagsExtTest-Tag-791003298 HTTP/1.1" status: 204 len: 168 time: 0.0545883 Sep 16 05:27:20.681020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49054) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:20.687522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.691191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-dd04508f-98ef-4ab1-9f07-1f5da2b4d834 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.765366 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dd04508f-98ef-4ab1-9f07-1f5da2b4d834 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags HTTP/1.1" status: 200 len: 205 time: 0.0835965 Sep 16 05:27:20.768560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49058) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:20.782212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-e8484d40-ef39-41f7-b310-b78ea7810e6e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.843253 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8484d40-ef39-41f7-b310-b78ea7810e6e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags HTTP/1.1" status: 204 len: 168 time: 0.0712991 Sep 16 05:27:20.845129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49060) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:20.850527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-18023cbb-d152-4a7b-bcd4-5ed404e3e208 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:20.983832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.104966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-f02f3cd1-a4e5-4174-97a0-e26e19b605a2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:21.117081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-f02f3cd1-a4e5-4174-97a0-e26e19b605a2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 810 time: 0.5397460 Sep 16 05:27:21.141397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39722179-20f5-442e-8a16-c2abab825f0b req-a20d5330-3e0c-46f2-b32b-37af333652a6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:21.143662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39722179-20f5-442e-8a16-c2abab825f0b req-a20d5330-3e0c-46f2-b32b-37af333652a6 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.2830913 Sep 16 05:27:21.153407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-c2cc0ac1-0df4-42bd-8799-49c8261eea92 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/quotas/a50bdb8dfb444619b369b7333b20f82d HTTP/1.1" status: 200 len: 375 time: 0.0349798 Sep 16 05:27:21.322330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.450701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49072) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:21.462413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bb723a-ba84-4339-a70d-dd16c0c441b6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:21.485826 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.491279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-db127cae-b4e7-4140-b04c-f2ae7c27e9fb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/92bb723a-ba84-4339-a70d-dd16c0c441b6 HTTP/1.1" status: 204 len: 168 time: 1.1538353 Sep 16 05:27:21.497523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49076) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:21.569280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-6dfeeef9-dd94-4b23-8864-3403dca236b9 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4060478 Sep 16 05:27:21.616258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39722179-20f5-442e-8a16-c2abab825f0b req-b5211a3e-6c81-4e6d-b950-84dcda5b54ef tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103508 Sep 16 05:27:21.618386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-18023cbb-d152-4a7b-bcd4-5ed404e3e208 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags HTTP/1.1" status: 204 len: 168 time: 0.7718778 Sep 16 05:27:21.621430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49078) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:21.626935 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-247aefa5-83bf-486c-8e8c-0683110ff95a tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:21.704725 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.723615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-244654375'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:21.753316 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-247aefa5-83bf-486c-8e8c-0683110ff95a tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags HTTP/1.1" status: 204 len: 168 time: 0.1306732 Sep 16 05:27:21.754754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49080) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:21.760498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-d8baace6-25b3-4ee6-ab6e-d692eb61328b tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:21.824540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:21.839242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:21.843213 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.858886 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d8baace6-25b3-4ee6-ab6e-d692eb61328b tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags HTTP/1.1" status: 204 len: 168 time: 0.1025646 Sep 16 05:27:21.864600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49082) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:21.872399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-5893e9f7-0c5c-4ccf-a692-fbe11522d039 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', 'tempest-TagsExtTest-Tag-383704593') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:21.876026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.886803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:21.892775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 416913c0-94eb-47f5-a2ef-1746ca3f5ec0 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:21.959369 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.973072 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5893e9f7-0c5c-4ccf-a692-fbe11522d039 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags/tempest-TagsExtTest-Tag-383704593 HTTP/1.1" status: 201 len: 201 time: 0.1063666 Sep 16 05:27:21.976029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49084) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:21.983399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-378820fe-6a6b-4b64-b749-da137ae00e43 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', 'tempest-TagsExtTest-Tag-632544886') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:21.988381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-235c4638-56b2-4cd0-a2db-81ef8d7cc760 service neutron] 10.222.0.55 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622978 Sep 16 05:27:22.032877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74f54ce-df79-4e5e-b98b-a385f69aa07d']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.110975 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-378820fe-6a6b-4b64-b749-da137ae00e43 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags/tempest-TagsExtTest-Tag-632544886 HTTP/1.1" status: 201 len: 201 time: 0.1331384 Sep 16 05:27:22.114379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49086) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.127130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-b5837231-bf54-44e9-af83-08f7e0443b60 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', 'tempest-TagsExtTest-Tag-295076471') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.131824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975283f9-3e51-4ab0-bdda-e1ffa2b6249a') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.132266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975283f9-3e51-4ab0-bdda-e1ffa2b6249a') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.171470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.223840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.256959 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b5837231-bf54-44e9-af83-08f7e0443b60 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags/tempest-TagsExtTest-Tag-295076471 HTTP/1.1" status: 201 len: 201 time: 0.1410086 Sep 16 05:27:22.257820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49090) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.270139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-90f9b9f3-a89d-49ec-aae1-aeb5e39791ea service neutron] 10.222.0.55 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718463 Sep 16 05:27:22.271373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:22.271819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:22.282507 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:22.289056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-92c1fe27-c231-49f9-8fc3-3602d4a4c4a4 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', 'tempest-TagsExtTest-Tag-2120607102') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.398929 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92c1fe27-c231-49f9-8fc3-3602d4a4c4a4 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags/tempest-TagsExtTest-Tag-2120607102 HTTP/1.1" status: 201 len: 201 time: 0.1355829 Sep 16 05:27:22.399539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49096) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.415420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-0899bc7f-ec89-47b1-bb6c-815a2ca7ed3d tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', {'tags': ['tempest-TagsExtTest-Tag-723586793', 'tempest-TagsExtTest-Tag-1719957966', 'tempest-TagsExtTest-Tag-473240374']}) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.529183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.586172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.588559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b74f54ce-df79-4e5e-b98b-a385f69aa07d HTTP/1.1" status: 204 len: 168 time: 1.0876603 Sep 16 05:27:22.594452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f6a19-a09d-4b37-a213-8b45c60b9991 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74f54ce-df79-4e5e-b98b-a385f69aa07d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:22.606565 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.608934 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0899bc7f-ec89-47b1-bb6c-815a2ca7ed3d tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags HTTP/1.1" status: 200 len: 316 time: 0.2083416 Sep 16 05:27:22.614413 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49112) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.616982 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.625252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-0671ce0e-3a7b-46a8-a9aa-758ace3e82be tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.682344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306bf4cb-20ab-4c24-917d-554b0a27f070,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:22.697245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:22.747041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c9957f-cba8-4467-9518-187dd53df577 req-1df0e4c9-3f31-4232-a58b-340040c029af tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 210 time: 0.0424724 Sep 16 05:27:22.754529 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.756262 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Added segment f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66 of type vlan for network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 Sep 16 05:27:22.830380 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0671ce0e-3a7b-46a8-a9aa-758ace3e82be tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags HTTP/1.1" status: 204 len: 168 time: 0.2144725 Sep 16 05:27:22.834281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49116) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:22.838728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-3c95d3fc-8033-4bfd-ab38-2f8ff6538fa9 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', 'tempest-TagsExtTest-Tag-723586793') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:22.969747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:22.999174 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-3c95d3fc-8033-4bfd-ab38-2f8ff6538fa9 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:23.009007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c95d3fc-8033-4bfd-ab38-2f8ff6538fa9 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags/tempest-TagsExtTest-Tag-723586793 HTTP/1.1" status: 404 len: 328 time: 0.1724381 Sep 16 05:27:23.009971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49122) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.015871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-5226c630-5165-4756-aacc-648b806327d9 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', 'tempest-TagsExtTest-Tag-1719957966') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:23.022190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b2722-f7f3-4cae-b35e-6e0d386f1bc1 req-1018b97f-c2b0-41c9-bc73-31bb6c64a2ca tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:23.024049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d8b2722-f7f3-4cae-b35e-6e0d386f1bc1 req-1018b97f-c2b0-41c9-bc73-31bb6c64a2ca tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.2366078 Sep 16 05:27:23.041558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.063345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:23.065510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.067410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49126) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.154766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49128) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.158993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bbe1a9a3-63f1-4a26-a41a-8a21e2300989 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=332a7752709348e3b11ba8251da0ce00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718815 Sep 16 05:27:23.176747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49130) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.203662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7498374 Sep 16 05:27:23.289971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d8b2722-f7f3-4cae-b35e-6e0d386f1bc1 req-3d25dfdc-cef8-43d3-955f-61d04e8c9b09 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575722 Sep 16 05:27:23.290864 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-5226c630-5165-4756-aacc-648b806327d9 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:23.300715 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5226c630-5165-4756-aacc-648b806327d9 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags/tempest-TagsExtTest-Tag-1719957966 HTTP/1.1" status: 404 len: 329 time: 0.2896059 Sep 16 05:27:23.303341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6743f-e61c-4759-8d65-48e435629697 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Network': ['ID=99eda2c1-8e6d-4e28-ac48-ceaeb0aec626,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.304401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49136) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.320057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-5d5849cf-3346-4505-a90d-a80b1f5f3c7e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da', 'tempest-TagsExtTest-Tag-473240374') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:23.329702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:23.397443 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-76418f51-340e-4cce-875f-15dc914c3fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.470449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-76418f51-340e-4cce-875f-15dc914c3fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.533955 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-5d5849cf-3346-4505-a90d-a80b1f5f3c7e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:23.538843 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5d5849cf-3346-4505-a90d-a80b1f5f3c7e tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags/tempest-TagsExtTest-Tag-473240374 HTTP/1.1" status: 404 len: 328 time: 0.2318535 Sep 16 05:27:23.540533 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.559129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-430ce656-806d-489e-9ae3-a25f49ac4307 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', {'tags': ['tempest-TagsExtTest-Tag-2128355116', 'tempest-TagsExtTest-Tag-1854010027', 'tempest-TagsExtTest-Tag-1214759854']}) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:23.645199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.653804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-76418f51-340e-4cce-875f-15dc914c3fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.659301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-76418f51-340e-4cce-875f-15dc914c3fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.663899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-76418f51-340e-4cce-875f-15dc914c3fc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23f54f6f-13c6-4878-b0a6-291173a4c089 HTTP/1.1" status: 204 len: 168 time: 0.5077486 Sep 16 05:27:23.674488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76418f51-340e-4cce-875f-15dc914c3fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f54f6f-13c6-4878-b0a6-291173a4c089,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:23.934072 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-430ce656-806d-489e-9ae3-a25f49ac4307 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags HTTP/1.1" status: 200 len: 318 time: 0.3887224 Sep 16 05:27:23.936851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49146) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:23.943032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-86d791e5-1b13-4773-9ece-2eb0b435f5c8 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:23.991139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.009440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.022826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b96458b-2024-4637-bf4f-18c66494c885 req-0aefaabb-f5e7-4de2-bcae-edcb4238246b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 210 time: 0.0447209 Sep 16 05:27:24.076294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-86d791e5-1b13-4773-9ece-2eb0b435f5c8 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags HTTP/1.1" status: 204 len: 168 time: 0.1382296 Sep 16 05:27:24.079421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49148) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.087233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-d1d1fe60-b1a9-4edc-a73b-acf0e46e5ad3 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', 'tempest-TagsExtTest-Tag-2128355116') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:24.111494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70965c3c-14e7-429b-9901-68f095fdfbf6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:24.180182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.181018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.181640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.182337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.182917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.183444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.183974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.184664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.184959 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-d1d1fe60-b1a9-4edc-a73b-acf0e46e5ad3 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:24.185176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.185634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.186246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d1d1fe60-b1a9-4edc-a73b-acf0e46e5ad3 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags/tempest-TagsExtTest-Tag-2128355116 HTTP/1.1" status: 404 len: 329 time: 0.1056883 Sep 16 05:27:24.187223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.187837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:27:24.209534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49150) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.220541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-fc8dad7d-1d3a-4ba1-ba07-3c1e18d23b1f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', 'tempest-TagsExtTest-Tag-1854010027') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:24.294067 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c4aca9a-afe5-44a3-b07c-137ccf54148b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c1525c3b9c34d4ea6613ac6888f836b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1132698 Sep 16 05:27:24.295175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49152) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.297001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49154) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.317068 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-fc8dad7d-1d3a-4ba1-ba07-3c1e18d23b1f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:24.321078 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fc8dad7d-1d3a-4ba1-ba07-3c1e18d23b1f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags/tempest-TagsExtTest-Tag-1854010027 HTTP/1.1" status: 404 len: 329 time: 0.1074948 Sep 16 05:27:24.331280 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49156) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.344961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-1c679c75-45bd-4e52-9359-68d85b6bcf38 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b', 'tempest-TagsExtTest-Tag-1214759854') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:24.444878 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-1c679c75-45bd-4e52-9359-68d85b6bcf38 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:24.448902 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c679c75-45bd-4e52-9359-68d85b6bcf38 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags/tempest-TagsExtTest-Tag-1214759854 HTTP/1.1" status: 404 len: 329 time: 0.1115870 Sep 16 05:27:24.449286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49160) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.480535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.tag.tag_plugin [None req-434fb5ea-e53d-4e5f-8d3f-4a57dc79d681 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', {'tags': ['tempest-TagsExtTest-Tag-734844968', 'tempest-TagsExtTest-Tag-1991537267', 'tempest-TagsExtTest-Tag-280802516']}) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:24.545469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c7aefb1c-30ca-4286-8421-ec5676c78ffc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cb742486d104198a8a69bda9013fbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457685 Sep 16 05:27:24.552543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49164) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.644622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43a02b68-f82c-4f4b-bd84-2bad0281cdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.662367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fee990-2f4b-4015-94e4-b8bbb090f49e req-bc7d5ef1-f6fc-42e2-8edd-e537037efefe tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:24.665604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58fee990-2f4b-4015-94e4-b8bbb090f49e req-bc7d5ef1-f6fc-42e2-8edd-e537037efefe tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.2405214 Sep 16 05:27:24.748250 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.808438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43a02b68-f82c-4f4b-bd84-2bad0281cdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.872381 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6011b04d-25e3-4c8b-87d0-42d3c5e734a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:24.885322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58fee990-2f4b-4015-94e4-b8bbb090f49e req-f21159de-0a5b-464f-8a95-2c125987f9f7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036660 Sep 16 05:27:24.900567 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-434fb5ea-e53d-4e5f-8d3f-4a57dc79d681 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags HTTP/1.1" status: 200 len: 316 time: 0.4470665 Sep 16 05:27:24.912134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49166) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:24.918976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-b2631a48-837f-4abb-9004-d2cbe8f590e5 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:24.990829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6011b04d-25e3-4c8b-87d0-42d3c5e734a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.019962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-27561423-9bc8-4b2c-a0f8-33d311d3bdfa tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:25.021548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43a02b68-f82c-4f4b-bd84-2bad0281cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.024007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-27561423-9bc8-4b2c-a0f8-33d311d3bdfa tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 810 time: 0.2994647 Sep 16 05:27:25.025096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-43a02b68-f82c-4f4b-bd84-2bad0281cdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.030355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-43a02b68-f82c-4f4b-bd84-2bad0281cdfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70965c3c-14e7-429b-9901-68f095fdfbf6 HTTP/1.1" status: 204 len: 168 time: 0.7240052 Sep 16 05:27:25.100020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a02b68-f82c-4f4b-bd84-2bad0281cdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70965c3c-14e7-429b-9901-68f095fdfbf6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:25.168890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b2631a48-837f-4abb-9004-d2cbe8f590e5 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags HTTP/1.1" status: 204 len: 168 time: 0.2527370 Sep 16 05:27:25.169502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49172) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:25.177015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-36435440-0ef5-408a-b84f-627759e524fd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', 'tempest-TagsExtTest-Tag-734844968') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:25.182154 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6011b04d-25e3-4c8b-87d0-42d3c5e734a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.186150 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6011b04d-25e3-4c8b-87d0-42d3c5e734a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.187757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6011b04d-25e3-4c8b-87d0-42d3c5e734a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5cbce16-f367-4889-a9e5-02a8f836cd26 HTTP/1.1" status: 204 len: 168 time: 0.6277432 Sep 16 05:27:25.211101 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-2ef181f3-4b35-41ea-9f18-fbcd6940c24d tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50bdb8dfb444619b369b7333b20f82d HTTP/1.1" status: 200 len: 380 time: 0.1639702 Sep 16 05:27:25.223087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'port': {'device_id': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'admin_state_up': True, 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'security_groups': ['7a9c80ce-50d3-44db-af02-04b092b01b3a']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:25.282481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63c6cb58-4d64-4324-beef-83e0d84ed252 req-734f23ea-c207-4ac5-b739-d6bb3d374061 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 210 time: 0.0503597 Sep 16 05:27:25.283697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011b04d-25e3-4c8b-87d0-42d3c5e734a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cbce16-f367-4889-a9e5-02a8f836cd26,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:25.331330 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:25.349714 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-36435440-0ef5-408a-b84f-627759e524fd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:25.351282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-36435440-0ef5-408a-b84f-627759e524fd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags/tempest-TagsExtTest-Tag-734844968 HTTP/1.1" status: 404 len: 328 time: 0.1802058 Sep 16 05:27:25.367939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49176) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:25.401310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-be717591-0ca2-4c60-8af5-a6f72e621cad tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', 'tempest-TagsExtTest-Tag-1991537267') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:25.517040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Made reservation on behalf of a50bdb8dfb444619b369b7333b20f82d for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:25.526227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.712462 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-be717591-0ca2-4c60-8af5-a6f72e621cad tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:25.716998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-be717591-0ca2-4c60-8af5-a6f72e621cad tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags/tempest-TagsExtTest-Tag-1991537267 HTTP/1.1" status: 404 len: 329 time: 0.3315890 Sep 16 05:27:25.720545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49180) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:25.733048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-39cf8986-2a20-4f24-af3b-17dc305ab194 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5', 'tempest-TagsExtTest-Tag-280802516') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:25.856985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Allocated IP 172.20.0.14 (4c0723c3-2904-4164-ba7d-f5a3c4765233/c5bc0c3a-199a-41f4-a953-8de5745409f6/798b4c45-15ad-47ba-8f38-e3782ebf0773) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:25.900495 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a0d79350-def1-4c8c-af61-524061dd8200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:25.988361 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-39cf8986-2a20-4f24-af3b-17dc305ab194 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:25.989876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-39cf8986-2a20-4f24-af3b-17dc305ab194 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags/tempest-TagsExtTest-Tag-280802516 HTTP/1.1" status: 404 len: 328 time: 0.2682583 Sep 16 05:27:25.993184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49184) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.014092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-2bb1087b-84ec-40fc-8da8-24c38ee9e5ec tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', {'tags': ['tempest-TagsExtTest-Tag-124449705', 'tempest-TagsExtTest-Tag-46851176', 'tempest-TagsExtTest-Tag-1843399704']}) {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.286113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2bb1087b-84ec-40fc-8da8-24c38ee9e5ec tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "PUT /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags HTTP/1.1" status: 200 len: 315 time: 0.2893147 Sep 16 05:27:26.288569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49188) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.301518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-3a0317ec-f1ff-42b1-b6a9-c6ebf2e6acfd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.352297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419551c-8ae8-40f1-ae15-7af8d6a51160 req-27cf2807-fcfc-4906-8630-3e671902c922 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.362899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7419551c-8ae8-40f1-ae15-7af8d6a51160 req-27cf2807-fcfc-4906-8630-3e671902c922 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.2016022 Sep 16 05:27:26.414018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.511290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7419551c-8ae8-40f1-ae15-7af8d6a51160 req-53175dff-5b70-4bd6-b5d9-24b72ddf516f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473505 Sep 16 05:27:26.512630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.601422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3a0317ec-f1ff-42b1-b6a9-c6ebf2e6acfd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags HTTP/1.1" status: 204 len: 168 time: 0.3094618 Sep 16 05:27:26.612038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50a7f0-da26-4bc5-8b17-b6fd5dafef8d req-a8789547-6452-45ff-9720-a8ee4a8c92d6 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.620532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d50a7f0-da26-4bc5-8b17-b6fd5dafef8d req-a8789547-6452-45ff-9720-a8ee4a8c92d6 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 932 time: 0.1230733 Sep 16 05:27:26.623046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49194) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.623885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49196) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.659447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-87fab680-2286-4097-9c07-0d865e155422 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', 'tempest-TagsExtTest-Tag-124449705') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.700932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d50a7f0-da26-4bc5-8b17-b6fd5dafef8d req-30a7ad72-d411-4a18-b3d0-15c6c23537d1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791321 Sep 16 05:27:26.701461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:26.716291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:26.721030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:26.727588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64b3889f-cae9-462e-80aa-9f8706084d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.751080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event updated for resources: {'Port': ['ID=798b4c45-15ad-47ba-8f38-e3782ebf0773,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:26.771654 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-87fab680-2286-4097-9c07-0d865e155422 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:26.773423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-87fab680-2286-4097-9c07-0d865e155422 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags/tempest-TagsExtTest-Tag-124449705 HTTP/1.1" status: 404 len: 328 time: 0.1482012 Sep 16 05:27:26.776193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49198) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.782158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-878e9286-8991-4e8b-a40f-8066b3f87bf3 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', 'tempest-TagsExtTest-Tag-46851176') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.827086 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-878e9286-8991-4e8b-a40f-8066b3f87bf3 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:26.828465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-878e9286-8991-4e8b-a40f-8066b3f87bf3 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags/tempest-TagsExtTest-Tag-46851176 HTTP/1.1" status: 404 len: 327 time: 0.0511677 Sep 16 05:27:26.829821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49200) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.833495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49202) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.840668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-9c2a1ad8-de96-48ff-81f7-55ca3f9ddc5a tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096', 'tempest-TagsExtTest-Tag-1843399704') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.841697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'subnet': {'network_id': '99eda2c1-8e6d-4e28-ac48-ceaeb0aec626', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:26.887312 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-9c2a1ad8-de96-48ff-81f7-55ca3f9ddc5a tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] show failed (client error): The resource could not be found. Sep 16 05:27:26.888596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9c2a1ad8-de96-48ff-81f7-55ca3f9ddc5a tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags/tempest-TagsExtTest-Tag-1843399704 HTTP/1.1" status: 404 len: 329 time: 0.0535533 Sep 16 05:27:26.893442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:26.894195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:26.895251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49204) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.900727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-b1359afe-7541-4ebb-8151-8a46d037f5bd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b136fe8-1810-4e16-bf62-9d0905a64096') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:26.950929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b1359afe-7541-4ebb-8151-8a46d037f5bd tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096/tags HTTP/1.1" status: 204 len: 168 time: 0.0544076 Sep 16 05:27:26.957119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49206) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:26.966059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-c9edd964-66ca-4b32-a8fa-33cd86dc6633 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:27.008975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64b3889f-cae9-462e-80aa-9f8706084d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.037711 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-78f60296-e7dd-49a0-90b7-fad3dde4ec48 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8245208 Sep 16 05:27:27.059505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-64b3889f-cae9-462e-80aa-9f8706084d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.071018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Request body: {'port': {'device_id': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:27.115660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c9edd964-66ca-4b32-a8fa-33cd86dc6633 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5/tags HTTP/1.1" status: 204 len: 168 time: 0.1572258 Sep 16 05:27:27.120053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49210) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.125037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:27.127987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-64b3889f-cae9-462e-80aa-9f8706084d64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e823eeb55c5042aea9e3bee08d04fe67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009110 Sep 16 05:27:27.131775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-0233bd20-11cf-428c-a522-0db17b4e94af tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:27.134096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49212) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.134619 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.158325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f5a5a05d-abae-43e7-a8fb-ee692c851478 None None] Provisioning complete for port 798b4c45-15ad-47ba-8f38-e3782ebf0773 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:27.159305 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5a5a05d-abae-43e7-a8fb-ee692c851478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.181066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3889f-cae9-462e-80aa-9f8706084d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01edfeec-b7f1-40c0-b11f-a58b4c90fdbb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.259201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5a05d-abae-43e7-a8fb-ee692c851478 None None] Port 798b4c45-15ad-47ba-8f38-e3782ebf0773 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:27:27.269623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4bf339f-32a5-4e25-a7bd-2006302031db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.296316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4bf339f-32a5-4e25-a7bd-2006302031db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.317672 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.365030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4bf339f-32a5-4e25-a7bd-2006302031db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.367972 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4bf339f-32a5-4e25-a7bd-2006302031db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.369301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a4bf339f-32a5-4e25-a7bd-2006302031db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01edfeec-b7f1-40c0-b11f-a58b4c90fdbb HTTP/1.1" status: 204 len: 168 time: 0.2296016 Sep 16 05:27:27.391157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0233bd20-11cf-428c-a522-0db17b4e94af tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b/tags HTTP/1.1" status: 204 len: 168 time: 0.2696271 Sep 16 05:27:27.392616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf339f-32a5-4e25-a7bd-2006302031db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01edfeec-b7f1-40c0-b11f-a58b4c90fdbb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.394652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49216) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:27.399588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.tag.tag_plugin [None req-78e52f13-3c19-4bb9-9c64-e758363af917 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2aa241bc-d41a-494d-8041-8600eac536da') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:27.755220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:27.847329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Subnet': ['ID=ac585c17-6821-49db-b410-794d5d793231,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:27.966889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798b4c45-15ad-47ba-8f38-e3782ebf0773 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:27.977620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.000747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Transition to ACTIVE for port object 798b4c45-15ad-47ba-8f38-e3782ebf0773 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:27:28.011054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.012829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf269a-26d1-4e0c-80b0-fd363240b8cf req-436733dd-5856-48cf-9727-db054e03a2f1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.014561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83bf269a-26d1-4e0c-80b0-fd363240b8cf req-436733dd-5856-48cf-9727-db054e03a2f1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 932 time: 0.0994034 Sep 16 05:27:28.044050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfba0bc-f0cf-4f72-8b7a-fd80385a9a1a req-ccf82a4c-f920-4a0c-b59e-b52b9d308b8e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.045682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cfba0bc-f0cf-4f72-8b7a-fd80385a9a1a req-ccf82a4c-f920-4a0c-b59e-b52b9d308b8e tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.1294239 Sep 16 05:27:28.092167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Pushing event updated for resources: {'Port': ['ID=798b4c45-15ad-47ba-8f38-e3782ebf0773,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:28.126514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-78e52f13-3c19-4bb9-9c64-e758363af917 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da/tags HTTP/1.1" status: 204 len: 168 time: 0.7305086 Sep 16 05:27:28.134034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49226) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.155185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Checking segment: {'id': 'f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '99eda2c1-8e6d-4e28-ac48-ceaeb0aec626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:28.157170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network hostable DHCP agents. Network: 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:28.176893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cfba0bc-f0cf-4f72-8b7a-fd80385a9a1a req-9a1f8a28-9828-4999-afde-54c721c571c7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157236 Sep 16 05:27:28.193572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83bf269a-26d1-4e0c-80b0-fd363240b8cf req-1d9e825d-3552-45e5-89eb-9fc4e688c023 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695793 Sep 16 05:27:28.206495 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d3d6622-d2ce-4333-b8c8-84cac5603ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.345945 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1154066-def3-45ca-aa0d-5ddecec02eca tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.347225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f1154066-def3-45ca-aa0d-5ddecec02eca tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnetpools/3b136fe8-1810-4e16-bf62-9d0905a64096 HTTP/1.1" status: 204 len: 168 time: 0.2101655 Sep 16 05:27:28.349773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49232) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.355953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Attempting to bind port 798b4c45-15ad-47ba-8f38-e3782ebf0773 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:28.356380 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Attempting to bind port 798b4c45-15ad-47ba-8f38-e3782ebf0773 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:28.356922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Attempting to bind port 798b4c45-15ad-47ba-8f38-e3782ebf0773 on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:28.366613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:28.373435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:28.380390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.381103 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.381994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92a2ae-1e9b-4af4-b0b1-6c7a5cc7ff25 None None] Network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:28.383855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Port 798b4c45-15ad-47ba-8f38-e3782ebf0773 on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:27:28.384345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Attempting to bind port 798b4c45-15ad-47ba-8f38-e3782ebf0773 on network 4c0723c3-2904-4164-ba7d-f5a3c4765233 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:28.391101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:28.391579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Checking segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:28.392065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Bound using segment: {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:28.392739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Bound port: 798b4c45-15ad-47ba-8f38-e3782ebf0773, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8063e482-414a-4d1b-8c3b-63f4b07e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:28.393118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.454890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-57ca7a50-371b-45ae-b799-f6929850d50f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5 HTTP/1.1" status: 200 len: 205 time: 0.1037924 Sep 16 05:27:28.455750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49236) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.484230 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-35318e4a-6ed6-4b6c-8b1e-6f6ec0a90a22 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6489487 Sep 16 05:27:28.487469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49238) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:28.500129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1649328221'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:28.553955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f96d0fae-42c0-47a1-b708-44d557ba4c9c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.592871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] For port 798b4c45-15ad-47ba-8f38-e3782ebf0773, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:28.598432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] For port 798b4c45-15ad-47ba-8f38-e3782ebf0773, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:28.605676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.612601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:28.623078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.755890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.756591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.758022 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] 10.222.0.73 "PUT /v2.0/ports/798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 200 len: 1093 time: 1.7049432 Sep 16 05:27:28.758490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:28.773924 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50719ddb-5d11-479d-8a85-9d35fdbf17c9" -d '{"events": [{"name": "network-changed", "server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:28.820305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-99eda2c1-8e6d-4e28-ac48-ceaeb0aec626', 'network_id': '99eda2c1-8e6d-4e28-ac48-ceaeb0aec626', 'tenant_id': 'd9c031a9c3824203bbc47783a71fed90', 'fixed_ips': [{'subnet_id': 'ac585c17-6821-49db-b410-794d5d793231'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:28.821878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.868931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:28.874311 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a298cb43-2eb0-4536-b1e8-73db20c3fc80 x-openstack-request-id: req-a298cb43-2eb0-4536-b1e8-73db20c3fc80 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:28.874602 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:28.874897 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a298cb43-2eb0-4536-b1e8-73db20c3fc80 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:28.875291 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'status': 'completed', 'code': 200} Sep 16 05:27:28.877967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f96d0fae-42c0-47a1-b708-44d557ba4c9c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.881144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f96d0fae-42c0-47a1-b708-44d557ba4c9c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.938001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5134d5-3495-4a61-81bf-2d3790131e0b service neutron] Pushing event updated for resources: {'Port': ['ID=798b4c45-15ad-47ba-8f38-e3782ebf0773,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:28.957646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.958056 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Added segment 96e99567-d9b5-4d7a-8e63-c2d822ba2094 of type vlan for network b3b6b063-7180-432b-9745-4cebda0a9774 Sep 16 05:27:29.026391 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f96d0fae-42c0-47a1-b708-44d557ba4c9c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.027035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d0fae-42c0-47a1-b708-44d557ba4c9c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Fanout notify agent at l3_agent the message router_deleted on router c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:27:29.049442 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f96d0fae-42c0-47a1-b708-44d557ba4c9c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.053654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f96d0fae-42c0-47a1-b708-44d557ba4c9c tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/routers/c12cd3a7-f3c4-4301-97a5-ff647c2bbbd5 HTTP/1.1" status: 204 len: 168 time: 0.5964932 Sep 16 05:27:29.064012 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49252) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:29.089594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dcedd780-a75b-4f3c-9aa3-7d76c86d39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.093000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-dcedd780-a75b-4f3c-9aa3-7d76c86d39d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 1096 time: 0.2823303 Sep 16 05:27:29.159929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Allocated IP 2001:db8:0:ffff::2 (99eda2c1-8e6d-4e28-ac48-ceaeb0aec626/ac585c17-6821-49db-b410-794d5d793231/c021eed9-c50e-4bef-b33a-61224e49a612) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:29.183243 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-01d5d873-b6c5-43a7-b3b7-35ff83486611 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 200 len: 217 time: 0.0584309 Sep 16 05:27:29.188987 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.242902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-f217b768-c163-4842-b1de-6dcde78a4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.244532 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-f217b768-c163-4842-b1de-6dcde78a4a68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.0487065 Sep 16 05:27:29.339746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.resource_extend [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:27:29.377261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-1bcc5760-a8f6-4352-b8f9-ac09119233eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.379076 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-1bcc5760-a8f6-4352-b8f9-ac09119233eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232929 Sep 16 05:27:29.439181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.445523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.446256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.524130 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.530212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dbe01-87c2-4c43-9669-540214112a0d req-8ace0df0-2550-4e38-a1ed-f32fdb4f76cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.533311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-400dbe01-87c2-4c43-9669-540214112a0d req-8ace0df0-2550-4e38-a1ed-f32fdb4f76cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.1622062 Sep 16 05:27:29.542172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Network': ['ID=b3b6b063-7180-432b-9745-4cebda0a9774,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.555020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.570599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Deleting port 944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:29.580746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbbc21-99c5-4f7f-b6ca-24b2973d5247 req-0ec63fdf-0d82-4cd0-8e00-92bcd5332bb7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:29.585853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.588947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b3b6b063-7180-432b-9745-4cebda0a9774 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:29.592143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9bbbc21-99c5-4f7f-b6ca-24b2973d5247 req-0ec63fdf-0d82-4cd0-8e00-92bcd5332bb7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 944 time: 0.1904593 Sep 16 05:27:29.595907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8ff05d5a-e313-4038-b5f8-a44ce9a05908 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1073050 Sep 16 05:27:29.603219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49262) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:29.625793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'subnet': {'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:29.644064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.729097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:29.769404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:29.774681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:29.791306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9bbbc21-99c5-4f7f-b6ca-24b2973d5247 req-099d8235-d79a-4cc1-9b83-6a354a0ac166 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940799 Sep 16 05:27:29.804013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Pushing event updated for resources: {'Port': ['ID=c021eed9-c50e-4bef-b33a-61224e49a612,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:29.820424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-400dbe01-87c2-4c43-9669-540214112a0d req-57586354-6804-4c18-b49b-125c2a709dfe tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810647 Sep 16 05:27:29.912826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:29.919633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.919870 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.935413 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-f3b94808-cd4d-4fcd-ab1f-6fb7ad2a426f service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356214 Sep 16 05:27:29.935987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Attempting to bind port c021eed9-c50e-4bef-b33a-61224e49a612 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:29.936113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Attempting to bind port c021eed9-c50e-4bef-b33a-61224e49a612 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '99eda2c1-8e6d-4e28-ac48-ceaeb0aec626'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:29.936470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Attempting to bind port c021eed9-c50e-4bef-b33a-61224e49a612 on network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:29.942793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:29.943178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Checking segment: {'id': 'f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '99eda2c1-8e6d-4e28-ac48-ceaeb0aec626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:29.943584 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.944303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Bound using segment: {'id': 'f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '99eda2c1-8e6d-4e28-ac48-ceaeb0aec626'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:29.944858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Bound port: c021eed9-c50e-4bef-b33a-61224e49a612, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '99eda2c1-8e6d-4e28-ac48-ceaeb0aec626'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:29.945258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:29.988774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.018500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Calling delete_port for 944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:30.379663 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-d8999e78-40e4-4c60-bca1-4d6ba9b6cd93 req-f4937e51-2deb-4bf2-b10e-5e3a9042570d service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081697 Sep 16 05:27:30.381761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.431657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] For port c021eed9-c50e-4bef-b33a-61224e49a612, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:30.433155 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event deleted for resources: {'Port': ['ID=944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:30.436187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] For port c021eed9-c50e-4bef-b33a-61224e49a612, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c021eed9-c50e-4bef-b33a-61224e49a612,segment=NetworkSegment(f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66),segment_id=f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:30.458154 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.541627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:27:30.547460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.666729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.673868 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-218c23bd-eeaa-40d4-a6d2-55a74e20c450 tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/ports/944b9e33-ceb7-4f86-8e0a-fcfadf01cb0b HTTP/1.1" status: 204 len: 168 time: 1.5990317 Sep 16 05:27:30.675163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49282) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:30.720072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-94fe92bf-fae5-4c7e-b829-d97a93933690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.722230 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-94fe92bf-fae5-4c7e-b829-d97a93933690 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 1096 time: 0.2720010 Sep 16 05:27:30.756226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Subnet': ['ID=f875673b-1923-4711-98a5-d2edca0f0717,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:30.810085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Checking segment: {'id': '96e99567-d9b5-4d7a-8e63-c2d822ba2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:30.810730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network hostable DHCP agents. Network: b3b6b063-7180-432b-9745-4cebda0a9774, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:30.853057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56df2c6-82cc-4610-bc3b-2e97c494ad65 None None] Pushing event updated for resources: {'Port': ['ID=c021eed9-c50e-4bef-b33a-61224e49a612,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:30.882754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Deleting subnet 2aa241bc-d41a-494d-8041-8600eac536da {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:30.889749 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:30.941506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-07b563a6-bb03-4c71-b8cf-c53aa7f9f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:30.947128 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-07b563a6-bb03-4c71-b8cf-c53aa7f9f980 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.2122655 Sep 16 05:27:30.967732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network b3b6b063-7180-432b-9745-4cebda0a9774 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:31.035915 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-b7d62835-5e12-44b2-96cc-52cb35a5af3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 200 len: 217 time: 0.0774627 Sep 16 05:27:31.043607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b3b6b063-7180-432b-9745-4cebda0a9774) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:31.052443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa111b-2076-4ecd-b5f1-b36c0d9b74ee None None] Network b3b6b063-7180-432b-9745-4cebda0a9774 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:31.144334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.155716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-e0e99e06-871e-4b0e-8004-d863a2842ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.160129 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-e0e99e06-871e-4b0e-8004-d863a2842ac0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.1084065 Sep 16 05:27:31.220152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.221341 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.295163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0545fa66-b1c5-40f9-97f5-dd36adab3b51 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6879816 Sep 16 05:27:31.300209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49294) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:31.321424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'port': {'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774', 'name': 'tempest-NetworksIpV6TestAttrs-2108830396'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:31.336576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f50d2-f780-44f6-be9d-6795f284bc71 req-54d24100-3857-43d9-9c73-e2a39d84d3e2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.347281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d4f50d2-f780-44f6-be9d-6795f284bc71 req-54d24100-3857-43d9-9c73-e2a39d84d3e2 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 944 time: 0.3399601 Sep 16 05:27:31.350895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-4e0a5fa5-eafb-4c31-973c-7b726da20686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.356294 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-4e0a5fa5-eafb-4c31-973c-7b726da20686 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867597 Sep 16 05:27:31.388951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.448951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b3b6b063-7180-432b-9745-4cebda0a9774', 'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774', 'tenant_id': 'd9c031a9c3824203bbc47783a71fed90', 'fixed_ips': [{'subnet_id': 'f875673b-1923-4711-98a5-d2edca0f0717'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:31.449823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.491197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d52c59-a90c-45eb-bfbf-a51e575dd8bd req-cc17de8a-d703-4153-81ac-566ddd0a1d97 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:31.503321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23d52c59-a90c-45eb-bfbf-a51e575dd8bd req-cc17de8a-d703-4153-81ac-566ddd0a1d97 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.4610851 Sep 16 05:27:31.557009 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-f0821998-cd4d-4b9a-934d-2da8b822e49c service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919932 Sep 16 05:27:31.652458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23d52c59-a90c-45eb-bfbf-a51e575dd8bd req-8ca1f317-5276-4047-a103-81348372f913 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479082 Sep 16 05:27:31.673720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d4f50d2-f780-44f6-be9d-6795f284bc71 req-29a7a6b7-da5e-41ae-8f78-cce55b626f28 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211281 Sep 16 05:27:31.693672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.718979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Allocated IP 2001:db8::f816:3eff:feae:d35d (b3b6b063-7180-432b-9745-4cebda0a9774/f875673b-1923-4711-98a5-d2edca0f0717/9c2b1249-4a48-498f-8413-28c68e379942) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:31.756593 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50719ddb-5d11-479d-8a85-9d35fdbf17c9 req-5d56b53f-9c1d-4de9-9354-155dbd61d4e8 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869218 Sep 16 05:27:31.800165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:31.804430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.825329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] device_id is not set on port 06f58857-8dab-4418-bb02-3067c59beb97 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:31.872788 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.917291 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.926253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.962787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa241bc-d41a-494d-8041-8600eac536da,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:31.984558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:31.984558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7c8afa38-a269-4f33-96c4-40a7975356fb tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/subnets/2aa241bc-d41a-494d-8041-8600eac536da HTTP/1.1" status: 204 len: 168 time: 1.3067625 Sep 16 05:27:31.986553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49304) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:32.002865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a889990-b6a8-4eaf-91b8-4c4042be0a1b None None] Network 5b41b797-5d38-4d76-b02b-9882212ec11a requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:32.087494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Network b3b6b063-7180-432b-9745-4cebda0a9774 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:32.108729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Allocated IP 2001:db8::f816:3eff:fed8:43be (b3b6b063-7180-432b-9745-4cebda0a9774/f875673b-1923-4711-98a5-d2edca0f0717/06f58857-8dab-4418-bb02-3067c59beb97) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:32.115839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Pushing event updated for resources: {'Port': ['ID=9c2b1249-4a48-498f-8413-28c68e379942,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.121873 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.132824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:32.138658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:32.234600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Deleting port 8ea56ec2-140d-4321-90a9-4418ede240e1 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:32.235174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.310127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Attempting to bind port 9c2b1249-4a48-498f-8413-28c68e379942 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:32.310528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Attempting to bind port 9c2b1249-4a48-498f-8413-28c68e379942 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '96e99567-d9b5-4d7a-8e63-c2d822ba2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:32.310893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Attempting to bind port 9c2b1249-4a48-498f-8413-28c68e379942 on network b3b6b063-7180-432b-9745-4cebda0a9774 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:32.317306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:32.317753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Checking segment: {'id': '96e99567-d9b5-4d7a-8e63-c2d822ba2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:32.318072 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.318464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Bound using segment: {'id': '96e99567-d9b5-4d7a-8e63-c2d822ba2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:32.318931 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Bound port: 9c2b1249-4a48-498f-8413-28c68e379942, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e99567-d9b5-4d7a-8e63-c2d822ba2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b3b6b063-7180-432b-9745-4cebda0a9774'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:32.319314 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.333415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.367079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4aa82-ef58-4208-a5f8-c4deabea36e9 None None] Network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:32.368592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] For port 8ea56ec2-140d-4321-90a9-4418ede240e1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8ea56ec2-140d-4321-90a9-4418ede240e1,segment=NetworkSegment(66137053-859e-495d-b776-8494edbe316c),segment_id=66137053-859e-495d-b776-8494edbe316c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:32.369350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.385708 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.397919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Calling delete_port for 8ea56ec2-140d-4321-90a9-4418ede240e1 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:32.400532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] DHCP port deletion for 5b41b797-5d38-4d76-b02b-9882212ec11a request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:32.436232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network b3b6b063-7180-432b-9745-4cebda0a9774 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:32.441525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:32.445861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:32.454501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:32.455197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.485398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Port': ['ID=06f58857-8dab-4418-bb02-3067c59beb97,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.500993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-975c0e1d-e9b5-4b65-8a4d-3e4edb81f058 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1924007 Sep 16 05:27:32.502972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49310) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:32.523534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.567395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event deleted for resources: {'Port': ['ID=8ea56ec2-140d-4321-90a9-4418ede240e1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:32.577642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bfead972-bbb3-409c-b24c-dbf1d8c0d4bd None None] Provisioning complete for port c021eed9-c50e-4bef-b33a-61224e49a612 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:32.578040 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfead972-bbb3-409c-b24c-dbf1d8c0d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.586878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] No DVR routers for this DVR port 8ea56ec2-140d-4321-90a9-4418ede240e1 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:32.608831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting subnet f875673b-1923-4711-98a5-d2edca0f0717 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:32.618799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.632743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] For port 9c2b1249-4a48-498f-8413-28c68e379942, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:32.675881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c021eed9-c50e-4bef-b33a-61224e49a612 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:32.679833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] For port 9c2b1249-4a48-498f-8413-28c68e379942, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9c2b1249-4a48-498f-8413-28c68e379942,segment=NetworkSegment(96e99567-d9b5-4d7a-8e63-c2d822ba2094),segment_id=96e99567-d9b5-4d7a-8e63-c2d822ba2094)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:32.683984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] Deleting port 8ea56ec2-140d-4321-90a9-4418ede240e1 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:32.684410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.705097 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.756951 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.776398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] For port 8ea56ec2-140d-4321-90a9-4418ede240e1, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:32.776979 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.782704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b41b797-5d38-4d76-b02b-9882212ec11a']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.798661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66137053-859e-495d-b776-8494edbe316c') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.800060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66137053-859e-495d-b776-8494edbe316c') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:32.834090 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.838545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.855959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] Calling delete_port for 8ea56ec2-140d-4321-90a9-4418ede240e1 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:32.857167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.867997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:32.868684 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.872878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] Port 8ea56ec2-140d-4321-90a9-4418ede240e1 was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:32.875476 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:32.913273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f065f3a-1093-4ed8-a292-19fb6a84c934 req-3b8ab6b2-4adb-436a-bbef-dce8d551e7d3 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:32.918759 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:32.921348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f065f3a-1093-4ed8-a292-19fb6a84c934 req-3b8ab6b2-4adb-436a-bbef-dce8d551e7d3 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 944 time: 0.1455641 Sep 16 05:27:32.963806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f9ab6-c9fd-4efa-90cf-0546f3b4df23 req-b364ede5-b0e7-4fae-89aa-d5ff089280fa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:32.965257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d2f9ab6-c9fd-4efa-90cf-0546f3b4df23 req-b364ede5-b0e7-4fae-89aa-d5ff089280fa tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.1778564 Sep 16 05:27:32.997623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.024930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.058625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.066068 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] 10.222.0.55 "DELETE /v2.0/networks/5b41b797-5d38-4d76-b02b-9882212ec11a HTTP/1.1" status: 204 len: 168 time: 1.0783310 Sep 16 05:27:33.067310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880b2aa-0b70-41ec-a81a-ac3cacb18d9f tempest-TagsExtTest-1960961992 tempest-TagsExtTest-1960961992-project] Pushing event deleted for resources: {'Network': ['ID=5b41b797-5d38-4d76-b02b-9882212ec11a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.077461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f065f3a-1093-4ed8-a292-19fb6a84c934 req-37bab686-99a0-4cf6-9d78-922efa0730f8 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545875 Sep 16 05:27:33.089625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] No DVR routers for this DVR port 8ea56ec2-140d-4321-90a9-4418ede240e1 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:33.119096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c5451-bc62-45d6-a8f4-7f76032a26d0 None None] Pushing event updated for resources: {'Port': ['ID=9c2b1249-4a48-498f-8413-28c68e379942,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.148556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfead972-bbb3-409c-b24c-dbf1d8c0d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.148945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d2f9ab6-c9fd-4efa-90cf-0546f3b4df23 req-3d6f8b1a-41de-4a53-a164-8d861c8215ee tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400852 Sep 16 05:27:33.162417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387c52f-24fd-4a9c-916c-6d141477af5e None None] Pushing event deleted for resources: {'Port': ['ID=8ea56ec2-140d-4321-90a9-4418ede240e1,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.180577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c021eed9-c50e-4bef-b33a-61224e49a612 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:33.180955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.182322 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.208477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.210898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/f875673b-1923-4711-98a5-d2edca0f0717 HTTP/1.1" status: 204 len: 168 time: 0.7069368 Sep 16 05:27:33.213532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49320) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.237165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bfead972-bbb3-409c-b24c-dbf1d8c0d4bd None None] For port c021eed9-c50e-4bef-b33a-61224e49a612, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c021eed9-c50e-4bef-b33a-61224e49a612,segment=NetworkSegment(f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66),segment_id=f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:33.243573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f7dd-930d-4db2-bbc9-8ca978cb2eb4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Subnet': ['ID=f875673b-1923-4711-98a5-d2edca0f0717,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.248229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfead972-bbb3-409c-b24c-dbf1d8c0d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.331987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfead972-bbb3-409c-b24c-dbf1d8c0d4bd None None] Pushing event updated for resources: {'Port': ['ID=c021eed9-c50e-4bef-b33a-61224e49a612,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.345392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38981b2-8e5e-47b5-9824-1d099551d3d2 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.353352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38981b2-8e5e-47b5-9824-1d099551d3d2 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.355408 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d38981b2-8e5e-47b5-9824-1d099551d3d2 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1408420 Sep 16 05:27:33.358663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49322) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.482692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8ea56ec2-140d-4321-90a9-4418ede240e1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:33.486926 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-afb77653-b3b1-4a2f-9457-b5624f80a4f8 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.496310 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb77653-b3b1-4a2f-9457-b5624f80a4f8 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:27:33.496804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb77653-b3b1-4a2f-9457-b5624f80a4f8 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:33.498657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-afb77653-b3b1-4a2f-9457-b5624f80a4f8 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/b3b6b063-7180-432b-9745-4cebda0a9774 HTTP/1.1" status: 409 len: 405 time: 0.1382313 Sep 16 05:27:33.503514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49326) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.511223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1183801052'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:33.528135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8ea56ec2-140d-4321-90a9-4418ede240e1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:33.528135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8ea56ec2-140d-4321-90a9-4418ede240e1 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:33.554388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49328) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.563922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:33.568185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.598004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:33.608527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.609654 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Added segment 086785b7-e496-481c-81be-63ea4db79598 of type vlan for network 2ac04803-1404-49a4-9702-2d501eb67e90 Sep 16 05:27:33.654995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.671381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0688520c-ea70-4320-9978-a3816c03bc84 None None] Provisioning complete for port c021eed9-c50e-4bef-b33a-61224e49a612 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:33.672311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0688520c-ea70-4320-9978-a3816c03bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.688488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.693787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:33.694424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.753335 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2483771 Sep 16 05:27:33.756399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49332) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.761629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'subnet': {'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:33.791016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9208693-ea71-49f5-9eab-cff1c481eed4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Network': ['ID=2ac04803-1404-49a4-9702-2d501eb67e90,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:33.802554 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb944fb5-b236-4d1c-937b-df0b832c56a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcde2bc3d99b4150bfcde09b9f260203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465999 Sep 16 05:27:33.803119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 2ac04803-1404-49a4-9702-2d501eb67e90 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:33.805140 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49334) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:33.865524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 798b4c45-15ad-47ba-8f38-e3782ebf0773 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:33.865731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d0bc272-1578-486b-bb46-b361e0431c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.872040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:33.876566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.901744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d0bc272-1578-486b-bb46-b361e0431c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.960230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d0bc272-1578-486b-bb46-b361e0431c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.965918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d0bc272-1578-486b-bb46-b361e0431c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:33.967329 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d0bc272-1578-486b-bb46-b361e0431c4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33e4f970-159c-4787-8121-83e067b2074f HTTP/1.1" status: 204 len: 168 time: 0.1612232 Sep 16 05:27:33.986369 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bc272-1578-486b-bb46-b361e0431c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e4f970-159c-4787-8121-83e067b2074f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:34.009987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 798b4c45-15ad-47ba-8f38-e3782ebf0773, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:34.024885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'port_id': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'mac_address': 'fa:16:3e:96:80:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:34.074087 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.090107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798b4c45-15ad-47ba-8f38-e3782ebf0773 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:34.116334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 798b4c45-15ad-47ba-8f38-e3782ebf0773, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:34.132085 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.237779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=798b4c45-15ad-47ba-8f38-e3782ebf0773,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:34.268297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:27:34.286651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.376066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['798b4c45-15ad-47ba-8f38-e3782ebf0773'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:34.471151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Subnet': ['ID=dc751ad4-8c6b-4650-943d-02b2ef2805ef,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:34.497814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb6c71-b3c8-48e0-99e4-3d4e4933f8d0 req-39174182-906e-4d96-a5a9-6a0c49c73976 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.511858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46bb6c71-b3c8-48e0-99e4-3d4e4933f8d0 req-39174182-906e-4d96-a5a9-6a0c49c73976 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 945 time: 0.2976222 Sep 16 05:27:34.555881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fae99-7163-41fb-859f-941db88882da None None] Network b3b6b063-7180-432b-9745-4cebda0a9774 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:34.559014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052e8df-a096-4dc5-b520-6fadfec7f279 req-cb609dd7-142c-4763-a948-852d85c21ccf tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.560949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0052e8df-a096-4dc5-b520-6fadfec7f279 req-cb609dd7-142c-4763-a948-852d85c21ccf tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.2755802 Sep 16 05:27:34.564744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Checking segment: {'id': '086785b7-e496-481c-81be-63ea4db79598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:34.565123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network hostable DHCP agents. Network: 2ac04803-1404-49a4-9702-2d501eb67e90, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:34.629590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46bb6c71-b3c8-48e0-99e4-3d4e4933f8d0 req-e3b5eff3-91f5-428f-abca-3b84c64b3a0c tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166685 Sep 16 05:27:34.654616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network 2ac04803-1404-49a4-9702-2d501eb67e90 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:34.680883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-08ade8d8-8a7f-45ff-93a7-6a6891ef8699 None None] Provisioning complete for port 9c2b1249-4a48-498f-8413-28c68e379942 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:34.681327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08ade8d8-8a7f-45ff-93a7-6a6891ef8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.691881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0052e8df-a096-4dc5-b520-6fadfec7f279 req-3c8ea8ed-07b0-4d59-ad3b-74dbfd4cefee tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120694 Sep 16 05:27:34.701808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 2ac04803-1404-49a4-9702-2d501eb67e90) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:34.725902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:34.726459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.758253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cc0819c6-de85-4238-9cd7-17d890c86b5e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0006039 Sep 16 05:27:34.761031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49368) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:34.767282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'port': {'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90', 'name': 'tempest-NetworksIpV6TestAttrs-1759950318'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:34.786612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52582b00-dc71-41a7-ab22-bb275f3ca9fd None None] Network 2ac04803-1404-49a4-9702-2d501eb67e90 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:34.789011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9c2b1249-4a48-498f-8413-28c68e379942 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:34.941314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:34.945046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:34.996398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] device_id is not set on port 91029b32-1bf4-4709-b8b6-99fbff936be0 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:27:35.167352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08ade8d8-8a7f-45ff-93a7-6a6891ef8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.226028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9c2b1249-4a48-498f-8413-28c68e379942 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:35.226401 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.311763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] DHCP port deletion for b3b6b063-7180-432b-9745-4cebda0a9774 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:35.334056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-2ac04803-1404-49a4-9702-2d501eb67e90', 'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90', 'tenant_id': 'd9c031a9c3824203bbc47783a71fed90', 'fixed_ips': [{'subnet_id': 'dc751ad4-8c6b-4650-943d-02b2ef2805ef'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:35.335245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.357600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-08ade8d8-8a7f-45ff-93a7-6a6891ef8699 None None] For port 9c2b1249-4a48-498f-8413-28c68e379942, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9c2b1249-4a48-498f-8413-28c68e379942,segment=NetworkSegment(96e99567-d9b5-4d7a-8e63-c2d822ba2094),segment_id=96e99567-d9b5-4d7a-8e63-c2d822ba2094)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:35.384178 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08ade8d8-8a7f-45ff-93a7-6a6891ef8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.539670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Allocated IP 2001:db8::f816:3eff:fe78:23cf (2ac04803-1404-49a4-9702-2d501eb67e90/dc751ad4-8c6b-4650-943d-02b2ef2805ef/91029b32-1bf4-4709-b8b6-99fbff936be0) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:35.590275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ade8d8-8a7f-45ff-93a7-6a6891ef8699 None None] Pushing event updated for resources: {'Port': ['ID=9c2b1249-4a48-498f-8413-28c68e379942,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:35.616601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] Deleting port 9c2b1249-4a48-498f-8413-28c68e379942 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:35.616920 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.620561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c021eed9-c50e-4bef-b33a-61224e49a612 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:35.725685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] For port 9c2b1249-4a48-498f-8413-28c68e379942, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9c2b1249-4a48-498f-8413-28c68e379942,segment=NetworkSegment(96e99567-d9b5-4d7a-8e63-c2d822ba2094),segment_id=96e99567-d9b5-4d7a-8e63-c2d822ba2094)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:35.726095 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.741788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] Calling delete_port for 9c2b1249-4a48-498f-8413-28c68e379942 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:35.756385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c021eed9-c50e-4bef-b33a-61224e49a612 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:35.756765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.824142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.862261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 798b4c45-15ad-47ba-8f38-e3782ebf0773 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:35.871389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.935296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network 2ac04803-1404-49a4-9702-2d501eb67e90 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:35.940767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:35.943509 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.949661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:35.966440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:35.966636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] No DVR routers for this DVR port 9c2b1249-4a48-498f-8413-28c68e379942 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:35.970530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:35.996546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Port': ['ID=91029b32-1bf4-4709-b8b6-99fbff936be0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:36.020962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d1985-5f34-4e0e-8b6c-9630979b3636 None None] Pushing event deleted for resources: {'Port': ['ID=9c2b1249-4a48-498f-8413-28c68e379942,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:36.025702 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dc69a1b2-6994-4d47-9cfd-09e6fe5ea709 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2633345 Sep 16 05:27:36.028746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49400) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:36.038384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Allocated IP 2001:db8::f816:3eff:fe72:5738 (2ac04803-1404-49a4-9702-2d501eb67e90/dc751ad4-8c6b-4650-943d-02b2ef2805ef/600f9fce-fdd4-4263-ab2b-4230f91d4042) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:36.132724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting subnet dc751ad4-8c6b-4650-943d-02b2ef2805ef {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:36.143829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 798b4c45-15ad-47ba-8f38-e3782ebf0773 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:27:36.178258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 798b4c45-15ad-47ba-8f38-e3782ebf0773 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:36.178827 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.245815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e41cb0-5eca-405a-9720-2ca0c7ab1029 req-a911e364-75f3-47ef-9e50-6eeba7f075ac tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.247400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75e41cb0-5eca-405a-9720-2ca0c7ab1029 req-a911e364-75f3-47ef-9e50-6eeba7f075ac tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 945 time: 0.5053668 Sep 16 05:27:36.268024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d555-2819-4616-a933-1fc53e9fc4ba req-696dc8a8-578b-4b28-861b-170f87edbc9b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.276217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d10d555-2819-4616-a933-1fc53e9fc4ba req-696dc8a8-578b-4b28-861b-170f87edbc9b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.0808339 Sep 16 05:27:36.337639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d10d555-2819-4616-a933-1fc53e9fc4ba req-c01f6524-58b8-4af0-b42d-ef70d367450f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603385 Sep 16 05:27:36.358095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75e41cb0-5eca-405a-9720-2ca0c7ab1029 req-406b4ff7-c976-4346-b41d-64d8370989d6 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785942 Sep 16 05:27:36.396729 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.407497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.433832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.447507 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.472128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.517339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Network 2ac04803-1404-49a4-9702-2d501eb67e90 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:36.521873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:36.530684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:36.536914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9c2b1249-4a48-498f-8413-28c68e379942 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:36.568564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9c2b1249-4a48-498f-8413-28c68e379942 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:36.568564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9c2b1249-4a48-498f-8413-28c68e379942 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:36.596490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Pushing event updated for resources: {'Port': ['ID=600f9fce-fdd4-4263-ab2b-4230f91d4042,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:36.615639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:36.617946 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9299969d-ae19-4515-9633-e4f2e563745b" -d '{"events": [{"server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "name": "network-vif-plugged", "status": "completed", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:36.675597 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.685683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 798b4c45-15ad-47ba-8f38-e3782ebf0773, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:36.704583 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d4601c-c866-46c6-8a68-b1cef92bd0a9 x-openstack-request-id: req-f8d4601c-c866-46c6-8a68-b1cef92bd0a9 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:36.704982 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "name": "network-vif-plugged", "status": "completed", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:36.705174 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8d4601c-c866-46c6-8a68-b1cef92bd0a9 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:36.705495 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'code': 200} Sep 16 05:27:36.707700 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.728275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Attempting to bind port 600f9fce-fdd4-4263-ab2b-4230f91d4042 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:36.728851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Attempting to bind port 600f9fce-fdd4-4263-ab2b-4230f91d4042 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '086785b7-e496-481c-81be-63ea4db79598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:36.729173 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Attempting to bind port 600f9fce-fdd4-4263-ab2b-4230f91d4042 on network 2ac04803-1404-49a4-9702-2d501eb67e90 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:36.772569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:36.773345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Checking segment: {'id': '086785b7-e496-481c-81be-63ea4db79598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:36.773492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.774328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Bound using segment: {'id': '086785b7-e496-481c-81be-63ea4db79598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:36.774884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Bound port: 600f9fce-fdd4-4263-ab2b-4230f91d4042, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086785b7-e496-481c-81be-63ea4db79598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2ac04803-1404-49a4-9702-2d501eb67e90'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:36.775335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.816688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.848391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=798b4c45-15ad-47ba-8f38-e3782ebf0773,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:36.877957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Subnet': ['ID=dc751ad4-8c6b-4650-943d-02b2ef2805ef,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:36.883853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.888821 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fc020878-6c40-404e-af0f-dfa2dbee0651 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/dc751ad4-8c6b-4650-943d-02b2ef2805ef HTTP/1.1" status: 204 len: 168 time: 0.8587124 Sep 16 05:27:36.894672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49422) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:36.895335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49420) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:36.913892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] For port 600f9fce-fdd4-4263-ab2b-4230f91d4042, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:36.920376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] For port 600f9fce-fdd4-4263-ab2b-4230f91d4042, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=600f9fce-fdd4-4263-ab2b-4230f91d4042,segment=NetworkSegment(086785b7-e496-481c-81be-63ea4db79598),segment_id=086785b7-e496-481c-81be-63ea4db79598)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:36.921063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af5b6-df5d-4ce9-9a0e-66a3631838c6 req-92a79843-b10e-4502-9126-90eed09e12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.924430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-955af5b6-df5d-4ce9-9a0e-66a3631838c6 req-92a79843-b10e-4502-9126-90eed09e12cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 1098 time: 0.1265483 Sep 16 05:27:36.929171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:36.990386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6b76a-c325-4dca-8369-f94dc900386a tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.993871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6b76a-c325-4dca-8369-f94dc900386a tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:36.997614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0ba6b76a-c325-4dca-8369-f94dc900386a tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1004517 Sep 16 05:27:37.000400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49428) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.027972 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-955af5b6-df5d-4ce9-9a0e-66a3631838c6 req-55e2fce3-2272-4b6e-af28-7d2cf38c0c07 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891926 Sep 16 05:27:37.040291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.079436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5eb808-cc5d-4be4-9de0-8bec4b36e0b3 None None] Pushing event updated for resources: {'Port': ['ID=600f9fce-fdd4-4263-ab2b-4230f91d4042,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.092807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61373885-3fe4-4869-a6c2-b6006f9fa3dd None None] Network 2ac04803-1404-49a4-9702-2d501eb67e90 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:37.129918 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69650c67-1b2c-475b-8069-92cd90514cae tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.137802 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-69650c67-1b2c-475b-8069-92cd90514cae tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 05:27:37.138341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69650c67-1b2c-475b-8069-92cd90514cae tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:37.141049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-69650c67-1b2c-475b-8069-92cd90514cae tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/2ac04803-1404-49a4-9702-2d501eb67e90 HTTP/1.1" status: 409 len: 405 time: 0.1266303 Sep 16 05:27:37.145927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.156806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1599656156'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:37.182968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b03b4349-d1a5-40b3-b29d-877631ac15e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.204823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:37.209003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.217625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66aea741-c81e-4473-9c34-10339aa94fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.236881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:37.247070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.247733 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Added segment 5ab627e9-fb95-4edb-8286-a5d4ae191018 of type vlan for network 167619d7-9947-46d4-b3a2-e1595addb322 Sep 16 05:27:37.272425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25ee09-e9c9-472f-ae2f-d4a5addbf6e3 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:27:37.292394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.322010 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.338117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:37.338814 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.368046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b03b4349-d1a5-40b3-b29d-877631ac15e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.384835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b03b4349-d1a5-40b3-b29d-877631ac15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.422959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25ee09-e9c9-472f-ae2f-d4a5addbf6e3 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:27:37.476162 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b03b4349-d1a5-40b3-b29d-877631ac15e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab1b887a01524aad8fdaa9159c00f9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799553 Sep 16 05:27:37.480679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.492350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b4349-d1a5-40b3-b29d-877631ac15e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fc2f93-50b8-4b77-a409-dc638c7bb760,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.550497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Network': ['ID=167619d7-9947-46d4-b3a2-e1595addb322,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.614621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d899ed-05ff-45ac-b632-0e7d52735131 req-06083ba8-9b9c-4afa-a096-3f530c2bb6dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:37.616751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8d899ed-05ff-45ac-b632-0e7d52735131 req-06083ba8-9b9c-4afa-a096-3f530c2bb6dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 946 time: 0.1136105 Sep 16 05:27:37.618759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fbd8-5062-40a0-b78b-e5b863c4998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.626902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc319-687c-4ca5-bea0-126a2752382f req-447ac833-fba1-4b55-814b-88867fbc7556 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:37.634740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b85bc319-687c-4ca5-bea0-126a2752382f req-447ac833-fba1-4b55-814b-88867fbc7556 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 943 time: 0.1461127 Sep 16 05:27:37.658838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 167619d7-9947-46d4-b3a2-e1595addb322 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:37.662558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fbd8-5062-40a0-b78b-e5b863c4998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.693514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b85bc319-687c-4ca5-bea0-126a2752382f req-d0d8124e-2263-4934-85b0-60e3aad3ab20 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575576 Sep 16 05:27:37.703332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66aea741-c81e-4473-9c34-10339aa94fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.724010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-677f75b1-0c81-4a9b-af53-d00d3d0a4544 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5689359 Sep 16 05:27:37.724245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66aea741-c81e-4473-9c34-10339aa94fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.724245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.741554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'subnet': {'network_id': '167619d7-9947-46d4-b3a2-e1595addb322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:37.741880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8d899ed-05ff-45ac-b632-0e7d52735131 req-5610570f-e831-4e0e-9b7e-6b6e17ce4094 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873094 Sep 16 05:27:37.799107 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66aea741-c81e-4473-9c34-10339aa94fc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4006fda75a0463ea9abb297f72b9187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7574317 Sep 16 05:27:37.806007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49444) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:37.850819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aea741-c81e-4473-9c34-10339aa94fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f78ea08-47bc-4d0d-b1f8-15e3919e12c2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.873797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fbd8-5062-40a0-b78b-e5b863c4998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.877330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fbd8-5062-40a0-b78b-e5b863c4998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.881333 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a9b2fbd8-5062-40a0-b78b-e5b863c4998c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05fc2f93-50b8-4b77-a409-dc638c7bb760 HTTP/1.1" status: 204 len: 168 time: 0.3966026 Sep 16 05:27:37.906481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2fbd8-5062-40a0-b78b-e5b863c4998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fc2f93-50b8-4b77-a409-dc638c7bb760,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:37.934442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:37.938583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.943099 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f74aeb13-da1c-48dc-a430-8f1026cd05d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.960612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:27:38.020568 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f74aeb13-da1c-48dc-a430-8f1026cd05d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.081625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:38.101108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'port_id': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'mac_address': 'fa:16:3e:a8:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:27:38.144572 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.147185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f74aeb13-da1c-48dc-a430-8f1026cd05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.150144 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f74aeb13-da1c-48dc-a430-8f1026cd05d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.151462 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f74aeb13-da1c-48dc-a430-8f1026cd05d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f78ea08-47bc-4d0d-b1f8-15e3919e12c2 HTTP/1.1" status: 204 len: 168 time: 0.3445284 Sep 16 05:27:38.162872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cfe121-fb39-4af2-8376-59839e63c78d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:27:38.165372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74aeb13-da1c-48dc-a430-8f1026cd05d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f78ea08-47bc-4d0d-b1f8-15e3919e12c2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.199230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:38.204551 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.254453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49452) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.281505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61d8c936-f63d-4bb2-8cef-630a44de39dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.331611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.344988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:27:38.347744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.386899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61d8c936-f63d-4bb2-8cef-630a44de39dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.395859 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-61d8c936-f63d-4bb2-8cef-630a44de39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.420542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Subnet': ['ID=defc8ca7-429c-4a9a-b112-c3473fa87b49,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.427520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Checking segment: {'id': '5ab627e9-fb95-4edb-8286-a5d4ae191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '167619d7-9947-46d4-b3a2-e1595addb322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:38.427880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network hostable DHCP agents. Network: 167619d7-9947-46d4-b3a2-e1595addb322, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:38.439489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-61d8c936-f63d-4bb2-8cef-630a44de39dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97a56e23397c4d12b255808c4d3b700a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838393 Sep 16 05:27:38.440642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8c936-f63d-4bb2-8cef-630a44de39dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ca922-0e35-4a5a-9762-6243a1f55e72,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.442116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49456) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.456217 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network 167619d7-9947-46d4-b3a2-e1595addb322 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:38.473343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 167619d7-9947-46d4-b3a2-e1595addb322) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:38.482184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7a47a7-5337-475c-becb-575651f80138 None None] Network 167619d7-9947-46d4-b3a2-e1595addb322 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:38.482349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:38.482825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.508993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-defe15aa-f788-4ae8-a773-3a18d9311cfc tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7793534 Sep 16 05:27:38.511880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49458) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.518848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d416f96f-abe4-42a3-a919-f84e1a40430b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.547997 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d416f96f-abe4-42a3-a919-f84e1a40430b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.626489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d416f96f-abe4-42a3-a919-f84e1a40430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.629749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d416f96f-abe4-42a3-a919-f84e1a40430b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.634372 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d416f96f-abe4-42a3-a919-f84e1a40430b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f7ca922-0e35-4a5a-9762-6243a1f55e72 HTTP/1.1" status: 204 len: 168 time: 0.1903491 Sep 16 05:27:38.643646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49462) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.644784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f96f-abe4-42a3-a919-f84e1a40430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ca922-0e35-4a5a-9762-6243a1f55e72,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:38.655336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.661621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d32ebf-cc8e-43f3-84af-90c923477307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.717812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c2cfe121-fb39-4af2-8376-59839e63c78d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:27:38.731349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.872862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d32ebf-cc8e-43f3-84af-90c923477307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.877821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6d32ebf-cc8e-43f3-84af-90c923477307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.900258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.928742 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6d32ebf-cc8e-43f3-84af-90c923477307 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf7103c5c2cf45f8beb53ecdac5e1e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813323 Sep 16 05:27:38.929302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437f4b7-eecd-465b-972f-1ddb23d4effa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-167619d7-9947-46d4-b3a2-e1595addb322', 'network_id': '167619d7-9947-46d4-b3a2-e1595addb322', 'tenant_id': 'd9c031a9c3824203bbc47783a71fed90', 'fixed_ips': [{'subnet_id': 'defc8ca7-429c-4a9a-b112-c3473fa87b49'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:38.930079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a437f4b7-eecd-465b-972f-1ddb23d4effa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:38.931536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:38.961464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Subnet': ['ID=defc8ca7-429c-4a9a-b112-c3473fa87b49,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:39.024294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d32ebf-cc8e-43f3-84af-90c923477307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e73b57-9c29-4e55-ac02-29b3ac032c9f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:39.050730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94623f56-97df-4321-adc4-536e5504ba16 None None] Network 167619d7-9947-46d4-b3a2-e1595addb322 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:39.063211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9572-9a55-4d12-b09b-7884329bde2f req-0500fe28-1215-46de-b232-7211d8b8e3d4 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.065130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa2d9572-9a55-4d12-b09b-7884329bde2f req-0500fe28-1215-46de-b232-7211d8b8e3d4 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 946 time: 0.1981015 Sep 16 05:27:39.066979 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b9f5a7e-c9c0-4280-8763-21e5c9971f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.076497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3762c-5a82-42ff-9579-d5ade3abda22 req-05532085-5bb9-495e-8adb-216918f72a33 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.078278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62f3762c-5a82-42ff-9579-d5ade3abda22 req-05532085-5bb9-495e-8adb-216918f72a33 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 944 time: 0.2274368 Sep 16 05:27:39.096729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b9f5a7e-c9c0-4280-8763-21e5c9971f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.159226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.186993 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b9f5a7e-c9c0-4280-8763-21e5c9971f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.191984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b9f5a7e-c9c0-4280-8763-21e5c9971f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.192534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa2d9572-9a55-4d12-b09b-7884329bde2f req-1bdb916b-133e-4b95-930d-c870be7bb3d5 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130412 Sep 16 05:27:39.201997 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b9f5a7e-c9c0-4280-8763-21e5c9971f8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43e73b57-9c29-4e55-ac02-29b3ac032c9f HTTP/1.1" status: 204 len: 168 time: 0.2690015 Sep 16 05:27:39.209073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167619d7-9947-46d4-b3a2-e1595addb322']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:39.216882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f5a7e-c9c0-4280-8763-21e5c9971f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e73b57-9c29-4e55-ac02-29b3ac032c9f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:39.228656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab627e9-fb95-4edb-8286-a5d4ae191018') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:39.228941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab627e9-fb95-4edb-8286-a5d4ae191018') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:39.245373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62f3762c-5a82-42ff-9579-d5ade3abda22 req-f0798783-bc26-4d93-a1ca-53579e17abf3 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016102 Sep 16 05:27:39.250854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.283349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.283349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:39.283349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:39.286746 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:39.394763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.399383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.404777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/167619d7-9947-46d4-b3a2-e1595addb322 HTTP/1.1" status: 204 len: 168 time: 0.8881612 Sep 16 05:27:39.404941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:39.410842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-370749642'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:39.426664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf15b34-9457-48fb-ac64-c680893562d4 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Network': ['ID=167619d7-9947-46d4-b3a2-e1595addb322,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:39.435645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:39.439460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.439967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4d70-ec1a-40d1-b252-5d1ab810a52e req-8001ae2d-b1c2-4f92-894d-44b6de42aff8 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.442333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-329a4d70-ec1a-40d1-b252-5d1ab810a52e req-8001ae2d-b1c2-4f92-894d-44b6de42aff8 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 946 time: 0.1256249 Sep 16 05:27:39.451333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49490) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:39.456513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Request body: {'floatingip': {'port_id': '798b4c45-15ad-47ba-8f38-e3782ebf0773'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:39.514336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.547088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:39.617926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.618288 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Added segment 77afeae4-294c-42a7-a7ad-00210840fd80 of type vlan for network 45d8ab25-842f-4fb8-b53b-93b1fadd083c Sep 16 05:27:39.745240 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.768837 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-e67a2024-59a7-4863-9cb1-4525113ff084 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1525173 Sep 16 05:27:39.832492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.837941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:39.838533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:39.940326 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5301988 Sep 16 05:27:39.941140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49516) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:39.947304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'subnet': {'network_id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:39.985581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:40.037984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5929358-994e-4e1a-bd32-f0c6071b2124 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Network': ['ID=45d8ab25-842f-4fb8-b53b-93b1fadd083c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:40.065667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-feb3f20a-4e66-4024-9cbe-6b5ac18eeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.067473 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-feb3f20a-4e66-4024-9cbe-6b5ac18eeefe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 1098 time: 0.2485664 Sep 16 05:27:40.068468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 45d8ab25-842f-4fb8-b53b-93b1fadd083c details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:40.092528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:40.096542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.166101 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c2cfe121-fb39-4af2-8376-59839e63c78d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:40.166502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.255255 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.293465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:40.295811 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b7131b-f844-45f3-8b95-ee23c58a7c03" -d '{"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:40.334037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:40.345576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.393714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.427621 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aed7cd-dffb-4e2f-9f4b-674e9263b637 x-openstack-request-id: req-07aed7cd-dffb-4e2f-9f4b-674e9263b637 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:40.428142 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:40.429422 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07aed7cd-dffb-4e2f-9f4b-674e9263b637 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:40.429422 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'code': 200} Sep 16 05:27:40.444630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=10']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:40.550964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Subnet': ['ID=f947fd9c-6f62-418e-bb7f-624ba5d0c74b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:40.562527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-35efd1d4-a275-4957-a159-2c13c5bec3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.565256 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-35efd1d4-a275-4957-a159-2c13c5bec3a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.4697680 Sep 16 05:27:40.580588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Checking segment: {'id': '77afeae4-294c-42a7-a7ad-00210840fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:40.581210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network hostable DHCP agents. Network: 45d8ab25-842f-4fb8-b53b-93b1fadd083c, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:40.594467 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.resource_extend [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:27:40.599167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79ce4-8a3b-4054-95fd-681a7116235e req-1caaac19-e0b7-4140-a96c-e974ac556741 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.600973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94a79ce4-8a3b-4054-95fd-681a7116235e req-1caaac19-e0b7-4140-a96c-e974ac556741 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.0990939 Sep 16 05:27:40.643626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network 45d8ab25-842f-4fb8-b53b-93b1fadd083c is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:40.656347 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-51098ef2-6518-4187-97d6-cd1b48a0b77a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 200 len: 217 time: 0.0714152 Sep 16 05:27:40.678237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 45d8ab25-842f-4fb8-b53b-93b1fadd083c) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:40.686384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.687060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.687850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb0ce5-2d08-4575-9389-087d92ee9110 None None] Network 45d8ab25-842f-4fb8-b53b-93b1fadd083c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:40.723315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e64298a2-dcbb-4cfd-b7be-b98fb573f24c tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7804949 Sep 16 05:27:40.724277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49542) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:40.743283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94a79ce4-8a3b-4054-95fd-681a7116235e req-edf35edf-ec18-4d9d-b5d0-42ef8db430a8 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348341 Sep 16 05:27:40.751840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.767529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7623e-5d40-4fc9-a8ec-c95855b7703f req-77567c62-7a5f-4815-a578-4177f652cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.768070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-c336eef2-f820-43f8-a501-16841ab9101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.769480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17f7623e-5d40-4fc9-a8ec-c95855b7703f req-77567c62-7a5f-4815-a578-4177f652cc5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 1098 time: 0.0682783 Sep 16 05:27:40.770134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-c336eef2-f820-43f8-a501-16841ab9101d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.1036558 Sep 16 05:27:40.771281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.830019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17f7623e-5d40-4fc9-a8ec-c95855b7703f req-5afa0aa2-880c-4558-b6a0-0370a80954d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529308 Sep 16 05:27:40.921291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-45d8ab25-842f-4fb8-b53b-93b1fadd083c', 'network_id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c', 'tenant_id': 'd9c031a9c3824203bbc47783a71fed90', 'fixed_ips': [{'subnet_id': 'f947fd9c-6f62-418e-bb7f-624ba5d0c74b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:40.921291 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:40.963476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-4959ce69-75bd-4519-a392-7cf14dd57281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:40.965164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-4959ce69-75bd-4519-a392-7cf14dd57281 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869948 Sep 16 05:27:41.008744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.057878 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Floating IP 0285441c-d09a-4c62-a68c-22e10891f8b3 associated. External IP: 172.25.6.133, port: 798b4c45-15ad-47ba-8f38-e3782ebf0773. Sep 16 05:27:41.108056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Allocated IP 2001:db8::2 (45d8ab25-842f-4fb8-b53b-93b1fadd083c/f947fd9c-6f62-418e-bb7f-624ba5d0c74b/a759cecf-65cf-4e92-8289-040be2b9bf26) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:41.307338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.319293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.373251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Network 45d8ab25-842f-4fb8-b53b-93b1fadd083c is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:41.377286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:41.387836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:41.432383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Pushing event updated for resources: {'Port': ['ID=a759cecf-65cf-4e92-8289-040be2b9bf26,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:41.464469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Attempting to bind port a759cecf-65cf-4e92-8289-040be2b9bf26 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:41.464842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Attempting to bind port a759cecf-65cf-4e92-8289-040be2b9bf26 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '77afeae4-294c-42a7-a7ad-00210840fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:41.465213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Attempting to bind port a759cecf-65cf-4e92-8289-040be2b9bf26 on network 45d8ab25-842f-4fb8-b53b-93b1fadd083c {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:41.470939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:41.471510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Checking segment: {'id': '77afeae4-294c-42a7-a7ad-00210840fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:41.471978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.472590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Bound using segment: {'id': '77afeae4-294c-42a7-a7ad-00210840fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:41.473087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Bound port: a759cecf-65cf-4e92-8289-040be2b9bf26, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77afeae4-294c-42a7-a7ad-00210840fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:41.473527 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.551150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] For port a759cecf-65cf-4e92-8289-040be2b9bf26, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:41.555619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] For port a759cecf-65cf-4e92-8289-040be2b9bf26, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a759cecf-65cf-4e92-8289-040be2b9bf26,segment=NetworkSegment(77afeae4-294c-42a7-a7ad-00210840fd80),segment_id=77afeae4-294c-42a7-a7ad-00210840fd80)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:41.563967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.648930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3b156-9670-4e9d-9984-9bb45b17aca5 None None] Pushing event updated for resources: {'Port': ['ID=a759cecf-65cf-4e92-8289-040be2b9bf26,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:41.668914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.673318 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-ceb2e39f-67e2-4732-9b39-82d308a79f04 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950316 Sep 16 05:27:41.816465 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.970205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a710-695d-4e6a-958d-20b4eaa8865d req-8ac26fc2-cefd-4463-9a04-eb0bcd95e201 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:41.975357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:41.978323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9186a710-695d-4e6a-958d-20b4eaa8865d req-8ac26fc2-cefd-4463-9a04-eb0bcd95e201 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.0991137 Sep 16 05:27:42.028374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Subnet': ['ID=f947fd9c-6f62-418e-bb7f-624ba5d0c74b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:42.073662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9186a710-695d-4e6a-958d-20b4eaa8865d req-4fbd7ab3-80f2-486c-9b78-ce82b1466767 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943773 Sep 16 05:27:42.126179 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-489f3d07-03d5-40ce-82e1-5dc6cae471c6 req-68582f18-86e6-4e96-a932-4b691789f762 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301291 Sep 16 05:27:42.201021 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.219652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Router 4fe70cbd-1d31-4e66-b525-fc36db80b98f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:27:42.245094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d8ab25-842f-4fb8-b53b-93b1fadd083c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:42.303328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77afeae4-294c-42a7-a7ad-00210840fd80') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:42.303742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77afeae4-294c-42a7-a7ad-00210840fd80') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:42.321211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.346699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.390765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:42.391183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:42.394731 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:42.475824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:27:42.484487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.490977 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] Sync routers for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:27:42.511794 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:42.512799 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:42.635899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a759cecf-65cf-4e92-8289-040be2b9bf26 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:27:42.705191 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-58aed1f3-3fbd-4e09-8721-25cbd9be9181 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "PUT /v2.0/floatingips/0285441c-d09a-4c62-a68c-22e10891f8b3 HTTP/1.1" status: 200 len: 992 time: 3.2526507 Sep 16 05:27:42.707188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:27:42.707188 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:27:42.707188 n-d-713301-15 neutron-server[94718]: [parameters: {'id': '45d8ab25-842f-4fb8-b53b-93b1fadd083c'}] Sep 16 05:27:42.707188 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:27:42.707611 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:27:42.708484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:27:42.711951 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df538e4-c997-4cbe-9dd4-55111e7da869" -d '{"events": [{"name": "network-changed", "server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:27:42.759255 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:42.765767 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a4db0-8023-4374-ab01-40a5720b47f8 x-openstack-request-id: req-746a4db0-8023-4374-ab01-40a5720b47f8 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:27:42.766140 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:27:42.767112 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-746a4db0-8023-4374-ab01-40a5720b47f8 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:27:42.767674 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'status': 'completed', 'code': 200} Sep 16 05:27:42.780870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a759cecf-65cf-4e92-8289-040be2b9bf26 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:42.781634 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:42.898253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-be4555c9-4195-40e7-9696-e70c2ddc9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:42.900470 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-be4555c9-4195-40e7-9696-e70c2ddc9d73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 1098 time: 0.0961137 Sep 16 05:27:42.963826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.052916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a759cecf-65cf-4e92-8289-040be2b9bf26, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a759cecf-65cf-4e92-8289-040be2b9bf26,segment=NetworkSegment(77afeae4-294c-42a7-a7ad-00210840fd80),segment_id=77afeae4-294c-42a7-a7ad-00210840fd80)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:43.071634 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.208648 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.223350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-5c06e2f0-2398-440a-a199-a4afce448dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:43.226403 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-5c06e2f0-2398-440a-a199-a4afce448dab service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.3177304 Sep 16 05:27:43.233256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a759cecf-65cf-4e92-8289-040be2b9bf26,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:43.369394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd5b75-a6ee-4c65-ba47-dda137fff05f None None] Network 45d8ab25-842f-4fb8-b53b-93b1fadd083c requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:43.380550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f96dd-62af-47ab-9c07-46f19d16fa6e req-c75ce380-a74a-453c-9cd1-de227b31e814 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:43.389262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-716f96dd-62af-47ab-9c07-46f19d16fa6e req-c75ce380-a74a-453c-9cd1-de227b31e814 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.1381710 Sep 16 05:27:43.454812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3e682f67-57cf-420f-a511-8cd01e7f0445 None None] Provisioning complete for port a759cecf-65cf-4e92-8289-040be2b9bf26 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:27:43.455510 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e682f67-57cf-420f-a511-8cd01e7f0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.456133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49646) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:43.479730 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-780adb73-a034-478e-9927-2d42007b5223 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 200 len: 1000 time: 0.2421830 Sep 16 05:27:43.504874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-716f96dd-62af-47ab-9c07-46f19d16fa6e req-f6e26056-e2bb-4444-810b-82d33799352c tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140893 Sep 16 05:27:43.607224 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting port a759cecf-65cf-4e92-8289-040be2b9bf26 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:43.607541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.630574 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0285441c-d09a-4c62-a68c-22e10891f8b3', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'port_id': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'mac_address': 'fa:16:3e:96:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:18Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:43.665979 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] Checking router: 4fe70cbd-1d31-4e66-b525-fc36db80b98f for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:27:43.676956 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:27:43.677816 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:43.797313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c635096-89b5-4760-a2d4-c8f2af43815a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.800779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] DHCP port deletion for 45d8ab25-842f-4fb8-b53b-93b1fadd083c request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:43.805969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] For port a759cecf-65cf-4e92-8289-040be2b9bf26, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a759cecf-65cf-4e92-8289-040be2b9bf26,segment=NetworkSegment(77afeae4-294c-42a7-a7ad-00210840fd80),segment_id=77afeae4-294c-42a7-a7ad-00210840fd80)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:43.806362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.831392 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:27:43.848419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Calling delete_port for a759cecf-65cf-4e92-8289-040be2b9bf26 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:43.851527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-14dce680-5b96-4d8b-a4e2-60537715ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:43.854688 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-14dce680-5b96-4d8b-a4e2-60537715ae09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.3608727 Sep 16 05:27:43.860116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] Deleting port a759cecf-65cf-4e92-8289-040be2b9bf26 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:43.860955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.955073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] For port a759cecf-65cf-4e92-8289-040be2b9bf26, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a759cecf-65cf-4e92-8289-040be2b9bf26,segment=NetworkSegment(77afeae4-294c-42a7-a7ad-00210840fd80),segment_id=77afeae4-294c-42a7-a7ad-00210840fd80)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:43.955780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:43.973425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] Calling delete_port for a759cecf-65cf-4e92-8289-040be2b9bf26 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:43.977605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-59beaaff-24ca-42ad-913f-752320a953b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:43.979203 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-59beaaff-24ca-42ad-913f-752320a953b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095655 Sep 16 05:27:44.008366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c635096-89b5-4760-a2d4-c8f2af43815a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.017519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c635096-89b5-4760-a2d4-c8f2af43815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.084111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49650) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:44.084808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3c635096-89b5-4760-a2d4-c8f2af43815a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab481a94e8d6437888502ad61e129ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246061 Sep 16 05:27:44.086510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c635096-89b5-4760-a2d4-c8f2af43815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b78c1e-ac88-4954-b517-22fc3ea20894,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.097697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.109302 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.135162 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0285441c-d09a-4c62-a68c-22e10891f8b3', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'port_id': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'mac_address': 'fa:16:3e:96:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:18Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:44.144541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] Pushing event deleted for resources: {'Port': ['ID=a759cecf-65cf-4e92-8289-040be2b9bf26,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.148795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Port': ['ID=a759cecf-65cf-4e92-8289-040be2b9bf26,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.155519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b413cb-5f58-4f02-b974-68e3d4619760 None None] No DVR routers for this DVR port a759cecf-65cf-4e92-8289-040be2b9bf26 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:44.171902 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a77a9-7b63-4e71-91fb-28256d9c42bd None None] The sync data for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 is: [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0285441c-d09a-4c62-a68c-22e10891f8b3', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'port_id': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'mac_address': 'fa:16:3e:96:80:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:27:18Z', 'updated_at': '2021-09-16T05:27:40Z', 'revision_number': 1, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:27:44.180766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No DVR routers for this DVR port a759cecf-65cf-4e92-8289-040be2b9bf26 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:44.197126 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-b53f2645-9bf2-40dc-a380-1354e8f0af92 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080367 Sep 16 05:27:44.332138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.334541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a46dcffc-accd-46f8-9ef2-da4cd87dd966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.394908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca1b17c-70ad-4b78-bf1a-0cfe6886f9cf None None] New status for floating IP 0285441c-d09a-4c62-a68c-22e10891f8b3: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:27:44.398501 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d8ab25-842f-4fb8-b53b-93b1fadd083c']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:44.423681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77afeae4-294c-42a7-a7ad-00210840fd80') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:44.423993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77afeae4-294c-42a7-a7ad-00210840fd80') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:44.427451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a46dcffc-accd-46f8-9ef2-da4cd87dd966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.450268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.492323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.498131 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6df538e4-c997-4cbe-9dd4-55111e7da869 req-5b248698-7308-4d9e-ae66-7ed18e611664 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754462 Sep 16 05:27:44.504303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:44.504694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:44.508186 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:44.587984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a46dcffc-accd-46f8-9ef2-da4cd87dd966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.591854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a46dcffc-accd-46f8-9ef2-da4cd87dd966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.593986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a46dcffc-accd-46f8-9ef2-da4cd87dd966 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38b78c1e-ac88-4954-b517-22fc3ea20894 HTTP/1.1" status: 204 len: 168 time: 0.5084350 Sep 16 05:27:44.606201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a759cecf-65cf-4e92-8289-040be2b9bf26 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:44.610827 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.618386 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.625299 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/45d8ab25-842f-4fb8-b53b-93b1fadd083c HTTP/1.1" status: 204 len: 168 time: 3.8981712 Sep 16 05:27:44.625968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49660) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:44.631391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dcffc-accd-46f8-9ef2-da4cd87dd966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b78c1e-ac88-4954-b517-22fc3ea20894,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.640496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-118074707'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:44.660560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: a759cecf-65cf-4e92-8289-040be2b9bf26 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:44.661150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a759cecf-65cf-4e92-8289-040be2b9bf26 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:44.667069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915ac2-965e-4aca-8c42-beecc7cc439e tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Network': ['ID=45d8ab25-842f-4fb8-b53b-93b1fadd083c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.688425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:44.692271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.729477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d431a9-4848-472a-8761-be031ed87d29 req-f8719423-fada-4a2b-b658-347ad391e8de tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:44.739437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06d431a9-4848-472a-8761-be031ed87d29 req-f8719423-fada-4a2b-b658-347ad391e8de tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.1281686 Sep 16 05:27:44.741545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:27:44.755867 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.756735 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Added segment 2eda068e-ab5c-45ac-85b4-3dd8effffa9c of type vlan for network 0d8e3254-4f72-47bd-b904-137cd654e2c5 Sep 16 05:27:44.794187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06d431a9-4848-472a-8761-be031ed87d29 req-7b3f5709-f697-48b2-8630-5cc6cbb5ddda tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497203 Sep 16 05:27:44.811682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.853010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.858643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:44.859244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:44.895266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2621791 Sep 16 05:27:44.895581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:44.900843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Request body: {'subnet': {'network_id': '0d8e3254-4f72-47bd-b904-137cd654e2c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:44.937502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b42cf-f289-4ca9-ab4f-b066604c7808 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Network': ['ID=0d8e3254-4f72-47bd-b904-137cd654e2c5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:44.948492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0d8e3254-4f72-47bd-b904-137cd654e2c5 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:27:45.012786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Made reservation on behalf of d9c031a9c3824203bbc47783a71fed90 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:27:45.017842 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.018724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:45.038334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7c422a0-8171-48d0-a0a3-fec9898010b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.141476 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7c422a0-8171-48d0-a0a3-fec9898010b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.145430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7c422a0-8171-48d0-a0a3-fec9898010b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.193247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c422a0-8171-48d0-a0a3-fec9898010b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411bedc4-9ec1-4c3e-a023-332fa92f80fc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:45.203145 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7c422a0-8171-48d0-a0a3-fec9898010b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ebfc6aaba8e4f299464a6e6beb87345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832676 Sep 16 05:27:45.205906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49670) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:45.263248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5504f644-107c-4a55-b1df-67daff3d16df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.286652 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5504f644-107c-4a55-b1df-67daff3d16df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.310753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.objects.ports [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:27:45.312751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.338034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5504f644-107c-4a55-b1df-67daff3d16df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.341430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5504f644-107c-4a55-b1df-67daff3d16df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.345426 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5504f644-107c-4a55-b1df-67daff3d16df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/411bedc4-9ec1-4c3e-a023-332fa92f80fc HTTP/1.1" status: 204 len: 168 time: 0.1386180 Sep 16 05:27:45.353963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504f644-107c-4a55-b1df-67daff3d16df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411bedc4-9ec1-4c3e-a023-332fa92f80fc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:45.385912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event updated for resources: {'Subnet': ['ID=f02ecc08-ad46-4b35-b51a-6591f028c846,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:45.391455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Checking segment: {'id': '2eda068e-ab5c-45ac-85b4-3dd8effffa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0d8e3254-4f72-47bd-b904-137cd654e2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:45.391782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network hostable DHCP agents. Network: 0d8e3254-4f72-47bd-b904-137cd654e2c5, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:27:45.410916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Network 0d8e3254-4f72-47bd-b904-137cd654e2c5 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:27:45.422161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0d8e3254-4f72-47bd-b904-137cd654e2c5) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:45.427896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:45.428580 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.441356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259d85d-3d57-44f1-9d82-a9492a2ed016 None None] Network 0d8e3254-4f72-47bd-b904-137cd654e2c5 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:45.458275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-09c5cbca-9766-4222-829f-50f4c2bd953b tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5593407 Sep 16 05:27:45.459458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49676) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:45.593826 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.618523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0d8e3254-4f72-47bd-b904-137cd654e2c5', 'network_id': '0d8e3254-4f72-47bd-b904-137cd654e2c5', 'tenant_id': 'd9c031a9c3824203bbc47783a71fed90', 'fixed_ips': [{'subnet_id': 'f02ecc08-ad46-4b35-b51a-6591f028c846'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:27:45.619598 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.698086 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.804656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Allocated IP 2001:db8::f816:3eff:fe37:e986 (0d8e3254-4f72-47bd-b904-137cd654e2c5/f02ecc08-ad46-4b35-b51a-6591f028c846/0ec111df-2371-465f-805e-0a96c1788d75) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:27:45.969920 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.976494 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:45.999523 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.023664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Pushing event updated for resources: {'Port': ['ID=0ec111df-2371-465f-805e-0a96c1788d75,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:46.036428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Network 0d8e3254-4f72-47bd-b904-137cd654e2c5 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:27:46.038046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:27:46.040774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:27:46.052626 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Subnet': ['ID=f02ecc08-ad46-4b35-b51a-6591f028c846,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:46.118972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Attempting to bind port 0ec111df-2371-465f-805e-0a96c1788d75 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:27:46.119487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Attempting to bind port 0ec111df-2371-465f-805e-0a96c1788d75 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '2eda068e-ab5c-45ac-85b4-3dd8effffa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0d8e3254-4f72-47bd-b904-137cd654e2c5'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:27:46.124382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Attempting to bind port 0ec111df-2371-465f-805e-0a96c1788d75 on network 0d8e3254-4f72-47bd-b904-137cd654e2c5 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:27:46.129735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:27:46.131333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Checking segment: {'id': '2eda068e-ab5c-45ac-85b4-3dd8effffa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0d8e3254-4f72-47bd-b904-137cd654e2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:27:46.132170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.132769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Bound using segment: {'id': '2eda068e-ab5c-45ac-85b4-3dd8effffa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0d8e3254-4f72-47bd-b904-137cd654e2c5'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:27:46.133959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Bound port: 0ec111df-2371-465f-805e-0a96c1788d75, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eda068e-ab5c-45ac-85b4-3dd8effffa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0d8e3254-4f72-47bd-b904-137cd654e2c5'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:27:46.134806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.165794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.195504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8e3254-4f72-47bd-b904-137cd654e2c5']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:46.212527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eda068e-ab5c-45ac-85b4-3dd8effffa9c') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:46.213152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eda068e-ab5c-45ac-85b4-3dd8effffa9c') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:46.233265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.235234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] For port 0ec111df-2371-465f-805e-0a96c1788d75, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:27:46.238845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] For port 0ec111df-2371-465f-805e-0a96c1788d75, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ec111df-2371-465f-805e-0a96c1788d75,segment=NetworkSegment(2eda068e-ab5c-45ac-85b4-3dd8effffa9c),segment_id=2eda068e-ab5c-45ac-85b4-3dd8effffa9c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:27:46.255587 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.265615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.277829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:46.278499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:46.284303 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:46.354340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabfed-ac7c-498d-b418-70364b0e6311 None None] Pushing event updated for resources: {'Port': ['ID=0ec111df-2371-465f-805e-0a96c1788d75,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:46.358748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de87ccea-1e5a-4efa-bdd4-c21c23af116a None None] Network 0d8e3254-4f72-47bd-b904-137cd654e2c5 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:46.368895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.db.api [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:27:46.368895 n-d-713301-15 neutron-server[94718]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:27:46.368895 n-d-713301-15 neutron-server[94718]: [parameters: {'id': '0d8e3254-4f72-47bd-b904-137cd654e2c5'}] Sep 16 05:27:46.368895 n-d-713301-15 neutron-server[94718]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:27:46.369598 n-d-713301-15 neutron-server[94718]: DEBUG oslo_db.api [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:27:46.511274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24e973-38c0-42e3-b561-a6a3d7a35511 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:27:46.622240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb24e973-38c0-42e3-b561-a6a3d7a35511 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:27:46.875025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:46.935066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting port 0ec111df-2371-465f-805e-0a96c1788d75 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:46.935413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.002171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] For port 0ec111df-2371-465f-805e-0a96c1788d75, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ec111df-2371-465f-805e-0a96c1788d75,segment=NetworkSegment(2eda068e-ab5c-45ac-85b4-3dd8effffa9c),segment_id=2eda068e-ab5c-45ac-85b4-3dd8effffa9c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:47.002595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.016614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Calling delete_port for 0ec111df-2371-465f-805e-0a96c1788d75 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:47.106432 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.136739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Port': ['ID=0ec111df-2371-465f-805e-0a96c1788d75,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:47.140679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No DVR routers for this DVR port 0ec111df-2371-465f-805e-0a96c1788d75 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:47.234479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.254960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8e3254-4f72-47bd-b904-137cd654e2c5']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:47.264812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eda068e-ab5c-45ac-85b4-3dd8effffa9c') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:47.265212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eda068e-ab5c-45ac-85b4-3dd8effffa9c') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:47.275142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.290176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.297395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:47.297794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:47.300992 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:47.384448 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.390921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.393740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/0d8e3254-4f72-47bd-b904-137cd654e2c5 HTTP/1.1" status: 204 len: 168 time: 1.9325905 Sep 16 05:27:47.398033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49726) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.417410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19e25-946d-451b-9916-e3e756ed06f0 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Network': ['ID=0d8e3254-4f72-47bd-b904-137cd654e2c5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:47.434947 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-980dae03-bb73-48fa-974b-cc0f13ace735 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:47.435570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980dae03-bb73-48fa-974b-cc0f13ace735 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:47.437671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-980dae03-bb73-48fa-974b-cc0f13ace735 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/f02ecc08-ad46-4b35-b51a-6591f028c846 HTTP/1.1" status: 404 len: 337 time: 0.0380843 Sep 16 05:27:47.440239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49730) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.459665 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c917b4-c2ba-4a59-8c79-ddf51bb12223 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:47.460339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c917b4-c2ba-4a59-8c79-ddf51bb12223 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:47.465197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-13c917b4-c2ba-4a59-8c79-ddf51bb12223 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/0d8e3254-4f72-47bd-b904-137cd654e2c5 HTTP/1.1" status: 404 len: 339 time: 0.0208879 Sep 16 05:27:47.465728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49732) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.494673 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-df35c580-d497-4c81-8e53-e514f2888a34 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:47.495137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df35c580-d497-4c81-8e53-e514f2888a34 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:47.499402 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-df35c580-d497-4c81-8e53-e514f2888a34 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/f947fd9c-6f62-418e-bb7f-624ba5d0c74b HTTP/1.1" status: 404 len: 337 time: 0.0293736 Sep 16 05:27:47.499919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49734) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.521920 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d295ff-9a99-4ca1-89ab-cccfecb866df tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:47.522675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d295ff-9a99-4ca1-89ab-cccfecb866df tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:47.527151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a9d295ff-9a99-4ca1-89ab-cccfecb866df tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/45d8ab25-842f-4fb8-b53b-93b1fadd083c HTTP/1.1" status: 404 len: 339 time: 0.0237117 Sep 16 05:27:47.527511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49736) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.561458 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a20f6b-16fa-4e03-b57c-05b09f5cdb29 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:47.562133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a20f6b-16fa-4e03-b57c-05b09f5cdb29 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:47.566423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d5a20f6b-16fa-4e03-b57c-05b09f5cdb29 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/defc8ca7-429c-4a9a-b112-c3473fa87b49 HTTP/1.1" status: 404 len: 337 time: 0.0355339 Sep 16 05:27:47.566863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49738) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.597242 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4023171-3175-467b-a87f-a88f13409d89 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:47.598447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4023171-3175-467b-a87f-a88f13409d89 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:47.602638 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e4023171-3175-467b-a87f-a88f13409d89 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/167619d7-9947-46d4-b3a2-e1595addb322 HTTP/1.1" status: 404 len: 339 time: 0.0323207 Sep 16 05:27:47.603138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49740) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:47.698517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting port 91029b32-1bf4-4709-b8b6-99fbff936be0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:47.699503 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.802166 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.823895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Calling delete_port for 91029b32-1bf4-4709-b8b6-99fbff936be0 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:47.944288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.976926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Port': ['ID=91029b32-1bf4-4709-b8b6-99fbff936be0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:47.985961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.990612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-32af66e1-2bd5-4125-b8c9-0d4dba4e5e00 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/ports/91029b32-1bf4-4709-b8b6-99fbff936be0 HTTP/1.1" status: 204 len: 168 time: 0.3840308 Sep 16 05:27:47.990992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:48.018209 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e32ab9-7a24-494a-b478-ceaf0421742d tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:48.018554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e32ab9-7a24-494a-b478-ceaf0421742d tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:48.022947 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-23e32ab9-7a24-494a-b478-ceaf0421742d tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/dc751ad4-8c6b-4650-943d-02b2ef2805ef HTTP/1.1" status: 404 len: 337 time: 0.0283387 Sep 16 05:27:48.023377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:48.105726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.180915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting port 600f9fce-fdd4-4263-ab2b-4230f91d4042 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:48.181338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.251840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] For port 600f9fce-fdd4-4263-ab2b-4230f91d4042, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=600f9fce-fdd4-4263-ab2b-4230f91d4042,segment=NetworkSegment(086785b7-e496-481c-81be-63ea4db79598),segment_id=086785b7-e496-481c-81be-63ea4db79598)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:48.252545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.266398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Calling delete_port for 600f9fce-fdd4-4263-ab2b-4230f91d4042 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:48.362582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.393332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Port': ['ID=600f9fce-fdd4-4263-ab2b-4230f91d4042,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.395964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No DVR routers for this DVR port 600f9fce-fdd4-4263-ab2b-4230f91d4042 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:48.495600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.519662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac04803-1404-49a4-9702-2d501eb67e90']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:48.531383 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086785b7-e496-481c-81be-63ea4db79598') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:48.531699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086785b7-e496-481c-81be-63ea4db79598') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:48.544206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.558638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.565504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:48.566006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:48.569918 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:48.637691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.647799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.649588 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/2ac04803-1404-49a4-9702-2d501eb67e90 HTTP/1.1" status: 204 len: 168 time: 0.6253877 Sep 16 05:27:48.652448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49758) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:48.661652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468515b9-4143-4f4e-99e9-5a519089abbe tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Network': ['ID=2ac04803-1404-49a4-9702-2d501eb67e90,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.742072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting port 06f58857-8dab-4418-bb02-3067c59beb97 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:48.742324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.807288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.822415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Calling delete_port for 06f58857-8dab-4418-bb02-3067c59beb97 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:48.908782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.938291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Port': ['ID=06f58857-8dab-4418-bb02-3067c59beb97,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:48.943764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:48.947956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7588d663-4165-480e-9cf5-28ac5a14a8a9 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/ports/06f58857-8dab-4418-bb02-3067c59beb97 HTTP/1.1" status: 204 len: 168 time: 0.2923424 Sep 16 05:27:48.948692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49766) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:48.974895 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-8604944e-404f-48c1-959f-5a42838efedb tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] DELETE failed (client error): The resource could not be found. Sep 16 05:27:48.975362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8604944e-404f-48c1-959f-5a42838efedb tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:27:48.979543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8604944e-404f-48c1-959f-5a42838efedb tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/f875673b-1923-4711-98a5-d2edca0f0717 HTTP/1.1" status: 404 len: 337 time: 0.0280201 Sep 16 05:27:48.979673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49768) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:49.063301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.153009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.177305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b6b063-7180-432b-9745-4cebda0a9774']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:49.188116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e99567-d9b5-4d7a-8e63-c2d822ba2094') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:49.188446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e99567-d9b5-4d7a-8e63-c2d822ba2094') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:49.206365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.224568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.232084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:49.232517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:49.236822 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:49.300588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.307732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.309540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/b3b6b063-7180-432b-9745-4cebda0a9774 HTTP/1.1" status: 204 len: 168 time: 0.3289101 Sep 16 05:27:49.312765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49774) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:49.321374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967f9fa-c7a3-41e7-9685-68057280eb90 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Network': ['ID=b3b6b063-7180-432b-9745-4cebda0a9774,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:49.371625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting subnet ac585c17-6821-49db-b410-794d5d793231 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:27:49.376019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.419322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.513108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.611631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.639734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Subnet': ['ID=ac585c17-6821-49db-b410-794d5d793231,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:49.643427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.645671 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cd675cca-149a-41ac-9f81-403aa8f7f091 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/subnets/ac585c17-6821-49db-b410-794d5d793231 HTTP/1.1" status: 204 len: 168 time: 0.3313019 Sep 16 05:27:49.647805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49780) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:49.653727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aef437-958f-43b1-bc78-63c58028ed3b None None] Network 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:27:49.736127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.821345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Deleting port c021eed9-c50e-4bef-b33a-61224e49a612 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:49.821689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.866156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] DHCP port deletion for 99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:27:49.899506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] For port c021eed9-c50e-4bef-b33a-61224e49a612, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c021eed9-c50e-4bef-b33a-61224e49a612,segment=NetworkSegment(f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66),segment_id=f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:49.899979 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:49.916188 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Calling delete_port for c021eed9-c50e-4bef-b33a-61224e49a612 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:49.923274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] Deleting port c021eed9-c50e-4bef-b33a-61224e49a612 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:27:49.923985 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.004521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] For port c021eed9-c50e-4bef-b33a-61224e49a612, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c021eed9-c50e-4bef-b33a-61224e49a612,segment=NetworkSegment(f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66),segment_id=f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:27:50.005153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.018469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.026924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] Calling delete_port for c021eed9-c50e-4bef-b33a-61224e49a612 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:27:50.046643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Port': ['ID=c021eed9-c50e-4bef-b33a-61224e49a612,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:50.048572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] No DVR routers for this DVR port c021eed9-c50e-4bef-b33a-61224e49a612 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:50.140881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.157184 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.177527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99eda2c1-8e6d-4e28-ac48-ceaeb0aec626']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:50.183551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] Pushing event deleted for resources: {'Port': ['ID=c021eed9-c50e-4bef-b33a-61224e49a612,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:50.187882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:50.188355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c0b7a0-f1e2-439a-a5ee-ad06d1dbfd66') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:27:50.190898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bbf9f-52ea-46f3-a5b8-51851a30a32b None None] No DVR routers for this DVR port c021eed9-c50e-4bef-b33a-61224e49a612 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:27:50.207091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.224394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.231437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:27:50.232739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:27:50.235690 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:27:50.322667 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.332083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.334433 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] 10.222.0.55 "DELETE /v2.0/networks/99eda2c1-8e6d-4e28-ac48-ceaeb0aec626 HTTP/1.1" status: 204 len: 168 time: 0.6855822 Sep 16 05:27:50.354987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636eade-6608-4211-97ad-81dedb48d807 tempest-NetworksIpV6TestAttrs-1540453585 tempest-NetworksIpV6TestAttrs-1540453585-project] Pushing event deleted for resources: {'Network': ['ID=99eda2c1-8e6d-4e28-ac48-ceaeb0aec626,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:50.527301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c021eed9-c50e-4bef-b33a-61224e49a612 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:27:50.552427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c021eed9-c50e-4bef-b33a-61224e49a612 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:27:50.552773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c021eed9-c50e-4bef-b33a-61224e49a612 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:27:50.682496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49830) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:50.845288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e14214fb-3dd8-4c5e-9801-1343b097b058 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9c031a9c3824203bbc47783a71fed90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611123 Sep 16 05:27:50.847675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49848) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:50.905968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cdafcb5-d0b9-4557-8ddb-8e66c0043912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.929893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cdafcb5-d0b9-4557-8ddb-8e66c0043912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.986990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cdafcb5-d0b9-4557-8ddb-8e66c0043912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.990189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1cdafcb5-d0b9-4557-8ddb-8e66c0043912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.995006 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1cdafcb5-d0b9-4557-8ddb-8e66c0043912 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/306bf4cb-20ab-4c24-917d-554b0a27f070 HTTP/1.1" status: 204 len: 168 time: 0.1452961 Sep 16 05:27:51.004528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdafcb5-d0b9-4557-8ddb-8e66c0043912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306bf4cb-20ab-4c24-917d-554b0a27f070,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:51.818532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49908) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.925945 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6b4c764f-e85b-4d77-961e-ce7b4784c034 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:51.926540 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-6b4c764f-e85b-4d77-961e-ce7b4784c034 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:27:51.927034 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-6b4c764f-e85b-4d77-961e-ce7b4784c034 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:27:51.932208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49916) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:51.932657 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6b4c764f-e85b-4d77-961e-ce7b4784c034 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1128716 Sep 16 05:27:51.938240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616493388'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:51.965540 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.974081 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.074476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.079931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.113272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1013afec-679a-43f3-ade1-f995f5cf82bc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.192237 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.198556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.242113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.243491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3102636 Sep 16 05:27:52.247353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49924) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.253515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c24d9-558c-4664-8a67-748f1ac06f05 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64560304-af1f-47c0-a7cd-1244430956fc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.267060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-aca3be89-b194-44c5-ac99-e369fe6cdf5e tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '64560304-af1f-47c0-a7cd-1244430956fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:52.296919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aca3be89-b194-44c5-ac99-e369fe6cdf5e tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.355730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aca3be89-b194-44c5-ac99-e369fe6cdf5e tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.360877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aca3be89-b194-44c5-ac99-e369fe6cdf5e tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.382562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3be89-b194-44c5-ac99-e369fe6cdf5e tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2783e350-6ed1-4f09-86c6-0d09b24549aa,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.386214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-aca3be89-b194-44c5-ac99-e369fe6cdf5e tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.390520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49926) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.395162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-754ced78-162a-410d-a3ad-5c452dde98ff tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '64560304-af1f-47c0-a7cd-1244430956fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:52.396978 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aca3be89-b194-44c5-ac99-e369fe6cdf5e tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343279 Sep 16 05:27:52.435506 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-754ced78-162a-410d-a3ad-5c452dde98ff tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.508737 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-754ced78-162a-410d-a3ad-5c452dde98ff tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:27:52.510608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-754ced78-162a-410d-a3ad-5c452dde98ff tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1186905 Sep 16 05:27:52.513397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49934) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.582465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9668-febb-49ef-8cd4-c8136503fb1c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.616969 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9668-febb-49ef-8cd4-c8136503fb1c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.688638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9668-febb-49ef-8cd4-c8136503fb1c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.691870 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9668-febb-49ef-8cd4-c8136503fb1c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.696484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ce0d9668-febb-49ef-8cd4-c8136503fb1c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/64560304-af1f-47c0-a7cd-1244430956fc HTTP/1.1" status: 204 len: 168 time: 0.1785500 Sep 16 05:27:52.697108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49938) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.709315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d9668-febb-49ef-8cd4-c8136503fb1c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64560304-af1f-47c0-a7cd-1244430956fc,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.761026 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-beb0d120-7c8e-4a44-88dd-ed93acf8a6b4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626464 Sep 16 05:27:52.764757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49944) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.769162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c5e08eba-db74-4ec3-8a5e-8675ed9e085c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555811809'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:52.801953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5e08eba-db74-4ec3-8a5e-8675ed9e085c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.909261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5e08eba-db74-4ec3-8a5e-8675ed9e085c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.913777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5e08eba-db74-4ec3-8a5e-8675ed9e085c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.944741 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c5e08eba-db74-4ec3-8a5e-8675ed9e085c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.946000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c5e08eba-db74-4ec3-8a5e-8675ed9e085c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1802614 Sep 16 05:27:52.949162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49946) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:52.957720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-103245b5-ce6c-4a2e-9f99-688e18166174 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'f8749157-63e7-4983-8f98-c52f48f57bc8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:52.957995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08eba-db74-4ec3-8a5e-8675ed9e085c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8749157-63e7-4983-8f98-c52f48f57bc8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:52.959007 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-103245b5-ce6c-4a2e-9f99-688e18166174 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:27:52.960884 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-103245b5-ce6c-4a2e-9f99-688e18166174 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:52.962904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-103245b5-ce6c-4a2e-9f99-688e18166174 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112722 Sep 16 05:27:52.965450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49948) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.044602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b935d598-9b4a-4dc4-a1fb-c3690b010184 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.069630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b935d598-9b4a-4dc4-a1fb-c3690b010184 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.122136 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b935d598-9b4a-4dc4-a1fb-c3690b010184 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.126229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b935d598-9b4a-4dc4-a1fb-c3690b010184 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.130127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b935d598-9b4a-4dc4-a1fb-c3690b010184 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/f8749157-63e7-4983-8f98-c52f48f57bc8 HTTP/1.1" status: 204 len: 168 time: 0.1610501 Sep 16 05:27:53.130938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.138600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935d598-9b4a-4dc4-a1fb-c3690b010184 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8749157-63e7-4983-8f98-c52f48f57bc8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.193989 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-57b5f266-f0f0-4bc0-b70e-6e810c8675d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583105 Sep 16 05:27:53.194371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49956) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.199130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0aacee03-41c7-4eb0-9d6c-106aaf85a2af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--683353535'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.226620 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aacee03-41c7-4eb0-9d6c-106aaf85a2af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.361589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aacee03-41c7-4eb0-9d6c-106aaf85a2af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.372661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aacee03-41c7-4eb0-9d6c-106aaf85a2af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.405679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacee03-41c7-4eb0-9d6c-106aaf85a2af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a1327-b154-4044-ac02-c93196847464,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.408242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aacee03-41c7-4eb0-9d6c-106aaf85a2af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.412154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0aacee03-41c7-4eb0-9d6c-106aaf85a2af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2140965 Sep 16 05:27:53.412284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49964) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.417837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-48431827-8e53-44bf-8dcc-5bc34e7993ae tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'b14a1327-b154-4044-ac02-c93196847464', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.418699 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-48431827-8e53-44bf-8dcc-5bc34e7993ae tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:27:53.419258 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-48431827-8e53-44bf-8dcc-5bc34e7993ae tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:53.420271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-48431827-8e53-44bf-8dcc-5bc34e7993ae tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067432 Sep 16 05:27:53.423465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49966) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.477185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f39f1e31-2063-433a-aad2-45a4eb78b7e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.513746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f39f1e31-2063-433a-aad2-45a4eb78b7e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.577840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f39f1e31-2063-433a-aad2-45a4eb78b7e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.580610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f39f1e31-2063-433a-aad2-45a4eb78b7e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.584375 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f39f1e31-2063-433a-aad2-45a4eb78b7e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/b14a1327-b154-4044-ac02-c93196847464 HTTP/1.1" status: 204 len: 168 time: 0.1571600 Sep 16 05:27:53.585400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49976) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.596059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1e31-2063-433a-aad2-45a4eb78b7e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a1327-b154-4044-ac02-c93196847464,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.701366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-00cc78c4-8de7-474c-a2f4-005677d2b59c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1154020 Sep 16 05:27:53.707452 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 49984) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.712600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-adc5e7c0-ac8c-4b8f-8f50-c1f8e5598982 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--506308310'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.748384 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-adc5e7c0-ac8c-4b8f-8f50-c1f8e5598982 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.859356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-adc5e7c0-ac8c-4b8f-8f50-c1f8e5598982 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.865786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-adc5e7c0-ac8c-4b8f-8f50-c1f8e5598982 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.899929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-adc5e7c0-ac8c-4b8f-8f50-c1f8e5598982 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:53.904756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49994) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.905730 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-adc5e7c0-ac8c-4b8f-8f50-c1f8e5598982 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1964447 Sep 16 05:27:53.908265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5e7c0-ac8c-4b8f-8f50-c1f8e5598982 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97548d-142d-4366-bc32-14ea10ba8904,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:53.911850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-90d217f3-9492-45a6-9dff-b5cc3ebf6a59 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '2a97548d-142d-4366-bc32-14ea10ba8904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.912964 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-90d217f3-9492-45a6-9dff-b5cc3ebf6a59 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:27:53.913471 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-90d217f3-9492-45a6-9dff-b5cc3ebf6a59 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:53.917067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-90d217f3-9492-45a6-9dff-b5cc3ebf6a59 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076334 Sep 16 05:27:53.917866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49996) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.924414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-27509706-2bba-4265-9232-9ca9bb85e13f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '2a97548d-142d-4366-bc32-14ea10ba8904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.925281 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-27509706-2bba-4265-9232-9ca9bb85e13f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:27:53.925783 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-27509706-2bba-4265-9232-9ca9bb85e13f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:53.927165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-27509706-2bba-4265-9232-9ca9bb85e13f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085039 Sep 16 05:27:53.930074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 49998) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.937127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1d421edd-6659-46bb-bd76-27222ef4326f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '2a97548d-142d-4366-bc32-14ea10ba8904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.938817 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-1d421edd-6659-46bb-bd76-27222ef4326f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:27:53.938817 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-1d421edd-6659-46bb-bd76-27222ef4326f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:53.939841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1d421edd-6659-46bb-bd76-27222ef4326f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082371 Sep 16 05:27:53.943033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50000) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:53.948031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8216ac8f-6ece-49df-9bac-1663bc804776 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '2a97548d-142d-4366-bc32-14ea10ba8904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:53.949731 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-8216ac8f-6ece-49df-9bac-1663bc804776 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:27:53.950323 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-8216ac8f-6ece-49df-9bac-1663bc804776 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:53.951368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8216ac8f-6ece-49df-9bac-1663bc804776 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070932 Sep 16 05:27:53.954581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50002) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.032856 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c130-d91b-4b67-8859-45dbfb73eec9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.060477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c130-d91b-4b67-8859-45dbfb73eec9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.091239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50006) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.122935 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c130-d91b-4b67-8859-45dbfb73eec9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.126184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b4b7c130-d91b-4b67-8859-45dbfb73eec9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.130170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50010) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.130316 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b4b7c130-d91b-4b67-8859-45dbfb73eec9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/2a97548d-142d-4366-bc32-14ea10ba8904 HTTP/1.1" status: 204 len: 168 time: 0.1740878 Sep 16 05:27:54.140587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7c130-d91b-4b67-8859-45dbfb73eec9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97548d-142d-4366-bc32-14ea10ba8904,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:54.198103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4c2c3196-e9df-4996-adbe-303adb71f24d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667965 Sep 16 05:27:54.202445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50016) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.207500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e65dbe4a-5d40-48ef-925b-89bd0e6d8d27 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--190449884'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.233093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e65dbe4a-5d40-48ef-925b-89bd0e6d8d27 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.270586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e5eeba7-b98f-4931-9d04-b4d7f3486b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.346392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e65dbe4a-5d40-48ef-925b-89bd0e6d8d27 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.354243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e65dbe4a-5d40-48ef-925b-89bd0e6d8d27 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.403423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dbe4a-5d40-48ef-925b-89bd0e6d8d27 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdb2550-c212-4764-9722-e441e1cad109,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:54.475716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e5eeba7-b98f-4931-9d04-b4d7f3486b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.482032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7e5eeba7-b98f-4931-9d04-b4d7f3486b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.488790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e65dbe4a-5d40-48ef-925b-89bd0e6d8d27 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.490211 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e65dbe4a-5d40-48ef-925b-89bd0e6d8d27 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2864244 Sep 16 05:27:54.493188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50024) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.497780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-496c29d6-376b-4965-ab9d-56e10ac90ede tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.498270 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-496c29d6-376b-4965-ab9d-56e10ac90ede tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:27:54.499414 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-496c29d6-376b-4965-ab9d-56e10ac90ede tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.500527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-496c29d6-376b-4965-ab9d-56e10ac90ede tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063572 Sep 16 05:27:54.503135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50026) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.507328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cb22f4ce-4fbd-4f40-9d6b-877db61259ca tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.534803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eeba7-b98f-4931-9d04-b4d7f3486b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bfdd0a-90d0-46c6-9399-a06ea2b02b4b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:54.541318 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7e5eeba7-b98f-4931-9d04-b4d7f3486b0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bec706908154fc8aeeee8ff1ce2f575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469547 Sep 16 05:27:54.542166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50028) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.559439 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-cb22f4ce-4fbd-4f40-9d6b-877db61259ca tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.560661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cb22f4ce-4fbd-4f40-9d6b-877db61259ca tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0566261 Sep 16 05:27:54.564491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50030) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.573785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e94086a2-734a-4971-bb46-20003bb644c9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.574273 n-d-713301-15 neutron-server[94719]: WARNING neutron.api.v2.base [None req-e94086a2-734a-4971-bb46-20003bb644c9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:27:54.574760 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-e94086a2-734a-4971-bb46-20003bb644c9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.578552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e94086a2-734a-4971-bb46-20003bb644c9 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103869 Sep 16 05:27:54.579372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50032) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.586935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a1ae0212-9819-4da1-ba12-213fb2dfd7b7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.624376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a350b47-f44f-4481-9f53-c877abbaa442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.655577 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a350b47-f44f-4481-9f53-c877abbaa442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.657450 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-a1ae0212-9819-4da1-ba12-213fb2dfd7b7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.658493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a1ae0212-9819-4da1-ba12-213fb2dfd7b7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0782151 Sep 16 05:27:54.667805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50034) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.673634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-092a5e38-7fd8-4592-9163-40ac9ed1dcf8 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.674337 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-092a5e38-7fd8-4592-9163-40ac9ed1dcf8 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:27:54.675445 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-092a5e38-7fd8-4592-9163-40ac9ed1dcf8 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.676249 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-092a5e38-7fd8-4592-9163-40ac9ed1dcf8 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070052 Sep 16 05:27:54.679901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50036) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.684129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-eca7f91d-9f94-40e0-885c-73c12f9a22f3 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.718057 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-eca7f91d-9f94-40e0-885c-73c12f9a22f3 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Project d78bd006b5df4e2090abb2d0ae3cd258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:27:54.722946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.734240 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a350b47-f44f-4481-9f53-c877abbaa442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.734948 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-eca7f91d-9f94-40e0-885c-73c12f9a22f3 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.736322 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eca7f91d-9f94-40e0-885c-73c12f9a22f3 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0563951 Sep 16 05:27:54.738542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3a350b47-f44f-4481-9f53-c877abbaa442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.739221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50040) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.740382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3a350b47-f44f-4481-9f53-c877abbaa442 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01bfdd0a-90d0-46c6-9399-a06ea2b02b4b HTTP/1.1" status: 204 len: 168 time: 0.1968791 Sep 16 05:27:54.744479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5902dad4-c2ab-4fc3-bcac-1c8ede0940c6 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.745391 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-5902dad4-c2ab-4fc3-bcac-1c8ede0940c6 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:27:54.746131 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-5902dad4-c2ab-4fc3-bcac-1c8ede0940c6 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.747465 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5902dad4-c2ab-4fc3-bcac-1c8ede0940c6 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069807 Sep 16 05:27:54.749622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a350b47-f44f-4481-9f53-c877abbaa442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bfdd0a-90d0-46c6-9399-a06ea2b02b4b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:54.750314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50044) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.756895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-077b1d96-9f00-4c7d-ae89-cb7e6a393538 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.786747 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-077b1d96-9f00-4c7d-ae89-cb7e6a393538 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Project d78bd006b5df4e2090abb2d0ae3cd258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:27:54.803127 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-077b1d96-9f00-4c7d-ae89-cb7e6a393538 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.807268 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-077b1d96-9f00-4c7d-ae89-cb7e6a393538 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0517490 Sep 16 05:27:54.807670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50050) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.812545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-53bf8ce5-7192-4eb5-8e56-4519d444a0df tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'bfdb2550-c212-4764-9722-e441e1cad109', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:54.836446 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-53bf8ce5-7192-4eb5-8e56-4519d444a0df tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Project d78bd006b5df4e2090abb2d0ae3cd258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:27:54.853677 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-53bf8ce5-7192-4eb5-8e56-4519d444a0df tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:54.855043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-53bf8ce5-7192-4eb5-8e56-4519d444a0df tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0461733 Sep 16 05:27:54.858599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50052) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.914860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f798-d88d-49c4-9110-50c9b9989b56 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.938605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f798-d88d-49c4-9110-50c9b9989b56 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.980955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f798-d88d-49c4-9110-50c9b9989b56 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.984335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f798-d88d-49c4-9110-50c9b9989b56 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:54.987820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2fb6f798-d88d-49c4-9110-50c9b9989b56 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/bfdb2550-c212-4764-9722-e441e1cad109 HTTP/1.1" status: 204 len: 168 time: 0.1259205 Sep 16 05:27:54.988309 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50056) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:54.995681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6f798-d88d-49c4-9110-50c9b9989b56 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdb2550-c212-4764-9722-e441e1cad109,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.058197 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fb973ab2-8e3f-46ce-bc89-73df9e0cdf79 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644526 Sep 16 05:27:55.058348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50060) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.063266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dba76572-e5c9-4630-bd58-30fbd2e9d1d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--27361476'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:55.094032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba76572-e5c9-4630-bd58-30fbd2e9d1d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.101291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50064) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.117819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57c45b98-32fa-4dd9-b0f4-c7d4306f4dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.181559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba76572-e5c9-4630-bd58-30fbd2e9d1d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.185774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba76572-e5c9-4630-bd58-30fbd2e9d1d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.218702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba76572-e5c9-4630-bd58-30fbd2e9d1d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b3a215-22d3-45e5-9b5d-d5b257ed1b35,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.268142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57c45b98-32fa-4dd9-b0f4-c7d4306f4dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.273397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57c45b98-32fa-4dd9-b0f4-c7d4306f4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.277895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dba76572-e5c9-4630-bd58-30fbd2e9d1d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.283251 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dba76572-e5c9-4630-bd58-30fbd2e9d1d4 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2237995 Sep 16 05:27:55.283945 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50066) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.288998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-62f58d15-b002-4635-9031-ec2a5a42cf39 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3a215-22d3-45e5-9b5d-d5b257ed1b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:55.316358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-57c45b98-32fa-4dd9-b0f4-c7d4306f4dfc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfe47348b52040a8b0f2e940dd2da93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134476 Sep 16 05:27:55.317265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c45b98-32fa-4dd9-b0f4-c7d4306f4dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd2d764-716d-44e8-b0f2-4fb7175ba610,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.319165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50068) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.350976 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-62f58d15-b002-4635-9031-ec2a5a42cf39 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The resource could not be found. Sep 16 05:27:55.352043 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-62f58d15-b002-4635-9031-ec2a5a42cf39 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0670204 Sep 16 05:27:55.355474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50074) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.360539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f510046b-e5b3-4a24-8998-ac7d9d2c3b68 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': 'd3b3a215-22d3-45e5-9b5d-d5b257ed1b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '36c962f6-83cb-4139-a7de-40dcaeb8d97c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:55.387165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e65ba9f-156d-4e65-8c35-b07ac84a6b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.410535 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-f510046b-e5b3-4a24-8998-ac7d9d2c3b68 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The resource could not be found. Sep 16 05:27:55.411948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f510046b-e5b3-4a24-8998-ac7d9d2c3b68 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0552368 Sep 16 05:27:55.412446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e65ba9f-156d-4e65-8c35-b07ac84a6b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.414774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50076) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.481059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a186ad7-ca35-4a54-ba06-3c0e33680668 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.484397 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e65ba9f-156d-4e65-8c35-b07ac84a6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.487699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e65ba9f-156d-4e65-8c35-b07ac84a6b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.488920 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8e65ba9f-156d-4e65-8c35-b07ac84a6b0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cd2d764-716d-44e8-b0f2-4fb7175ba610 HTTP/1.1" status: 204 len: 168 time: 0.1687410 Sep 16 05:27:55.508951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65ba9f-156d-4e65-8c35-b07ac84a6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd2d764-716d-44e8-b0f2-4fb7175ba610,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.510878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a186ad7-ca35-4a54-ba06-3c0e33680668 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.560712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a186ad7-ca35-4a54-ba06-3c0e33680668 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.563897 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a186ad7-ca35-4a54-ba06-3c0e33680668 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.567699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5a186ad7-ca35-4a54-ba06-3c0e33680668 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/d3b3a215-22d3-45e5-9b5d-d5b257ed1b35 HTTP/1.1" status: 204 len: 168 time: 0.1493051 Sep 16 05:27:55.568911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50082) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.587562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a186ad7-ca35-4a54-ba06-3c0e33680668 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b3a215-22d3-45e5-9b5d-d5b257ed1b35,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.642361 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f6bde8b7-b488-46ba-b3a9-1b683ee58540 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685096 Sep 16 05:27:55.643124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50088) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.652862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ef6c0008-61ab-4299-af67-6d711dec2b5a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '8cbb28f4-cebd-40d1-a42d-591f2e46220b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:55.698445 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-ef6c0008-61ab-4299-af67-6d711dec2b5a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The resource could not be found. Sep 16 05:27:55.704492 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ef6c0008-61ab-4299-af67-6d711dec2b5a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0602620 Sep 16 05:27:55.704735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50090) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.712474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-51c25921-c2cd-483f-a837-613ba11328e2 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832101728'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:55.740170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51c25921-c2cd-483f-a837-613ba11328e2 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.848167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51c25921-c2cd-483f-a837-613ba11328e2 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.852392 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51c25921-c2cd-483f-a837-613ba11328e2 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.877675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1e15366-3d64-4ed5-ab8a-8822a80e07e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.895086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51c25921-c2cd-483f-a837-613ba11328e2 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:55.900619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-51c25921-c2cd-483f-a837-613ba11328e2 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1910787 Sep 16 05:27:55.902389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50100) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:55.909684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-eab72167-5ee8-4fc1-ab17-df91912c3649 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--324058198'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:55.910687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c25921-c2cd-483f-a837-613ba11328e2 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f54b95-e529-425c-ab4e-101a88a535c0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:55.942957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eab72167-5ee8-4fc1-ab17-df91912c3649 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.048195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eab72167-5ee8-4fc1-ab17-df91912c3649 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.053163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eab72167-5ee8-4fc1-ab17-df91912c3649 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.081701 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eab72167-5ee8-4fc1-ab17-df91912c3649 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.083500 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eab72167-5ee8-4fc1-ab17-df91912c3649 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1785147 Sep 16 05:27:56.087052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50110) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.087622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab72167-5ee8-4fc1-ab17-df91912c3649 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c0a871-942f-432f-9dce-96bbd9bc6ead,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.100918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b559c234-6064-4f33-a676-eead4b29909f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '77f54b95-e529-425c-ab4e-101a88a535c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '90c0a871-942f-432f-9dce-96bbd9bc6ead'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:56.145733 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-b559c234-6064-4f33-a676-eead4b29909f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:56.148567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b559c234-6064-4f33-a676-eead4b29909f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0589125 Sep 16 05:27:56.149624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50112) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.227532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae130-5582-4b2a-b478-640ab77c9614 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.257536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae130-5582-4b2a-b478-640ab77c9614 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.327804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae130-5582-4b2a-b478-640ab77c9614 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.334824 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae130-5582-4b2a-b478-640ab77c9614 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.336847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fd8ae130-5582-4b2a-b478-640ab77c9614 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/90c0a871-942f-432f-9dce-96bbd9bc6ead HTTP/1.1" status: 204 len: 168 time: 0.1854088 Sep 16 05:27:56.339537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50128) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.347614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ae130-5582-4b2a-b478-640ab77c9614 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c0a871-942f-432f-9dce-96bbd9bc6ead,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.411202 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5673ee8-297d-4d67-ba50-6ffcec46d721 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0704076 Sep 16 05:27:56.414449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50130) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.487791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8826684-09dc-442b-9103-fd15fa216d3a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.525860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8826684-09dc-442b-9103-fd15fa216d3a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.635537 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8826684-09dc-442b-9103-fd15fa216d3a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.638549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8826684-09dc-442b-9103-fd15fa216d3a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.647401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c8826684-09dc-442b-9103-fd15fa216d3a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/77f54b95-e529-425c-ab4e-101a88a535c0 HTTP/1.1" status: 204 len: 168 time: 0.2236979 Sep 16 05:27:56.647588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50144) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.649902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8826684-09dc-442b-9103-fd15fa216d3a tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f54b95-e529-425c-ab4e-101a88a535c0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.712139 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42300191-528e-4d57-a27a-c993cede89af tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674031 Sep 16 05:27:56.715643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50146) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.720504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7bb09250-c85d-49b3-90e1-4d694f3357e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133455489'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:56.753377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bb09250-c85d-49b3-90e1-4d694f3357e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.870393 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bb09250-c85d-49b3-90e1-4d694f3357e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.875829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bb09250-c85d-49b3-90e1-4d694f3357e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.913818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb09250-c85d-49b3-90e1-4d694f3357e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2dcb88-c994-4537-b021-e094ae516497,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:56.919509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bb09250-c85d-49b3-90e1-4d694f3357e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:56.926437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50160) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.934478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7bb09250-c85d-49b3-90e1-4d694f3357e7 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2098005 Sep 16 05:27:56.934661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c5f62e55-b752-492e-b24d-1fb69e50ea32 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '1d2dcb88-c994-4537-b021-e094ae516497', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:56.984808 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-c5f62e55-b752-492e-b24d-1fb69e50ea32 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:56.986853 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c5f62e55-b752-492e-b24d-1fb69e50ea32 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0591717 Sep 16 05:27:56.989590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:56.996151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bca78275-6c88-483d-8b82-4f32c3212292 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group_rule': {'security_group_id': '1d2dcb88-c994-4537-b021-e094ae516497', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:57.041772 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-bca78275-6c88-483d-8b82-4f32c3212292 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:27:57.043678 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bca78275-6c88-483d-8b82-4f32c3212292 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0524986 Sep 16 05:27:57.047399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50166) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.126762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31f2bf09-1a9a-49d7-85db-c227f2f8b097 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.160310 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31f2bf09-1a9a-49d7-85db-c227f2f8b097 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.212695 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31f2bf09-1a9a-49d7-85db-c227f2f8b097 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.215373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31f2bf09-1a9a-49d7-85db-c227f2f8b097 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.216663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-31f2bf09-1a9a-49d7-85db-c227f2f8b097 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/1d2dcb88-c994-4537-b021-e094ae516497 HTTP/1.1" status: 204 len: 168 time: 0.1681068 Sep 16 05:27:57.222126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50174) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.232698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2bf09-1a9a-49d7-85db-c227f2f8b097 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2dcb88-c994-4537-b021-e094ae516497,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:57.277442 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e89a8a98-4ee7-43fd-ab25-327137790bfd tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502956 Sep 16 05:27:57.277668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50180) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.282427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c2165160-a906-4c2d-bb4b-b5d502313b0c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104818449'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:57.307841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2165160-a906-4c2d-bb4b-b5d502313b0c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.400161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2165160-a906-4c2d-bb4b-b5d502313b0c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.405276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2165160-a906-4c2d-bb4b-b5d502313b0c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.436423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2165160-a906-4c2d-bb4b-b5d502313b0c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.440361 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2165160-a906-4c2d-bb4b-b5d502313b0c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1590979 Sep 16 05:27:57.440564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50188) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.445275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2807447c-3df5-4917-884b-10b2bc90d37d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:27:57.445695 n-d-713301-15 neutron-server[94718]: WARNING neutron.api.v2.base [None req-2807447c-3df5-4917-884b-10b2bc90d37d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:27:57.446189 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-2807447c-3df5-4917-884b-10b2bc90d37d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:27:57.447124 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2807447c-3df5-4917-884b-10b2bc90d37d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "PUT /v2.0/security-groups/57fc35fc-3c66-4c72-97d1-862b67b4db59 HTTP/1.1" status: 409 len: 330 time: 0.0056558 Sep 16 05:27:57.447957 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2165160-a906-4c2d-bb4b-b5d502313b0c tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc35fc-3c66-4c72-97d1-862b67b4db59,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:57.449727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50190) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.510434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a66e068-ae7f-44ff-b7b0-f16c46fa9d4d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.534778 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a66e068-ae7f-44ff-b7b0-f16c46fa9d4d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.622765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a66e068-ae7f-44ff-b7b0-f16c46fa9d4d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.628043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5a66e068-ae7f-44ff-b7b0-f16c46fa9d4d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:57.630058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5a66e068-ae7f-44ff-b7b0-f16c46fa9d4d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/57fc35fc-3c66-4c72-97d1-862b67b4db59 HTTP/1.1" status: 204 len: 168 time: 0.1791799 Sep 16 05:27:57.633963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50206) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.646916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66e068-ae7f-44ff-b7b0-f16c46fa9d4d tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc35fc-3c66-4c72-97d1-862b67b4db59,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:57.705759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50214) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.706044 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0335d4cf-6792-4766-848d-7fcda768833f tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708017 Sep 16 05:27:57.723493 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-dd62efae-3c56-4b59-8e17-14563350f2bb tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] delete failed (client error): The resource could not be found. Sep 16 05:27:57.723493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dd62efae-3c56-4b59-8e17-14563350f2bb tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "DELETE /v2.0/security-groups/c01e6b44-6e48-4a9a-a6f2-54989dd5f5e5 HTTP/1.1" status: 404 len: 347 time: 0.0153255 Sep 16 05:27:57.726947 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50218) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.740861 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-1e218f78-677f-4cf7-945a-5115c49a03f1 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] show failed (client error): The resource could not be found. Sep 16 05:27:57.745344 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e218f78-677f-4cf7-945a-5115c49a03f1 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-groups/6376b9f1-8613-49ba-a9f4-27aeb738915c HTTP/1.1" status: 404 len: 347 time: 0.0139725 Sep 16 05:27:57.745629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50220) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:57.761134 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-8bae6983-13d3-4db8-944a-52ecffaf2a70 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] show failed (client error): The resource could not be found. Sep 16 05:27:57.762161 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8bae6983-13d3-4db8-944a-52ecffaf2a70 tempest-NegativeSecGroupIPv6Test-1854312463 tempest-NegativeSecGroupIPv6Test-1854312463-project] 10.222.0.55 "GET /v2.0/security-group-rules/d4bbc22d-5a24-48bb-aca3-b98a2e821cbd HTTP/1.1" status: 404 len: 356 time: 0.0156515 Sep 16 05:27:58.059531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:58.076794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50250) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:58.203675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e35c0bba-c74f-43d0-9723-8001447feb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.204957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cba0df8f-a950-48f8-90fd-a7930e09c68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.243127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c737467b-dd52-4f7b-9a62-668bfcc5585f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d78bd006b5df4e2090abb2d0ae3cd258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795313 Sep 16 05:27:58.243713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50254) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:58.305096 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3111fb7a-9c85-46b7-9262-5ba1240b2f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.308810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cba0df8f-a950-48f8-90fd-a7930e09c68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.313107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cba0df8f-a950-48f8-90fd-a7930e09c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.329612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3111fb7a-9c85-46b7-9262-5ba1240b2f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.355070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cba0df8f-a950-48f8-90fd-a7930e09c68f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7c2e7b4236a4cbbae2f2b63262b8f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772100 Sep 16 05:27:58.356039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0df8f-a950-48f8-90fd-a7930e09c68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddb6e21-48a9-4981-8aad-412d6d11770f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:58.357662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50260) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:58.444511 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-592edb13-7410-4ba2-a687-e1aaca634c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.447596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3111fb7a-9c85-46b7-9262-5ba1240b2f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.450070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3111fb7a-9c85-46b7-9262-5ba1240b2f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.451220 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3111fb7a-9c85-46b7-9262-5ba1240b2f32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1013afec-679a-43f3-ade1-f995f5cf82bc HTTP/1.1" status: 204 len: 168 time: 0.2068064 Sep 16 05:27:58.474103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111fb7a-9c85-46b7-9262-5ba1240b2f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1013afec-679a-43f3-ade1-f995f5cf82bc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:58.480068 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-592edb13-7410-4ba2-a687-e1aaca634c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.535906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-592edb13-7410-4ba2-a687-e1aaca634c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.538724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-592edb13-7410-4ba2-a687-e1aaca634c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:58.540127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-592edb13-7410-4ba2-a687-e1aaca634c25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ddb6e21-48a9-4981-8aad-412d6d11770f HTTP/1.1" status: 204 len: 168 time: 0.1808355 Sep 16 05:27:58.550909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592edb13-7410-4ba2-a687-e1aaca634c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddb6e21-48a9-4981-8aad-412d6d11770f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:58.973076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50290) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:58.993943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8870-6540-4eb4-a67b-73b33d5f967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.093643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8870-6540-4eb4-a67b-73b33d5f967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.098697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8870-6540-4eb4-a67b-73b33d5f967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.146493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50296) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:27:59.146730 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3b4f8870-6540-4eb4-a67b-73b33d5f967d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07290882cd9a40979ca6605800550daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721394 Sep 16 05:27:59.147444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f8870-6540-4eb4-a67b-73b33d5f967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b986289-0bbd-4aea-84b2-410af35be5d9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:59.175486 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.211956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbf48-662e-48e2-974c-77dd77d06334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.236249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbf48-662e-48e2-974c-77dd77d06334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.302364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbf48-662e-48e2-974c-77dd77d06334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.305729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbf48-662e-48e2-974c-77dd77d06334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:59.309884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7b5cbf48-662e-48e2-974c-77dd77d06334 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b986289-0bbd-4aea-84b2-410af35be5d9 HTTP/1.1" status: 204 len: 168 time: 0.1623631 Sep 16 05:27:59.319169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cbf48-662e-48e2-974c-77dd77d06334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b986289-0bbd-4aea-84b2-410af35be5d9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:27:59.848179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.239572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50360) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:00.394150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1677165840-network', 'tenant_id': '7a8a21d3a4d9413496d6f9a41d51e22a'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:00.424308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Made reservation on behalf of 7a8a21d3a4d9413496d6f9a41d51e22a for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:00.427068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.437155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.543459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.548280 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.573840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:00.591740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:00.595362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.595800 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Added segment 4759e75b-0c8f-4b12-9154-7f06d5de2683 of type vlan for network c481c7bd-01af-4b34-96c6-07214add4420 Sep 16 05:28:00.644861 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.676002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.677025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:00.677613 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.711420 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4701471 Sep 16 05:28:00.715242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:00.721762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Request body: {'subnet': {'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1677165840-subnet', 'tenant_id': '7a8a21d3a4d9413496d6f9a41d51e22a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:00.744599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Made reservation on behalf of 7a8a21d3a4d9413496d6f9a41d51e22a for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:00.747061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.752204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0d7ca-e283-458b-be39-10617fcd46bd admin admin] Pushing event updated for resources: {'Network': ['ID=c481c7bd-01af-4b34-96c6-07214add4420,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:00.761920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c481c7bd-01af-4b34-96c6-07214add4420 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:00.943148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:00.999027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4effd735-1320-4247-9af7-6216b03ad32f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:01.010581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Checking segment: {'id': '4759e75b-0c8f-4b12-9154-7f06d5de2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:01.010948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Network hostable DHCP agents. Network: c481c7bd-01af-4b34-96c6-07214add4420, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:01.028428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Network c481c7bd-01af-4b34-96c6-07214add4420 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:01.038723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c481c7bd-01af-4b34-96c6-07214add4420) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:01.046750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.047552 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.047980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb3980-e1da-4ff3-8163-aa60109af734 None None] Network c481c7bd-01af-4b34-96c6-07214add4420 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:01.072005 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7614e9e8-5c02-4733-93e0-fea57131d153 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3458257 Sep 16 05:28:01.300433 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.377726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77297d0-ba4b-46c0-8b56-3358ddd2adce None None] Network c481c7bd-01af-4b34-96c6-07214add4420 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:01.645365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50414) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:01.651005 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-185860788-network', 'tenant_id': '06b1c8f040284e958b5e59b65eca1658'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:01.685784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Made reservation on behalf of 06b1c8f040284e958b5e59b65eca1658 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:01.688398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.703236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.836477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.844033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.877528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:01.888487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8192648-1b61-4662-9bbd-111943e72bd3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:01.894707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.895059 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Added segment 83a86106-129d-4857-af96-29b01c840b61 of type vlan for network 8c18fdaa-0123-4aeb-939b-549b7ddf77ce Sep 16 05:28:01.944877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.978537 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:01.979706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:01.980330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.020430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3735285 Sep 16 05:28:02.022986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50428) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:02.028700 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Request body: {'subnet': {'network_id': '8c18fdaa-0123-4aeb-939b-549b7ddf77ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-185860788-subnet', 'tenant_id': '06b1c8f040284e958b5e59b65eca1658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:02.075796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc92412-62eb-40f6-9eee-01d4d11a24e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c18fdaa-0123-4aeb-939b-549b7ddf77ce,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:02.089464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8c18fdaa-0123-4aeb-939b-549b7ddf77ce details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:02.099988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Made reservation on behalf of 06b1c8f040284e958b5e59b65eca1658 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:02.102561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.335627 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:02.637654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.714944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79006af2-9306-40c6-ab97-aef3307b85fa,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:02.728938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Checking segment: {'id': '83a86106-129d-4857-af96-29b01c840b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c18fdaa-0123-4aeb-939b-549b7ddf77ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:02.729221 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Network hostable DHCP agents. Network: 8c18fdaa-0123-4aeb-939b-549b7ddf77ce, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:02.749167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Network 8c18fdaa-0123-4aeb-939b-549b7ddf77ce is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:02.759233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8c18fdaa-0123-4aeb-939b-549b7ddf77ce) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:02.764483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:02.765396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:02.771018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ed960-bdd8-4d03-a4e4-e4e58b4fd740 None None] Network 8c18fdaa-0123-4aeb-939b-549b7ddf77ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:02.800058 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-228ce139-126e-4b9c-b5b4-1a5c327b9804 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7760007 Sep 16 05:28:02.927936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec776bf3-ae15-4836-b880-b632bf8e56de None None] Network 8c18fdaa-0123-4aeb-939b-549b7ddf77ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:03.370663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-a67626f3-16b7-45fd-8d2b-64df95d4c2eb tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:03.372383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-a67626f3-16b7-45fd-8d2b-64df95d4c2eb tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/networks?id=c481c7bd-01af-4b34-96c6-07214add4420 HTTP/1.1" status: 200 len: 809 time: 0.1182137 Sep 16 05:28:03.392589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-f17effec-a3eb-434c-a6f4-47721530b43b tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/quotas/7a8a21d3a4d9413496d6f9a41d51e22a HTTP/1.1" status: 200 len: 375 time: 0.0137408 Sep 16 05:28:03.444297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-2abc9fae-f12d-44d0-b6c0-75262b13548e tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a8a21d3a4d9413496d6f9a41d51e22a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407794 Sep 16 05:28:03.552929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-1adff0f0-8bf6-436b-a603-77ba8166ea26 service neutron] 10.222.0.55 "GET /v2.0/networks/c481c7bd-01af-4b34-96c6-07214add4420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987060 Sep 16 05:28:03.661360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-dca43238-4bea-4b79-9212-82f9e251c25b service neutron] 10.222.0.55 "GET /v2.0/networks/c481c7bd-01af-4b34-96c6-07214add4420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012294 Sep 16 05:28:03.915648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53a158b9-5c22-4586-aef5-c6ab7b06db0a req-8b0b4353-f38f-4716-9bd7-89e65199f273 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 210 time: 0.0422580 Sep 16 05:28:05.008538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-d070f9ff-675d-41b9-ac40-004738ee2d48 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.010287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-d070f9ff-675d-41b9-ac40-004738ee2d48 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.73 "GET /v2.0/networks?id=c481c7bd-01af-4b34-96c6-07214add4420 HTTP/1.1" status: 200 len: 809 time: 0.1495180 Sep 16 05:28:05.033956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Request body: {'port': {'device_id': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420', 'admin_state_up': True, 'tenant_id': '7a8a21d3a4d9413496d6f9a41d51e22a'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:05.051230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ddbc071-881b-4c7a-8ab1-351783f9643a req-836d19bd-3487-49b9-8b5b-0f8afd01d21b tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 210 time: 0.0505321 Sep 16 05:28:05.148057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50538) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:05.186622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Made reservation on behalf of 7a8a21d3a4d9413496d6f9a41d51e22a for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:05.191754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.396536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Allocated IP 172.20.0.2 (c481c7bd-01af-4b34-96c6-07214add4420/4effd735-1320-4247-9af7-6216b03ad32f/4833364f-5b28-4d98-aecc-0767f3155eee) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:05.430091 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed9a19aa-5c7f-4823-a6ca-242229610e4c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/floatingips/340a05f4-3c9a-4fa0-bb03-62dbf402ff20 HTTP/1.1" status: 200 len: 994 time: 0.2808828 Sep 16 05:28:05.605844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.645451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.685846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Network c481c7bd-01af-4b34-96c6-07214add4420 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:05.688868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:05.692703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:05.724467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50558) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:05.735368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Pushing event updated for resources: {'Port': ['ID=4833364f-5b28-4d98-aecc-0767f3155eee,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:05.772563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.773199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:05.789342 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-e962498c-6e8a-4ffe-83bb-31c21bddc42a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7692587 Sep 16 05:28:05.805112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Request body: {'port': {'device_id': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:05.877091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.240466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d66b17-79ca-4e52-92ae-21d214fe6a40 req-ed01f740-9bb9-443d-931a-330f135d9329 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:06.242707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5d66b17-79ca-4e52-92ae-21d214fe6a40 req-ed01f740-9bb9-443d-931a-330f135d9329 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 931 time: 0.0671687 Sep 16 05:28:06.248559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port 1459c35a-e39c-4363-b18c-6d22d6c19d4e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:06.249097 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.267956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4833364f-5b28-4d98-aecc-0767f3155eee {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:06.291704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.308222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Transition to ACTIVE for port object 4833364f-5b28-4d98-aecc-0767f3155eee will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:06.315996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.381510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5d66b17-79ca-4e52-92ae-21d214fe6a40 req-78476457-17a2-41a0-896f-6919bc538dbd tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300848 Sep 16 05:28:06.411563 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.411986 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.425884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for 1459c35a-e39c-4363-b18c-6d22d6c19d4e owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:06.439523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Pushing event updated for resources: {'Port': ['ID=4833364f-5b28-4d98-aecc-0767f3155eee,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:06.483358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Attempting to bind port 4833364f-5b28-4d98-aecc-0767f3155eee on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:06.483685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Attempting to bind port 4833364f-5b28-4d98-aecc-0767f3155eee by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '4759e75b-0c8f-4b12-9154-7f06d5de2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:06.484018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Attempting to bind port 4833364f-5b28-4d98-aecc-0767f3155eee on network c481c7bd-01af-4b34-96c6-07214add4420 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:06.489842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Port 4833364f-5b28-4d98-aecc-0767f3155eee on network c481c7bd-01af-4b34-96c6-07214add4420 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:06.490166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Attempting to bind port 4833364f-5b28-4d98-aecc-0767f3155eee on network c481c7bd-01af-4b34-96c6-07214add4420 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:06.495532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:06.495876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Checking segment: {'id': '4759e75b-0c8f-4b12-9154-7f06d5de2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:06.496313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Bound using segment: {'id': '4759e75b-0c8f-4b12-9154-7f06d5de2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:06.496749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Bound port: 4833364f-5b28-4d98-aecc-0767f3155eee, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4759e75b-0c8f-4b12-9154-7f06d5de2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:06.497112 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.579040 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] For port 4833364f-5b28-4d98-aecc-0767f3155eee, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:06.587239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] For port 4833364f-5b28-4d98-aecc-0767f3155eee, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4833364f-5b28-4d98-aecc-0767f3155eee,segment=NetworkSegment(4759e75b-0c8f-4b12-9154-7f06d5de2683),segment_id=4759e75b-0c8f-4b12-9154-7f06d5de2683)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:06.596862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.637386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:06.638014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.639942 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] 10.222.0.73 "PUT /v2.0/ports/4833364f-5b28-4d98-aecc-0767f3155eee HTTP/1.1" status: 200 len: 1092 time: 0.8400190 Sep 16 05:28:06.640425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'tag': '4833364f-5b28-4d98-aecc-0767f3155eee'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:06.642731 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e496dd3-0155-43c6-9e20-836623fa0a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "84fa68c9-ce0c-4275-bcfc-6134115bc796", "tag": "4833364f-5b28-4d98-aecc-0767f3155eee"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:06.666849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa48d4-3146-4650-943b-62589e163f5f service neutron] Pushing event updated for resources: {'Port': ['ID=4833364f-5b28-4d98-aecc-0767f3155eee,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:06.736029 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf5b03-757f-4505-b270-9ef7921ac275 x-openstack-request-id: req-7bbf5b03-757f-4505-b270-9ef7921ac275 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:06.736365 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fa68c9-ce0c-4275-bcfc-6134115bc796", "tag": "4833364f-5b28-4d98-aecc-0767f3155eee", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:06.736622 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bbf5b03-757f-4505-b270-9ef7921ac275 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:06.737156 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'tag': '4833364f-5b28-4d98-aecc-0767f3155eee', 'status': 'completed', 'code': 200} Sep 16 05:28:06.737267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.752459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-7a4d60b5-4b4b-4dc6-9a0f-3f43cf5e787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:06.754169 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-7a4d60b5-4b4b-4dc6-9a0f-3f43cf5e787e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a8a21d3a4d9413496d6f9a41d51e22a&device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 1095 time: 0.0561817 Sep 16 05:28:06.796914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=1459c35a-e39c-4363-b18c-6d22d6c19d4e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:06.804700 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-d5f74971-89a2-44f0-bdb0-77349ea84e28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4833364f-5b28-4d98-aecc-0767f3155eee HTTP/1.1" status: 200 len: 217 time: 0.0416858 Sep 16 05:28:06.847883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.848445 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Floating IP 340a05f4-3c9a-4fa0-bb03-62dbf402ff20 disassociated (deleted). External IP: 172.25.6.177, port: c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f. Sep 16 05:28:06.859489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-5a85101e-986e-4bfa-bfba-318e43ccc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:06.861336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-5a85101e-986e-4bfa-bfba-318e43ccc178 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4effd735-1320-4247-9af7-6216b03ad32f HTTP/1.1" status: 200 len: 849 time: 0.0495703 Sep 16 05:28:06.904066 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-01a31215-03c8-4e9c-9c13-60d85f9049c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c481c7bd-01af-4b34-96c6-07214add4420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338278 Sep 16 05:28:07.018779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-230864f4-50a9-42a1-8eca-9e7c5e263221 service neutron] 10.222.0.73 "GET /v2.0/networks/c481c7bd-01af-4b34-96c6-07214add4420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050112 Sep 16 05:28:07.059172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-1f896801-dafe-4c69-a560-401c81a859ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1514606 Sep 16 05:28:07.161758 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e287812d-e037-4bae-acfa-576ebe6e8606 req-297437d6-1c94-4d70-8a02-e75cd3bee286 service neutron] 10.222.0.73 "GET /v2.0/networks/c481c7bd-01af-4b34-96c6-07214add4420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329439 Sep 16 05:28:07.245804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:07.261826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-bae5f072-9120-4d21-a3a3-cbe67ccc806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.263329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-bae5f072-9120-4d21-a3a3-cbe67ccc806a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 1098 time: 0.0977075 Sep 16 05:28:07.305817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-0eb0995e-2cfb-4453-bcf7-57b33d75da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.307079 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-0eb0995e-2cfb-4453-bcf7-57b33d75da63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a8a21d3a4d9413496d6f9a41d51e22a&device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 1095 time: 0.0902317 Sep 16 05:28:07.440498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-28b50302-6eb2-49c6-b0c2-eeea4cac93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.441986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-28b50302-6eb2-49c6-b0c2-eeea4cac93f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c481c7bd-01af-4b34-96c6-07214add4420 HTTP/1.1" status: 200 len: 910 time: 0.1242287 Sep 16 05:28:07.473887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-92aa74ea-0d4a-42a8-be0b-7e8b9ee50476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.475771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-92aa74ea-0d4a-42a8-be0b-7e8b9ee50476 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7435570b-b0c9-48a6-925e-de2cb5a809d6 HTTP/1.1" status: 200 len: 897 time: 0.1694555 Sep 16 05:28:07.512556 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-f90bb7ea-42f2-4193-afd0-ed84d284524c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4833364f-5b28-4d98-aecc-0767f3155eee HTTP/1.1" status: 200 len: 217 time: 0.0594275 Sep 16 05:28:07.543698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-01755baa-72d6-4cd8-8bd5-295a605a1bae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f HTTP/1.1" status: 200 len: 217 time: 0.0569301 Sep 16 05:28:07.548169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:07.589905 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] Sync routers for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:07.593055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:07.627204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-bfd11a86-e212-48f1-a9d9-ba97cb75b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.630231 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-bfd11a86-e212-48f1-a9d9-ba97cb75b801 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4effd735-1320-4247-9af7-6216b03ad32f HTTP/1.1" status: 200 len: 849 time: 0.1077476 Sep 16 05:28:07.631681 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:07.633131 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:07.674690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-df4837f1-3e84-468d-b928-a3cd03141d83 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/floatingips/340a05f4-3c9a-4fa0-bb03-62dbf402ff20 HTTP/1.1" status: 204 len: 168 time: 1.9448316 Sep 16 05:28:07.687352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:07.690444 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28c49e-c310-4d12-ac97-4105bf08bfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:07.701003 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-10e1bfeb-8efa-40c2-ba53-a90c61fe83b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c481c7bd-01af-4b34-96c6-07214add4420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631881 Sep 16 05:28:07.703236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-7b9983b5-3f12-4301-a38f-7e7cedfc5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.704912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-7b9983b5-3f12-4301-a38f-7e7cedfc5671 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60da0499-df9c-4f31-b0e7-68c0d07ebbef HTTP/1.1" status: 200 len: 835 time: 0.1162982 Sep 16 05:28:07.722275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9506f2-5279-477d-87f3-a90aba5e3422 req-0b546a4b-a32a-4e6c-8d35-38c4af32d7d0 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.730451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9506f2-5279-477d-87f3-a90aba5e3422 req-0b546a4b-a32a-4e6c-8d35-38c4af32d7d0 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 943 time: 0.2425690 Sep 16 05:28:07.844799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9506f2-5279-477d-87f3-a90aba5e3422 req-26c3a917-a91a-40f5-80cd-e4b5010bd0e8 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131070 Sep 16 05:28:07.848620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-4f7c7cdf-3e8f-46b0-8950-920224c83263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.853824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-4f7c7cdf-3e8f-46b0-8950-920224c83263 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7435570b-b0c9-48a6-925e-de2cb5a809d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204844 Sep 16 05:28:07.965175 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:08.031271 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-113de0d9-d393-4f6a-94d2-c82fe614c1ad service neutron] 10.222.0.73 "GET /v2.0/networks/c481c7bd-01af-4b34-96c6-07214add4420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188281 Sep 16 05:28:08.058606 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adfe42a-7d7c-40c5-a339-8e809eba3135 x-openstack-request-id: req-7adfe42a-7d7c-40c5-a339-8e809eba3135 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:08.059080 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:08.059343 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7adfe42a-7d7c-40c5-a339-8e809eba3135 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:08.060151 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'status': 'completed', 'code': 200} Sep 16 05:28:08.149085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-21c2ca2c-a4db-4ea6-af97-e6c4579d67c3 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826385 Sep 16 05:28:08.343728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1e496dd3-0155-43c6-9e20-836623fa0a9e req-181b2c31-4c7e-46fc-a490-b041ee6dff0a service neutron] 10.222.0.73 "GET /v2.0/networks/c481c7bd-01af-4b34-96c6-07214add4420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934959 Sep 16 05:28:08.390469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0bb8761-4988-468d-86c5-c5b72648d8d8 req-b2154fee-955e-42fc-bab9-92c4dd988cf3 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338483 Sep 16 05:28:08.486582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b584d2-fdce-4a2a-8907-36db6dfeca6f req-8da52416-4b28-4d47-b4bb-caab8c9b978b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.488474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14b584d2-fdce-4a2a-8907-36db6dfeca6f req-8da52416-4b28-4d47-b4bb-caab8c9b978b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.1945367 Sep 16 05:28:08.492909 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:22Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:08.593184 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] Checking router: ffd4aaa8-da48-4f56-9980-ed52e8d97e64 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:08.604866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14b584d2-fdce-4a2a-8907-36db6dfeca6f req-c480768b-98c4-4f8a-9478-98a64dedae1c tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094148 Sep 16 05:28:08.611152 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:08.612926 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:08.621572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-157a5d25-87ec-4846-9fbc-d70fb1df4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.624684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-157a5d25-87ec-4846-9fbc-d70fb1df4667 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 1098 time: 0.0969977 Sep 16 05:28:08.821928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-de1d9f6b-c740-4cf9-9917-a3542b63f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.823664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-de1d9f6b-c740-4cf9-9917-a3542b63f186 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7435570b-b0c9-48a6-925e-de2cb5a809d6 HTTP/1.1" status: 200 len: 897 time: 0.1906893 Sep 16 05:28:08.882689 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:08.918705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-268d9bb8-55d1-41a0-8e6f-718d59e701cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f HTTP/1.1" status: 200 len: 217 time: 0.0840003 Sep 16 05:28:09.128335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-9584b7c5-91cd-4619-baad-daf47c0e333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.129884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-9584b7c5-91cd-4619-baad-daf47c0e333f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60da0499-df9c-4f31-b0e7-68c0d07ebbef HTTP/1.1" status: 200 len: 835 time: 0.2015257 Sep 16 05:28:09.147306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afb1f4-067a-43c9-934e-48cb41f30c26 req-23c9c7c9-5cf1-4733-8dae-14c4aa473644 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.156608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4afb1f4-067a-43c9-934e-48cb41f30c26 req-23c9c7c9-5cf1-4733-8dae-14c4aa473644 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 943 time: 0.0901554 Sep 16 05:28:09.234775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4afb1f4-067a-43c9-934e-48cb41f30c26 req-07c1a975-cf43-4b41-ba22-be3810bcf10d tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747662 Sep 16 05:28:09.267138 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:22Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:09.297882 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c700ae-3877-4c61-ad15-eb29dc359a14 None None] The sync data for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 is: [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:26:14Z', 'revision_number': 4, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f83b00f7-87ac-490b-9619-2e028a538a2b', 'name': '', 'network_id': '7435570b-b0c9-48a6-925e-de2cb5a809d6', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'mac_address': 'fa:16:3e:84:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:13Z', 'updated_at': '2021-09-16T05:26:22Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'subnets': [{'id': '60da0499-df9c-4f31-b0e7-68c0d07ebbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:09.307478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-37fa5b47-e207-4c58-9836-48d843d00c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.309122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-37fa5b47-e207-4c58-9836-48d843d00c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7435570b-b0c9-48a6-925e-de2cb5a809d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310070 Sep 16 05:28:09.431426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-e0446227-a169-4d7e-9f83-75f762d800db service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120725 Sep 16 05:28:09.611819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d28c49e-c310-4d12-ac97-4105bf08bfa9 req-90d4b2b0-9011-46bf-8112-7a40f8d2d536 service neutron] 10.222.0.64 "GET /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728258 Sep 16 05:28:09.813000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1f32c-e040-4122-ba3b-f56ccb6eec2d None None] New status for floating IP 340a05f4-3c9a-4fa0-bb03-62dbf402ff20: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:09.835539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79270dc-2294-4c11-800b-eaa956369331 req-0aa8b9fe-5e77-49a3-9b83-4f39ce2d71f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.837437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e79270dc-2294-4c11-800b-eaa956369331 req-0aa8b9fe-5e77-49a3-9b83-4f39ce2d71f9 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.0943003 Sep 16 05:28:09.879359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e79270dc-2294-4c11-800b-eaa956369331 req-07241437-b475-4c7a-9e92-dd05f3e227fc tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/security-groups?id=d966cd1f-0baf-4190-946e-78d56c94671a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358348 Sep 16 05:28:10.083585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-555f32d5-e905-4ab6-ba09-feaa50fe96db tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.085536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-555f32d5-e905-4ab6-ba09-feaa50fe96db tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 946 time: 0.0643363 Sep 16 05:28:10.087784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4833364f-5b28-4d98-aecc-0767f3155eee details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:10.240701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:10.241370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.280328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4833364f-5b28-4d98-aecc-0767f3155eee, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4833364f-5b28-4d98-aecc-0767f3155eee,segment=NetworkSegment(4759e75b-0c8f-4b12-9154-7f06d5de2683),segment_id=4759e75b-0c8f-4b12-9154-7f06d5de2683)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:10.293819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '4833364f-5b28-4d98-aecc-0767f3155eee', 'network_id': 'c481c7bd-01af-4b34-96c6-07214add4420', 'port_id': '4833364f-5b28-4d98-aecc-0767f3155eee', 'mac_address': 'fa:16:3e:80:ee:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4effd735-1320-4247-9af7-6216b03ad32f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:10.366844 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.385192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4833364f-5b28-4d98-aecc-0767f3155eee {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:10.439607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4833364f-5b28-4d98-aecc-0767f3155eee, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4833364f-5b28-4d98-aecc-0767f3155eee,segment=NetworkSegment(4759e75b-0c8f-4b12-9154-7f06d5de2683),segment_id=4759e75b-0c8f-4b12-9154-7f06d5de2683)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:10.448041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.464192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:10.465237 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.482488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376f56-1dd8-45b2-9f77-91cc09a8fddd req-8de727c2-3fcb-4c37-99a1-e5fc743a6fb3 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.484304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80376f56-1dd8-45b2-9f77-91cc09a8fddd req-8de727c2-3fcb-4c37-99a1-e5fc743a6fb3 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 943 time: 0.1070518 Sep 16 05:28:10.491079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:10.551752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=4833364f-5b28-4d98-aecc-0767f3155eee,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:10.587532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80376f56-1dd8-45b2-9f77-91cc09a8fddd req-eff5501f-0945-4cd4-84dd-f50f3f2abc5a tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941005 Sep 16 05:28:10.747885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.761882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['4833364f-5b28-4d98-aecc-0767f3155eee'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:10.780634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:10.875317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] No DVR routers for this DVR port c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:10.879537 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:10.881608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1a2e10b-e3d8-415d-9fde-cb7dc7bf9490 req-546e41f3-3950-40e0-a1d8-fb2371dec6cf tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.64 "DELETE /v2.0/ports/c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f HTTP/1.1" status: 204 len: 173 time: 0.7888334 Sep 16 05:28:10.882069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'name': 'network-vif-deleted', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:10.884563 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd76b6d-c61e-4052-9bca-de6ee8139a86" -d '{"events": [{"server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "name": "network-vif-deleted", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:10.971465 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349f3591-e61c-4fd4-a790-adcdcee7412d x-openstack-request-id: req-349f3591-e61c-4fd4-a790-adcdcee7412d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:10.971764 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5fe567-980e-4e87-a977-69ccf5543c1d", "name": "network-vif-deleted", "tag": "c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:10.972020 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-349f3591-e61c-4fd4-a790-adcdcee7412d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:10.972446 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5fe567-980e-4e87-a977-69ccf5543c1d', 'name': 'network-vif-deleted', 'tag': 'c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f', 'status': 'completed', 'code': 200} Sep 16 05:28:11.064887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d76447e3-2fb0-4a7a-bcef-4ba376f469eb req-3b97c431-70d0-4f33-b188-f70966c03a1b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a5fe567-980e-4e87-a977-69ccf5543c1d HTTP/1.1" status: 200 len: 210 time: 0.0339510 Sep 16 05:28:11.786342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539868f9-0aeb-43aa-ae67-abc54262e465 req-444e2705-fe8f-4dc2-8445-41fd7bdd2d5c tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.787965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539868f9-0aeb-43aa-ae67-abc54262e465 req-444e2705-fe8f-4dc2-8445-41fd7bdd2d5c tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 944 time: 0.1110728 Sep 16 05:28:11.841682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-539868f9-0aeb-43aa-ae67-abc54262e465 req-8d81fae6-54f0-4f11-a05d-316fba54217d tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380077 Sep 16 05:28:11.853658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.088802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4833364f-5b28-4d98-aecc-0767f3155eee up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:12.134915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50708) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:12.164543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 4833364f-5b28-4d98-aecc-0767f3155eee completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:12.169082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 4833364f-5b28-4d98-aecc-0767f3155eee triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:12.170868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.255335 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.283431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4833364f-5b28-4d98-aecc-0767f3155eee'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:12.283867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.288718 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650a30e-edfb-4fa8-a15d-261472517df9" -d '{"events": [{"server_uuid": "84fa68c9-ce0c-4275-bcfc-6134115bc796", "name": "network-vif-plugged", "status": "completed", "tag": "4833364f-5b28-4d98-aecc-0767f3155eee"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:12.303656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4833364f-5b28-4d98-aecc-0767f3155eee, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4833364f-5b28-4d98-aecc-0767f3155eee,segment=NetworkSegment(4759e75b-0c8f-4b12-9154-7f06d5de2683),segment_id=4759e75b-0c8f-4b12-9154-7f06d5de2683)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:12.319078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.319830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.375476 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775fa95f-9c85-4759-87cb-2aa7010aa015 x-openstack-request-id: req-775fa95f-9c85-4759-87cb-2aa7010aa015 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:12.375865 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fa68c9-ce0c-4275-bcfc-6134115bc796", "name": "network-vif-plugged", "status": "completed", "tag": "4833364f-5b28-4d98-aecc-0767f3155eee", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:12.376140 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-775fa95f-9c85-4759-87cb-2aa7010aa015 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:12.377099 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4833364f-5b28-4d98-aecc-0767f3155eee', 'code': 200} Sep 16 05:28:12.416991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=4833364f-5b28-4d98-aecc-0767f3155eee,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:12.419627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.423349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:12.425109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/security-groups/d966cd1f-0baf-4190-946e-78d56c94671a HTTP/1.1" status: 204 len: 168 time: 0.2890730 Sep 16 05:28:12.441468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d966cd1f-0baf-4190-946e-78d56c94671a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:12.450187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.450550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.451509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.451918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.452350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.452798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.453306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.453722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.454119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.454515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.454908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.456032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb58f8b-ee67-46f2-9afb-37b0e7ce63f6 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:12.499756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50722) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:12.538627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf92f7-6d24-4a67-bf19-3478926b2805 req-1f86c624-64f9-4705-9660-fd38722e2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.540599 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50bf92f7-6d24-4a67-bf19-3478926b2805 req-1f86c624-64f9-4705-9660-fd38722e2424 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 1097 time: 0.0670695 Sep 16 05:28:12.617501 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-50bf92f7-6d24-4a67-bf19-3478926b2805 req-c4dc844e-de16-433f-be37-3815ce2905f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608428 Sep 16 05:28:13.132986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091b5f-21ad-4922-b8d1-ca864d2d7d63 req-aac08d84-fd4a-437e-8b80-5c7c95bc6e04 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:13.134135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72091b5f-21ad-4922-b8d1-ca864d2d7d63 req-aac08d84-fd4a-437e-8b80-5c7c95bc6e04 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 945 time: 0.1348538 Sep 16 05:28:13.230383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72091b5f-21ad-4922-b8d1-ca864d2d7d63 req-f2360c73-f6ab-4815-be78-c21c38f06e67 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867441 Sep 16 05:28:13.524470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:13.898246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port f83b00f7-87ac-490b-9619-2e028a538a2b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:13.898597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.022672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port f83b00f7-87ac-490b-9619-2e028a538a2b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f83b00f7-87ac-490b-9619-2e028a538a2b,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:14.023060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.035660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for f83b00f7-87ac-490b-9619-2e028a538a2b owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:14.102454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:14.131878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:14.132687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c0e5a0f6-dfe1-47a9-bfaa-0de9c585b25f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:14.352110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.379791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=f83b00f7-87ac-490b-9619-2e028a538a2b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:14.405072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3847a0-e810-467f-bd5c-676681824642 req-7a7214c7-44e2-403f-be49-0a7f201fe235 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.407480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff3847a0-e810-467f-bd5c-676681824642 req-7a7214c7-44e2-403f-be49-0a7f201fe235 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 945 time: 0.1018758 Sep 16 05:28:14.515432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff3847a0-e810-467f-bd5c-676681824642 req-f0cabfbc-ba45-45d1-8e05-89e8b2e79647 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934236 Sep 16 05:28:14.694633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:14.971904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:15.093114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:15.098559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-277f1776-fca0-4460-a7c6-f8bcff6f674f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "PUT /v2.0/routers/ffd4aaa8-da48-4f56-9980-ed52e8d97e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5974112 Sep 16 05:28:15.101226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50792) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:15.105123 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] Sync routers for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:15.127788 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:15.128915 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:15.159155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting subnet 60da0499-df9c-4f31-b0e7-68c0d07ebbef {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:15.162871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.244022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.255113 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:15.380330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.499425 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.537113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Subnet': ['ID=60da0499-df9c-4f31-b0e7-68c0d07ebbef,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:15.563267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c4d65-0ef3-454d-b415-afb8fa040cd3 None None] Network 7435570b-b0c9-48a6-925e-de2cb5a809d6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:15.574127 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.584439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0126b2d4-096b-4137-bf62-44697be3864f tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/subnets/60da0499-df9c-4f31-b0e7-68c0d07ebbef HTTP/1.1" status: 204 len: 168 time: 0.4820473 Sep 16 05:28:15.587478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50814) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:15.779883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:28:14Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:15.845069 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] Checking router: ffd4aaa8-da48-4f56-9980-ed52e8d97e64 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:15.867116 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] Routers {'ffd4aaa8-da48-4f56-9980-ed52e8d97e64'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:15.868461 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:15.873288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:15.980049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] DHCP port deletion for 7435570b-b0c9-48a6-925e-de2cb5a809d6 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:16.020298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.110830 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] Set router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:16.112386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Deleting port 157a766f-bf58-4c68-9a31-7a0183615d2c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:16.113712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.132022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Deleting port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:16.132444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.220264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] For port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=37a30e8a-b2fd-494d-a9bd-c2d19077f9a4,segment=NetworkSegment(774229f9-193d-4f6d-8078-aae176d2ae77),segment_id=774229f9-193d-4f6d-8078-aae176d2ae77)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:16.220863 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.234510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Calling delete_port for 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:16.370690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.373984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] For port 157a766f-bf58-4c68-9a31-7a0183615d2c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=157a766f-bf58-4c68-9a31-7a0183615d2c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:16.374365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.392317 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:28:14Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:16.393437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Calling delete_port for 157a766f-bf58-4c68-9a31-7a0183615d2c owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:16.402400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] No DVR routers for this DVR port 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:16.428474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Pushing event deleted for resources: {'Port': ['ID=37a30e8a-b2fd-494d-a9bd-c2d19077f9a4,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:16.441988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.442718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.443287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.444240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.444846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.445802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.446402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.447103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.447685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.448268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.448897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.449425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8466e51-b6ae-442a-bf32-0c972ecd1943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:16.489585 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86c559-45c4-4683-8dcb-c273f2479638 None None] The sync data for ids ['ffd4aaa8-da48-4f56-9980-ed52e8d97e64'] in n-d-713301-15 is: [{'id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'name': 'tempest-TestNetworkBasicOps-router-1302943771', 'tenant_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:26:05Z', 'updated_at': '2021-09-16T05:28:14Z', 'revision_number': 5, 'project_id': 'f72674dd7e4b46cda7bdf9b7383db189', 'gw_port': {'id': '157a766f-bf58-4c68-9a31-7a0183615d2c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4aaa8-da48-4f56-9980-ed52e8d97e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:26:07Z', 'updated_at': '2021-09-16T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:16.568384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:16.625185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:16.628797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 37a30e8a-b2fd-494d-a9bd-c2d19077f9a4 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:16.648604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.682732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Port': ['ID=157a766f-bf58-4c68-9a31-7a0183615d2c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:16.769578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.960957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:16.964223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.025933 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.026620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Fanout notify agent at l3_agent the message router_deleted on router ffd4aaa8-da48-4f56-9980-ed52e8d97e64 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:28:17.048705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.052760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-56bd7124-0164-40f0-a27d-883b8b2e012b tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/routers/ffd4aaa8-da48-4f56-9980-ed52e8d97e64 HTTP/1.1" status: 204 len: 168 time: 1.4613619 Sep 16 05:28:17.053193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50858) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:17.615901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.801233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.835402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7435570b-b0c9-48a6-925e-de2cb5a809d6']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:17.867398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774229f9-193d-4f6d-8078-aae176d2ae77') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:17.867699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774229f9-193d-4f6d-8078-aae176d2ae77') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:17.885479 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.910394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdfdb4-1428-4abe-b41d-48160434a1d1 req-dec6fc55-2d37-4fea-bb47-d80b2ec5dba3 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.911952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dfdfdb4-1428-4abe-b41d-48160434a1d1 req-dec6fc55-2d37-4fea-bb47-d80b2ec5dba3 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 945 time: 0.0956168 Sep 16 05:28:17.916641 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.930484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:17.930940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:17.938440 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:18.017018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dfdfdb4-1428-4abe-b41d-48160434a1d1 req-56017f89-de07-4162-9226-7aa761b5c2d4 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965974 Sep 16 05:28:18.022607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.039880 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.045206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] 10.222.0.55 "DELETE /v2.0/networks/7435570b-b0c9-48a6-925e-de2cb5a809d6 HTTP/1.1" status: 204 len: 168 time: 0.9875495 Sep 16 05:28:18.062199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072140-dd2f-4c6d-a010-5d9ed8eb4936 tempest-TestNetworkBasicOps-1756030696 tempest-TestNetworkBasicOps-1756030696-project] Pushing event deleted for resources: {'Network': ['ID=7435570b-b0c9-48a6-925e-de2cb5a809d6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:18.365647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50900) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:18.547721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4fd60be1-2ce9-4729-b9c7-b10c007e82a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f72674dd7e4b46cda7bdf9b7383db189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786768 Sep 16 05:28:18.548076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50908) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:18.565282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 157a766f-bf58-4c68-9a31-7a0183615d2c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:18.617260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 157a766f-bf58-4c68-9a31-7a0183615d2c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:18.617874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 157a766f-bf58-4c68-9a31-7a0183615d2c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:18.618428 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e5e6b2d-2040-4e0c-a8be-d505e5663bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.619075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f83b00f7-87ac-490b-9619-2e028a538a2b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:18.647597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e5e6b2d-2040-4e0c-a8be-d505e5663bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.671312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: f83b00f7-87ac-490b-9619-2e028a538a2b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:18.676675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f83b00f7-87ac-490b-9619-2e028a538a2b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:18.710334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e5e6b2d-2040-4e0c-a8be-d505e5663bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.713363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3e5e6b2d-2040-4e0c-a8be-d505e5663bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.718309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3e5e6b2d-2040-4e0c-a8be-d505e5663bf7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32573f4d-0ede-42cc-815a-3025be251481 HTTP/1.1" status: 204 len: 168 time: 0.1657479 Sep 16 05:28:18.729307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e6b2d-2040-4e0c-a8be-d505e5663bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32573f4d-0ede-42cc-815a-3025be251481,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.117100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 50934) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:19.139816 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57cfefc3-6029-4b1e-b188-414939186a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.239783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-de83cb58-1860-4a77-b8e3-1404d2743b94 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.242082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-de83cb58-1860-4a77-b8e3-1404d2743b94 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.73 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 945 time: 0.0613246 Sep 16 05:28:19.256972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae250932-a9d2-47d2-b6f9-8d8620f3e3b5 req-598c8735-c2ab-4b4f-9469-8fa3e2f18059 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.258546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae250932-a9d2-47d2-b6f9-8d8620f3e3b5 req-598c8735-c2ab-4b4f-9469-8fa3e2f18059 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 945 time: 0.0908229 Sep 16 05:28:19.371513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Deleting port 4833364f-5b28-4d98-aecc-0767f3155eee {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:19.371858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.406163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae250932-a9d2-47d2-b6f9-8d8620f3e3b5 req-164777b3-9ed3-42e1-aec2-f34713dded5f tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351569 Sep 16 05:28:19.408547 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57cfefc3-6029-4b1e-b188-414939186a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.418904 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57cfefc3-6029-4b1e-b188-414939186a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.471831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-57cfefc3-6029-4b1e-b188-414939186a63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=538ec2e626b145cb93c753c6d2a7f5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530993 Sep 16 05:28:19.474677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 50944) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:19.477111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfefc3-6029-4b1e-b188-414939186a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82da9bf-2d7d-492b-a4be-33f001040af5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.539580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] For port 4833364f-5b28-4d98-aecc-0767f3155eee, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4833364f-5b28-4d98-aecc-0767f3155eee,segment=NetworkSegment(4759e75b-0c8f-4b12-9154-7f06d5de2683),segment_id=4759e75b-0c8f-4b12-9154-7f06d5de2683)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:19.540190 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.570481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Calling delete_port for 4833364f-5b28-4d98-aecc-0767f3155eee owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:19.585207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e762d665-4c91-4d69-8bbf-298494f47bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.643368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e762d665-4c91-4d69-8bbf-298494f47bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.774692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e762d665-4c91-4d69-8bbf-298494f47bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.777253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e762d665-4c91-4d69-8bbf-298494f47bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.778411 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e762d665-4c91-4d69-8bbf-298494f47bf5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b82da9bf-2d7d-492b-a4be-33f001040af5 HTTP/1.1" status: 204 len: 168 time: 0.3022826 Sep 16 05:28:19.798652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762d665-4c91-4d69-8bbf-298494f47bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82da9bf-2d7d-492b-a4be-33f001040af5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.836423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.855447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['4833364f-5b28-4d98-aecc-0767f3155eee'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:19.885233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Pushing event deleted for resources: {'Port': ['ID=4833364f-5b28-4d98-aecc-0767f3155eee,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.961588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] No DVR routers for this DVR port 4833364f-5b28-4d98-aecc-0767f3155eee on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:19.964389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.966728 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-af4ff97a-7538-4136-8a0d-15c737acc593 req-f580abb1-06f6-4367-9cee-7464f09cfc03 tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.73 "DELETE /v2.0/ports/4833364f-5b28-4d98-aecc-0767f3155eee HTTP/1.1" status: 204 len: 173 time: 0.7150366 Sep 16 05:28:19.968084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'name': 'network-vif-deleted', 'tag': '4833364f-5b28-4d98-aecc-0767f3155eee'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:19.970570 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdf7b7-fef3-431f-95e8-d41c58919bbe" -d '{"events": [{"server_uuid": "84fa68c9-ce0c-4275-bcfc-6134115bc796", "name": "network-vif-deleted", "tag": "4833364f-5b28-4d98-aecc-0767f3155eee"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:20.044950 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bf0d61-9fe0-4770-835a-3671e7322aa9 x-openstack-request-id: req-a4bf0d61-9fe0-4770-835a-3671e7322aa9 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:20.044950 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fa68c9-ce0c-4275-bcfc-6134115bc796", "name": "network-vif-deleted", "tag": "4833364f-5b28-4d98-aecc-0767f3155eee", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:20.044950 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4bf0d61-9fe0-4770-835a-3671e7322aa9 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:20.044950 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa68c9-ce0c-4275-bcfc-6134115bc796', 'name': 'network-vif-deleted', 'tag': '4833364f-5b28-4d98-aecc-0767f3155eee', 'status': 'completed', 'code': 200} Sep 16 05:28:20.607791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40bc5b88-e8a9-4845-8823-bba08eb26731 req-58de8920-78af-49a6-a0a6-6bbf499101ab tempest-VolumesActionsTest-1549168478 tempest-VolumesActionsTest-1549168478-project] 10.222.0.55 "GET /v2.0/ports?device_id=84fa68c9-ce0c-4275-bcfc-6134115bc796 HTTP/1.1" status: 200 len: 210 time: 0.0769114 Sep 16 05:28:20.848388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51000) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:20.971802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2142121016-network', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:21.000292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Made reservation on behalf of 47c2a1b495784a5f867efa4f7fe7519f for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:21.002621 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.012339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.140806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.152485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.189193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:28:21.210012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.210891 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Added segment c452dc1a-9de9-49fc-986a-32d55611505c of type vlan for network cf0bb333-f1d3-4a74-859d-50677d657fec Sep 16 05:28:21.224863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b262a0ed-bdb6-4709-946b-6b3b79786e13,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.281917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.328495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.329643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.330305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.395062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0bb333-f1d3-4a74-859d-50677d657fec,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.407767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51010) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:21.410650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network cf0bb333-f1d3-4a74-859d-50677d657fec details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:28:21.414272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Request body: {'subnet': {'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2142121016-subnet', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:21.416841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4220b406-a2fb-48a9-aa7e-0f6fc01b89d4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5668907 Sep 16 05:28:21.451500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Made reservation on behalf of 47c2a1b495784a5f867efa4f7fe7519f for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:21.455209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.808782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:21.918022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:21.933263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Checking segment: {'id': 'c452dc1a-9de9-49fc-986a-32d55611505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:21.933636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Network hostable DHCP agents. Network: cf0bb333-f1d3-4a74-859d-50677d657fec, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:28:22.001944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Network cf0bb333-f1d3-4a74-859d-50677d657fec is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:28:22.026685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, cf0bb333-f1d3-4a74-859d-50677d657fec) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:22.032786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:22.033627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.041755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3a44d-b4d6-42da-b7cf-93bdd218d714 None None] Network cf0bb333-f1d3-4a74-859d-50677d657fec requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:22.066088 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1c2d9c50-7cbb-4627-82da-f8ddc81dc2ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6546388 Sep 16 05:28:22.066325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51044) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:22.071331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:22.118500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51048) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:22.126974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.128242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.229358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.393924 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ad329e4-7468-4d41-b97b-6f64c8750ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.401351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-cf0bb333-f1d3-4a74-859d-50677d657fec', 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'fixed_ips': [{'subnet_id': '5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:28:22.402225 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.502962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.637717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Allocated IP 172.20.0.2 (cf0bb333-f1d3-4a74-859d-50677d657fec/5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1/9e2fb3e8-4145-4cf5-95d7-f4da03104e3d) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:22.706772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ad329e4-7468-4d41-b97b-6f64c8750ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.750893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ad329e4-7468-4d41-b97b-6f64c8750ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.909306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.915228 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3ad329e4-7468-4d41-b97b-6f64c8750ffa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d14b4314b0794926ab77c206a1a54a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7972798 Sep 16 05:28:22.915824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51068) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:22.925304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.926807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad329e4-7468-4d41-b97b-6f64c8750ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeca22a-2eb7-4912-9060-5dd96e8218bf,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:22.989036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Network cf0bb333-f1d3-4a74-859d-50677d657fec is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:22.993429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:22.995938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Pushing event updated for resources: {'Port': ['ID=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:22.998467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:23.022722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.061158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63ac5daf-5adf-44aa-8d5f-5cc4f301f56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.084188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Attempting to bind port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:23.084188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Attempting to bind port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'c452dc1a-9de9-49fc-986a-32d55611505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:23.084188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Attempting to bind port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d on network cf0bb333-f1d3-4a74-859d-50677d657fec {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:23.091840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:23.091840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Checking segment: {'id': 'c452dc1a-9de9-49fc-986a-32d55611505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:23.091840 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.091840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Bound using segment: {'id': 'c452dc1a-9de9-49fc-986a-32d55611505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:23.091840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Bound port: 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c452dc1a-9de9-49fc-986a-32d55611505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:23.092474 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.124731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63ac5daf-5adf-44aa-8d5f-5cc4f301f56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.228991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] For port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:23.233736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] For port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,segment=NetworkSegment(c452dc1a-9de9-49fc-986a-32d55611505c),segment_id=c452dc1a-9de9-49fc-986a-32d55611505c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:23.242338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.290942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63ac5daf-5adf-44aa-8d5f-5cc4f301f56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.294573 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63ac5daf-5adf-44aa-8d5f-5cc4f301f56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.295653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-63ac5daf-5adf-44aa-8d5f-5cc4f301f56b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/caeca22a-2eb7-4912-9060-5dd96e8218bf HTTP/1.1" status: 204 len: 168 time: 0.3786931 Sep 16 05:28:23.322840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac5daf-5adf-44aa-8d5f-5cc4f301f56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeca22a-2eb7-4912-9060-5dd96e8218bf,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:23.412486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da3d94-89e2-42af-9461-23c2ef203754 None None] Pushing event updated for resources: {'Port': ['ID=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:23.455858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.677444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Allocated IP 172.25.6.33 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/c1772508-7f00-4bb6-8012-2b890b2c4f07) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:23.788186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51088) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:23.805475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dffd5609-97fe-4246-89e6-28b082b458db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.809982 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.851874 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.901983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:23.905691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:23.908349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:23.946552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dffd5609-97fe-4246-89e6-28b082b458db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.952253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dffd5609-97fe-4246-89e6-28b082b458db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.956711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Pushing event updated for resources: {'Port': ['ID=c1772508-7f00-4bb6-8012-2b890b2c4f07,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.000897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dffd5609-97fe-4246-89e6-28b082b458db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da6d701889a1490c9d67345db3955485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117569 Sep 16 05:28:24.001821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5609-97fe-4246-89e6-28b082b458db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91890dae-0518-43e5-bf9d-6fb27a2cec1b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.004434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:24.060163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21336daa-56fd-4867-87ba-8f6111ac39db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.086329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21336daa-56fd-4867-87ba-8f6111ac39db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.159737 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21336daa-56fd-4867-87ba-8f6111ac39db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.163469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21336daa-56fd-4867-87ba-8f6111ac39db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.164912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-21336daa-56fd-4867-87ba-8f6111ac39db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91890dae-0518-43e5-bf9d-6fb27a2cec1b HTTP/1.1" status: 204 len: 168 time: 0.1594994 Sep 16 05:28:24.177042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21336daa-56fd-4867-87ba-8f6111ac39db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91890dae-0518-43e5-bf9d-6fb27a2cec1b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.182307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4833364f-5b28-4d98-aecc-0767f3155eee no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:24.237201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 4833364f-5b28-4d98-aecc-0767f3155eee {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:24.237923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4833364f-5b28-4d98-aecc-0767f3155eee not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:24.283683 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.584013 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.736683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:24.792244 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.798781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f185924-dd22-4f2e-a302-5cb9a925e272 None None] Network cf0bb333-f1d3-4a74-859d-50677d657fec requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:24.845863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Router 17135942-445b-4673-9e6b-321da984da0f is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:28:24.870543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:24.871347 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.955530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3e21b412-201b-4b04-ab71-2380e28d6f52 None None] Provisioning complete for port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:24.956193 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e21b412-201b-4b04-ab71-2380e28d6f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.032048 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:25.065013 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.066450 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2d0c908d-993f-4cc9-80f8-22093d8d708d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.9990964 Sep 16 05:28:25.070787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51120) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:25.071922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Sync routers for ids ['17135942-445b-4673-9e6b-321da984da0f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:25.124281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Routers {'17135942-445b-4673-9e6b-321da984da0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:25.125170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['17135942-445b-4673-9e6b-321da984da0f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:25.223682 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.336315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,segment=NetworkSegment(c452dc1a-9de9-49fc-986a-32d55611505c),segment_id=c452dc1a-9de9-49fc-986a-32d55611505c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:25.352869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Set router 17135942-445b-4673-9e6b-321da984da0f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:25.355868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.448922 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e21b412-201b-4b04-ab71-2380e28d6f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.821060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:25.894371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-3e21b412-201b-4b04-ab71-2380e28d6f52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:28:25.894625 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-3e21b412-201b-4b04-ab71-2380e28d6f52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:28:25.901588 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a5fdcbf7-2f8c-417d-9363-6b31c4d95b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.935182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:24Z', 'revision_number': 3, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port': {'id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:23Z', 'updated_at': '2021-09-16T05:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:25.958553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.015491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Checking router: 17135942-445b-4673-9e6b-321da984da0f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:26.015491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Updating router 17135942-445b-4673-9e6b-321da984da0f port c1772508-7f00-4bb6-8012-2b890b2c4f07 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:28:26.087519 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.553471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Allocated IP 172.20.0.1 (cf0bb333-f1d3-4a74-859d-50677d657fec/5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1/fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:26.681427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:26.744878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.747492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.767879 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.804204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.854195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Network cf0bb333-f1d3-4a74-859d-50677d657fec is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:26.858565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:26.862639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:26.913842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:26.927254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.927777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.928245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.928678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.929148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.929602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.930181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.930621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.931085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.931508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.931964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.932532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.956392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:26.957026 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.973317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.024347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b15faf-a982-4534-8c7f-4ddd4e9e5ad4 None None] Pushing event updated for resources: {'Port': ['ID=c1772508-7f00-4bb6-8012-2b890b2c4f07,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.033893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Attempting to bind port c1772508-7f00-4bb6-8012-2b890b2c4f07 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:27.034438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Attempting to bind port c1772508-7f00-4bb6-8012-2b890b2c4f07 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:27.034980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Attempting to bind port c1772508-7f00-4bb6-8012-2b890b2c4f07 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:27.042435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:27.043076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:27.043665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.044430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:27.045289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Bound port: c1772508-7f00-4bb6-8012-2b890b2c4f07, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:27.045856 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.048853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8e0e9a5a-c8fe-47ff-a3a3-c47c1c8814ef None None] Provisioning complete for port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:27.049429 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9a5a-c8fe-47ff-a3a3-c47c1c8814ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.205820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] For port c1772508-7f00-4bb6-8012-2b890b2c4f07, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:27.209499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] For port c1772508-7f00-4bb6-8012-2b890b2c4f07, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c1772508-7f00-4bb6-8012-2b890b2c4f07,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:27.278189 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.290082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.466104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b15faf-a982-4534-8c7f-4ddd4e9e5ad4 None None] Pushing event updated for resources: {'Port': ['ID=c1772508-7f00-4bb6-8012-2b890b2c4f07,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.475032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Routers {'17135942-445b-4673-9e6b-321da984da0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:27.475660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:27:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['17135942-445b-4673-9e6b-321da984da0f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:27.535386 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.545121 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.617489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ba97413d-a9b2-4c81-b99e-597bd8d6b7ec None None] Provisioning complete for port fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:27.618013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ba97413d-a9b2-4c81-b99e-597bd8d6b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.644401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.656150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] Set router 17135942-445b-4673-9e6b-321da984da0f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:27.683122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.746922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ba97413d-a9b2-4c81-b99e-597bd8d6b7ec None None] Port fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:27.844484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Network cf0bb333-f1d3-4a74-859d-50677d657fec is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:27.846260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:28.066242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:27Z', 'revision_number': 4, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port': {'id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:23Z', 'updated_at': '2021-09-16T05:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc', 'name': '', 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'mac_address': 'fa:16:3e:be:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:25Z', 'updated_at': '2021-09-16T05:28:26Z', 'revision_number': 1, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'subnets': [{'id': '5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:28.077741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Router 17135942-445b-4673-9e6b-321da984da0f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:28.104011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdf118-8569-4f02-9e24-23218655fd08 None None] The sync data for ids ['17135942-445b-4673-9e6b-321da984da0f'] in n-d-713301-15 is: [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:27Z', 'revision_number': 4, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port': {'id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:23Z', 'updated_at': '2021-09-16T05:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc', 'name': '', 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'mac_address': 'fa:16:3e:be:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:25Z', 'updated_at': '2021-09-16T05:28:26Z', 'revision_number': 1, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'subnets': [{'id': '5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:28.175719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-67b7ad86-af57-4a17-92be-141982b45844 None None] Provisioning complete for port fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:28.178191 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-67b7ad86-af57-4a17-92be-141982b45844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.246683 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f8a539c-dd71-4db5-9759-45e065651e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:28.261603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-67b7ad86-af57-4a17-92be-141982b45844 None None] Port fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:28.274476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:28.292253 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61653abe-6aa8-4f1a-bbe1-4b9132e71fe3 admin admin] 10.222.0.55 "PUT /v2.0/routers/17135942-445b-4673-9e6b-321da984da0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2117267 Sep 16 05:28:29.188402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:29.835790 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.198805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51236) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:30.563298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c1772508-7f00-4bb6-8012-2b890b2c4f07 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:30.629671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c1772508-7f00-4bb6-8012-2b890b2c4f07 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:30.630298 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.640818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.724185 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.745963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c1772508-7f00-4bb6-8012-2b890b2c4f07, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c1772508-7f00-4bb6-8012-2b890b2c4f07,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:30.751371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.817863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c1772508-7f00-4bb6-8012-2b890b2c4f07,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.044786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Deleting port fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:31.046000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.095827 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Sync routers for ids ['17135942-445b-4673-9e6b-321da984da0f'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:31.110061 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Routers {'17135942-445b-4673-9e6b-321da984da0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:31.111772 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['17135942-445b-4673-9e6b-321da984da0f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:31.227287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.257148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Calling delete_port for fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:31.283996 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.342333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Set router 17135942-445b-4673-9e6b-321da984da0f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:31.526332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.604267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:31.754215 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:27Z', 'revision_number': 4, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port': {'id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:23Z', 'updated_at': '2021-09-16T05:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc', 'name': '', 'network_id': 'cf0bb333-f1d3-4a74-859d-50677d657fec', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'mac_address': 'fa:16:3e:be:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:25Z', 'updated_at': '2021-09-16T05:28:27Z', 'revision_number': 2, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'subnets': [{'id': '5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:31.847614 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Checking router: 17135942-445b-4673-9e6b-321da984da0f for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:31.848069 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Updating router 17135942-445b-4673-9e6b-321da984da0f port fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:28:31.899709 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Port fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc not found while updating agent binding for router 17135942-445b-4673-9e6b-321da984da0f. {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 05:28:31.902663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:31.917466 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Routers {'17135942-445b-4673-9e6b-321da984da0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:31.919026 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['17135942-445b-4673-9e6b-321da984da0f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:32.094834 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] Set router 17135942-445b-4673-9e6b-321da984da0f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:32.170352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51288) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:32.276917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Router 17135942-445b-4673-9e6b-321da984da0f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:32.343376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d04c21d5-2143-41f2-b3f9-e7f9e6d570e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.360745 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:31Z', 'revision_number': 5, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port': {'id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:23Z', 'updated_at': '2021-09-16T05:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:32.473870 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57038199-bcf7-4c86-9d90-6fefb6140daf None None] The sync data for ids ['17135942-445b-4673-9e6b-321da984da0f'] in n-d-713301-15 is: [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:31Z', 'revision_number': 5, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port': {'id': 'c1772508-7f00-4bb6-8012-2b890b2c4f07', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17135942-445b-4673-9e6b-321da984da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:28:23Z', 'updated_at': '2021-09-16T05:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:32.488864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d04c21d5-2143-41f2-b3f9-e7f9e6d570e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.501887 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d04c21d5-2143-41f2-b3f9-e7f9e6d570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.555028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c21d5-2143-41f2-b3f9-e7f9e6d570e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93f9cac-8b57-46d3-b072-fcd55a21b9f9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.580512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d04c21d5-2143-41f2-b3f9-e7f9e6d570e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8924b6b1a792406aaf06a6a9054de42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089251 Sep 16 05:28:32.583580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51298) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:32.661413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b67c9a6c-48a7-41ac-8b72-7f4785d1f2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.686940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b67c9a6c-48a7-41ac-8b72-7f4785d1f2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.757081 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b67c9a6c-48a7-41ac-8b72-7f4785d1f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.759996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b67c9a6c-48a7-41ac-8b72-7f4785d1f2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.761320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b67c9a6c-48a7-41ac-8b72-7f4785d1f2a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c93f9cac-8b57-46d3-b072-fcd55a21b9f9 HTTP/1.1" status: 204 len: 168 time: 0.1756978 Sep 16 05:28:32.781922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c9a6c-48a7-41ac-8b72-7f4785d1f2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93f9cac-8b57-46d3-b072-fcd55a21b9f9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.784761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:32.799229 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fabba120-badb-494f-bcec-5257f0845fb3 admin admin] 10.222.0.55 "PUT /v2.0/routers/17135942-445b-4673-9e6b-321da984da0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5992353 Sep 16 05:28:32.802355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51304) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:32.945132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c1772508-7f00-4bb6-8012-2b890b2c4f07 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:33.063218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c1772508-7f00-4bb6-8012-2b890b2c4f07 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:33.064079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.073564 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.410019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.446014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51320) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.465758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5aaf-54c4-4910-a35a-8722a991148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.501848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Deleting port c1772508-7f00-4bb6-8012-2b890b2c4f07 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:33.502507 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.629906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] For port c1772508-7f00-4bb6-8012-2b890b2c4f07, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c1772508-7f00-4bb6-8012-2b890b2c4f07,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:33.630283 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.647759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Calling delete_port for c1772508-7f00-4bb6-8012-2b890b2c4f07 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:33.657314 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5aaf-54c4-4910-a35a-8722a991148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.663603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5aaf-54c4-4910-a35a-8722a991148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.717312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b1ae5aaf-54c4-4910-a35a-8722a991148b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fb984adef274a49811a05a99ad8398b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701945 Sep 16 05:28:33.718610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae5aaf-54c4-4910-a35a-8722a991148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73763f1-9526-43fc-8f9a-37f2dd36545f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.721313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51326) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:33.846861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99af4479-4ac7-4774-9ff0-8091b36e6cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.906729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99af4479-4ac7-4774-9ff0-8091b36e6cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.035596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.067926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1772508-7f00-4bb6-8012-2b890b2c4f07,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.085802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99af4479-4ac7-4774-9ff0-8091b36e6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.089120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99af4479-4ac7-4774-9ff0-8091b36e6cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.090303 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-99af4479-4ac7-4774-9ff0-8091b36e6cf8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e73763f1-9526-43fc-8f9a-37f2dd36545f HTTP/1.1" status: 204 len: 168 time: 0.3679700 Sep 16 05:28:34.132319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af4479-4ac7-4774-9ff0-8091b36e6cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73763f1-9526-43fc-8f9a-37f2dd36545f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.158083 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.172894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] Sync routers for ids ['17135942-445b-4673-9e6b-321da984da0f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:34.187346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] Routers {'17135942-445b-4673-9e6b-321da984da0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:34.188533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['17135942-445b-4673-9e6b-321da984da0f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:34.268966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] Set router 17135942-445b-4673-9e6b-321da984da0f gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:34.336061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.339398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.342199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:33Z', 'revision_number': 7, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:34.380307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] Checking router: 17135942-445b-4673-9e6b-321da984da0f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:34.394341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] Routers {'17135942-445b-4673-9e6b-321da984da0f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:34.396772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['17135942-445b-4673-9e6b-321da984da0f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:34.472892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] Set router 17135942-445b-4673-9e6b-321da984da0f gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:34.493223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.493663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17135942-445b-4673-9e6b-321da984da0f {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:28:34.501043 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.505279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51336) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.521100 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a5011ea2-5348-4ef6-85bb-58d7fe13d61b admin admin] 10.222.0.55 "DELETE /v2.0/routers/17135942-445b-4673-9e6b-321da984da0f HTTP/1.1" status: 204 len: 168 time: 1.7160707 Sep 16 05:28:34.536435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:33Z', 'revision_number': 7, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:34.577914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] Deleting subnet 5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:34.578742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28617ed-c608-4837-80d3-1641f1aef077 None None] The sync data for ids ['17135942-445b-4673-9e6b-321da984da0f'] in n-d-713301-15 is: [{'id': '17135942-445b-4673-9e6b-321da984da0f', 'name': 'tempest-ImageQuotaTest-2142121016-router', 'tenant_id': '47c2a1b495784a5f867efa4f7fe7519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:28:22Z', 'updated_at': '2021-09-16T05:28:33Z', 'revision_number': 7, 'project_id': '47c2a1b495784a5f867efa4f7fe7519f', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:34.585925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.641490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:34.643697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.670275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:34.670638 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fce79057-a1bb-4577-bdcf-ab0cf7c0c1cc not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:34.756368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.827683 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.856019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:34.865158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:34.869966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-80e6b273-9f5b-4621-9b2f-667c52ea5356 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5d6b67d3-2b82-4e77-ae5f-54d09ad07fd1 HTTP/1.1" status: 204 len: 168 time: 0.3634846 Sep 16 05:28:34.870112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51348) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:34.876373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2739ca6-4876-474b-a7fd-6f4647af52a9 None None] Network cf0bb333-f1d3-4a74-859d-50677d657fec requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:28:34.972336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.045161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Deleting port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:35.045758 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.141027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] DHCP port deletion for cf0bb333-f1d3-4a74-859d-50677d657fec request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:28:35.174983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] For port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,segment=NetworkSegment(c452dc1a-9de9-49fc-986a-32d55611505c),segment_id=c452dc1a-9de9-49fc-986a-32d55611505c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:35.177608 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.207314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Calling delete_port for 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:35.249520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] Deleting port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:35.250727 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.325684 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.382419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.389316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] For port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,segment=NetworkSegment(c452dc1a-9de9-49fc-986a-32d55611505c),segment_id=c452dc1a-9de9-49fc-986a-32d55611505c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:35.389701 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] No DVR routers for this DVR port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:35.393211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.429384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] Calling delete_port for 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:35.602009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.620435 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.643438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0bb333-f1d3-4a74-859d-50677d657fec']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:35.653541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c452dc1a-9de9-49fc-986a-32d55611505c') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:35.653847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c452dc1a-9de9-49fc-986a-32d55611505c') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:35.666668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.683299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.693002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:35.693742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.697419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] No DVR routers for this DVR port 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:35.704913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e3525-2e07-497c-958d-98289a66ba96 None None] Pushing event deleted for resources: {'Port': ['ID=9e2fb3e8-4145-4cf5-95d7-f4da03104e3d,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:35.761686 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:35.766735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.774833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:35.777282 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cf0bb333-f1d3-4a74-859d-50677d657fec HTTP/1.1" status: 204 len: 168 time: 0.9059701 Sep 16 05:28:35.792688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90341abd-1f17-477d-9541-397f298dc0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0bb333-f1d3-4a74-859d-50677d657fec,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:35.935916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:35.982114 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-006edee4-d46d-4797-ba81-c237ab696c9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47c2a1b495784a5f867efa4f7fe7519f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442183 Sep 16 05:28:35.984477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51388) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:36.045138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f139b85f-c69f-499d-b575-cf80ce83e6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.070725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f139b85f-c69f-499d-b575-cf80ce83e6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.137118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f139b85f-c69f-499d-b575-cf80ce83e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.141264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f139b85f-c69f-499d-b575-cf80ce83e6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.144934 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f139b85f-c69f-499d-b575-cf80ce83e6d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b262a0ed-bdb6-4709-946b-6b3b79786e13 HTTP/1.1" status: 204 len: 168 time: 0.1571755 Sep 16 05:28:36.152084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139b85f-c69f-499d-b575-cf80ce83e6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b262a0ed-bdb6-4709-946b-6b3b79786e13,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:36.568759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:36.624508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:36.624857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9e2fb3e8-4145-4cf5-95d7-f4da03104e3d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:36.625274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c1772508-7f00-4bb6-8012-2b890b2c4f07 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:36.671117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c1772508-7f00-4bb6-8012-2b890b2c4f07 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:36.671522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c1772508-7f00-4bb6-8012-2b890b2c4f07 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:36.691716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51410) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:36.713666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bb851972-bc50-48ac-a3d8-366abcfc1cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.874762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bb851972-bc50-48ac-a3d8-366abcfc1cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.883181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bb851972-bc50-48ac-a3d8-366abcfc1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.932143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bb851972-bc50-48ac-a3d8-366abcfc1cfe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2389154 Sep 16 05:28:36.935891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51416) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:36.949535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb851972-bc50-48ac-a3d8-366abcfc1cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e5faf-5309-4472-9d8d-2aa6893b1d2e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:37.000962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3371c765-fb7e-40e8-9667-872e1fa156a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.024900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3371c765-fb7e-40e8-9667-872e1fa156a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.087750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3371c765-fb7e-40e8-9667-872e1fa156a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.091854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3371c765-fb7e-40e8-9667-872e1fa156a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:37.095388 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3371c765-fb7e-40e8-9667-872e1fa156a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d3e5faf-5309-4472-9d8d-2aa6893b1d2e HTTP/1.1" status: 204 len: 168 time: 0.1562300 Sep 16 05:28:37.104273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371c765-fb7e-40e8-9667-872e1fa156a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e5faf-5309-4472-9d8d-2aa6893b1d2e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:39.335125 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:41.790386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-d0e2234f-1631-48c2-90c6-b88f8027ce86 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1475308 Sep 16 05:28:41.838257 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.960255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-9a03800a-af27-4187-84e6-fdc565c719fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.962832 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-9a03800a-af27-4187-84e6-fdc565c719fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 1098 time: 0.0836508 Sep 16 05:28:42.152401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-dd75837c-dcad-4ed1-95b0-f48d92bd5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.155529 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-dd75837c-dcad-4ed1-95b0-f48d92bd5879 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.1644468 Sep 16 05:28:42.403372 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-d632f65a-1b6b-4f7c-8f57-711196f8632c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 200 len: 1002 time: 0.2240882 Sep 16 05:28:42.527037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-784c021e-7d10-4510-b5f1-8607372c8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.529249 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-784c021e-7d10-4510-b5f1-8607372c8d73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.1151061 Sep 16 05:28:42.638721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-1ca7568b-1228-4a61-bb78-0204023b61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.644927 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-1ca7568b-1228-4a61-bb78-0204023b61d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995204 Sep 16 05:28:42.660135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-2cd7d659-ea91-4651-91d8-4a4af8f6c7d1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:28:42.662164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-2cd7d659-ea91-4651-91d8-4a4af8f6c7d1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073581 Sep 16 05:28:42.869093 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-b7bbe14a-53c7-4d57-8158-aa02a254f821 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946511 Sep 16 05:28:42.981779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61cd4f92-3ab6-4985-a36a-5bf615122d52 req-377467c6-e846-45b0-a681-daf92b7a187b service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011052 Sep 16 05:28:47.760121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51756) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:47.895354 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a909b81-d026-419b-b897-1ba87f973fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.003280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a909b81-d026-419b-b897-1ba87f973fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.010463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a909b81-d026-419b-b897-1ba87f973fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.053295 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a909b81-d026-419b-b897-1ba87f973fbd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4596dd041f0c4580a525723eb5b3cd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912946 Sep 16 05:28:48.054219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a909b81-d026-419b-b897-1ba87f973fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d5bed3-40ae-4aea-9a07-2797edf1e4f0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:48.056200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51768) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.130084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cc878f6-7f97-47d9-8e31-e15219367531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.152386 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cc878f6-7f97-47d9-8e31-e15219367531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.213875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cc878f6-7f97-47d9-8e31-e15219367531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.216911 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1cc878f6-7f97-47d9-8e31-e15219367531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.218214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1cc878f6-7f97-47d9-8e31-e15219367531 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56d5bed3-40ae-4aea-9a07-2797edf1e4f0 HTTP/1.1" status: 204 len: 168 time: 0.1593900 Sep 16 05:28:48.227439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc878f6-7f97-47d9-8e31-e15219367531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d5bed3-40ae-4aea-9a07-2797edf1e4f0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:48.557149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51784) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.581683 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c89-d18a-465a-965f-4745b4429755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.690218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c89-d18a-465a-965f-4745b4429755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.696854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c89-d18a-465a-965f-4745b4429755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.746351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39c89-d18a-465a-965f-4745b4429755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa09d2-c638-4952-b631-f151c35c96f1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:48.752456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a0b39c89-d18a-465a-965f-4745b4429755 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=885f854367254a8e87d26452076e5af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943150 Sep 16 05:28:48.755318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51792) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:48.846011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df30ec70-7982-45c7-9052-87da34c054da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.891478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df30ec70-7982-45c7-9052-87da34c054da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.958360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df30ec70-7982-45c7-9052-87da34c054da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.960491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-df30ec70-7982-45c7-9052-87da34c054da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.961809 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-df30ec70-7982-45c7-9052-87da34c054da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3aa09d2-c638-4952-b631-f151c35c96f1 HTTP/1.1" status: 204 len: 168 time: 0.2048507 Sep 16 05:28:48.976211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30ec70-7982-45c7-9052-87da34c054da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa09d2-c638-4952-b631-f151c35c96f1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.336161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51814) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.381640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.392741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] Deleting subnet 4effd735-1320-4247-9af7-6216b03ad32f {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:49.396491 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.398137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8374f97f-8116-4932-8c2d-d3cd03181e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.456857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.512734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.527254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8374f97f-8116-4932-8c2d-d3cd03181e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.539489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8374f97f-8116-4932-8c2d-d3cd03181e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.600554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.607148 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8374f97f-8116-4932-8c2d-d3cd03181e4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=368e862cbc7e4b70ac32545c6b1cf7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234471 Sep 16 05:28:49.609124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51822) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.615975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374f97f-8116-4932-8c2d-d3cd03181e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bfb998-685c-4b56-a975-6527285c328c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.633510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4effd735-1320-4247-9af7-6216b03ad32f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.642414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.645618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-77fdb388-1990-4f74-a3fd-80117b724a62 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4effd735-1320-4247-9af7-6216b03ad32f HTTP/1.1" status: 204 len: 168 time: 0.3054311 Sep 16 05:28:49.648434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51824) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.738508 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc442746-bfc5-4c8a-b220-70c3d9632f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.763155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.776834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc442746-bfc5-4c8a-b220-70c3d9632f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.906510 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.921627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc442746-bfc5-4c8a-b220-70c3d9632f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.924827 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc442746-bfc5-4c8a-b220-70c3d9632f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:49.926011 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bc442746-bfc5-4c8a-b220-70c3d9632f89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4bfb998-685c-4b56-a975-6527285c328c HTTP/1.1" status: 204 len: 168 time: 0.3156199 Sep 16 05:28:49.949394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c481c7bd-01af-4b34-96c6-07214add4420']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:49.952043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc442746-bfc5-4c8a-b220-70c3d9632f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bfb998-685c-4b56-a975-6527285c328c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:49.970798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4759e75b-0c8f-4b12-9154-7f06d5de2683') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:49.971237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4759e75b-0c8f-4b12-9154-7f06d5de2683') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:49.985202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.002793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.011086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:50.012776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:50.072584 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:50.089366 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.099450 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.104609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51842) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:50.104776 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] 10.222.0.55 "DELETE /v2.0/networks/c481c7bd-01af-4b34-96c6-07214add4420 HTTP/1.1" status: 204 len: 168 time: 0.4550040 Sep 16 05:28:50.117339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd659f-6187-4e36-8a8d-351818b2149f admin admin] Pushing event deleted for resources: {'Network': ['ID=c481c7bd-01af-4b34-96c6-07214add4420,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.155666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] Deleting subnet 79006af2-9306-40c6-ab97-aef3307b85fa {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:28:50.160844 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.206562 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.253914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.322997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.350805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79006af2-9306-40c6-ab97-aef3307b85fa,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.357223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.359301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-931b8cf5-72bd-4a32-b451-c19376331aa3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/79006af2-9306-40c6-ab97-aef3307b85fa HTTP/1.1" status: 204 len: 168 time: 0.2526796 Sep 16 05:28:50.362608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 51852) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:50.475730 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.571610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.619172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c18fdaa-0123-4aeb-939b-549b7ddf77ce']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:50.633568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a86106-129d-4857-af96-29b01c840b61') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:50.633904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a86106-129d-4857-af96-29b01c840b61') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:50.644729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.660224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.668123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:28:50.668573 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:28:50.671100 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:28:50.757308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.764888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.767080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] 10.222.0.55 "DELETE /v2.0/networks/8c18fdaa-0123-4aeb-939b-549b7ddf77ce HTTP/1.1" status: 204 len: 168 time: 0.4032245 Sep 16 05:28:50.786980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbd3ca-8622-40b3-a83d-9e575b8d0a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c18fdaa-0123-4aeb-939b-549b7ddf77ce,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:50.981377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51886) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:51.040583 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5233b8af-325b-4105-9a33-95a7c3fafad0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a8a21d3a4d9413496d6f9a41d51e22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582366 Sep 16 05:28:51.043473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:51.111135 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7be62aad-c389-4325-af6e-1169a86d90a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.139859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7be62aad-c389-4325-af6e-1169a86d90a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.219439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7be62aad-c389-4325-af6e-1169a86d90a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.222586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7be62aad-c389-4325-af6e-1169a86d90a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.226409 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7be62aad-c389-4325-af6e-1169a86d90a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d7bc4c5-9e2e-4874-bbcf-43f3d195b624 HTTP/1.1" status: 204 len: 168 time: 0.1795111 Sep 16 05:28:51.246921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be62aad-c389-4325-af6e-1169a86d90a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7bc4c5-9e2e-4874-bbcf-43f3d195b624,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:51.655370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51922) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:51.706680 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bea1d59b-b702-468c-8f6b-6df2828ab253 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06b1c8f040284e958b5e59b65eca1658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488944 Sep 16 05:28:51.709117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 51924) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:51.775219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cec1b3bc-8e0d-45bb-94ae-d980a14f7299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.820997 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cec1b3bc-8e0d-45bb-94ae-d980a14f7299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.874389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cec1b3bc-8e0d-45bb-94ae-d980a14f7299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.886569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cec1b3bc-8e0d-45bb-94ae-d980a14f7299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:51.898508 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cec1b3bc-8e0d-45bb-94ae-d980a14f7299 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8192648-1b61-4662-9bbd-111943e72bd3 HTTP/1.1" status: 204 len: 168 time: 0.1783578 Sep 16 05:28:51.899657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1b3bc-8e0d-45bb-94ae-d980a14f7299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8192648-1b61-4662-9bbd-111943e72bd3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:54.737956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:55.879041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4db17d57-6c24-4d5b-8c14-bcad9c9d5f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:56.813916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ae65-0f2b-439c-9945-54c5d5c97bc2 req-cbf32da8-5795-4a13-a189-4ed13188a119 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:56.816465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a70ae65-0f2b-439c-9945-54c5d5c97bc2 req-cbf32da8-5795-4a13-a189-4ed13188a119 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.3644905 Sep 16 05:28:56.880750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a70ae65-0f2b-439c-9945-54c5d5c97bc2 req-948672fc-f898-4318-ac49-406f48260f16 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517106 Sep 16 05:28:57.250725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52150) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:57.389392 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7a3dce7-dc5f-494f-9f29-2c92f41087fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.503712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7a3dce7-dc5f-494f-9f29-2c92f41087fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.509386 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7a3dce7-dc5f-494f-9f29-2c92f41087fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.578858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52158) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:57.585482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c7a3dce7-dc5f-494f-9f29-2c92f41087fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4f13150e428409397279c6bd32f2f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290167 Sep 16 05:28:57.594697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3dce7-dc5f-494f-9f29-2c92f41087fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e169f7bc-600c-4136-9657-80879a85277e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:57.654620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e800-edfe-439c-88b1-5d6d1d5ede58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.682524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e800-edfe-439c-88b1-5d6d1d5ede58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.734733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e800-edfe-439c-88b1-5d6d1d5ede58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.737797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e800-edfe-439c-88b1-5d6d1d5ede58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:57.739141 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b3b1e800-edfe-439c-88b1-5d6d1d5ede58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e169f7bc-600c-4136-9657-80879a85277e HTTP/1.1" status: 204 len: 168 time: 0.1591001 Sep 16 05:28:57.749072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1e800-edfe-439c-88b1-5d6d1d5ede58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169f7bc-600c-4136-9657-80879a85277e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.007422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896e536-8867-4f6e-bb52-c8fbf2b372cc req-9323659d-975a-44fc-8761-7611499dd716 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:58.008986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5896e536-8867-4f6e-bb52-c8fbf2b372cc req-9323659d-975a-44fc-8761-7611499dd716 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.0639131 Sep 16 05:28:58.052020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5896e536-8867-4f6e-bb52-c8fbf2b372cc req-43a6d30a-3858-44fc-b9be-7dac34ca043a tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351307 Sep 16 05:28:58.110385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52168) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.124645 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eec1849e-de98-4476-b27e-054bf88ca23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.191864 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-803708d6-d1ba-47c5-bf5e-29c70a0ed386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.244401 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eec1849e-de98-4476-b27e-054bf88ca23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.260835 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eec1849e-de98-4476-b27e-054bf88ca23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.308782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-eec1849e-de98-4476-b27e-054bf88ca23f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38be3a58305143318b92e905f3f1e2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966648 Sep 16 05:28:58.311565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52170) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:58.317058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1849e-de98-4476-b27e-054bf88ca23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c58f60b-1abc-42f1-a2d7-e38525d1637b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.330128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-f4125299-bde6-48c2-a5bb-e12adfcf2fa4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:58.331570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-f4125299-bde6-48c2-a5bb-e12adfcf2fa4 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.1074359 Sep 16 05:28:58.377399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-488cdc39-f186-44f8-b067-8ed89e3dd588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.411040 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-488cdc39-f186-44f8-b067-8ed89e3dd588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.481871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-488cdc39-f186-44f8-b067-8ed89e3dd588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.488952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-488cdc39-f186-44f8-b067-8ed89e3dd588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.490432 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-488cdc39-f186-44f8-b067-8ed89e3dd588 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c58f60b-1abc-42f1-a2d7-e38525d1637b HTTP/1.1" status: 204 len: 168 time: 0.1777706 Sep 16 05:28:58.496602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Deleting port c2cfe121-fb39-4af2-8376-59839e63c78d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:58.497270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:58.499639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cdc39-f186-44f8-b067-8ed89e3dd588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c58f60b-1abc-42f1-a2d7-e38525d1637b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:58.755251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] For port c2cfe121-fb39-4af2-8376-59839e63c78d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c2cfe121-fb39-4af2-8376-59839e63c78d,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:58.755655 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.097908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.097908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.097908 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Floating IP cef65fa6-a26d-4dae-9e25-d89764dc7cbb disassociated. External IP: 172.25.6.83, port: c2cfe121-fb39-4af2-8376-59839e63c78d. Sep 16 05:28:59.097908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Calling delete_port for c2cfe121-fb39-4af2-8376-59839e63c78d owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:59.098678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:59.135607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bbab6c00-d5db-400c-b579-c9c223f5c4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.176765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.263847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06e23c-d38e-4140-bcd3-69a692f7b832 req-4ec3af71-74f3-45bf-b83a-e217cf5d18fc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:59.265438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a06e23c-d38e-4140-bcd3-69a692f7b832 req-4ec3af71-74f3-45bf-b83a-e217cf5d18fc tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 946 time: 0.0884693 Sep 16 05:28:59.334025 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bbab6c00-d5db-400c-b579-c9c223f5c4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.340247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bbab6c00-d5db-400c-b579-c9c223f5c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.369384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a06e23c-d38e-4140-bcd3-69a692f7b832 req-def4c25f-2c6c-4792-9526-ab35e3fa620f tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups?id=056720b7-9beb-41c4-afff-08a96e21c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842345 Sep 16 05:28:59.376658 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bbab6c00-d5db-400c-b579-c9c223f5c4e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bd6cbb63c6843bf9e6ab0b2e77c0c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775123 Sep 16 05:28:59.379347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52208) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:59.408995 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.413895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab6c00-d5db-400c-b579-c9c223f5c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e501a145-e45e-4142-a845-d4a17f60bf35,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.468113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event deleted for resources: {'Port': ['ID=c2cfe121-fb39-4af2-8376-59839e63c78d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.521923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-564d8fb2-a850-4c77-984d-184764c7d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.560215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-564d8fb2-a850-4c77-984d-184764c7d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.652158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Router 924411d1-0737-4393-93ee-0ef19555934c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:59.701486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-564d8fb2-a850-4c77-984d-184764c7d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.704013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-564d8fb2-a850-4c77-984d-184764c7d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.708309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-564d8fb2-a850-4c77-984d-184764c7d7b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e501a145-e45e-4142-a845-d4a17f60bf35 HTTP/1.1" status: 204 len: 168 time: 0.3245044 Sep 16 05:28:59.719766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d8fb2-a850-4c77-984d-184764c7d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e501a145-e45e-4142-a845-d4a17f60bf35,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:59.860529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:59.860912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.880685 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] Sync routers for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:59.897126 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:59.901216 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:59.985096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] No DVR routers for this DVR port c2cfe121-fb39-4af2-8376-59839e63c78d on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:59.988653 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:59.992987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a5a8ce9-9228-490a-9fbf-cf018bd29c24 req-99658119-61af-4a40-a6dd-7cb13b191d93 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.64 "DELETE /v2.0/ports/c2cfe121-fb39-4af2-8376-59839e63c78d HTTP/1.1" status: 204 len: 173 time: 1.6538219 Sep 16 05:28:59.995710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-deleted', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:00.001691 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd6c7bb-9c00-49c5-a3ab-4c4cadd4a723" -d '{"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-deleted", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:00.159816 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab73b6-c86a-4c5d-af18-91aca8df2738 x-openstack-request-id: req-95ab73b6-c86a-4c5d-af18-91aca8df2738 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:00.160512 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb", "name": "network-vif-deleted", "tag": "c2cfe121-fb39-4af2-8376-59839e63c78d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:00.160512 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95ab73b6-c86a-4c5d-af18-91aca8df2738 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:00.161331 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb', 'name': 'network-vif-deleted', 'tag': 'c2cfe121-fb39-4af2-8376-59839e63c78d', 'status': 'completed', 'code': 200} Sep 16 05:29:00.298813 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:00.940447 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:01.016011 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] Checking router: 924411d1-0737-4393-93ee-0ef19555934c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:01.032660 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:01.038593 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:01.110581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32715d29-724b-41e9-8a9a-db98ce8671ec req-d8d70523-1553-4d78-8779-d95bba10b57b tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ad99dff-5c37-47e5-b0f5-805b0a6f4ecb HTTP/1.1" status: 200 len: 210 time: 0.5760856 Sep 16 05:29:01.213300 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:01.273179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:01.558957 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:01.598452 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e80ec0-23ec-4951-8517-55b937530a3a None None] The sync data for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 is: [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:17:15Z', 'revision_number': 4, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b542f891-002f-40ce-954c-41c7036f0d71', 'name': '', 'network_id': 'b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'mac_address': 'fa:16:3e:f8:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:14Z', 'updated_at': '2021-09-16T05:17:21Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'subnets': [{'id': 'af3dc402-63da-49d8-b687-adf046a8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:02.049743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ad9ba-9d93-4286-9da8-3d6cbccb935e None None] New status for floating IP cef65fa6-a26d-4dae-9e25-d89764dc7cbb: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:29:02.277221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52490) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.384614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:02.431217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: c2cfe121-fb39-4af2-8376-59839e63c78d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:02.432379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c2cfe121-fb39-4af2-8376-59839e63c78d not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:02.466208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d01ef3a-2c34-43eb-a953-9f07f4c3dd88 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.519205 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d01ef3a-2c34-43eb-a953-9f07f4c3dd88 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.622069 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d01ef3a-2c34-43eb-a953-9f07f4c3dd88 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.626026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d01ef3a-2c34-43eb-a953-9f07f4c3dd88 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:02.631138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52532) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.632174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4d01ef3a-2c34-43eb-a953-9f07f4c3dd88 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "DELETE /v2.0/security-groups/056720b7-9beb-41c4-afff-08a96e21c60f HTTP/1.1" status: 204 len: 168 time: 0.3513315 Sep 16 05:29:02.649020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01ef3a-2c34-43eb-a953-9f07f4c3dd88 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=056720b7-9beb-41c4-afff-08a96e21c60f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:02.673971 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-57410822-31dd-4e44-ae30-277840e568c7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] show failed (client error): The resource could not be found. Sep 16 05:29:02.677492 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-57410822-31dd-4e44-ae30-277840e568c7 tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "GET /v2.0/security-groups/056720b7-9beb-41c4-afff-08a96e21c60f HTTP/1.1" status: 404 len: 347 time: 0.0442963 Sep 16 05:29:02.679560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52540) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:02.885094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Deleting port 44645bd1-d6fc-4833-a887-aa94142db6bd {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:02.885569 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.014769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.015383 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.038713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Calling delete_port for 44645bd1-d6fc-4833-a887-aa94142db6bd owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:03.285269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.345333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Pushing event deleted for resources: {'Port': ['ID=44645bd1-d6fc-4833-a887-aa94142db6bd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:03.473634 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.476995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:03.478603 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0102e15d-cb02-4fa9-9a98-a59e4ab218cd tempest-AttachVolumeShelveTestJSON-916678454 tempest-AttachVolumeShelveTestJSON-916678454-project] 10.222.0.55 "DELETE /v2.0/floatingips/cef65fa6-a26d-4dae-9e25-d89764dc7cbb HTTP/1.1" status: 204 len: 168 time: 0.7964644 Sep 16 05:29:04.025183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52716) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:04.180688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61952fde-d05b-4fa8-b1d7-dd91faa44945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.311305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61952fde-d05b-4fa8-b1d7-dd91faa44945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.317156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61952fde-d05b-4fa8-b1d7-dd91faa44945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.367409 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61952fde-d05b-4fa8-b1d7-dd91faa44945 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=372f76906b0545fa8cbfbacb57a40371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399675 Sep 16 05:29:04.370097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61952fde-d05b-4fa8-b1d7-dd91faa44945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cab36c-5671-4d20-9273-e58cbc0eb9da,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.370860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52760) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:04.441876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7805087f-8837-4bfb-916b-461c84cad4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.469792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7805087f-8837-4bfb-916b-461c84cad4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.537810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7805087f-8837-4bfb-916b-461c84cad4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.541687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7805087f-8837-4bfb-916b-461c84cad4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.557768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7805087f-8837-4bfb-916b-461c84cad4d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5cab36c-5671-4d20-9273-e58cbc0eb9da HTTP/1.1" status: 204 len: 168 time: 0.1762142 Sep 16 05:29:04.568686 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805087f-8837-4bfb-916b-461c84cad4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cab36c-5671-4d20-9273-e58cbc0eb9da,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:04.874994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52772) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:04.889625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2bb8508c-e2f9-4848-b3a0-02b377113f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:04.995892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2bb8508c-e2f9-4848-b3a0-02b377113f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.000953 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2bb8508c-e2f9-4848-b3a0-02b377113f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.046660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8508c-e2f9-4848-b3a0-02b377113f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6ba2b-61c2-4b30-a0c7-81caaf207a34,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:05.051608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2bb8508c-e2f9-4848-b3a0-02b377113f29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f16b8217dbf34dc2996c63bc321c10b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759975 Sep 16 05:29:05.054033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52774) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:05.124757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0634509b-447b-40a8-acae-1a3c590dcc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.156930 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0634509b-447b-40a8-acae-1a3c590dcc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.215981 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0634509b-447b-40a8-acae-1a3c590dcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.219400 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0634509b-447b-40a8-acae-1a3c590dcc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:05.222262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0634509b-447b-40a8-acae-1a3c590dcc6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82e6ba2b-61c2-4b30-a0c7-81caaf207a34 HTTP/1.1" status: 204 len: 168 time: 0.1663961 Sep 16 05:29:05.233093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634509b-447b-40a8-acae-1a3c590dcc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6ba2b-61c2-4b30-a0c7-81caaf207a34,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:09.459275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:10.306514 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:10.982689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Deleting port b542f891-002f-40ce-954c-41c7036f0d71 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:10.983215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.135488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] For port b542f891-002f-40ce-954c-41c7036f0d71, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b542f891-002f-40ce-954c-41c7036f0d71,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:11.136163 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.165177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Calling delete_port for b542f891-002f-40ce-954c-41c7036f0d71 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:11.410280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.451731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b542f891-002f-40ce-954c-41c7036f0d71,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:11.609873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52936) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:11.728507 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.830644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:11.837216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ebfb-7ad3-47fd-882f-94d87d4a39de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.013231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ebfb-7ad3-47fd-882f-94d87d4a39de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.020318 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ebfb-7ad3-47fd-882f-94d87d4a39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.053545 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d7b4ebfb-7ad3-47fd-882f-94d87d4a39de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da7f15f1f1344353ba78f8ea79daa982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418263 Sep 16 05:29:12.054427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 52946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:12.079448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4ebfb-7ad3-47fd-882f-94d87d4a39de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6c1ca1-dace-41e2-aa2b-ab441828dcc7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:12.098273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Router 924411d1-0737-4393-93ee-0ef19555934c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:29:12.164841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-718f9fd7-700f-458e-888c-44556492d2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.205279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-718f9fd7-700f-458e-888c-44556492d2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.280108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:29:12.288170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52952) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:12.289081 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d61ebe25-c9ec-49d8-a056-2a36c2a00ab5 admin admin] 10.222.0.55 "PUT /v2.0/routers/924411d1-0737-4393-93ee-0ef19555934c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8273695 Sep 16 05:29:12.291329 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] Sync routers for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:29:12.309143 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:12.309936 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:12.320424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-718f9fd7-700f-458e-888c-44556492d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.323892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-718f9fd7-700f-458e-888c-44556492d2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.325273 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-718f9fd7-700f-458e-888c-44556492d2e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d6c1ca1-dace-41e2-aa2b-ab441828dcc7 HTTP/1.1" status: 204 len: 168 time: 0.2698936 Sep 16 05:29:12.340121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f9fd7-700f-458e-888c-44556492d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6c1ca1-dace-41e2-aa2b-ab441828dcc7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:12.455015 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.636903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.641135 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:12.713218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Deleting port 58656009-b302-4592-ad43-081cd88ffe9e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:12.713643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.848935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] For port 58656009-b302-4592-ad43-081cd88ffe9e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=58656009-b302-4592-ad43-081cd88ffe9e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:12.853668 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:12.874490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Calling delete_port for 58656009-b302-4592-ad43-081cd88ffe9e owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:12.915970 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '58656009-b302-4592-ad43-081cd88ffe9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:29:11Z', 'revision_number': 5, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port': {'id': '58656009-b302-4592-ad43-081cd88ffe9e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924411d1-0737-4393-93ee-0ef19555934c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:17:07Z', 'updated_at': '2021-09-16T05:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:12.961579 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] Checking router: 924411d1-0737-4393-93ee-0ef19555934c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:29:12.977965 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] Routers {'924411d1-0737-4393-93ee-0ef19555934c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:29:12.979040 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:28:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['924411d1-0737-4393-93ee-0ef19555934c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:13.098498 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] Set router 924411d1-0737-4393-93ee-0ef19555934c gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:29:13.124902 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.167517 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:29:12Z', 'revision_number': 6, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:13.172394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Pushing event deleted for resources: {'Port': ['ID=58656009-b302-4592-ad43-081cd88ffe9e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:13.205350 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0d7b0-43c1-4aa3-b009-90df3531d43a None None] The sync data for ids ['924411d1-0737-4393-93ee-0ef19555934c'] in n-d-713301-15 is: [{'id': '924411d1-0737-4393-93ee-0ef19555934c', 'name': 'tempest-AttachVolumeShelveTestJSON-1041323884-router', 'tenant_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:17:05Z', 'updated_at': '2021-09-16T05:29:12Z', 'revision_number': 6, 'project_id': 'f0f01d63df2f4e9abd967a3608450cf4', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:29:13.224367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.224609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.224951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.225289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.225738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.226079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.226407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.226730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.227056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.227380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.227701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.228020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:13.271656 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.419908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.419908 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.796799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.797527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 924411d1-0737-4393-93ee-0ef19555934c {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:29:13.802070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.803315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-af9f6f5e-5ebc-427c-ae5c-93ba16f989dc admin admin] 10.222.0.55 "DELETE /v2.0/routers/924411d1-0737-4393-93ee-0ef19555934c HTTP/1.1" status: 204 len: 168 time: 1.5141103 Sep 16 05:29:13.806564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 52994) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:13.858880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] Deleting subnet af3dc402-63da-49d8-b687-adf046a8b663 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:29:13.862792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:13.908153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.023429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.117688 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.162570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3dc402-63da-49d8-b687-adf046a8b663,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:14.174532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.181922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53002) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:14.183149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f5986b51-b701-44ee-b722-9c0d0022db52 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af3dc402-63da-49d8-b687-adf046a8b663 HTTP/1.1" status: 204 len: 168 time: 0.3746109 Sep 16 05:29:14.190724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde273c1-fa2a-4648-99a9-c649b33544b4 None None] Network b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:14.346406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.437976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Deleting port daa86b68-701e-43e6-848f-7ab1c2a68873 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:29:14.438446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.616009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] For port daa86b68-701e-43e6-848f-7ab1c2a68873, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=daa86b68-701e-43e6-848f-7ab1c2a68873,segment=NetworkSegment(f536ecad-55d8-4af1-9da5-5694bcd7622c),segment_id=f536ecad-55d8-4af1-9da5-5694bcd7622c)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:14.616925 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.657077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Calling delete_port for daa86b68-701e-43e6-848f-7ab1c2a68873 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:29:14.668589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b542f891-002f-40ce-954c-41c7036f0d71 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:14.721703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b542f891-002f-40ce-954c-41c7036f0d71 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:14.722044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b542f891-002f-40ce-954c-41c7036f0d71 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:14.722573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58656009-b302-4592-ad43-081cd88ffe9e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:14.758986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 58656009-b302-4592-ad43-081cd88ffe9e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:14.759334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 58656009-b302-4592-ad43-081cd88ffe9e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:14.794844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:14.861438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6275390-1663-48b1-9cfd-5b308d4b8885 None None] DHCP port deletion for b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:29:14.873068 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa86b68-701e-43e6-848f-7ab1c2a68873,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:14.880142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] No DVR routers for this DVR port daa86b68-701e-43e6-848f-7ab1c2a68873 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:29:14.972853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.002450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:15.018395 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f536ecad-55d8-4af1-9da5-5694bcd7622c') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:15.018710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f536ecad-55d8-4af1-9da5-5694bcd7622c') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:29:15.032989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.056348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.064840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:29:15.065258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:29:15.068082 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:29:15.150850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.159376 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.162334 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3 HTTP/1.1" status: 204 len: 168 time: 0.9785223 Sep 16 05:29:15.189550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf302b-1f32-4651-92a1-78ae7a0a4bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f000c3-2f08-4c1d-bfc6-a87ad55c4dc3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:15.393939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53032) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:15.471295 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-899bb6d7-56ee-4e8b-9743-748a225f70ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0f01d63df2f4e9abd967a3608450cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760367 Sep 16 05:29:15.474675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53038) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:15.574805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74febfe8-9340-4c8f-870d-56191f44a146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.618336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74febfe8-9340-4c8f-870d-56191f44a146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.721726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74febfe8-9340-4c8f-870d-56191f44a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.731788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74febfe8-9340-4c8f-870d-56191f44a146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:15.733161 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-74febfe8-9340-4c8f-870d-56191f44a146 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/916a28ed-089a-4868-9270-1ac220488d78 HTTP/1.1" status: 204 len: 168 time: 0.2575207 Sep 16 05:29:15.744184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74febfe8-9340-4c8f-870d-56191f44a146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a28ed-089a-4868-9270-1ac220488d78,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:16.350242 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:16.598322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device daa86b68-701e-43e6-848f-7ab1c2a68873 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:29:16.716698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: daa86b68-701e-43e6-848f-7ab1c2a68873 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:29:16.717037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device daa86b68-701e-43e6-848f-7ab1c2a68873 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:29:16.795906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53086) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:16.902013 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-431772851-network', 'tenant_id': '777613f197764763b45f1070fa19e7fb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:16.941776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Made reservation on behalf of 777613f197764763b45f1070fa19e7fb for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:16.946775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:16.959720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.071179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.075432 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.108307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:29:17.124187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a519d170-005a-4aa5-a54a-00d87bfadeb4,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:17.136554 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.136899 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Added segment fb6c3919-c0b8-4f16-b648-803b98b66e93 of type vlan for network f5a3db59-b686-4c93-a3eb-e314b27bfdff Sep 16 05:29:17.199599 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.248696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.249931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:17.251216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.297797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53096) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:17.298487 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5008826 Sep 16 05:29:17.304565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Request body: {'subnet': {'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-431772851-subnet', 'tenant_id': '777613f197764763b45f1070fa19e7fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:17.329932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Made reservation on behalf of 777613f197764763b45f1070fa19e7fb for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:17.333055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.337430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816b30c-6577-4917-84d3-d13b7a79fad4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a3db59-b686-4c93-a3eb-e314b27bfdff,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:17.348749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:29:17.550029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.620818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db42bc4-9423-4073-b769-429c30a31d6c,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:17.629228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Checking segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:17.629592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Network hostable DHCP agents. Network: f5a3db59-b686-4c93-a3eb-e314b27bfdff, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:29:17.648447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:29:17.658239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f5a3db59-b686-4c93-a3eb-e314b27bfdff) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:17.662819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:17.663587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.671660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f67c4a-b9cd-43d4-864e-26f65df8dd68 None None] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:17.681864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-efe36933-db60-4937-9fd2-aa25a000838a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3817782 Sep 16 05:29:17.928999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11afcc0-37fd-4df0-a3f1-7edeef77c5d3 None None] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:29:18.189569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 53130) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:18.388672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-577db568-13d6-4cd0-a573-cfed919b7de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.622151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-577db568-13d6-4cd0-a573-cfed919b7de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.646370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-577db568-13d6-4cd0-a573-cfed919b7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.736713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-577db568-13d6-4cd0-a573-cfed919b7de4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=399c3d07a7764ccc91b7eea359a0f062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460074 Sep 16 05:29:18.739578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53154) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:18.740892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577db568-13d6-4cd0-a573-cfed919b7de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ac659e-5a8d-46ae-a991-d357f8a5ca5d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:18.782927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-0075062f-77e4-4369-b608-50c56b860038 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:18.785004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-0075062f-77e4-4369-b608-50c56b860038 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.2156587 Sep 16 05:29:18.802605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-e8a41bed-d2ef-4607-bc81-cacb5c551cd8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/quotas/777613f197764763b45f1070fa19e7fb HTTP/1.1" status: 200 len: 375 time: 0.0116735 Sep 16 05:29:18.844654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-a44df6a0-f437-478d-bc4d-8ae80a49acfc tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338151 Sep 16 05:29:18.859035 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3468befd-0e8c-403e-bbd2-69063b2563bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.898498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3468befd-0e8c-403e-bbd2-69063b2563bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.964629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-1c8d913a-9c44-497d-9d1c-b7efb0f68737 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061141 Sep 16 05:29:18.981521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3468befd-0e8c-403e-bbd2-69063b2563bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.984839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3468befd-0e8c-403e-bbd2-69063b2563bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:18.986036 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3468befd-0e8c-403e-bbd2-69063b2563bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60ac659e-5a8d-46ae-a991-d357f8a5ca5d HTTP/1.1" status: 204 len: 168 time: 0.2453010 Sep 16 05:29:19.006621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468befd-0e8c-403e-bbd2-69063b2563bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ac659e-5a8d-46ae-a991-d357f8a5ca5d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:19.085439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-121f4db8-465a-40a3-8b9d-39ac3e39fbb4 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122534 Sep 16 05:29:19.318250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3aa30651-e89b-4c40-b8c6-d9da1f6a57e9 req-d7a7f19c-7369-4785-949d-7de1c304e59a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 210 time: 0.0459867 Sep 16 05:29:20.524438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef2eb40a-642c-48fd-a48a-89036c2e7a8f req-84d9873d-3477-43ab-b482-488a69e88f95 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 210 time: 0.0908196 Sep 16 05:29:20.775149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-15a59bf5-d624-4853-a525-36bba74e064f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:20.777387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-15a59bf5-d624-4853-a525-36bba74e064f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.1692572 Sep 16 05:29:20.799329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Request body: {'port': {'device_id': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'admin_state_up': True, 'tenant_id': '777613f197764763b45f1070fa19e7fb'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:20.966643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Made reservation on behalf of 777613f197764763b45f1070fa19e7fb for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:20.971701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.130971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Allocated IP 172.20.0.10 (f5a3db59-b686-4c93-a3eb-e314b27bfdff/5db42bc4-9423-4073-b769-429c30a31d6c/cf541bce-e13e-451b-8506-55b29f2f1c3f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:21.328509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.380235 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.460195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:21.462231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:21.464287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event updated for resources: {'Port': ['ID=cf541bce-e13e-451b-8506-55b29f2f1c3f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:21.481684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:21.542888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:21.543794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.564187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-eaaf156e-88d5-401d-beac-0aa7846512a0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7685561 Sep 16 05:29:21.576123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-85fa406c-aa05-4081-bb84-c326f993be3f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:29:21.580436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-85fa406c-aa05-4081-bb84-c326f993be3f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092745 Sep 16 05:29:21.745995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da4c49-9b73-4920-a762-066a2e1eb3db req-ae130b0f-ce9f-4576-8fa7-942351407cf9 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:21.748138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7da4c49-9b73-4920-a762-066a2e1eb3db req-ae130b0f-ce9f-4576-8fa7-942351407cf9 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 932 time: 0.0898581 Sep 16 05:29:21.777148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Request body: {'port': {'device_id': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:21.830663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7da4c49-9b73-4920-a762-066a2e1eb3db req-452357cf-516c-4fd3-9f95-58b19753b476 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757606 Sep 16 05:29:21.863220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.236006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf541bce-e13e-451b-8506-55b29f2f1c3f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:22.246236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.261291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Transition to ACTIVE for port object cf541bce-e13e-451b-8506-55b29f2f1c3f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:22.268173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.325821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Pushing event updated for resources: {'Port': ['ID=cf541bce-e13e-451b-8506-55b29f2f1c3f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:22.431449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Attempting to bind port cf541bce-e13e-451b-8506-55b29f2f1c3f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:22.432159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Attempting to bind port cf541bce-e13e-451b-8506-55b29f2f1c3f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:22.432986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Attempting to bind port cf541bce-e13e-451b-8506-55b29f2f1c3f on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.442482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Port cf541bce-e13e-451b-8506-55b29f2f1c3f on network f5a3db59-b686-4c93-a3eb-e314b27bfdff not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:22.443957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Attempting to bind port cf541bce-e13e-451b-8506-55b29f2f1c3f on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:22.454682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:22.455459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Checking segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:22.458450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Bound using segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:22.458450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Bound port: cf541bce-e13e-451b-8506-55b29f2f1c3f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:22.458450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.570094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] For port cf541bce-e13e-451b-8506-55b29f2f1c3f, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:22.574508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] For port cf541bce-e13e-451b-8506-55b29f2f1c3f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:22.581618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.633060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.633834 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:22.635471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] 10.222.0.64 "PUT /v2.0/ports/cf541bce-e13e-451b-8506-55b29f2f1c3f HTTP/1.1" status: 200 len: 1093 time: 1.0319238 Sep 16 05:29:22.636037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'tag': 'cf541bce-e13e-451b-8506-55b29f2f1c3f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:22.638481 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7224627-37cd-40ad-becb-4fa99c760dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b92d9136-ecc9-4e8b-9fa5-2e4470747974", "tag": "cf541bce-e13e-451b-8506-55b29f2f1c3f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:22.667789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683b950-fee2-4eaf-a6f2-c37182d6bcec service neutron] Pushing event updated for resources: {'Port': ['ID=cf541bce-e13e-451b-8506-55b29f2f1c3f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:22.756803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-b9ab2b8f-80a9-4214-bb90-adee4363672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.760930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-b9ab2b8f-80a9-4214-bb90-adee4363672d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 1096 time: 0.0632460 Sep 16 05:29:22.843647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-11497f3a-41f5-4d1d-96de-feb558d337fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f HTTP/1.1" status: 200 len: 217 time: 0.0690889 Sep 16 05:29:22.898738 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e0394-38e3-48b2-b811-f377a29a0f23 x-openstack-request-id: req-ad4e0394-38e3-48b2-b811-f377a29a0f23 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:22.899033 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92d9136-ecc9-4e8b-9fa5-2e4470747974", "tag": "cf541bce-e13e-451b-8506-55b29f2f1c3f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:22.899280 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad4e0394-38e3-48b2-b811-f377a29a0f23 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:22.899684 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'tag': 'cf541bce-e13e-451b-8506-55b29f2f1c3f', 'status': 'completed', 'code': 200} Sep 16 05:29:22.939062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-87a2b754-c20d-4ef5-90fe-e50947e91cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:22.940580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-87a2b754-c20d-4ef5-90fe-e50947e91cba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0897472 Sep 16 05:29:23.027326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-6c8314ae-0603-49dd-a8b8-f225562ecc7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763159 Sep 16 05:29:23.079415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cc869-868d-4761-83bd-876933db2b3b req-0a52025e-3334-4132-a7f5-d4406176f5e2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.080999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d40cc869-868d-4761-83bd-876933db2b3b req-0a52025e-3334-4132-a7f5-d4406176f5e2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 944 time: 0.1392415 Sep 16 05:29:23.170688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d40cc869-868d-4761-83bd-876933db2b3b req-e6d7c325-ae79-4bc7-90fe-f7041ca68c39 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535560 Sep 16 05:29:23.187045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-6d256fda-2c17-438f-a878-3acf02f01bda service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489775 Sep 16 05:29:23.360709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3984f8c-a9d0-4957-b5ad-41bf464ca5a6 req-6cc37d6b-bce3-497c-886b-4c91fb266d39 service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664314 Sep 16 05:29:23.562239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-d4c21d22-65ee-4511-9f9e-735ebb3a46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.564575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-d4c21d22-65ee-4511-9f9e-735ebb3a46e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 1096 time: 0.0914752 Sep 16 05:29:23.730385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-025391f8-2d7f-4705-82cc-1201c794b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.732513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-025391f8-2d7f-4705-82cc-1201c794b7c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 915 time: 0.1580880 Sep 16 05:29:23.788715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-447bd3b3-3ace-4666-8cec-945485d55498 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f HTTP/1.1" status: 200 len: 217 time: 0.0490727 Sep 16 05:29:23.884467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-808cde00-9255-4013-b99f-d72b04ebfe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:23.886174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-808cde00-9255-4013-b99f-d72b04ebfe95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0903542 Sep 16 05:29:23.936954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-ae2f6675-3dc2-4cc9-885e-9c23355a83cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387392 Sep 16 05:29:24.095610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-622e9b61-da72-4307-af46-5dc033d0937f service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489673 Sep 16 05:29:24.396576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7224627-37cd-40ad-becb-4fa99c760dd8 req-e664f9b4-fb11-4366-a547-2479e1a1fda8 service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847304 Sep 16 05:29:24.441244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a308bf-e47b-4825-b744-ab71c41842aa req-53df4484-728a-4793-ac69-b1e5e567d682 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:24.445847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76a308bf-e47b-4825-b744-ab71c41842aa req-53df4484-728a-4793-ac69-b1e5e567d682 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 944 time: 0.1567910 Sep 16 05:29:24.495799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76a308bf-e47b-4825-b744-ab71c41842aa req-39da0469-1486-4f0c-9c50-e65f8c171a72 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Sep 16 05:29:24.751596 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:25.739815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f717cd3-383b-435f-afaa-07ecb3d5ffad req-4692db4c-a80c-4aa5-a67a-940492e45d3e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:25.741409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f717cd3-383b-435f-afaa-07ecb3d5ffad req-4692db4c-a80c-4aa5-a67a-940492e45d3e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 944 time: 0.1066177 Sep 16 05:29:25.823163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f717cd3-383b-435f-afaa-07ecb3d5ffad req-61dcef7b-8e98-457f-92d3-bb3d941b7ef9 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751677 Sep 16 05:29:25.926207 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d50b20cb-41d9-4bf2-a75e-8aed6ee63bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.497302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf541bce-e13e-451b-8506-55b29f2f1c3f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:29:26.680607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port cf541bce-e13e-451b-8506-55b29f2f1c3f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:26.694567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'cf541bce-e13e-451b-8506-55b29f2f1c3f', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'port_id': 'cf541bce-e13e-451b-8506-55b29f2f1c3f', 'mac_address': 'fa:16:3e:e7:34:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db42bc4-9423-4073-b769-429c30a31d6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:29:26.736868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.751946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf541bce-e13e-451b-8506-55b29f2f1c3f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:26.780504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port cf541bce-e13e-451b-8506-55b29f2f1c3f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:26.793381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:26.892019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=cf541bce-e13e-451b-8506-55b29f2f1c3f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:26.903812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.907713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.908504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.909017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.911814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.912707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.913833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.914544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.915338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.916649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.918266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:26.921109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:27.016817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b016-3cd1-49a1-914f-4c1d12684f47 req-c2a8e0e6-fc3b-471a-8fb1-6ef3c1ea5b3f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:27.018550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71d6b016-3cd1-49a1-914f-4c1d12684f47 req-c2a8e0e6-fc3b-471a-8fb1-6ef3c1ea5b3f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 945 time: 0.0921617 Sep 16 05:29:27.100644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71d6b016-3cd1-49a1-914f-4c1d12684f47 req-b57a4fd8-2cfa-4db0-9863-9314cc58e7ec tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715363 Sep 16 05:29:27.163889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:28.215714 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82d88c9b-3091-499e-8dd7-fe6c94627de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.299503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fbfbd-cacd-47ef-973f-49d92b489e62 req-6f8dacaf-6959-422e-8a06-f97493885f3c tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:28.307347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c7fbfbd-cacd-47ef-973f-49d92b489e62 req-6f8dacaf-6959-422e-8a06-f97493885f3c tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 945 time: 0.0669396 Sep 16 05:29:28.354028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c7fbfbd-cacd-47ef-973f-49d92b489e62 req-bac1ef83-198d-4991-be2c-f71524ed29a1 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457320 Sep 16 05:29:28.497573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf541bce-e13e-451b-8506-55b29f2f1c3f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:28.565371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port cf541bce-e13e-451b-8506-55b29f2f1c3f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:29:28.573074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port cf541bce-e13e-451b-8506-55b29f2f1c3f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:28.573707 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.721813 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.759464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf541bce-e13e-451b-8506-55b29f2f1c3f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:28.764857 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97adede9-bd37-4a5c-be1e-c09c3d27cc3a" -d '{"events": [{"server_uuid": "b92d9136-ecc9-4e8b-9fa5-2e4470747974", "name": "network-vif-plugged", "status": "completed", "tag": "cf541bce-e13e-451b-8506-55b29f2f1c3f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:28.780021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port cf541bce-e13e-451b-8506-55b29f2f1c3f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:28.792874 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:28.867857 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35679f55-fd35-4004-884f-935d3a60872a x-openstack-request-id: req-35679f55-fd35-4004-884f-935d3a60872a {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:28.868431 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92d9136-ecc9-4e8b-9fa5-2e4470747974", "name": "network-vif-plugged", "status": "completed", "tag": "cf541bce-e13e-451b-8506-55b29f2f1c3f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:28.868685 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35679f55-fd35-4004-884f-935d3a60872a {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:28.869103 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf541bce-e13e-451b-8506-55b29f2f1c3f', 'code': 200} Sep 16 05:29:28.899570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=cf541bce-e13e-451b-8506-55b29f2f1c3f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:29.041951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af69a7-89e0-441e-8415-b8d806dec105 req-50ab0eaa-5148-49c3-afd5-bf341ca37f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:29.043552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37af69a7-89e0-441e-8415-b8d806dec105 req-50ab0eaa-5148-49c3-afd5-bf341ca37f10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 1098 time: 0.0546196 Sep 16 05:29:29.087216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37af69a7-89e0-441e-8415-b8d806dec105 req-1632d421-c115-4379-a4bd-f9c504c56905 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361958 Sep 16 05:29:29.181994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:29.496960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786d12-285a-41fa-b086-11ca9aa7bd30 req-e39c3441-945b-47a8-9242-83b9e9cadf37 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:29.499291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec786d12-285a-41fa-b086-11ca9aa7bd30 req-e39c3441-945b-47a8-9242-83b9e9cadf37 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 946 time: 0.0642796 Sep 16 05:29:29.546376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec786d12-285a-41fa-b086-11ca9aa7bd30 req-b0d7cb17-bb7e-4ae7-8e93-fbd5706b7ca6 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Sep 16 05:29:29.847203 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:30.716441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bff0b-332c-4f68-a06e-1d6df1b1988a req-3cec8c10-ee57-4f1c-ba65-645e75cecec9 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:30.718122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-379bff0b-332c-4f68-a06e-1d6df1b1988a req-3cec8c10-ee57-4f1c-ba65-645e75cecec9 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 946 time: 0.0594075 Sep 16 05:29:30.767897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-379bff0b-332c-4f68-a06e-1d6df1b1988a req-02f991a8-9eba-4340-afbb-eac667bf4916 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Sep 16 05:29:31.263440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:41.817979 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:42.689935 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-2dcb7020-8e87-43cd-bc1c-828c5e997f1a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939531 Sep 16 05:29:42.801162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-b053e118-1a44-457f-9eec-829a73868075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.804149 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-b053e118-1a44-457f-9eec-829a73868075 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a50bdb8dfb444619b369b7333b20f82d&device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 1098 time: 0.0491323 Sep 16 05:29:42.931585 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-b344c003-da7d-43fb-b765-4cb966451e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:42.933145 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-b344c003-da7d-43fb-b765-4cb966451e90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 200 len: 911 time: 0.1034777 Sep 16 05:29:43.014903 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-526e5c7b-a677-48ae-8e37-70a10cbcac51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 200 len: 1002 time: 0.0687957 Sep 16 05:29:43.126928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-2082323f-166c-4398-b552-02df935b6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.129209 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-2082323f-166c-4398-b552-02df935b6bd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 200 len: 849 time: 0.0865648 Sep 16 05:29:43.188522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-322bb372-31be-4291-b871-0ea1d7c745bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:43.190321 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-322bb372-31be-4291-b871-0ea1d7c745bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c0723c3-2904-4164-ba7d-f5a3c4765233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498214 Sep 16 05:29:43.294894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-5f35f5e5-0caa-4ceb-9b70-e7dd5df103c9 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926919 Sep 16 05:29:43.420774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-21b536a9-9622-434e-8682-ffd0b870b6aa req-3d0aff7e-dcbe-45d0-932a-b8bd884e9d7a service neutron] 10.222.0.73 "GET /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137788 Sep 16 05:29:44.240829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-b948f620-7f1c-4ccf-86d0-79a3eb42021a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:44.242555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-b948f620-7f1c-4ccf-86d0-79a3eb42021a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.1171501 Sep 16 05:29:44.260428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-4691ef31-72fc-4a28-97bf-afc7443b4722 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/quotas/777613f197764763b45f1070fa19e7fb HTTP/1.1" status: 200 len: 375 time: 0.0114825 Sep 16 05:29:44.323606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-3c4d1e8c-a650-4e61-9049-30aca36ef06e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574017 Sep 16 05:29:44.436710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-1ded58f1-fefa-46c0-b4cb-5ff5b8cf1a30 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036851 Sep 16 05:29:44.530446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-c76d6311-6e24-49d2-b40d-70cf5dd12052 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911639 Sep 16 05:29:44.728440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-553698a2-b4b9-45c6-a115-ddd889b77ec7 req-8e9a901c-b1f0-4928-8668-792a80eb90fc tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 210 time: 0.0437393 Sep 16 05:29:45.874677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a38ed670-dbc8-48b0-994f-b59ad329dcab req-2d0c002b-76c2-44a7-aeb1-59cc2124947f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 210 time: 0.0419664 Sep 16 05:29:46.026656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-1d7b108f-51cb-45ed-8f42-9a4c019c42b1 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:46.028175 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-1d7b108f-51cb-45ed-8f42-9a4c019c42b1 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.1353972 Sep 16 05:29:46.049231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Request body: {'port': {'device_id': '28ab406c-4417-4159-93bf-215e463ac9ce', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'admin_state_up': True, 'tenant_id': '777613f197764763b45f1070fa19e7fb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:46.209996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Made reservation on behalf of 777613f197764763b45f1070fa19e7fb for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:29:46.218088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.369374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Allocated IP 172.20.0.14 (f5a3db59-b686-4c93-a3eb-e314b27bfdff/5db42bc4-9423-4073-b769-429c30a31d6c/e495d93c-9acb-45c5-95bd-75213ed7fc30) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:29:46.570456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.611304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.648848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:46.661638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:29:46.664892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:29:46.676035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:29:46.683997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event updated for resources: {'Port': ['ID=e495d93c-9acb-45c5-95bd-75213ed7fc30,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:46.722085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.722444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.722793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.723132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.723588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.723928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.724314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.724651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.726646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.727004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.727354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.728324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:29:46.795768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:46.797906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:46.826843 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e0ce9895-9f35-4bc8-af01-b0f16d4f4679 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7818010 Sep 16 05:29:46.849691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Request body: {'port': {'device_id': '28ab406c-4417-4159-93bf-215e463ac9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:29:46.977296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.064075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f042251-af03-48fb-88c5-0e2924e13fde req-3319a5be-8cf3-457b-a34d-e8d631b2b9af tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.070060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f042251-af03-48fb-88c5-0e2924e13fde req-3319a5be-8cf3-457b-a34d-e8d631b2b9af tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 932 time: 0.0836859 Sep 16 05:29:47.121220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f042251-af03-48fb-88c5-0e2924e13fde req-db5e205c-f73d-49f5-bfec-0bb0f329b294 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473650 Sep 16 05:29:47.346028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e495d93c-9acb-45c5-95bd-75213ed7fc30 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:47.358805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.378525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Transition to ACTIVE for port object e495d93c-9acb-45c5-95bd-75213ed7fc30 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:29:47.392510 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.443200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Pushing event updated for resources: {'Port': ['ID=e495d93c-9acb-45c5-95bd-75213ed7fc30,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:47.533868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Attempting to bind port e495d93c-9acb-45c5-95bd-75213ed7fc30 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:29:47.534559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Attempting to bind port e495d93c-9acb-45c5-95bd-75213ed7fc30 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:29:47.535186 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Attempting to bind port e495d93c-9acb-45c5-95bd-75213ed7fc30 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:47.541073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Port e495d93c-9acb-45c5-95bd-75213ed7fc30 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:29:47.541677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Attempting to bind port e495d93c-9acb-45c5-95bd-75213ed7fc30 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:29:47.547833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:29:47.548546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Checking segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:29:47.549185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Bound using segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:29:47.549872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Bound port: e495d93c-9acb-45c5-95bd-75213ed7fc30, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:29:47.550691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.641248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] For port e495d93c-9acb-45c5-95bd-75213ed7fc30, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:29:47.646119 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] For port e495d93c-9acb-45c5-95bd-75213ed7fc30, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:29:47.651210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.694556 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.695187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:47.698125 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] 10.222.0.73 "PUT /v2.0/ports/e495d93c-9acb-45c5-95bd-75213ed7fc30 HTTP/1.1" status: 200 len: 1093 time: 0.8544388 Sep 16 05:29:47.700365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ab406c-4417-4159-93bf-215e463ac9ce', 'tag': 'e495d93c-9acb-45c5-95bd-75213ed7fc30'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:47.703693 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae" -d '{"events": [{"name": "network-changed", "server_uuid": "28ab406c-4417-4159-93bf-215e463ac9ce", "tag": "e495d93c-9acb-45c5-95bd-75213ed7fc30"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:47.729610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f6bc9-4300-4d11-8edb-cfa2240db723 service neutron] Pushing event updated for resources: {'Port': ['ID=e495d93c-9acb-45c5-95bd-75213ed7fc30,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:47.766150 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bb54ef-0033-4d35-9f09-8d5349da5438 x-openstack-request-id: req-43bb54ef-0033-4d35-9f09-8d5349da5438 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:47.766612 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ab406c-4417-4159-93bf-215e463ac9ce", "tag": "e495d93c-9acb-45c5-95bd-75213ed7fc30", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:47.767072 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43bb54ef-0033-4d35-9f09-8d5349da5438 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:47.767748 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ab406c-4417-4159-93bf-215e463ac9ce', 'tag': 'e495d93c-9acb-45c5-95bd-75213ed7fc30', 'status': 'completed', 'code': 200} Sep 16 05:29:47.810305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-d3f38186-4ab6-43aa-88a4-c405d7a93a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.812002 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-d3f38186-4ab6-43aa-88a4-c405d7a93a90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 1096 time: 0.0635090 Sep 16 05:29:47.863905 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-5bd34c2d-b2d3-43a5-a45a-00beeb0de700 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30 HTTP/1.1" status: 200 len: 217 time: 0.0414364 Sep 16 05:29:47.924568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-757ad3ad-cc27-4907-ab7c-8c5826ffb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:47.926449 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-757ad3ad-cc27-4907-ab7c-8c5826ffb1d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0548422 Sep 16 05:29:47.965247 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-c863e41f-0eed-4211-9a81-e6f2218d6713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286930 Sep 16 05:29:48.094287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-2aa6e8e6-e22b-4610-8488-107db9d645c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213565 Sep 16 05:29:48.222733 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f2b179-5de5-4aa8-9eff-fc81b6b3ce24 req-e64062be-589b-44e3-b841-3daf3dd0baf9 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164439 Sep 16 05:29:48.270988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b219dc-3d7b-4a96-88b0-a64c16d4178a req-86942c1a-f110-4729-b3c2-53a0d5f068b6 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.272927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7b219dc-3d7b-4a96-88b0-a64c16d4178a req-86942c1a-f110-4729-b3c2-53a0d5f068b6 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 944 time: 0.0592918 Sep 16 05:29:48.318357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7b219dc-3d7b-4a96-88b0-a64c16d4178a req-62a5990e-48b1-4777-b4db-48e67b845237 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 Sep 16 05:29:48.325248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-b959d5ad-a8ce-4e94-8c45-997abf9496c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.327008 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-b959d5ad-a8ce-4e94-8c45-997abf9496c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 1096 time: 0.0484898 Sep 16 05:29:48.434354 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-77dc4b3a-e8e5-4cd0-b70c-fe4f579f4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.435835 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-77dc4b3a-e8e5-4cd0-b70c-fe4f579f4310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 915 time: 0.0945635 Sep 16 05:29:48.487496 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-923509f1-d231-4df4-b10f-fefb95f05d74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30 HTTP/1.1" status: 200 len: 217 time: 0.0421455 Sep 16 05:29:48.543922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-475538ce-0320-4eed-894a-5fa211c12272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:48.546409 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-475538ce-0320-4eed-894a-5fa211c12272 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0511217 Sep 16 05:29:48.580688 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-0141a768-cc44-430d-b881-5e5016ce5025 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264034 Sep 16 05:29:48.689215 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-7bfe9a38-222c-43f1-946d-7bb75f37d5b5 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000576 Sep 16 05:29:48.838910 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fc5aa0f3-ff49-42b3-abcd-fa6b67a4fdae req-50e04a50-474e-4ea2-957f-8de31ebe09ce service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412625 Sep 16 05:29:49.455601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd35f9-a927-4085-b2f2-4d630cea1d6a req-304ee64d-93e8-4a64-ab9a-9366da0ae0f4 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:49.465290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9efd35f9-a927-4085-b2f2-4d630cea1d6a req-304ee64d-93e8-4a64-ab9a-9366da0ae0f4 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 944 time: 0.0725527 Sep 16 05:29:49.507462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9efd35f9-a927-4085-b2f2-4d630cea1d6a req-c103d2c7-8622-4cd3-af5c-d5c6fd82b76f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Sep 16 05:29:50.615331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e495d93c-9acb-45c5-95bd-75213ed7fc30 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:29:50.656210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b471e-ef32-4c4d-ab9b-da68a59f0380 req-99ed9a32-de9a-4c45-beac-ac84a79e3e2a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:50.659531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-360b471e-ef32-4c4d-ab9b-da68a59f0380 req-99ed9a32-de9a-4c45-beac-ac84a79e3e2a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 944 time: 0.0681465 Sep 16 05:29:50.700899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-360b471e-ef32-4c4d-ab9b-da68a59f0380 req-9e4529f2-ef06-447b-a007-7d0e08fda305 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Sep 16 05:29:50.735687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e495d93c-9acb-45c5-95bd-75213ed7fc30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:50.749220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e495d93c-9acb-45c5-95bd-75213ed7fc30', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'port_id': 'e495d93c-9acb-45c5-95bd-75213ed7fc30', 'mac_address': 'fa:16:3e:2a:86:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db42bc4-9423-4073-b769-429c30a31d6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:29:50.790841 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.805135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e495d93c-9acb-45c5-95bd-75213ed7fc30 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:29:50.825500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e495d93c-9acb-45c5-95bd-75213ed7fc30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:50.831181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.885096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e495d93c-9acb-45c5-95bd-75213ed7fc30,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:51.144052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e495d93c-9acb-45c5-95bd-75213ed7fc30'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:29:51.824810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23293f-2cf1-44ac-b607-045e7698386c req-7defdeaf-bcea-4362-9b7c-2a373b9324a8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:51.827013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd23293f-2cf1-44ac-b607-045e7698386c req-7defdeaf-bcea-4362-9b7c-2a373b9324a8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 945 time: 0.0516803 Sep 16 05:29:51.876359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd23293f-2cf1-44ac-b607-045e7698386c req-26371132-6556-4d6d-a76f-bb27fb96cdb6 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Sep 16 05:29:52.623295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e495d93c-9acb-45c5-95bd-75213ed7fc30 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:29:52.673992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port e495d93c-9acb-45c5-95bd-75213ed7fc30 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:29:52.677889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e495d93c-9acb-45c5-95bd-75213ed7fc30 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:29:52.678253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.761368 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.784661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ab406c-4417-4159-93bf-215e463ac9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e495d93c-9acb-45c5-95bd-75213ed7fc30'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:29:52.787247 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8269c3-ff12-4ce1-87ff-ee17a1fe497b" -d '{"events": [{"server_uuid": "28ab406c-4417-4159-93bf-215e463ac9ce", "name": "network-vif-plugged", "status": "completed", "tag": "e495d93c-9acb-45c5-95bd-75213ed7fc30"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:29:52.812573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e495d93c-9acb-45c5-95bd-75213ed7fc30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:29:52.818866 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:52.850470 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d60a50-4e3a-463d-83a3-85a91ff37156 x-openstack-request-id: req-44d60a50-4e3a-463d-83a3-85a91ff37156 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:29:52.850921 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ab406c-4417-4159-93bf-215e463ac9ce", "name": "network-vif-plugged", "status": "completed", "tag": "e495d93c-9acb-45c5-95bd-75213ed7fc30", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:29:52.851292 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44d60a50-4e3a-463d-83a3-85a91ff37156 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:29:52.851778 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ab406c-4417-4159-93bf-215e463ac9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e495d93c-9acb-45c5-95bd-75213ed7fc30', 'code': 200} Sep 16 05:29:52.895425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e495d93c-9acb-45c5-95bd-75213ed7fc30,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:52.957530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9a7e1-cb0b-4faa-9143-344682ff33a0 req-51f50f64-5adc-4ae2-997c-ab177032236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:52.959687 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6ae9a7e1-cb0b-4faa-9143-344682ff33a0 req-51f50f64-5adc-4ae2-997c-ab177032236a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 1098 time: 0.0496914 Sep 16 05:29:53.010611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6ae9a7e1-cb0b-4faa-9143-344682ff33a0 req-722bc25b-1fc5-4b4a-bd1f-af8ea633db69 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Sep 16 05:29:53.020609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf815e-d7a2-42e7-aa36-32a8ced06449 req-3e26536b-a707-4493-b1a7-e0b14199d2ff tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:53.022179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf815e-d7a2-42e7-aa36-32a8ced06449 req-3e26536b-a707-4493-b1a7-e0b14199d2ff tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 946 time: 0.0552526 Sep 16 05:29:53.063447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84bf815e-d7a2-42e7-aa36-32a8ced06449 req-217afdf7-d130-4cb2-af15-fc1419957ab1 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Sep 16 05:29:53.341545 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:53.405056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53952) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:53.541534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-456dc785-8ed4-42a4-8ba4-c396196de4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.679992 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-456dc785-8ed4-42a4-8ba4-c396196de4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.685691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-456dc785-8ed4-42a4-8ba4-c396196de4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.749774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dc785-8ed4-42a4-8ba4-c396196de4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48009f06-b369-4b57-8c01-b7674fae09df,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:53.757676 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-456dc785-8ed4-42a4-8ba4-c396196de4d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e6a85a6cfa64fc4af60939e785292d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487871 Sep 16 05:29:53.758795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 53966) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:29:53.820833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c33dc4b6-4790-4344-b614-fe0ee40db714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.843522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c33dc4b6-4790-4344-b614-fe0ee40db714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.905005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c33dc4b6-4790-4344-b614-fe0ee40db714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.907921 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c33dc4b6-4790-4344-b614-fe0ee40db714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.911788 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c33dc4b6-4790-4344-b614-fe0ee40db714 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48009f06-b369-4b57-8c01-b7674fae09df HTTP/1.1" status: 204 len: 168 time: 0.1526363 Sep 16 05:29:53.921287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc4b6-4790-4344-b614-fe0ee40db714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48009f06-b369-4b57-8c01-b7674fae09df,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:29:54.240764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9c09-26fe-4f2c-a9cd-5410d3d12189 req-e7fb5375-a1d9-4499-9e2b-20c2ae89425f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:54.253648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20af9c09-26fe-4f2c-a9cd-5410d3d12189 req-e7fb5375-a1d9-4499-9e2b-20c2ae89425f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 946 time: 0.0946136 Sep 16 05:29:54.311965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20af9c09-26fe-4f2c-a9cd-5410d3d12189 req-534a7d4e-45de-4e44-a1f8-6c37845bd4c5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Sep 16 05:29:54.729437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:55.423129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bcff-9847-4a61-8f6f-6935d5f9c300 req-6494639e-1e20-4e87-9c8d-48e6b3396acb tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:55.425214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6f6bcff-9847-4a61-8f6f-6935d5f9c300 req-6494639e-1e20-4e87-9c8d-48e6b3396acb tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 946 time: 0.0547509 Sep 16 05:29:55.467648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6f6bcff-9847-4a61-8f6f-6935d5f9c300 req-e0eb7b62-2e2c-4c83-9bdf-75b00f24cc2b tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347264 Sep 16 05:29:55.890729 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e0e1943f-68be-493a-bef2-23c2d37f4912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:58.198331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afeb8438-3438-49d8-8a74-1fe116b5454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.196793 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:59.700167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10138007-7966-4485-a35e-b037df6728db req-84322b50-ccf7-4089-a58f-a0bb47562e4b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:59.701859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10138007-7966-4485-a35e-b037df6728db req-84322b50-ccf7-4089-a58f-a0bb47562e4b tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 946 time: 0.0658648 Sep 16 05:29:59.761652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10138007-7966-4485-a35e-b037df6728db req-48717c36-f583-443a-a7da-076ee320229f tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507231 Sep 16 05:29:59.849267 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:00.959405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f183e-6cbc-4a0e-9553-0ecea92e687b req-1b5ab7ef-ddd7-4b61-8bfd-50bb167aae96 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:00.961653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc2f183e-6cbc-4a0e-9553-0ecea92e687b req-1b5ab7ef-ddd7-4b61-8bfd-50bb167aae96 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 946 time: 0.0644948 Sep 16 05:30:01.016689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dc2f183e-6cbc-4a0e-9553-0ecea92e687b req-ee1b156e-b6ea-4310-824c-c9c92265f91e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484354 Sep 16 05:30:01.275064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.427019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-89200596-2060-4c9a-8199-a67f518bb3d1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:01.428609 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-89200596-2060-4c9a-8199-a67f518bb3d1 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 946 time: 0.0861166 Sep 16 05:30:01.546214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Deleting port 798b4c45-15ad-47ba-8f38-e3782ebf0773 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:01.546571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:01.656713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] For port 798b4c45-15ad-47ba-8f38-e3782ebf0773, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=798b4c45-15ad-47ba-8f38-e3782ebf0773,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:01.657278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.239694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.240060 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.240412 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Floating IP 0285441c-d09a-4c62-a68c-22e10891f8b3 disassociated. External IP: 172.25.6.133, port: 798b4c45-15ad-47ba-8f38-e3782ebf0773. Sep 16 05:30:02.240762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Calling delete_port for 798b4c45-15ad-47ba-8f38-e3782ebf0773 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:02.316303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85625eb9-6e97-4936-8215-b29e58f5d12e req-751a00b5-958a-483d-b98f-4a3fee75c078 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:02.318002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85625eb9-6e97-4936-8215-b29e58f5d12e req-751a00b5-958a-483d-b98f-4a3fee75c078 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 946 time: 0.1011190 Sep 16 05:30:02.427363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85625eb9-6e97-4936-8215-b29e58f5d12e req-b09d563e-5383-46c8-a6f6-dad440119d89 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups?id=7a9c80ce-50d3-44db-af02-04b092b01b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021035 Sep 16 05:30:02.580236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:02.629086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event deleted for resources: {'Port': ['ID=798b4c45-15ad-47ba-8f38-e3782ebf0773,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:02.835125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Router 4fe70cbd-1d31-4e66-b525-fc36db80b98f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:02.980973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:03.007808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] Sync routers for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:03.025844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:03.026745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.034784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] No DVR routers for this DVR port 798b4c45-15ad-47ba-8f38-e3782ebf0773 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:03.038003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:03.040636 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-49aa3d07-110e-43a6-b0d0-ea8a66ea9922 req-0cb94697-75bd-4717-9eb0-0e06927686d7 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.73 "DELETE /v2.0/ports/798b4c45-15ad-47ba-8f38-e3782ebf0773 HTTP/1.1" status: 204 len: 173 time: 1.6032612 Sep 16 05:30:03.041177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'name': 'network-vif-deleted', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:03.043607 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1c993d-b56f-402a-87c9-261142c8264d" -d '{"events": [{"server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "name": "network-vif-deleted", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:03.086575 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef621694-3395-48c7-aec2-dbfa3542c9fa x-openstack-request-id: req-ef621694-3395-48c7-aec2-dbfa3542c9fa {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:03.087112 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c1986c-2b82-475a-81c0-96a3ce87ce35", "name": "network-vif-deleted", "tag": "798b4c45-15ad-47ba-8f38-e3782ebf0773", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:03.088326 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef621694-3395-48c7-aec2-dbfa3542c9fa {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:03.089567 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c1986c-2b82-475a-81c0-96a3ce87ce35', 'name': 'network-vif-deleted', 'tag': '798b4c45-15ad-47ba-8f38-e3782ebf0773', 'status': 'completed', 'code': 200} Sep 16 05:30:03.220076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:03.589001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.668391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffac7b67-11d6-4f4f-9360-f8866fe2d56c req-d6424677-3cb5-40a7-993e-24e41b7b3a0c tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c1986c-2b82-475a-81c0-96a3ce87ce35 HTTP/1.1" status: 200 len: 210 time: 0.0760963 Sep 16 05:30:03.678942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] Checking router: 4fe70cbd-1d31-4e66-b525-fc36db80b98f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:03.707556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:03.710855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:03.888497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:04.002404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54576) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:04.014887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-6044c048-0fed-4988-a943-6a4ae0890d85 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:04.023072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-6044c048-0fed-4988-a943-6a4ae0890d85 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.1884527 Sep 16 05:30:04.044905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-f1ced1b5-66f7-4e2f-bc01-1f24d47c914d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/quotas/777613f197764763b45f1070fa19e7fb HTTP/1.1" status: 200 len: 375 time: 0.0199296 Sep 16 05:30:04.130925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-092e379d-06b9-49a4-b142-c46d3921b485 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810735 Sep 16 05:30:04.163472 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89b9eb78-a290-430d-a72e-0c88e4cacefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.187964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:04.232515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d05c53-4934-47d3-98e5-3941b51f45b7 None None] The sync data for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 is: [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '450c8e2a-e3da-4515-bc88-da51e9200229', 'name': '', 'network_id': '4c0723c3-2904-4164-ba7d-f5a3c4765233', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'mac_address': 'fa:16:3e:f3:a2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:36Z', 'updated_at': '2021-09-16T05:22:46Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'subnets': [{'id': 'c5bc0c3a-199a-41f4-a953-8de5745409f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:04.297103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-d4290217-0901-4cd0-b226-46e356f17a63 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594636 Sep 16 05:30:04.338456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89b9eb78-a290-430d-a72e-0c88e4cacefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.349690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-89b9eb78-a290-430d-a72e-0c88e4cacefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.429450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54582) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:04.430747 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-89b9eb78-a290-430d-a72e-0c88e4cacefb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44c877ce10ed42e59889a854696ec9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267406 Sep 16 05:30:04.436737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9eb78-a290-430d-a72e-0c88e4cacefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beab560-0604-4e10-b111-214bf330a75d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:04.458036 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-2c0b4fce-f0bd-4ca6-92c8-6762b12cbd94 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577435 Sep 16 05:30:04.529285 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6597a3d-8236-4a55-a1ab-5f115e4a8804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.571914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6597a3d-8236-4a55-a1ab-5f115e4a8804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.633758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6597a3d-8236-4a55-a1ab-5f115e4a8804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.636717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6597a3d-8236-4a55-a1ab-5f115e4a8804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.637920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a6597a3d-8236-4a55-a1ab-5f115e4a8804 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2beab560-0604-4e10-b111-214bf330a75d HTTP/1.1" status: 204 len: 168 time: 0.2069218 Sep 16 05:30:04.646425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6597a3d-8236-4a55-a1ab-5f115e4a8804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beab560-0604-4e10-b111-214bf330a75d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:04.675764 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca23e38-d884-41cb-9e86-8f02d4bf1164 None None] New status for floating IP 0285441c-d09a-4c62-a68c-22e10891f8b3: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:30:04.800445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54592) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:04.897198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6553-e7ca-4f15-867a-a91ffdebe5dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.929978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6553-e7ca-4f15-867a-a91ffdebe5dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.992734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6553-e7ca-4f15-867a-a91ffdebe5dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.996158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6553-e7ca-4f15-867a-a91ffdebe5dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:04.997361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7bfe6553-e7ca-4f15-867a-a91ffdebe5dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "DELETE /v2.0/security-groups/7a9c80ce-50d3-44db-af02-04b092b01b3a HTTP/1.1" status: 204 len: 168 time: 0.1958854 Sep 16 05:30:05.000350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54600) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:05.008404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe6553-e7ca-4f15-867a-a91ffdebe5dc tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9c80ce-50d3-44db-af02-04b092b01b3a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:05.016317 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-1a081d63-7dc0-4aa9-9e74-9c78ed135975 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] show failed (client error): The resource could not be found. Sep 16 05:30:05.017912 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1a081d63-7dc0-4aa9-9e74-9c78ed135975 tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "GET /v2.0/security-groups/7a9c80ce-50d3-44db-af02-04b092b01b3a HTTP/1.1" status: 404 len: 347 time: 0.0163307 Sep 16 05:30:05.021168 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54602) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:05.155477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Deleting port 0df7ee97-01f4-4aee-a328-baa4d830067d {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:05.156085 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.247395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.247730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.261959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Calling delete_port for 0df7ee97-01f4-4aee-a328-baa4d830067d owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:05.411735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.441422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Pushing event deleted for resources: {'Port': ['ID=0df7ee97-01f4-4aee-a328-baa4d830067d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:05.513150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.515804 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:05.519627 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4d895c3d-8a41-4e3a-8de2-a0d00dbaeb9e tempest-AttachVolumeTestJSON-30664893 tempest-AttachVolumeTestJSON-30664893-project] 10.222.0.55 "DELETE /v2.0/floatingips/0285441c-d09a-4c62-a68c-22e10891f8b3 HTTP/1.1" status: 204 len: 168 time: 0.4949088 Sep 16 05:30:05.814288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71edf494-3c44-4251-826c-758d4d27044c req-2c1f3a49-271e-4556-af5c-bb6a4a6f3b8c tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 210 time: 0.0494056 Sep 16 05:30:06.630692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 798b4c45-15ad-47ba-8f38-e3782ebf0773 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:06.720933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 798b4c45-15ad-47ba-8f38-e3782ebf0773 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:06.733247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 798b4c45-15ad-47ba-8f38-e3782ebf0773 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:07.031828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-773ec679-f9f8-466c-9773-4f89984fdc86 req-0b625b98-3037-4aae-808d-732f5ae90146 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 210 time: 0.0696590 Sep 16 05:30:07.329750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-2aa7e443-284e-4500-a020-fd49ee98ad82 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:07.333996 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-2aa7e443-284e-4500-a020-fd49ee98ad82 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.1840689 Sep 16 05:30:07.356614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Request body: {'port': {'device_id': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'admin_state_up': True, 'tenant_id': '777613f197764763b45f1070fa19e7fb'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:07.535552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Made reservation on behalf of 777613f197764763b45f1070fa19e7fb for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:07.542266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.728724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Allocated IP 172.20.0.13 (f5a3db59-b686-4c93-a3eb-e314b27bfdff/5db42bc4-9423-4073-b769-429c30a31d6c/bdf4038f-9306-4e76-aec9-674dbb3e5219) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:07.809565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54778) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:07.966996 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:07.971035 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-943e29af-dec8-411e-9f5a-c2de3b00f0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.121645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-943e29af-dec8-411e-9f5a-c2de3b00f0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.134650 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-943e29af-dec8-411e-9f5a-c2de3b00f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.204203 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-943e29af-dec8-411e-9f5a-c2de3b00f0f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24b0f0af60c94e9c87058a957bc10fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932333 Sep 16 05:30:08.205434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e29af-dec8-411e-9f5a-c2de3b00f0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efd1ebd-9adc-4936-85ab-b7d9cdfb6bd1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.208961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54786) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:08.295184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81945073-2a28-4a61-b8d7-c5f664781dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.325259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81945073-2a28-4a61-b8d7-c5f664781dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.393505 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81945073-2a28-4a61-b8d7-c5f664781dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.396420 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81945073-2a28-4a61-b8d7-c5f664781dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.400476 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-81945073-2a28-4a61-b8d7-c5f664781dd3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4efd1ebd-9adc-4936-85ab-b7d9cdfb6bd1 HTTP/1.1" status: 204 len: 168 time: 0.1873934 Sep 16 05:30:08.408282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81945073-2a28-4a61-b8d7-c5f664781dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efd1ebd-9adc-4936-85ab-b7d9cdfb6bd1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.465614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0546eb-43aa-4255-8268-bc2c775fa214 req-43e3a8f4-2b69-46e3-a3f8-8d6f3d9bfd3a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 210 time: 0.0988820 Sep 16 05:30:08.512677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.526314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e495d93c-9acb-45c5-95bd-75213ed7fc30'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:08.534850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:08.544722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:08.578662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:08.607917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:08.692024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event updated for resources: {'Port': ['ID=bdf4038f-9306-4e76-aec9-674dbb3e5219,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:08.723409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:08.724678 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.745352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-50681067-44ab-4300-ba43-23ec912e802d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3940248 Sep 16 05:30:08.765424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Request body: {'port': {'device_id': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:08.916850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.975468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54796) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:08.995932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80a73ca1-3515-49d6-a325-6ff6b34680e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.308598 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80a73ca1-3515-49d6-a325-6ff6b34680e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.313198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80a73ca1-3515-49d6-a325-6ff6b34680e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.384988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-80a73ca1-3515-49d6-a325-6ff6b34680e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3bfe07f084e4ebba140e3cfa0130c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044707 Sep 16 05:30:09.385909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54798) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:09.393256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a73ca1-3515-49d6-a325-6ff6b34680e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0340d37-d11b-4b68-b79a-e65d5c4e3c10,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.419447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf4038f-9306-4e76-aec9-674dbb3e5219 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:09.432366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.452509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Transition to ACTIVE for port object bdf4038f-9306-4e76-aec9-674dbb3e5219 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:30:09.462422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.491281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7754cac-b13e-4723-a483-aae16b11673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.524182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf4038f-9306-4e76-aec9-674dbb3e5219,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.546217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7754cac-b13e-4723-a483-aae16b11673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.684526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0d44-3754-4200-abe6-1ee5a5c2fc23 req-87370059-e2e9-4cd6-974c-6ad340f14464 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.686158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-272f0d44-3754-4200-abe6-1ee5a5c2fc23 req-87370059-e2e9-4cd6-974c-6ad340f14464 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 944 time: 0.1241195 Sep 16 05:30:09.691587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Attempting to bind port bdf4038f-9306-4e76-aec9-674dbb3e5219 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:09.692339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Attempting to bind port bdf4038f-9306-4e76-aec9-674dbb3e5219 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:09.692339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Attempting to bind port bdf4038f-9306-4e76-aec9-674dbb3e5219 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:09.699322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Port bdf4038f-9306-4e76-aec9-674dbb3e5219 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:30:09.699639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Attempting to bind port bdf4038f-9306-4e76-aec9-674dbb3e5219 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:09.709359 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7754cac-b13e-4723-a483-aae16b11673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.712329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7754cac-b13e-4723-a483-aae16b11673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.713463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e7754cac-b13e-4723-a483-aae16b11673e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0340d37-d11b-4b68-b79a-e65d5c4e3c10 HTTP/1.1" status: 204 len: 168 time: 0.3266311 Sep 16 05:30:09.738178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:09.738625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Checking segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:09.738899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Bound using segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:09.739351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Bound port: bdf4038f-9306-4e76-aec9-674dbb3e5219, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:09.739708 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.745007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7754cac-b13e-4723-a483-aae16b11673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0340d37-d11b-4b68-b79a-e65d5c4e3c10,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.802371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-272f0d44-3754-4200-abe6-1ee5a5c2fc23 req-b64fa0e8-9922-4602-82d5-6c616972c69b tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002307 Sep 16 05:30:09.838172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] For port bdf4038f-9306-4e76-aec9-674dbb3e5219, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:09.842734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] For port bdf4038f-9306-4e76-aec9-674dbb3e5219, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bdf4038f-9306-4e76-aec9-674dbb3e5219,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:09.850872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.895535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:09.895867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:09.898502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] 10.222.0.64 "PUT /v2.0/ports/bdf4038f-9306-4e76-aec9-674dbb3e5219 HTTP/1.1" status: 200 len: 1093 time: 1.1373534 Sep 16 05:30:09.902997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'tag': 'bdf4038f-9306-4e76-aec9-674dbb3e5219'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:09.904869 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff0b49e-343f-42b3-9967-a0f776701f83" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f62b67-3e7e-455a-b07b-24090e1ba853", "tag": "bdf4038f-9306-4e76-aec9-674dbb3e5219"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:09.962326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31cbff-226c-4cdf-bad3-ba0ad4292b17 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf4038f-9306-4e76-aec9-674dbb3e5219,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:09.978894 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3056e96a-6fa4-452b-87b2-8b7ef7e3fd78 x-openstack-request-id: req-3056e96a-6fa4-452b-87b2-8b7ef7e3fd78 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:09.978894 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f62b67-3e7e-455a-b07b-24090e1ba853", "tag": "bdf4038f-9306-4e76-aec9-674dbb3e5219", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:09.978894 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3056e96a-6fa4-452b-87b2-8b7ef7e3fd78 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:09.979235 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'tag': 'bdf4038f-9306-4e76-aec9-674dbb3e5219', 'status': 'completed', 'code': 200} Sep 16 05:30:10.003791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-6ce0a409-9bc9-4c32-993a-fdcbe3e639c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1251264 Sep 16 05:30:10.022609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-dc588154-1609-4a64-b29e-7b074de24815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.024359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-dc588154-1609-4a64-b29e-7b074de24815 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 1096 time: 0.0577402 Sep 16 05:30:10.157067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-70f15a89-eaec-49ea-b585-1c43f5be07c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdf4038f-9306-4e76-aec9-674dbb3e5219 HTTP/1.1" status: 200 len: 217 time: 0.1162000 Sep 16 05:30:10.241533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798953-9c7b-475f-9410-d6d627c208de req-795bdfe9-6221-4411-86e0-568815d63d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.243834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-795bdfe9-6221-4411-86e0-568815d63d88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 1098 time: 0.1004894 Sep 16 05:30:10.245383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-727046f0-4d1a-4115-8f1f-21027d5bb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.246836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-727046f0-4d1a-4115-8f1f-21027d5bb3ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0684385 Sep 16 05:30:10.346359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-10ab36a9-7a37-4d67-beff-be479d9bf04c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908699 Sep 16 05:30:10.534003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798953-9c7b-475f-9410-d6d627c208de req-5a7b6d5f-d8bf-4428-9342-ae8aabdbb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.535438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-5a7b6d5f-d8bf-4428-9342-ae8aabdbb809 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 915 time: 0.2644835 Sep 16 05:30:10.561267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-599a4591-baf4-4d1b-a5c6-81f0ff5cf79e service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031314 Sep 16 05:30:10.579078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54830) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.602731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-d6a6ec71-b421-4359-a0cb-194823d92fc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f HTTP/1.1" status: 200 len: 217 time: 0.0571783 Sep 16 05:30:10.748954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eed4b241-0d9c-4927-8182-b4ad211289c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.752036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798953-9c7b-475f-9410-d6d627c208de req-82a7600c-d66f-4b76-854d-6885648e858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:10.754227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-82a7600c-d66f-4b76-854d-6885648e858f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.1356189 Sep 16 05:30:10.799133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-3aa13c02-4feb-42d1-9d29-86abaa87ac7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368159 Sep 16 05:30:10.802887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bae68b4-8f77-4deb-869c-1db38c6f314b req-53bcc12b-8aaa-4844-b39a-01d9bed73827 service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091718 Sep 16 05:30:10.938024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54844) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:10.957682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eed4b241-0d9c-4927-8182-b4ad211289c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:10.965493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eed4b241-0d9c-4927-8182-b4ad211289c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.036446 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eed4b241-0d9c-4927-8182-b4ad211289c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08f9c5c5622d4e4f8231c75255150b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539220 Sep 16 05:30:11.038806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54850) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.048824 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4b241-0d9c-4927-8182-b4ad211289c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c6199-2256-4ec1-a544-809976b5c18d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:11.053879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-60cc17ee-dac1-4428-9161-225d0c8d7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.055476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-60cc17ee-dac1-4428-9161-225d0c8d7eb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 1096 time: 0.1095676 Sep 16 05:30:11.066204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed970d-8248-429c-b5d6-1c4d03811041 req-66487f06-ac9c-4c6a-81fa-f152df4b15b2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.074552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45ed970d-8248-429c-b5d6-1c4d03811041 req-66487f06-ac9c-4c6a-81fa-f152df4b15b2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 944 time: 0.1301613 Sep 16 05:30:11.142964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-712e5c83-5b42-42cc-9f54-6aa26b442e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.164481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1585978174-network', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:11.208836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Made reservation on behalf of 23a20dfbac4b4815ba519f61f4d5272e for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:11.212948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.214208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-cd9294da-18b4-42a0-b196-f291ae6d3ff8 service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984935 Sep 16 05:30:11.215238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-2fc635bb-2c10-46cc-8d44-71ac81b91fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.216725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-2fc635bb-2c10-46cc-8d44-71ac81b91fee service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 915 time: 0.1388688 Sep 16 05:30:11.230453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-712e5c83-5b42-42cc-9f54-6aa26b442e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.243302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.301009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45ed970d-8248-429c-b5d6-1c4d03811041 req-ecd4d368-101e-4ea2-8629-7efd8aa5ade8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221856 Sep 16 05:30:11.355894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-712e5c83-5b42-42cc-9f54-6aa26b442e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.369966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-712e5c83-5b42-42cc-9f54-6aa26b442e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.378671 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-712e5c83-5b42-42cc-9f54-6aa26b442e54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff9c6199-2256-4ec1-a544-809976b5c18d HTTP/1.1" status: 204 len: 168 time: 0.3356142 Sep 16 05:30:11.385360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-51c0b3fd-2426-4574-89e3-333a931b5b25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdf4038f-9306-4e76-aec9-674dbb3e5219 HTTP/1.1" status: 200 len: 217 time: 0.1547737 Sep 16 05:30:11.486059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e5c83-5b42-42cc-9f54-6aa26b442e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c6199-2256-4ec1-a544-809976b5c18d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:11.506572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-f057c00f-0b85-433d-a790-d7a261dd462b service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777243 Sep 16 05:30:11.526730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-d38da919-3b1b-4eef-ad75-b06f3c622430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.528237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-d38da919-3b1b-4eef-ad75-b06f3c622430 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.1336133 Sep 16 05:30:11.599452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.614817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.622421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-597c049a-a9b2-41e8-bdad-607fddf6cc03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849171 Sep 16 05:30:11.685153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:11.710393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.710787 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Added segment 5dec56c8-d2c7-4ace-8d27-5fb746c404d7 of type vlan for network 9d880899-d42a-4750-8194-b756e5e080d2 Sep 16 05:30:11.762990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b10ad-8808-423b-83da-e449c30f24f3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:11.772938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-4daed37d-e135-4342-9683-81d5332858ee service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407187 Sep 16 05:30:11.785474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.832396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.833967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:11.834835 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.850047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:11.879375 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9401035 Sep 16 05:30:11.880002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54858) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:11.887055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Request body: {'subnet': {'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1585978174-subnet', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:11.933074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dba08-48cb-4cf2-9788-d9fc57b98108 admin admin] Pushing event updated for resources: {'Network': ['ID=9d880899-d42a-4750-8194-b756e5e080d2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:11.944188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 9d880899-d42a-4750-8194-b756e5e080d2 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:11.962721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ff0b49e-343f-42b3-9967-a0f776701f83 req-6925355d-b86a-4bc8-a154-c1121d7919cb service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807294 Sep 16 05:30:11.963007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Made reservation on behalf of 23a20dfbac4b4815ba519f61f4d5272e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:11.965897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.097375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54860) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:12.113414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4faaa7bd-d56e-4f72-af1d-72d909c34b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.202903 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.227626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4faaa7bd-d56e-4f72-af1d-72d909c34b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.233852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4faaa7bd-d56e-4f72-af1d-72d909c34b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.266821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4faaa7bd-d56e-4f72-af1d-72d909c34b84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=920fa29e426c477c92e40ad988166e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666710 Sep 16 05:30:12.268909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54862) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:12.287343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaa7bd-d56e-4f72-af1d-72d909c34b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e145a-05e8-496e-b23d-d0fe76c99fa5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.306737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.316220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Checking segment: {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:12.316411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Network hostable DHCP agents. Network: 9d880899-d42a-4750-8194-b756e5e080d2, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:12.367265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9386eb6a-70f8-4af6-9b17-b92ede89b8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.390304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Network 9d880899-d42a-4750-8194-b756e5e080d2 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:12.413785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9386eb6a-70f8-4af6-9b17-b92ede89b8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.417026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 9d880899-d42a-4750-8194-b756e5e080d2) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:12.425565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f030d9-3e59-4e89-9bde-7c26c0ab310b None None] Network 9d880899-d42a-4750-8194-b756e5e080d2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:12.436749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.437358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.449453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ea8b3-9cb7-40bb-9487-1f53b37efe96 req-8099105a-da51-421a-a0be-9a7d281af2dc tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:12.452948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0ea8b3-9cb7-40bb-9487-1f53b37efe96 req-8099105a-da51-421a-a0be-9a7d281af2dc tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 944 time: 0.0747335 Sep 16 05:30:12.483211 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a1729929-996b-431f-a1a8-cb40b15384d0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5979490 Sep 16 05:30:12.487152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54868) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:12.500228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:12.557608 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9386eb6a-70f8-4af6-9b17-b92ede89b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.560190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc0ea8b3-9cb7-40bb-9487-1f53b37efe96 req-5dbd5e37-92a2-4aa4-b848-c53b79e18046 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948043 Sep 16 05:30:12.575188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9386eb6a-70f8-4af6-9b17-b92ede89b8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.578684 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9386eb6a-70f8-4af6-9b17-b92ede89b8f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e32e145a-05e8-496e-b23d-d0fe76c99fa5 HTTP/1.1" status: 204 len: 168 time: 0.3068023 Sep 16 05:30:12.582847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.584174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.600117 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386eb6a-70f8-4af6-9b17-b92ede89b8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e145a-05e8-496e-b23d-d0fe76c99fa5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:12.704904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.956655 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:12.988634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-9d880899-d42a-4750-8194-b756e5e080d2', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:12.990230 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.205613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Allocated IP 172.20.0.2 (9d880899-d42a-4750-8194-b756e5e080d2/ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95/ab401ee4-e668-469a-9e3d-cf68d91ed3ff) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:13.331608 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.359666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.407275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.415103 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.461505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Network 9d880899-d42a-4750-8194-b756e5e080d2 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:13.464474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:13.468306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:13.504997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Allocated IP 172.25.6.116 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/f39cba43-7359-42e7-949d-850aaf7d1231) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:13.511131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Pushing event updated for resources: {'Port': ['ID=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:13.540254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Attempting to bind port ab401ee4-e668-469a-9e3d-cf68d91ed3ff on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:13.540778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Attempting to bind port ab401ee4-e668-469a-9e3d-cf68d91ed3ff by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:13.541445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Attempting to bind port ab401ee4-e668-469a-9e3d-cf68d91ed3ff on network 9d880899-d42a-4750-8194-b756e5e080d2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:13.547603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:13.548544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Checking segment: {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:13.549171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.549797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Bound using segment: {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:13.550512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Bound port: ab401ee4-e668-469a-9e3d-cf68d91ed3ff, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:13.551140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.645957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] For port ab401ee4-e668-469a-9e3d-cf68d91ed3ff, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:13.650810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] For port ab401ee4-e668-469a-9e3d-cf68d91ed3ff, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:13.659658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.759969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1a70d-4516-4587-bffa-3497ffb261d2 req-8ed24805-15d2-427b-af11-8ec51fc71ea9 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:13.762163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704400b-423a-4923-a5b1-e4aac14c75e0 None None] Pushing event updated for resources: {'Port': ['ID=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:13.783654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69a1a70d-4516-4587-bffa-3497ffb261d2 req-8ed24805-15d2-427b-af11-8ec51fc71ea9 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 944 time: 0.1076174 Sep 16 05:30:13.797601 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.843316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69a1a70d-4516-4587-bffa-3497ffb261d2 req-893113ce-471e-44c2-b6e3-2a86eb50fbd3 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584626 Sep 16 05:30:13.901671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:13.952421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:13.959211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:13.971822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:14.112604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Pushing event updated for resources: {'Port': ['ID=f39cba43-7359-42e7-949d-850aaf7d1231,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:14.386246 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.696475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.707879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ab401ee4-e668-469a-9e3d-cf68d91ed3ff up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:14.830157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ab401ee4-e668-469a-9e3d-cf68d91ed3ff triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:14.830644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:14.890720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bdf4038f-9306-4e76-aec9-674dbb3e5219 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:14.978758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:15.093524 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.111914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc047bb-e0be-4e05-937d-cd888f82b924 req-4b056803-a763-4067-908e-76222e050d6b tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:15.130428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cc047bb-e0be-4e05-937d-cd888f82b924 req-4b056803-a763-4067-908e-76222e050d6b tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 944 time: 0.1552238 Sep 16 05:30:15.142160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:15.162044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.164339 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6bfdf106-00c9-45e4-9650-5d3b170676cd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6716828 Sep 16 05:30:15.167607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54916) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:15.176866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Sync routers for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:15.197870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port ab401ee4-e668-469a-9e3d-cf68d91ed3ff, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:15.213955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cc047bb-e0be-4e05-937d-cd888f82b924 req-df9241b0-2674-4289-9048-947e91ae4167 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769377 Sep 16 05:30:15.232192 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.238398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:15.239112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:15.399777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:15.466727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bdf4038f-9306-4e76-aec9-674dbb3e5219, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bdf4038f-9306-4e76-aec9-674dbb3e5219,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:15.520804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645de24-ef12-46cf-93c2-ae2ca6ee3704 None None] Network 9d880899-d42a-4750-8194-b756e5e080d2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:15.565493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'bdf4038f-9306-4e76-aec9-674dbb3e5219', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'port_id': 'bdf4038f-9306-4e76-aec9-674dbb3e5219', 'mac_address': 'fa:16:3e:1f:2a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db42bc4-9423-4073-b769-429c30a31d6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:15.681434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:15.746278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-aa3d1539-a9c7-49dc-84e3-43650b321ec3 None None] Provisioning complete for port ab401ee4-e668-469a-9e3d-cf68d91ed3ff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:15.746991 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1539-a9c7-49dc-84e3-43650b321ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.881051 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:15.981982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf4038f-9306-4e76-aec9-674dbb3e5219 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:16.059320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bdf4038f-9306-4e76-aec9-674dbb3e5219, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bdf4038f-9306-4e76-aec9-674dbb3e5219,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:16.067381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.119612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.129100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:14Z', 'revision_number': 3, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:16.167434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Checking router: 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:16.167783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Updating router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 port f39cba43-7359-42e7-949d-850aaf7d1231 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:16.206550 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.275879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=bdf4038f-9306-4e76-aec9-674dbb3e5219,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:16.383749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259198-6ab2-4523-a075-56e88be40a27 req-744250d6-9148-4672-a0b5-063ff0727d4a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:16.391828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01259198-6ab2-4523-a075-56e88be40a27 req-744250d6-9148-4672-a0b5-063ff0727d4a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 945 time: 0.0575070 Sep 16 05:30:16.396661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Allocated IP 172.20.0.1 (9d880899-d42a-4750-8194-b756e5e080d2/ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95/35d20439-14c6-4a39-9b81-bde1ca0f2876) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:16.437399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01259198-6ab2-4523-a075-56e88be40a27 req-f3924dd7-0391-4260-9685-9c87d81ce2be tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Sep 16 05:30:16.470487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-aa5baf6a-67b1-49bc-8b3e-402a54e645eb None None] Provisioning complete for port ab401ee4-e668-469a-9e3d-cf68d91ed3ff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:16.470851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aa5baf6a-67b1-49bc-8b3e-402a54e645eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.541828 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.653839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.710319 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Network 9d880899-d42a-4750-8194-b756e5e080d2 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:16.714911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:16.715443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['bdf4038f-9306-4e76-aec9-674dbb3e5219'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:16.718150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ab401ee4-e668-469a-9e3d-cf68d91ed3ff up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:16.729765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:16.752556 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Pushing event updated for resources: {'Port': ['ID=35d20439-14c6-4a39-9b81-bde1ca0f2876,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:16.777428 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.958131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ab401ee4-e668-469a-9e3d-cf68d91ed3ff triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:16.958131 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:16.987241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.053715 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.076788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.174048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Attempting to bind port f39cba43-7359-42e7-949d-850aaf7d1231 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:17.174814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Attempting to bind port f39cba43-7359-42e7-949d-850aaf7d1231 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:17.175305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Attempting to bind port f39cba43-7359-42e7-949d-850aaf7d1231 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:17.211919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.224265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.245542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:17.246208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:17.246755 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.247350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:17.247998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Bound port: f39cba43-7359-42e7-949d-850aaf7d1231, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:17.248533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.249903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54938) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:17.333175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9eb18a0f-37ff-4c87-8b3e-f81b88892687 None None] Provisioning complete for port 35d20439-14c6-4a39-9b81-bde1ca0f2876 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:17.333676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9eb18a0f-37ff-4c87-8b3e-f81b88892687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.357537 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.359418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Pushing event updated for resources: {'Port': ['ID=35d20439-14c6-4a39-9b81-bde1ca0f2876,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.371766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c630b-14b6-4c59-b775-8cd8f0576a9f None None] Pushing event updated for resources: {'Port': ['ID=f39cba43-7359-42e7-949d-850aaf7d1231,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.387377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] For port f39cba43-7359-42e7-949d-850aaf7d1231, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:17.411013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9eb18a0f-37ff-4c87-8b3e-f81b88892687 None None] Port 35d20439-14c6-4a39-9b81-bde1ca0f2876 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:17.418021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] For port f39cba43-7359-42e7-949d-850aaf7d1231, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f39cba43-7359-42e7-949d-850aaf7d1231,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:17.425296 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.513515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:17.520765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:17.602574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c630b-14b6-4c59-b775-8cd8f0576a9f None None] Pushing event updated for resources: {'Port': ['ID=f39cba43-7359-42e7-949d-850aaf7d1231,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:17.618675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Network 9d880899-d42a-4750-8194-b756e5e080d2 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:17.622223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:17.792554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:17.823262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:17.954123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50ba0b-7e95-428a-b197-5e9872e86d9d req-b71e946b-c28e-4460-ac19-a5e57017ae85 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:17.962190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a50ba0b-7e95-428a-b197-5e9872e86d9d req-b71e946b-c28e-4460-ac19-a5e57017ae85 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 945 time: 0.2939723 Sep 16 05:30:17.968375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:17.979960 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42b8e034-5647-40db-b80f-b9f961b2bf5d admin admin] 10.222.0.55 "PUT /v2.0/routers/86357f18-46f2-4a9e-90a3-0e4599dd6ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8070934 Sep 16 05:30:18.056622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e7cc04df-03a6-4504-81fa-e227fd3f964c None None] Provisioning complete for port 35d20439-14c6-4a39-9b81-bde1ca0f2876 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:18.057216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e7cc04df-03a6-4504-81fa-e227fd3f964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.092288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a50ba0b-7e95-428a-b197-5e9872e86d9d req-58e40480-1b51-4165-b823-ed406c2ec2c7 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290083 Sep 16 05:30:18.117684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc04df-03a6-4504-81fa-e227fd3f964c None None] Port 35d20439-14c6-4a39-9b81-bde1ca0f2876 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:18.134781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 2, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:18.167403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7c514-4842-4e7d-bf70-258f1925dfed None None] The sync data for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 is: [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 2, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:18.211437 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.737915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54966) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:18.745262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-5910239-network', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:18.775655 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Made reservation on behalf of 16cd7aa743c7424695bd87c8df2bafdb for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:18.777206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.796363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.873774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bdf4038f-9306-4e76-aec9-674dbb3e5219 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:18.912592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.920813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.933903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Deleting port 450c8e2a-e3da-4515-bc88-da51e9200229 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:18.934246 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.953963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d27413-3e5e-41d6-8099-af59defcc66d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:18.968251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:18.979062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port bdf4038f-9306-4e76-aec9-674dbb3e5219 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:18.981093 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:18.981444 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Added segment 4fdee8cb-0e64-4c26-8ae7-024db245dab1 of type vlan for network bad9434f-e072-40bb-bd98-50b3a04ab4b2 Sep 16 05:30:18.995435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port bdf4038f-9306-4e76-aec9-674dbb3e5219 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:18.996133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.034032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] For port 450c8e2a-e3da-4515-bc88-da51e9200229, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=450c8e2a-e3da-4515-bc88-da51e9200229,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:19.034575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.041802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.051066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Calling delete_port for 450c8e2a-e3da-4515-bc88-da51e9200229 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:19.074901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.077145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:19.078166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.119204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3801653 Sep 16 05:30:19.123760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54970) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.160627 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.170920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Request body: {'subnet': {'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-5910239-subnet', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:19.201389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port bdf4038f-9306-4e76-aec9-674dbb3e5219, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bdf4038f-9306-4e76-aec9-674dbb3e5219,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:19.205988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4038f-9306-4e76-aec9-674dbb3e5219'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:19.209127 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff6200d-cade-4bcf-a7b9-8945a40863e4" -d '{"events": [{"server_uuid": "e8f62b67-3e7e-455a-b07b-24090e1ba853", "name": "network-vif-plugged", "status": "completed", "tag": "bdf4038f-9306-4e76-aec9-674dbb3e5219"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:19.213520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.245379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8788a6-8ab0-466b-95d5-6c98466c0319 admin admin] Pushing event updated for resources: {'Network': ['ID=bad9434f-e072-40bb-bd98-50b3a04ab4b2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.273399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:19.279962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Made reservation on behalf of 16cd7aa743c7424695bd87c8df2bafdb for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:19.282428 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.378209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88493df1-31eb-440c-ae95-371b27ef5e72 req-44c27f2f-f482-4440-b3a2-dbfa9dc3f0f2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:19.386256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88493df1-31eb-440c-ae95-371b27ef5e72 req-44c27f2f-f482-4440-b3a2-dbfa9dc3f0f2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 946 time: 0.1587427 Sep 16 05:30:19.461946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=bdf4038f-9306-4e76-aec9-674dbb3e5219,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.471897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88493df1-31eb-440c-ae95-371b27ef5e72 req-366300e8-968e-41d0-aa47-3f5c5e2822e7 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835679 Sep 16 05:30:19.591721 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c8647-dc41-48b4-b4ad-f0067f7bccb3 x-openstack-request-id: req-aa4c8647-dc41-48b4-b4ad-f0067f7bccb3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:19.592024 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f62b67-3e7e-455a-b07b-24090e1ba853", "name": "network-vif-plugged", "status": "completed", "tag": "bdf4038f-9306-4e76-aec9-674dbb3e5219", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:19.592306 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa4c8647-dc41-48b4-b4ad-f0067f7bccb3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:19.593178 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf4038f-9306-4e76-aec9-674dbb3e5219', 'code': 200} Sep 16 05:30:19.599176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.614289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.630448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=450c8e2a-e3da-4515-bc88-da51e9200229,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.645803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.646285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.646711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.647054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.648134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.648134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.648134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.648621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.648790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.649048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.649367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.649688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:19.739980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2680bdb2-536e-44f8-9c4f-f539f2153c98,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:19.752489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Checking segment: {'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:19.752963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Network hostable DHCP agents. Network: bad9434f-e072-40bb-bd98-50b3a04ab4b2, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:19.781690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:19.798163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, bad9434f-e072-40bb-bd98-50b3a04ab4b2) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:19.814712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a855e2-e19f-4f5b-832c-3466ff137706 None None] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:19.814924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52608a-d31a-4e23-bf8d-e84e9cc73fd4 req-c65ed6ae-3efe-4c64-b19b-f9d9a2dfaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:19.816449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e52608a-d31a-4e23-bf8d-e84e9cc73fd4 req-c65ed6ae-3efe-4c64-b19b-f9d9a2dfaeaf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 1098 time: 0.1156600 Sep 16 05:30:19.828939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:19.829539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.862774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5d526648-e5d3-4ae8-9439-bf13f5aa6b75 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7392797 Sep 16 05:30:19.865262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 54978) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:19.870946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:19.920500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.922195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:19.964989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e52608a-d31a-4e23-bf8d-e84e9cc73fd4 req-1a2f9111-6b3e-4312-894a-85b523146505 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330390 Sep 16 05:30:20.004327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.013738 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.078510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-bad9434f-e072-40bb-bd98-50b3a04ab4b2', 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'fixed_ips': [{'subnet_id': '2680bdb2-536e-44f8-9c4f-f539f2153c98'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:20.079927 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.337754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Allocated IP 172.20.0.2 (bad9434f-e072-40bb-bd98-50b3a04ab4b2/2680bdb2-536e-44f8-9c4f-f539f2153c98/4c4a2cf6-0835-467c-8bbf-6775e914fdb4) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:20.355501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.442747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Router 4fe70cbd-1d31-4e66-b525-fc36db80b98f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:20.526473 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.535097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.587940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:20.595197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:20.606421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:20.619843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Pushing event updated for resources: {'Port': ['ID=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:20.655104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:20.661818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.664444 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] Sync routers for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:20.672324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-84802efe-6c2f-4279-aa7f-ca96910521b3 admin admin] 10.222.0.55 "PUT /v2.0/routers/4fe70cbd-1d31-4e66-b525-fc36db80b98f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4204640 Sep 16 05:30:20.676755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54986) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:20.693285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.707362 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:20.708020 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:20.708317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff96ccc-1006-479e-bf82-1d33d04d1f40 req-20de53f6-3fbf-410e-b379-cf93ee1fc637 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:20.709808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ff96ccc-1006-479e-bf82-1d33d04d1f40 req-20de53f6-3fbf-410e-b379-cf93ee1fc637 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 946 time: 0.1394582 Sep 16 05:30:20.775079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Attempting to bind port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:20.775452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Attempting to bind port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:20.775824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Attempting to bind port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 on network bad9434f-e072-40bb-bd98-50b3a04ab4b2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:20.794660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:20.794943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Checking segment: {'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:20.795302 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.795713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Bound using segment: {'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:20.796240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Bound port: 4c4a2cf6-0835-467c-8bbf-6775e914fdb4, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:20.796637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.859455 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.867384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f39cba43-7359-42e7-949d-850aaf7d1231 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:20.867734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Allocated IP 172.25.6.190 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/eb397998-9b51-48ef-a467-0527afd2e573) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:20.965551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] For port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:20.970202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] For port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,segment=NetworkSegment(4fdee8cb-0e64-4c26-8ae7-024db245dab1),segment_id=4fdee8cb-0e64-4c26-8ae7-024db245dab1)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:20.980916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f39cba43-7359-42e7-949d-850aaf7d1231 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:20.981690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.987112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ff96ccc-1006-479e-bf82-1d33d04d1f40 req-5e0a078c-2e08-4587-a605-9cfb38f3944d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240907 Sep 16 05:30:21.049528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.055633 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:21.102964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.120221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.197545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a9eaa-b0c7-47a8-a4b6-c38a8ab1df51 None None] Pushing event updated for resources: {'Port': ['ID=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.226004 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.226724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.239232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Deleting port 843a4e13-7f1d-4da8-b261-b4eb33697166 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:21.242362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.310983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port f39cba43-7359-42e7-949d-850aaf7d1231, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f39cba43-7359-42e7-949d-850aaf7d1231,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:21.312145 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=eb397998-9b51-48ef-a467-0527afd2e573,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.324220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.338607 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:30:19Z', 'revision_number': 5, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port': {'id': '843a4e13-7f1d-4da8-b261-b4eb33697166', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:22:27Z', 'updated_at': '2021-09-16T05:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.348300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:21.351808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:21.360406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:21.451902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=f39cba43-7359-42e7-949d-850aaf7d1231,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.456463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] Checking router: 4fe70cbd-1d31-4e66-b525-fc36db80b98f for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:21.483208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] For port 843a4e13-7f1d-4da8-b261-b4eb33697166, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=843a4e13-7f1d-4da8-b261-b4eb33697166,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:21.483760 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.486066 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] Routers {'4fe70cbd-1d31-4e66-b525-fc36db80b98f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:21.486752 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.507620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Calling delete_port for 843a4e13-7f1d-4da8-b261-b4eb33697166 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:21.547030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Sync routers for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:21.562008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:21.563211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.709642 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] Set router 4fe70cbd-1d31-4e66-b525-fc36db80b98f gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:21.718817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:21.782725 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 6, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:21.821418 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7daf2-bd7d-4ec9-9720-e00ee2434f6a None None] The sync data for ids ['4fe70cbd-1d31-4e66-b525-fc36db80b98f'] in n-d-713301-15 is: [{'id': '4fe70cbd-1d31-4e66-b525-fc36db80b98f', 'name': 'tempest-AttachVolumeTestJSON-223733262-router', 'tenant_id': 'a50bdb8dfb444619b369b7333b20f82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:22:25Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 6, 'project_id': 'a50bdb8dfb444619b369b7333b20f82d', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:21.858675 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.858841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.897748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Pushing event deleted for resources: {'Port': ['ID=843a4e13-7f1d-4da8-b261-b4eb33697166,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:21.979712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.995045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:17Z', 'revision_number': 2, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:22.044903 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Checking router: 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:22.045196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Updating router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 port 35d20439-14c6-4a39-9b81-bde1ca0f2876 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:22.073954 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.089568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.092141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.186477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.187057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe70cbd-1d31-4e66-b525-fc36db80b98f {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:30:22.194980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.196643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ff5c48df-441e-4ff8-8ddd-c37b91fdb67c admin admin] 10.222.0.55 "DELETE /v2.0/routers/4fe70cbd-1d31-4e66-b525-fc36db80b98f HTTP/1.1" status: 204 len: 168 time: 1.5062969 Sep 16 05:30:22.199045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54994) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.246176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.255933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea67b0-eacd-4475-8e1f-e60501f900cf req-e61f985a-22b2-45fc-8b08-aba9b2b9c975 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:22.263674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acea67b0-eacd-4475-8e1f-e60501f900cf req-e61f985a-22b2-45fc-8b08-aba9b2b9c975 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 946 time: 0.1291685 Sep 16 05:30:22.342915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] Deleting subnet c5bc0c3a-199a-41f4-a953-8de5745409f6 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:30:22.352622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.441190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acea67b0-eacd-4475-8e1f-e60501f900cf req-f9bb7b52-61a1-4852-818b-4064f65db266 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647556 Sep 16 05:30:22.462566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.558168 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:22.659506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.670667 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.681400 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.783388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.854247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bc0c3a-199a-41f4-a953-8de5745409f6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.869811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998be96-81af-44f2-aa66-b5821d7b0195 None None] Pushing event updated for resources: {'Port': ['ID=35d20439-14c6-4a39-9b81-bde1ca0f2876,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:22.877586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.880191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-28e8cd3b-74bd-43f0-88da-b05f0df39658 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c5bc0c3a-199a-41f4-a953-8de5745409f6 HTTP/1.1" status: 204 len: 168 time: 0.6796837 Sep 16 05:30:22.888601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 54998) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:22.897046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d55fd-eb3d-4d81-8a57-090c81eb337f None None] Network 4c0723c3-2904-4164-ba7d-f5a3c4765233 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:22.929702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:22.949624 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Sync routers for ids ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:22.971210 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Routers {'76b0c5aa-051e-4b1d-a46e-456d95d32e08'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:22.973198 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:22.979806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:22.987415 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2782c3f-66d1-41c1-97e7-503151038ae8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1184049 Sep 16 05:30:22.989814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55002) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:23.024019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f39cba43-7359-42e7-949d-850aaf7d1231 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:23.053668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Attempting to bind port 35d20439-14c6-4a39-9b81-bde1ca0f2876 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:23.054781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Attempting to bind port 35d20439-14c6-4a39-9b81-bde1ca0f2876 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:23.056486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Attempting to bind port 35d20439-14c6-4a39-9b81-bde1ca0f2876 on network 9d880899-d42a-4750-8194-b756e5e080d2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:23.097663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:23.098274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Checking segment: {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:23.098853 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.099406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Bound using segment: {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:23.100320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Bound port: 35d20439-14c6-4a39-9b81-bde1ca0f2876, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:23.101392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.282745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.354333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Set router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:23.442691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf4e09-3e57-4d5c-afaf-dc22dc02177a None None] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:23.697015 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 3, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port': {'id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:20Z', 'updated_at': '2021-09-16T05:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:23.752314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-45fca530-0f9f-48cc-bb48-5c216310f0b6 None None] Provisioning complete for port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:23.752774 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-45fca530-0f9f-48cc-bb48-5c216310f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.763122 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Checking router: 76b0c5aa-051e-4b1d-a46e-456d95d32e08 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:23.763122 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Updating router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 port eb397998-9b51-48ef-a467-0527afd2e573 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:23.830835 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.956130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Deleting port d8e51733-e0a1-4107-9caf-24cece70fd4e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:23.956695 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.029383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] For port 35d20439-14c6-4a39-9b81-bde1ca0f2876, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:24.119158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f39cba43-7359-42e7-949d-850aaf7d1231 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:24.119547 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.125020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] For port 35d20439-14c6-4a39-9b81-bde1ca0f2876, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35d20439-14c6-4a39-9b81-bde1ca0f2876,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:24.161124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] For port d8e51733-e0a1-4107-9caf-24cece70fd4e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d8e51733-e0a1-4107-9caf-24cece70fd4e,segment=NetworkSegment(8063e482-414a-4d1b-8c3b-63f4b07e32db),segment_id=8063e482-414a-4d1b-8c3b-63f4b07e32db)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:24.161746 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.174536 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.186981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Calling delete_port for d8e51733-e0a1-4107-9caf-24cece70fd4e owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:24.206849 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-45fca530-0f9f-48cc-bb48-5c216310f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.326944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] DHCP port deletion for 4c0723c3-2904-4164-ba7d-f5a3c4765233 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:30:24.348639 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.368681 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.391335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-45fca530-0f9f-48cc-bb48-5c216310f0b6 None None] For port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,segment=NetworkSegment(4fdee8cb-0e64-4c26-8ae7-024db245dab1),segment_id=4fdee8cb-0e64-4c26-8ae7-024db245dab1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:24.433305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:24.434113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.436160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-45fca530-0f9f-48cc-bb48-5c216310f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.495566 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Pushing event updated for resources: {'Port': ['ID=eb397998-9b51-48ef-a467-0527afd2e573,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.500038 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.512215 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Attempting to bind port eb397998-9b51-48ef-a467-0527afd2e573 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:24.514318 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Attempting to bind port eb397998-9b51-48ef-a467-0527afd2e573 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:24.514694 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Attempting to bind port eb397998-9b51-48ef-a467-0527afd2e573 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:24.532851 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.533228 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.533579 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.533922 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.534259 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.534591 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.537193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998be96-81af-44f2-aa66-b5821d7b0195 None None] Pushing event updated for resources: {'Port': ['ID=35d20439-14c6-4a39-9b81-bde1ca0f2876,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.551754 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.552146 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.553713 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.554060 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.555853 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.556242 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:24.601636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e51733-e0a1-4107-9caf-24cece70fd4e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.606632 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:24.607397 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:24.608325 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.611242 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:24.613057 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Bound port: eb397998-9b51-48ef-a467-0527afd2e573, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:24.614489 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.622192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.625472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] No DVR routers for this DVR port d8e51733-e0a1-4107-9caf-24cece70fd4e on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:24.691139 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] For port eb397998-9b51-48ef-a467-0527afd2e573, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:24.697513 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] For port eb397998-9b51-48ef-a467-0527afd2e573, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eb397998-9b51-48ef-a467-0527afd2e573,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:24.705070 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.813697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1dc234c0-a4c8-4caf-92a3-d79eb339604d None None] Provisioning complete for port 35d20439-14c6-4a39-9b81-bde1ca0f2876 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:24.814190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1dc234c0-a4c8-4caf-92a3-d79eb339604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.818243 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b69211-302d-4b00-b7ce-634e25d5a7d1 None None] Pushing event updated for resources: {'Port': ['ID=eb397998-9b51-48ef-a467-0527afd2e573,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.823019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:24.837710 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Routers {'76b0c5aa-051e-4b1d-a46e-456d95d32e08'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:24.838278 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:24.881789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fca530-0f9f-48cc-bb48-5c216310f0b6 None None] Pushing event updated for resources: {'Port': ['ID=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:24.908511 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:24.972671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:24.983295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Allocated IP 172.20.0.1 (bad9434f-e072-40bb-bd98-50b3a04ab4b2/2680bdb2-536e-44f8-9c4f-f539f2153c98/f30b28d1-03f2-42c3-b443-210146f6177b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:25.009219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] Deleting port d8e51733-e0a1-4107-9caf-24cece70fd4e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:25.009674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.010388 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] Set router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:25.065971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.124772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0723c3-2904-4164-ba7d-f5a3c4765233']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.152526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] For port d8e51733-e0a1-4107-9caf-24cece70fd4e, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:25.153444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.155177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8063e482-414a-4d1b-8c3b-63f4b07e32db') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.155441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8063e482-414a-4d1b-8c3b-63f4b07e32db') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.212311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.213456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] Calling delete_port for d8e51733-e0a1-4107-9caf-24cece70fd4e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:25.215382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:25.215935 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.219499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] Port d8e51733-e0a1-4107-9caf-24cece70fd4e was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:30:25.250169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.256329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.260045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.328555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Pushing event updated for resources: {'Port': ['ID=f30b28d1-03f2-42c3-b443-210146f6177b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.340181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] Pushing event deleted for resources: {'Port': ['ID=d8e51733-e0a1-4107-9caf-24cece70fd4e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.342339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1dc234c0-a4c8-4caf-92a3-d79eb339604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.344874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.354421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff405370-d5e0-4036-b0eb-0850c0872910 None None] No DVR routers for this DVR port d8e51733-e0a1-4107-9caf-24cece70fd4e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:30:25.366876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:25.375720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:25.387057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:25.389488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:25.390027 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:25.391598 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:25.462046 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 3, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port': {'id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:20Z', 'updated_at': '2021-09-16T05:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.486475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1dc234c0-a4c8-4caf-92a3-d79eb339604d None None] For port 35d20439-14c6-4a39-9b81-bde1ca0f2876, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35d20439-14c6-4a39-9b81-bde1ca0f2876,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:25.495436 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30101fc7-53f6-4052-b6b2-75ac385181a4 None None] The sync data for ids ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'] in n-d-713301-15 is: [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 3, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port': {'id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:20Z', 'updated_at': '2021-09-16T05:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:25.523022 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1dc234c0-a4c8-4caf-92a3-d79eb339604d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.581199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.589260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.667582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc234c0-a4c8-4caf-92a3-d79eb339604d None None] Pushing event updated for resources: {'Port': ['ID=35d20439-14c6-4a39-9b81-bde1ca0f2876,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.680460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-016de6bc-6a9b-4d7e-ae58-5bae59582633 None None] Provisioning complete for port 35d20439-14c6-4a39-9b81-bde1ca0f2876 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:25.680957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-016de6bc-6a9b-4d7e-ae58-5bae59582633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.694367 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.699282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4c0723c3-2904-4164-ba7d-f5a3c4765233 HTTP/1.1" status: 204 len: 168 time: 2.8074074 Sep 16 05:30:25.717525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e32cb-ed87-464a-b692-ed8b560ba116 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0723c3-2904-4164-ba7d-f5a3c4765233,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:25.742609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 843a4e13-7f1d-4da8-b261-b4eb33697166 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:25.781371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:23Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:25.818188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35452069-3af3-4464-b6ce-7c9995538532 None None] The sync data for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 is: [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:23Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:25.821326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 843a4e13-7f1d-4da8-b261-b4eb33697166 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:25.823514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 843a4e13-7f1d-4da8-b261-b4eb33697166 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:25.824038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 450c8e2a-e3da-4515-bc88-da51e9200229 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:25.907610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 450c8e2a-e3da-4515-bc88-da51e9200229 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:25.907957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 450c8e2a-e3da-4515-bc88-da51e9200229 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:25.972844 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-73809b68-753f-440b-b94e-530ece94a0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:25.999212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.051744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55072) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.129423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-016de6bc-6a9b-4d7e-ae58-5bae59582633 None None] Provisioning complete for port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:26.130583 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-016de6bc-6a9b-4d7e-ae58-5bae59582633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.272181 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5b97f0be-1838-4197-b025-8b2d9645f0d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a50bdb8dfb444619b369b7333b20f82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168968 Sep 16 05:30:26.274810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55076) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:26.302158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35d20439-14c6-4a39-9b81-bde1ca0f2876 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:26.449388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2eec2b02-6966-4bdb-9039-891b15353e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.453803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 35d20439-14c6-4a39-9b81-bde1ca0f2876 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:26.454183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.461940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.471692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.494658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2eec2b02-6966-4bdb-9039-891b15353e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.614248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2eec2b02-6966-4bdb-9039-891b15353e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.617945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2eec2b02-6966-4bdb-9039-891b15353e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.619498 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2eec2b02-6966-4bdb-9039-891b15353e26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3a990ce-c18a-405b-ab3d-c70eb6ad4834 HTTP/1.1" status: 204 len: 168 time: 0.3422036 Sep 16 05:30:26.643385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.645519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Pushing event updated for resources: {'Port': ['ID=f30b28d1-03f2-42c3-b443-210146f6177b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.664869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec2b02-6966-4bdb-9039-891b15353e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a990ce-c18a-405b-ab3d-c70eb6ad4834,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:26.815251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-050c4130-b86f-4121-8bd1-c35e4d383391 None None] Provisioning complete for port f30b28d1-03f2-42c3-b443-210146f6177b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:26.815872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-050c4130-b86f-4121-8bd1-c35e4d383391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:26.885283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:26.892075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:26.909389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:26.987201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-050c4130-b86f-4121-8bd1-c35e4d383391 None None] Port f30b28d1-03f2-42c3-b443-210146f6177b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:27.016833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:27.017262 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.140133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:27.345310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d8e51733-e0a1-4107-9caf-24cece70fd4e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:30:27.371999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d8e51733-e0a1-4107-9caf-24cece70fd4e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:30:27.372584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d8e51733-e0a1-4107-9caf-24cece70fd4e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:30:27.401950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:27.415059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0fe2d426-73cc-4957-b6e8-8d3e46672eff admin admin] 10.222.0.55 "PUT /v2.0/routers/76b0c5aa-051e-4b1d-a46e-456d95d32e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4187431 Sep 16 05:30:27.434154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-172f2b8b-c212-4c54-a051-3d2ef80d70f8 None None] Provisioning complete for port f30b28d1-03f2-42c3-b443-210146f6177b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:27.434844 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-172f2b8b-c212-4c54-a051-3d2ef80d70f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:27.497281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-172f2b8b-c212-4c54-a051-3d2ef80d70f8 None None] Port f30b28d1-03f2-42c3-b443-210146f6177b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:28.090166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb397998-9b51-48ef-a467-0527afd2e573 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:28.192443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eb397998-9b51-48ef-a467-0527afd2e573 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:28.195545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.331015 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-74adfa0f-75b9-44f3-93ba-3cc4a01ef03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.427258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.493756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port eb397998-9b51-48ef-a467-0527afd2e573, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eb397998-9b51-48ef-a467-0527afd2e573,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:28.505652 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:28.679551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=eb397998-9b51-48ef-a467-0527afd2e573,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:28.699886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.700510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.701180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.701674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.702161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.702656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.704374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.704975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.705528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.706518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.707069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:28.707608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:29.215290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:29.509029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Sync routers for ids ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:29.529502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Routers {'76b0c5aa-051e-4b1d-a46e-456d95d32e08'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:29.530369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:29.706785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Set router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:29.932029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.041645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb397998-9b51-48ef-a467-0527afd2e573 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:30.110712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 4, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port': {'id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:20Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f30b28d1-03f2-42c3-b443-210146f6177b', 'name': '', 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'mac_address': 'fa:16:3e:04:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '2680bdb2-536e-44f8-9c4f-f539f2153c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:24Z', 'updated_at': '2021-09-16T05:30:26Z', 'revision_number': 2, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'subnets': [{'id': '2680bdb2-536e-44f8-9c4f-f539f2153c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:30.157366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Checking router: 76b0c5aa-051e-4b1d-a46e-456d95d32e08 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:30.158287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Updating router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 port f30b28d1-03f2-42c3-b443-210146f6177b binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:30.218690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eb397998-9b51-48ef-a467-0527afd2e573 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:30.219384 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.265265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.347271 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:30.798047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.815394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:30.940930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed13e23-bb33-4dcc-bba2-a1e232260498 None None] Pushing event updated for resources: {'Port': ['ID=f30b28d1-03f2-42c3-b443-210146f6177b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:31.067161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Attempting to bind port f30b28d1-03f2-42c3-b443-210146f6177b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:31.068451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Attempting to bind port f30b28d1-03f2-42c3-b443-210146f6177b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:31.069146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Attempting to bind port f30b28d1-03f2-42c3-b443-210146f6177b on network bad9434f-e072-40bb-bd98-50b3a04ab4b2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:31.089838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:31.090448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Checking segment: {'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:31.090936 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.092646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Bound using segment: {'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:31.093217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Bound port: f30b28d1-03f2-42c3-b443-210146f6177b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdee8cb-0e64-4c26-8ae7-024db245dab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:31.093672 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.237565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] For port f30b28d1-03f2-42c3-b443-210146f6177b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:31.248689 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] For port f30b28d1-03f2-42c3-b443-210146f6177b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f30b28d1-03f2-42c3-b443-210146f6177b,segment=NetworkSegment(4fdee8cb-0e64-4c26-8ae7-024db245dab1),segment_id=4fdee8cb-0e64-4c26-8ae7-024db245dab1)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:31.283399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.383606 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.422890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Routers {'76b0c5aa-051e-4b1d-a46e-456d95d32e08'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:31.423938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:31.430595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed13e23-bb33-4dcc-bba2-a1e232260498 None None] Pushing event updated for resources: {'Port': ['ID=f30b28d1-03f2-42c3-b443-210146f6177b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:31.510164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ccade3fc-2cb9-407a-be36-6a16f67bf931 None None] Provisioning complete for port f30b28d1-03f2-42c3-b443-210146f6177b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:31.510995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ccade3fc-2cb9-407a-be36-6a16f67bf931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:31.713104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] Set router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:31.847827 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ccade3fc-2cb9-407a-be36-6a16f67bf931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.001195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ccade3fc-2cb9-407a-be36-6a16f67bf931 None None] For port f30b28d1-03f2-42c3-b443-210146f6177b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f30b28d1-03f2-42c3-b443-210146f6177b,segment=NetworkSegment(4fdee8cb-0e64-4c26-8ae7-024db245dab1),segment_id=4fdee8cb-0e64-4c26-8ae7-024db245dab1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:32.037221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ccade3fc-2cb9-407a-be36-6a16f67bf931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.312851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccade3fc-2cb9-407a-be36-6a16f67bf931 None None] Pushing event updated for resources: {'Port': ['ID=f30b28d1-03f2-42c3-b443-210146f6177b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.328721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2529b313-da3a-43e6-b7de-333dc5b6496b None None] Provisioning complete for port f30b28d1-03f2-42c3-b443-210146f6177b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:32.329091 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2529b313-da3a-43e6-b7de-333dc5b6496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.412586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55250) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.610482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe8d811d-a82d-4753-a45d-757fcfa3d14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.613441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 4, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port': {'id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:20Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f30b28d1-03f2-42c3-b443-210146f6177b', 'name': '', 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'mac_address': 'fa:16:3e:04:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '2680bdb2-536e-44f8-9c4f-f539f2153c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:24Z', 'updated_at': '2021-09-16T05:30:31Z', 'revision_number': 4, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'subnets': [{'id': '2680bdb2-536e-44f8-9c4f-f539f2153c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:32.755943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe8d811d-a82d-4753-a45d-757fcfa3d14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.763732 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe8d811d-a82d-4753-a45d-757fcfa3d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.818727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1d6f9c-0650-430b-b02e-78087c0f4e12 None None] The sync data for ids ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'] in n-d-713301-15 is: [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 4, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port': {'id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:20Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'f30b28d1-03f2-42c3-b443-210146f6177b', 'name': '', 'network_id': 'bad9434f-e072-40bb-bd98-50b3a04ab4b2', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'mac_address': 'fa:16:3e:04:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '2680bdb2-536e-44f8-9c4f-f539f2153c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:24Z', 'updated_at': '2021-09-16T05:30:31Z', 'revision_number': 4, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'subnets': [{'id': '2680bdb2-536e-44f8-9c4f-f539f2153c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:32.819574 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fe8d811d-a82d-4753-a45d-757fcfa3d14b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2edbfe8aac3487893489887e37e28d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047468 Sep 16 05:30:32.819909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55262) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:32.821507 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d811d-a82d-4753-a45d-757fcfa3d14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b3e0f-8767-4413-86f8-99e59da13701,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:32.948289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6e5e0d-5b36-4f31-bbd0-39a161cc2d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:32.984993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6e5e0d-5b36-4f31-bbd0-39a161cc2d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.057711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6e5e0d-5b36-4f31-bbd0-39a161cc2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.064892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d6e5e0d-5b36-4f31-bbd0-39a161cc2d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.066689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0d6e5e0d-5b36-4f31-bbd0-39a161cc2d71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f7b3e0f-8767-4413-86f8-99e59da13701 HTTP/1.1" status: 204 len: 168 time: 0.2454028 Sep 16 05:30:33.080642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e5e0d-5b36-4f31-bbd0-39a161cc2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b3e0f-8767-4413-86f8-99e59da13701,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.522989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55270) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.538764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49599f94-9859-4758-b995-be92e303a5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.714091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49599f94-9859-4758-b995-be92e303a5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.720361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-49599f94-9859-4758-b995-be92e303a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.751500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-49599f94-9859-4758-b995-be92e303a5bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4c1ec5c06e14188a6d2b7e7796e598e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272072 Sep 16 05:30:33.754731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55274) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:33.774536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49599f94-9859-4758-b995-be92e303a5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45308cae-3723-4dc3-95c9-b2776c19716d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:33.851336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bbaf-301a-4c7b-a7e8-c092777fa649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.886899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bbaf-301a-4c7b-a7e8-c092777fa649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.976905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bbaf-301a-4c7b-a7e8-c092777fa649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.983382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bbaf-301a-4c7b-a7e8-c092777fa649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:33.985216 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0eb2bbaf-301a-4c7b-a7e8-c092777fa649 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45308cae-3723-4dc3-95c9-b2776c19716d HTTP/1.1" status: 204 len: 168 time: 0.2288771 Sep 16 05:30:34.010754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2bbaf-301a-4c7b-a7e8-c092777fa649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45308cae-3723-4dc3-95c9-b2776c19716d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:34.130258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f30b28d1-03f2-42c3-b443-210146f6177b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:34.213129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port f30b28d1-03f2-42c3-b443-210146f6177b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:34.214321 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.548285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55314) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:35.773522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde0ebd4-909d-4628-9ee8-7ad2e1b47486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.977269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde0ebd4-909d-4628-9ee8-7ad2e1b47486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:35.983245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cde0ebd4-909d-4628-9ee8-7ad2e1b47486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.055458 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cde0ebd4-909d-4628-9ee8-7ad2e1b47486 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f78d4c0e06b48299d033d2ed03d6458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047083 Sep 16 05:30:36.057944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0ebd4-909d-4628-9ee8-7ad2e1b47486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c792d1de-80a1-461f-a763-a1ee1fd1660f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:36.058239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55332) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:36.160946 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-451cf4d9-504d-42d5-a369-01acc35f91d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.191419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-451cf4d9-504d-42d5-a369-01acc35f91d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.269687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-451cf4d9-504d-42d5-a369-01acc35f91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.273998 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-451cf4d9-504d-42d5-a369-01acc35f91d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.277127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-451cf4d9-504d-42d5-a369-01acc35f91d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c792d1de-80a1-461f-a763-a1ee1fd1660f HTTP/1.1" status: 204 len: 168 time: 0.2165065 Sep 16 05:30:36.290797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cf4d9-504d-42d5-a369-01acc35f91d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c792d1de-80a1-461f-a763-a1ee1fd1660f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:37.915218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55382) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.079208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee735efb-47b4-4e4f-b200-0f59b083ef9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.260271 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee735efb-47b4-4e4f-b200-0f59b083ef9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.267472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ee735efb-47b4-4e4f-b200-0f59b083ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.343939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee735efb-47b4-4e4f-b200-0f59b083ef9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150ef9a4-ae1f-4ec4-8a92-354771e4469f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:38.354463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ee735efb-47b4-4e4f-b200-0f59b083ef9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abfeaa1beca14f96b32fb1b8ba7c12ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380276 Sep 16 05:30:38.357744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55400) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.427479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc49-eb65-4087-b6c0-3122f36e0dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.450426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc49-eb65-4087-b6c0-3122f36e0dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.509698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc49-eb65-4087-b6c0-3122f36e0dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.512512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a07fc49-eb65-4087-b6c0-3122f36e0dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:38.513732 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2a07fc49-eb65-4087-b6c0-3122f36e0dd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/150ef9a4-ae1f-4ec4-8a92-354771e4469f HTTP/1.1" status: 204 len: 168 time: 0.1549244 Sep 16 05:30:38.525933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07fc49-eb65-4087-b6c0-3122f36e0dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150ef9a4-ae1f-4ec4-8a92-354771e4469f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:38.971016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55410) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:38.977419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574725786', 'description': 'tempest-secgroup-smoke-1574725786 description', 'project_id': '20e08208e310417ab685ed70d7fe97a5'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:39.004540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.012641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55412) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.028408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-98bd246b-a200-4a24-b69e-6b6787d67174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.029736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.143827 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-98bd246b-a200-4a24-b69e-6b6787d67174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.160587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-98bd246b-a200-4a24-b69e-6b6787d67174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.199955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-98bd246b-a200-4a24-b69e-6b6787d67174 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b76a5f3a79c4ddc9ccbdedd0ec7b807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837893 Sep 16 05:30:39.202472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.247683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd246b-a200-4a24-b69e-6b6787d67174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff75e67-ecbe-4077-8650-5e48422b2cfd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.313647 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5033fc4b-f7ea-4954-ba4f-815d308ff2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.339467 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5033fc4b-f7ea-4954-ba4f-815d308ff2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.389640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.406790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.450553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3956d44c-574c-4215-9ed3-f74018e47de0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.492682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5033fc4b-f7ea-4954-ba4f-815d308ff2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.495753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5033fc4b-f7ea-4954-ba4f-815d308ff2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.496962 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5033fc4b-f7ea-4954-ba4f-815d308ff2ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aff75e67-ecbe-4077-8650-5e48422b2cfd HTTP/1.1" status: 204 len: 168 time: 0.2890348 Sep 16 05:30:39.514636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033fc4b-f7ea-4954-ba4f-815d308ff2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff75e67-ecbe-4077-8650-5e48422b2cfd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.554704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.563833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.626641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.630973 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6586716 Sep 16 05:30:39.632915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.633554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6465478-f916-4214-a0c5-e4f4fb27075a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93093310-8de2-48ff-808b-f3c332792fb9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.641746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cb6020ff-a793-4a1f-af36-728529c3fc71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '93093310-8de2-48ff-808b-f3c332792fb9', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:39.687928 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb6020ff-a793-4a1f-af36-728529c3fc71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.746913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb6020ff-a793-4a1f-af36-728529c3fc71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.752453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb6020ff-a793-4a1f-af36-728529c3fc71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.789176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6020ff-a793-4a1f-af36-728529c3fc71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a132520d-65f7-46da-81ee-4a4260ebe5cf,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.798152 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb6020ff-a793-4a1f-af36-728529c3fc71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.802762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.803468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cb6020ff-a793-4a1f-af36-728529c3fc71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649208 Sep 16 05:30:39.809402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8838d4e8-36bb-42b1-8aa4-b3aaca18845b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '93093310-8de2-48ff-808b-f3c332792fb9', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:39.861492 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8838d4e8-36bb-42b1-8aa4-b3aaca18845b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.937952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8838d4e8-36bb-42b1-8aa4-b3aaca18845b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.943165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8838d4e8-36bb-42b1-8aa4-b3aaca18845b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.964010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838d4e8-36bb-42b1-8aa4-b3aaca18845b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150caead-782e-4d55-89fe-3156813733dd,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:39.970249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8838d4e8-36bb-42b1-8aa4-b3aaca18845b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:39.971826 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8838d4e8-36bb-42b1-8aa4-b3aaca18845b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669192 Sep 16 05:30:39.974671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55446) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:39.981099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-febad674-4552-4ec0-ada6-3f61f24b3bce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '93093310-8de2-48ff-808b-f3c332792fb9', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:40.015187 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-febad674-4552-4ec0-ada6-3f61f24b3bce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.089222 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-febad674-4552-4ec0-ada6-3f61f24b3bce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.093168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-febad674-4552-4ec0-ada6-3f61f24b3bce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.110868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febad674-4552-4ec0-ada6-3f61f24b3bce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e484ea67-79e2-410c-ad53-7eaa00597d45,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.121985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-febad674-4552-4ec0-ada6-3f61f24b3bce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.126341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55454) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.126495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-febad674-4552-4ec0-ada6-3f61f24b3bce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503968 Sep 16 05:30:40.131932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-acf3fefb-21cf-4066-af68-d2609aefd540 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '93093310-8de2-48ff-808b-f3c332792fb9', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:40.163272 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf3fefb-21cf-4066-af68-d2609aefd540 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.229763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf3fefb-21cf-4066-af68-d2609aefd540 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.233804 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf3fefb-21cf-4066-af68-d2609aefd540 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.258984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3fefb-21cf-4066-af68-d2609aefd540 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40146ef-fb4c-44b8-9382-383ee3fc7db0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.264775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-acf3fefb-21cf-4066-af68-d2609aefd540 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.266126 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-acf3fefb-21cf-4066-af68-d2609aefd540 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378760 Sep 16 05:30:40.268768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55460) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.274090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '93093310-8de2-48ff-808b-f3c332792fb9', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:40.300002 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:30:40.305626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.388405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.394672 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.418896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680af1a6-0ba0-4457-a553-6bdda397c2c1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.421624 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.423084 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a10c3a81-2009-4a57-9dea-d78aefbcba32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532373 Sep 16 05:30:40.426263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55466) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.431589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '93093310-8de2-48ff-808b-f3c332792fb9', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:40.456917 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:30:40.464148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.540580 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.546297 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.578093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22db278-a347-4f63-b449-60c928b49a36,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.606071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.608227 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5e9ad9ae-d354-4006-961d-b41e7012eb6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806934 Sep 16 05:30:40.611168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55476) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.616751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'network': {'name': 'tempest-network-smoke--256221629', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'port_security_enabled': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:40.670062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:40.674778 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.703606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:40.717504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.718008 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Added segment 0400d327-caa7-425f-acd1-e0b3b1228e9b of type vlan for network 3a88975e-bb15-429a-b367-dfcb8759d319 Sep 16 05:30:40.764533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.802016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.809018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:40.809639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.866258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2506835 Sep 16 05:30:40.866481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:40.872375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'admin_state_up': True, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:40.937336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.939916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:40.942998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555633d3-0250-4886-8def-bf1380a8bc99 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Network': ['ID=3a88975e-bb15-429a-b367-dfcb8759d319,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:40.956398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3a88975e-bb15-429a-b367-dfcb8759d319 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:41.046658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.104212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55490) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.285235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.313846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a81e39c-aaa0-4c81-8472-7eb34d75743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.455434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a81e39c-aaa0-4c81-8472-7eb34d75743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.463422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8a81e39c-aaa0-4c81-8472-7eb34d75743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.517655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81e39c-aaa0-4c81-8472-7eb34d75743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb3497-8931-46cc-ba64-aa1872549650,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.525718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8a81e39c-aaa0-4c81-8472-7eb34d75743c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2eabdf6cfad4c4894a5bc8c11ff7b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181361 Sep 16 05:30:41.530194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55496) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:41.620656 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac392588-609c-4c8a-9a2f-265286c0f185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.645766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac392588-609c-4c8a-9a2f-265286c0f185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.700210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac392588-609c-4c8a-9a2f-265286c0f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.704137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ac392588-609c-4c8a-9a2f-265286c0f185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.705777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ac392588-609c-4c8a-9a2f-265286c0f185 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35fb3497-8931-46cc-ba64-aa1872549650 HTTP/1.1" status: 204 len: 168 time: 0.1742170 Sep 16 05:30:41.717033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac392588-609c-4c8a-9a2f-265286c0f185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb3497-8931-46cc-ba64-aa1872549650,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:41.836523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.887299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:41.908157 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.052184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.253 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/b28be5e0-45fd-4157-a23d-df6a509829d3) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:42.200929 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.246563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.288539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:42.292046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:42.296066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:42.329886 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=b28be5e0-45fd-4157-a23d-df6a509829d3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:42.698175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:42.753848 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-2aa65646-20ca-4c5f-ae24-b13890e9a3c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1319842 Sep 16 05:30:42.959773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-a839dd57-c9db-4e8e-ab2a-575799206de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:42.961556 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-a839dd57-c9db-4e8e-ab2a-575799206de2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 1098 time: 0.1359706 Sep 16 05:30:43.113554 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.190242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-21b7f161-e8b8-422d-af42-bf47d4bf2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.191795 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-21b7f161-e8b8-422d-af42-bf47d4bf2ce4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 915 time: 0.1639717 Sep 16 05:30:43.283535 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-026a0f1b-7508-4222-ae9b-9d0442ca72cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30 HTTP/1.1" status: 200 len: 217 time: 0.0799606 Sep 16 05:30:43.377111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-a456c768-f805-4b4f-828b-f58fad66c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:43.378861 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-a456c768-f805-4b4f-828b-f58fad66c039 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0802019 Sep 16 05:30:43.406049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router dae35601-a83c-4c6f-899e-3e88b921b74c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:30:43.429917 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-d61634ef-4f2b-4a7e-955a-533f056854fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379553 Sep 16 05:30:43.627987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:43.641264 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-43a94841-8ce7-4090-87a1-d5f15a0aafeb service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608455 Sep 16 05:30:43.647025 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Sync routers for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:43.663003 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:43.665298 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:43.760207 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c99994d8-b06a-4402-b5ca-fca55d15df76 req-04cd677f-dc72-46f0-8c7d-728d9c1fe347 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054714 Sep 16 05:30:43.761345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:43.762656 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-60b07b0c-c763-4ebd-b272-47d46b42c9e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8951514 Sep 16 05:30:43.766350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55548) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:43.887702 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:44.101934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-639f628f-8ee2-4e1c-9e6c-82b036826a88 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=20e08208e310417ab685ed70d7fe97a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3333075 Sep 16 05:30:44.104583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55576) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:44.291352 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:42Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:44.368077 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Checking router: dae35601-a83c-4c6f-899e-3e88b921b74c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:44.368490 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Updating router dae35601-a83c-4c6f-899e-3e88b921b74c port b28be5e0-45fd-4157-a23d-df6a509829d3 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:44.393385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a97c9-d97e-4703-8a21-e461ad6996a7 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:44.395043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bb2a97c9-d97e-4703-8a21-e461ad6996a7 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2895026 Sep 16 05:30:44.398855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55600) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:44.413571 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.794869 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.803385 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.824632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a2bedc9e-f51e-4a8a-8180-b6a20401a821 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4241982 Sep 16 05:30:44.827069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55626) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:44.832007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-736787885', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:44.863957 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Attempting to bind port b28be5e0-45fd-4157-a23d-df6a509829d3 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:44.864394 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Attempting to bind port b28be5e0-45fd-4157-a23d-df6a509829d3 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:44.864765 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Attempting to bind port b28be5e0-45fd-4157-a23d-df6a509829d3 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:44.876192 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:44.876768 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:44.878644 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.879224 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:44.880176 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Bound port: b28be5e0-45fd-4157-a23d-df6a509829d3, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:44.880570 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.927694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:44.931734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:44.940830 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04d674-4e84-41e8-a8df-bd0924c03423 None None] Pushing event updated for resources: {'Port': ['ID=b28be5e0-45fd-4157-a23d-df6a509829d3,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:44.954468 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] For port b28be5e0-45fd-4157-a23d-df6a509829d3, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:44.960473 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] For port b28be5e0-45fd-4157-a23d-df6a509829d3, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b28be5e0-45fd-4157-a23d-df6a509829d3,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:44.966871 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.024607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.040147 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:45.042131 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:45.093828 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04d674-4e84-41e8-a8df-bd0924c03423 None None] Pushing event updated for resources: {'Port': ['ID=b28be5e0-45fd-4157-a23d-df6a509829d3,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:45.153429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.157357 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5920ecd-f21f-477d-973f-20d20d21c5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.187996 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:45.234598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Checking segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:45.235525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network hostable DHCP agents. Network: 3a88975e-bb15-429a-b367-dfcb8759d319, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:45.240215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Subnet': ['ID=9610a282-58b5-4bc4-92bd-723f9071ba9e,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:45.256992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 3a88975e-bb15-429a-b367-dfcb8759d319 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:45.266902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5920ecd-f21f-477d-973f-20d20d21c5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.268753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 3a88975e-bb15-429a-b367-dfcb8759d319) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:45.274885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:45.275069 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.283285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5c7c3-7b28-402c-8b77-d21d6f36424a None None] Network 3a88975e-bb15-429a-b367-dfcb8759d319 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:45.283854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d5920ecd-f21f-477d-973f-20d20d21c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.296297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8ef33bc3-553c-43bd-8e80-8e9545cde415 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4642143 Sep 16 05:30:45.296297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55634) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.332336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d5920ecd-f21f-477d-973f-20d20d21c5cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c9251786c824dc797087e45582041ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062429 Sep 16 05:30:45.334993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55638) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:45.344514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5920ecd-f21f-477d-973f-20d20d21c5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb318d4-1694-4260-8e8d-791ac2bb1bdd,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:45.448105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af06759-b9d6-4148-adae-94cac8009ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.502532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af06759-b9d6-4148-adae-94cac8009ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.549676 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:42Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:45.560371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-3a88975e-bb15-429a-b367-dfcb8759d319', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:30:45.562006 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.585275 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b2802f-604a-45f6-8257-3a9b2219ee66 None None] The sync data for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 is: [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:42Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:45.618862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af06759-b9d6-4148-adae-94cac8009ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.633372 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9af06759-b9d6-4148-adae-94cac8009ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.634877 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9af06759-b9d6-4148-adae-94cac8009ff8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cb318d4-1694-4260-8e8d-791ac2bb1bdd HTTP/1.1" status: 204 len: 168 time: 0.2988796 Sep 16 05:30:45.668791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af06759-b9d6-4148-adae-94cac8009ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb318d4-1694-4260-8e8d-791ac2bb1bdd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:45.758906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Allocated IP 172.20.0.2 (3a88975e-bb15-429a-b367-dfcb8759d319/9610a282-58b5-4bc4-92bd-723f9071ba9e/d096d5a1-3151-4504-b964-854da0157463) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:46.024510 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.054218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.120893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-3639290d-038e-4907-a0de-77f413b80dd2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:46.123125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-3639290d-038e-4907-a0de-77f413b80dd2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.3260782 Sep 16 05:30:46.154491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-95cef5e8-f3e7-4d14-8e32-16f2cdc640e4 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/quotas/777613f197764763b45f1070fa19e7fb HTTP/1.1" status: 200 len: 375 time: 0.0186341 Sep 16 05:30:46.165622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Pushing event updated for resources: {'Port': ['ID=d096d5a1-3151-4504-b964-854da0157463,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:46.183378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Network 3a88975e-bb15-429a-b367-dfcb8759d319 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:46.185043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:46.187617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:46.259445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Attempting to bind port d096d5a1-3151-4504-b964-854da0157463 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:46.260275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Attempting to bind port d096d5a1-3151-4504-b964-854da0157463 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:46.260275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Attempting to bind port d096d5a1-3151-4504-b964-854da0157463 on network 3a88975e-bb15-429a-b367-dfcb8759d319 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:46.265962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:46.266330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Checking segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:46.266785 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.267176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Bound using segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:46.267696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Bound port: d096d5a1-3151-4504-b964-854da0157463, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:46.268078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.286370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55660) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:46.307465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee29e22a-6e83-4748-bc46-22f156683cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.313217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-1a53274f-6234-4854-a7b1-98f420f620bb tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1477568 Sep 16 05:30:46.315691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.363231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] For port d096d5a1-3151-4504-b964-854da0157463, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:46.367482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] For port d096d5a1-3151-4504-b964-854da0157463, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d096d5a1-3151-4504-b964-854da0157463,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:46.372602 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.444776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef61c6a-7449-463e-b95d-a17a18407fea None None] Pushing event updated for resources: {'Port': ['ID=d096d5a1-3151-4504-b964-854da0157463,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:46.477360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee29e22a-6e83-4748-bc46-22f156683cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.483154 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ee29e22a-6e83-4748-bc46-22f156683cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.531170 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29e22a-6e83-4748-bc46-22f156683cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f125bf47-788a-4bf6-933e-15a2a27709ed,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:46.539762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-730710f5-e4a7-445c-a5af-fc2849af3580 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132692 Sep 16 05:30:46.558468 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee29e22a-6e83-4748-bc46-22f156683cc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e10c82aa09c4fc2bbd6d461671c6fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701979 Sep 16 05:30:46.562417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:46.782859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-da5433bd-d11d-4817-83ab-a7087cceb4b9 service neutron] 10.222.0.55 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177689 Sep 16 05:30:46.898629 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-266260e2-4608-4ff0-a260-8247f2324488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:46.952893 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-266260e2-4608-4ff0-a260-8247f2324488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.040484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54419d02-ac9b-47c5-b376-7e9a2d2bbdeb req-ffb24e86-cdcc-4a1a-9db8-9b81896ef770 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 210 time: 0.0460839 Sep 16 05:30:47.052477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.1 (3a88975e-bb15-429a-b367-dfcb8759d319/9610a282-58b5-4bc4-92bd-723f9071ba9e/22bab0df-8540-496e-b337-ddcfe0f072eb) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:47.117451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-266260e2-4608-4ff0-a260-8247f2324488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.124024 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-266260e2-4608-4ff0-a260-8247f2324488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.128920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-266260e2-4608-4ff0-a260-8247f2324488 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f125bf47-788a-4bf6-933e-15a2a27709ed HTTP/1.1" status: 204 len: 168 time: 0.5626836 Sep 16 05:30:47.168436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266260e2-4608-4ff0-a260-8247f2324488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f125bf47-788a-4bf6-933e-15a2a27709ed,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:47.229885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.269222 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.329227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=22bab0df-8540-496e-b337-ddcfe0f072eb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:47.348507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 3a88975e-bb15-429a-b367-dfcb8759d319 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:47.351305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:47.354713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:47.416839 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.609711 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.042384 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.051840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.181928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=22bab0df-8540-496e-b337-ddcfe0f072eb,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:48.225482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b28be5e0-45fd-4157-a23d-df6a509829d3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:48.302188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c915a253-86ad-4d8e-8141-437cd50df856 req-2031ea54-40e8-4c0c-b911-466baff72b43 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 210 time: 0.0948503 Sep 16 05:30:48.314607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.328333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807872f9-f8fa-49d1-a4a4-548c053829be None None] Network 3a88975e-bb15-429a-b367-dfcb8759d319 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:48.445276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 3a88975e-bb15-429a-b367-dfcb8759d319 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:48.446877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:48.527022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-24d2a77d-f426-476d-899d-fa27a8027220 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:48.529696 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-24d2a77d-f426-476d-899d-fa27a8027220 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 814 time: 0.2323592 Sep 16 05:30:48.548481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Request body: {'port': {'device_id': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'admin_state_up': True, 'tenant_id': '777613f197764763b45f1070fa19e7fb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:48.631697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router dae35601-a83c-4c6f-899e-3e88b921b74c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:30:48.643871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-77e130b2-970e-4252-ab3e-9b0f8604dccb None None] Provisioning complete for port d096d5a1-3151-4504-b964-854da0157463 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:48.644222 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77e130b2-970e-4252-ab3e-9b0f8604dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.702538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Made reservation on behalf of 777613f197764763b45f1070fa19e7fb for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:48.707214 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.759530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b28be5e0-45fd-4157-a23d-df6a509829d3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:48.762483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:48.813195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:30:48.831914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Sync routers for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:30:48.839409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b78ae27e-55b3-42e6-8ba5-6f39fb3e744e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/dae35601-a83c-4c6f-899e-3e88b921b74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5425313 Sep 16 05:30:48.929028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:48.929661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:48.940606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Allocated IP 172.20.0.2 (f5a3db59-b686-4c93-a3eb-e314b27bfdff/5db42bc4-9423-4073-b769-429c30a31d6c/c0543b52-715e-4201-8a97-0ef4b1548711) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:49.058100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:49.088779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77e130b2-970e-4252-ab3e-9b0f8604dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.179572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-77e130b2-970e-4252-ab3e-9b0f8604dccb None None] For port d096d5a1-3151-4504-b964-854da0157463, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d096d5a1-3151-4504-b964-854da0157463,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:49.234652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-13c6cdb2-a5a3-4c04-afdf-75f98ab967da tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574725786&fields=id&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 267 time: 0.0876842 Sep 16 05:30:49.250583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.269695 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77e130b2-970e-4252-ab3e-9b0f8604dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.307596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.352727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e495d93c-9acb-45c5-95bd-75213ed7fc30'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:49.375403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f', 'bdf4038f-9306-4e76-aec9-674dbb3e5219'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:49.454097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Network f5a3db59-b686-4c93-a3eb-e314b27bfdff is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:49.458069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:49.463665 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:49.473853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event updated for resources: {'Port': ['ID=c0543b52-715e-4201-8a97-0ef4b1548711,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:49.541362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.542819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.544670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.545178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.545692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.547010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.547530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.548457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.549389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.550709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.551220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.552060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:30:49.627686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:49.628464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.633777 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.647298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fb673906-c5fd-47d7-b3a7-795bfc2a548f None None] Provisioning complete for port 22bab0df-8540-496e-b337-ddcfe0f072eb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:49.648035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fb673906-c5fd-47d7-b3a7-795bfc2a548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.669701 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-f8f6c6e9-899e-4bce-a8fe-12a3606f80b5 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1239872 Sep 16 05:30:49.687064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Request body: {'port': {'device_id': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:49.705997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fb673906-c5fd-47d7-b3a7-795bfc2a548f None None] Port 22bab0df-8540-496e-b337-ddcfe0f072eb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:49.732600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e130b2-970e-4252-ab3e-9b0f8604dccb None None] Pushing event updated for resources: {'Port': ['ID=d096d5a1-3151-4504-b964-854da0157463,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:49.794441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.842431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b28be5e0-45fd-4157-a23d-df6a509829d3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b28be5e0-45fd-4157-a23d-df6a509829d3,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:49.863413 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:49.864246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d096d5a1-3151-4504-b964-854da0157463 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:50.016420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-3883f044-5ee0-462c-9ce8-fd72b16cdb42 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.018006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-3883f044-5ee0-462c-9ce8-fd72b16cdb42 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 796 time: 0.7822382 Sep 16 05:30:50.028355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93657cd-c5d9-40dd-8555-c37038e899d5 req-12985df3-d8f3-423e-a184-5d25af897437 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.037300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a93657cd-c5d9-40dd-8555-c37038e899d5 req-12985df3-d8f3-423e-a184-5d25af897437 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 931 time: 0.6010144 Sep 16 05:30:50.073106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-385f4e01-69d7-4de7-a210-a63732a0bb34 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/quotas/20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 375 time: 0.0272167 Sep 16 05:30:50.140810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a93657cd-c5d9-40dd-8555-c37038e899d5 req-b8a78614-5dfa-4e6d-888f-fd695cc7f39d tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026206 Sep 16 05:30:50.173203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-452bd2b8-ab29-42ee-82fd-839c7d63fb6c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893548 Sep 16 05:30:50.204078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-1ec006b6-bb35-48f4-a735-010c1b8ed762 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:30:50.205216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-1ec006b6-bb35-48f4-a735-010c1b8ed762 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154409 Sep 16 05:30:50.218533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fb673906-c5fd-47d7-b3a7-795bfc2a548f None None] Provisioning complete for port d096d5a1-3151-4504-b964-854da0157463 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:50.218921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fb673906-c5fd-47d7-b3a7-795bfc2a548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.241252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0543b52-715e-4201-8a97-0ef4b1548711 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:50.250058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.264460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Transition to ACTIVE for port object c0543b52-715e-4201-8a97-0ef4b1548711 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:30:50.273389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.317740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b28be5e0-45fd-4157-a23d-df6a509829d3,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:50.378944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Pushing event updated for resources: {'Port': ['ID=c0543b52-715e-4201-8a97-0ef4b1548711,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:50.397726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-59c1fc28-7044-4159-a8d2-50a41bc1fdd9 service neutron] 10.222.0.55 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801169 Sep 16 05:30:50.434542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Attempting to bind port c0543b52-715e-4201-8a97-0ef4b1548711 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:50.434889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Attempting to bind port c0543b52-715e-4201-8a97-0ef4b1548711 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:50.435283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Attempting to bind port c0543b52-715e-4201-8a97-0ef4b1548711 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:50.441898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Port c0543b52-715e-4201-8a97-0ef4b1548711 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:30:50.442410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Attempting to bind port c0543b52-715e-4201-8a97-0ef4b1548711 on network f5a3db59-b686-4c93-a3eb-e314b27bfdff {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:50.449191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:50.449614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Checking segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:50.450064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Bound using segment: {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:50.450649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Bound port: c0543b52-715e-4201-8a97-0ef4b1548711, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6c3919-c0b8-4f16-b648-803b98b66e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:50.450999 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.513578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d096d5a1-3151-4504-b964-854da0157463 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:50.514233 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.518229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-85ec58b0-8ba3-4a4e-9a23-2dd4d9793acc service neutron] 10.222.0.55 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129115 Sep 16 05:30:50.533482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] For port c0543b52-715e-4201-8a97-0ef4b1548711, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:50.537175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] For port c0543b52-715e-4201-8a97-0ef4b1548711, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c0543b52-715e-4201-8a97-0ef4b1548711,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:50.545363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.631579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.632424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.634157 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] 10.222.0.73 "PUT /v2.0/ports/c0543b52-715e-4201-8a97-0ef4b1548711 HTTP/1.1" status: 200 len: 1092 time: 0.9519980 Sep 16 05:30:50.637089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'tag': 'c0543b52-715e-4201-8a97-0ef4b1548711'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:50.648699 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0002c5-7f97-4d73-92fc-ea925791f01c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7aa61c-d863-4cfb-904c-9f44db410c6e", "tag": "c0543b52-715e-4201-8a97-0ef4b1548711"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:50.669168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 2, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:50.732440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Checking router: dae35601-a83c-4c6f-899e-3e88b921b74c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:30:50.732899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Updating router dae35601-a83c-4c6f-899e-3e88b921b74c port 22bab0df-8540-496e-b337-ddcfe0f072eb binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:30:50.735297 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29afb7dd-2884-4b54-8d68-02b166ae31d4 x-openstack-request-id: req-29afb7dd-2884-4b54-8d68-02b166ae31d4 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:50.735787 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7aa61c-d863-4cfb-904c-9f44db410c6e", "tag": "c0543b52-715e-4201-8a97-0ef4b1548711", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:50.736179 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29afb7dd-2884-4b54-8d68-02b166ae31d4 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:50.736726 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'tag': 'c0543b52-715e-4201-8a97-0ef4b1548711', 'status': 'completed', 'code': 200} Sep 16 05:30:50.785974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-055957f7-9a91-4d87-acb8-44f2d5610328 req-feb11415-5ee5-4a93-a56d-d387c19f7bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 210 time: 0.0513372 Sep 16 05:30:50.879787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55810) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:50.930958 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.954231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-82c40dd6-625a-4962-9670-27cc69180039 None None] Provisioning complete for port 22bab0df-8540-496e-b337-ddcfe0f072eb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:50.954685 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-82c40dd6-625a-4962-9670-27cc69180039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.043365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-82c40dd6-625a-4962-9670-27cc69180039 None None] Port 22bab0df-8540-496e-b337-ddcfe0f072eb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:51.067794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-334fbece-db65-489c-9dc9-f468c571626f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.145742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733d989-a980-481d-b1ec-238ffda04feb service neutron] Pushing event updated for resources: {'Port': ['ID=c0543b52-715e-4201-8a97-0ef4b1548711,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:51.165545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-78e9b147-0c74-4ef1-aec7-08199dd28d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.167341 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-78e9b147-0c74-4ef1-aec7-08199dd28d55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 1095 time: 0.4800231 Sep 16 05:30:51.191463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b28be5e0-45fd-4157-a23d-df6a509829d3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:51.221572 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-cb8103ab-f211-45a7-8c1e-db88726933be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0543b52-715e-4201-8a97-0ef4b1548711 HTTP/1.1" status: 200 len: 217 time: 0.0413775 Sep 16 05:30:51.303060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b28be5e0-45fd-4157-a23d-df6a509829d3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:51.303373 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.314148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-07cd476f-885a-451b-9730-79e65dff28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.316003 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-07cd476f-885a-451b-9730-79e65dff28e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0832503 Sep 16 05:30:51.353822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-334fbece-db65-489c-9dc9-f468c571626f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.375144 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-b09c251d-1d3a-4f16-bdd2-4363f7eccd2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428576 Sep 16 05:30:51.382429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-334fbece-db65-489c-9dc9-f468c571626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.447029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-334fbece-db65-489c-9dc9-f468c571626f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67a54c592e73465984716b85ed8fcac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635459 Sep 16 05:30:51.447029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fbece-db65-489c-9dc9-f468c571626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5fa990-21f2-433b-b0eb-d878098d3a5c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:51.448534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55822) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:51.458403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1c903-2f3f-4779-9ef5-540076185513 req-cda23eb3-79e2-440e-8975-c080ada45ea2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.463082 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.465754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbd1c903-2f3f-4779-9ef5-540076185513 req-cda23eb3-79e2-440e-8975-c080ada45ea2 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 943 time: 0.1427040 Sep 16 05:30:51.475322 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.582802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dbd1c903-2f3f-4779-9ef5-540076185513 req-dfa6e46b-2d21-4788-82e7-e4e5d99e5f88 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161845 Sep 16 05:30:51.619533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b9b4bf7-49e5-4810-ac4c-f8c990b04341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.620444 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-683f4d7f-b0b5-4445-a27d-c0885a969630 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300117 Sep 16 05:30:51.646821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b9b4bf7-49e5-4810-ac4c-f8c990b04341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.661546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d096d5a1-3151-4504-b964-854da0157463 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:51.717839 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b9b4bf7-49e5-4810-ac4c-f8c990b04341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.720617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b9b4bf7-49e5-4810-ac4c-f8c990b04341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.721995 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b9b4bf7-49e5-4810-ac4c-f8c990b04341 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a5fa990-21f2-433b-b0eb-d878098d3a5c HTTP/1.1" status: 204 len: 168 time: 0.2723861 Sep 16 05:30:51.738207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b4bf7-49e5-4810-ac4c-f8c990b04341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5fa990-21f2-433b-b0eb-d878098d3a5c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:51.759851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd48a-cf61-4361-890a-e5bbd44e17e1 None None] Pushing event updated for resources: {'Port': ['ID=22bab0df-8540-496e-b337-ddcfe0f072eb,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:51.765760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Attempting to bind port 22bab0df-8540-496e-b337-ddcfe0f072eb on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:51.766261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Attempting to bind port 22bab0df-8540-496e-b337-ddcfe0f072eb by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:51.766746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Attempting to bind port 22bab0df-8540-496e-b337-ddcfe0f072eb on network 3a88975e-bb15-429a-b367-dfcb8759d319 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:51.790221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:51.790816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Checking segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:51.791290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.791969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Bound using segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:51.792667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Bound port: 22bab0df-8540-496e-b337-ddcfe0f072eb, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:51.793153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.871241 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-551c30b4-edd8-4022-b537-a00c7b5d9e6a req-238f39bd-aebf-475c-902d-59c9f111b54b service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488408 Sep 16 05:30:51.942134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1cbe47a-f4ef-4b51-b510-de4848ecf1fe req-d52097b2-7354-4b00-9bbf-49493f3673d9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 210 time: 0.0483518 Sep 16 05:30:51.967719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d096d5a1-3151-4504-b964-854da0157463 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:51.968424 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.971718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] For port 22bab0df-8540-496e-b337-ddcfe0f072eb, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:51.989329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-29f1c4a6-bef5-4bce-899c-fec73f94ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.991389 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-29f1c4a6-bef5-4bce-899c-fec73f94ab0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 1095 time: 0.0549364 Sep 16 05:30:52.009672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] For port 22bab0df-8540-496e-b337-ddcfe0f072eb, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=22bab0df-8540-496e-b337-ddcfe0f072eb,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:52.020946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-11447ed0-e7c6-4d93-8d95-6d9ad0fb4b4e None None] Provisioning complete for port 22bab0df-8540-496e-b337-ddcfe0f072eb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:52.022317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11447ed0-e7c6-4d93-8d95-6d9ad0fb4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.025153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.140293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-925b9705-10bb-4c25-8f25-3c66f4cf8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.144418 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-925b9705-10bb-4c25-8f25-3c66f4cf8753 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 915 time: 0.1445525 Sep 16 05:30:52.158169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:30:52.158597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:52.190840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55832) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:52.201487 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-a6783880-3d52-4ed3-b255-90fb8e0ec823 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0543b52-715e-4201-8a97-0ef4b1548711 HTTP/1.1" status: 200 len: 217 time: 0.0488563 Sep 16 05:30:52.218798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd48a-cf61-4361-890a-e5bbd44e17e1 None None] Pushing event updated for resources: {'Port': ['ID=22bab0df-8540-496e-b337-ddcfe0f072eb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:52.225924 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f767cf7c-f98e-4285-b879-8c59fe35e170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.285134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-653a5c51-ad04-4a2f-a19c-a5d784816d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.288624 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-653a5c51-ad04-4a2f-a19c-a5d784816d86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0784295 Sep 16 05:30:52.384752 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-07aac1f4-5473-471c-b71d-8cc4e004f60a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802011 Sep 16 05:30:52.441613 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11447ed0-e7c6-4d93-8d95-6d9ad0fb4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.450858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-42622d2f-c418-4722-bfc1-0b75de10865b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.453138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-42622d2f-c418-4722-bfc1-0b75de10865b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 796 time: 0.2084343 Sep 16 05:30:52.469403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:30:52.522038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-1a58e97f-a564-4a0b-a049-518e80d5eb4e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 380 time: 0.0545239 Sep 16 05:30:52.525613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-11447ed0-e7c6-4d93-8d95-6d9ad0fb4b4e None None] For port 22bab0df-8540-496e-b337-ddcfe0f072eb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=22bab0df-8540-496e-b337-ddcfe0f072eb,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:52.535649 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-6cd712bb-5876-446c-a189-6fbd85b6e718 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454349 Sep 16 05:30:52.537556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11447ed0-e7c6-4d93-8d95-6d9ad0fb4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.537995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'port': {'device_id': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'admin_state_up': True, 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'security_groups': ['93093310-8de2-48ff-808b-f3c332792fb9']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:52.613253 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f767cf7c-f98e-4285-b879-8c59fe35e170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.624195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f767cf7c-f98e-4285-b879-8c59fe35e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.647400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11447ed0-e7c6-4d93-8d95-6d9ad0fb4b4e None None] Pushing event updated for resources: {'Port': ['ID=22bab0df-8540-496e-b337-ddcfe0f072eb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:52.690350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767cf7c-f98e-4285-b879-8c59fe35e170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d604a-b200-4631-8b51-ffcdacd33434,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:52.695185 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-4f0002c5-7f97-4d73-92fc-ea925791f01c req-74fb4ca3-9a02-407d-b133-316ef8600f44 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516593 Sep 16 05:30:52.754144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f767cf7c-f98e-4285-b879-8c59fe35e170 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04075573199a44e9a0d0f0f5af2e37d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5621908 Sep 16 05:30:52.754884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-46d74ea3-c88c-4017-8a76-b8862ace54e8 None None] Provisioning complete for port 22bab0df-8540-496e-b337-ddcfe0f072eb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:52.755539 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46d74ea3-c88c-4017-8a76-b8862ace54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.757241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55838) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:52.793471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61103dca-68b1-479e-bd1f-cd1dce40aea3 req-1ecf9c69-6410-4c66-b7ed-0a82c1dd9354 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.794995 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61103dca-68b1-479e-bd1f-cd1dce40aea3 req-1ecf9c69-6410-4c66-b7ed-0a82c1dd9354 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 943 time: 0.1019444 Sep 16 05:30:52.858034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:52.861506 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.878469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4144e468-33be-4d5b-9719-9f2f993cc79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.891831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61103dca-68b1-479e-bd1f-cd1dce40aea3 req-624b99fd-b503-4bbe-8ce7-1accfc88cfa0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838957 Sep 16 05:30:52.927018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:51Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:52.948022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4144e468-33be-4d5b-9719-9f2f993cc79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.957312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f6e4b-09ae-406c-a338-39dc206269f8 None None] The sync data for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 is: [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:51Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:30:53.115308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26f50d71-d013-48c1-b867-a488edc6aa8c req-5c1db111-1213-4713-9ff8-b2cf8564d0a3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 210 time: 0.0613294 Sep 16 05:30:53.165517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4144e468-33be-4d5b-9719-9f2f993cc79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.173581 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4144e468-33be-4d5b-9719-9f2f993cc79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.174910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4144e468-33be-4d5b-9719-9f2f993cc79b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e7d604a-b200-4631-8b51-ffcdacd33434 HTTP/1.1" status: 204 len: 168 time: 0.4165039 Sep 16 05:30:53.176950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.12 (3a88975e-bb15-429a-b367-dfcb8759d319/9610a282-58b5-4bc4-92bd-723f9071ba9e/4929bbfa-5bc0-4e11-9591-071e6f394f6d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:53.195222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144e468-33be-4d5b-9719-9f2f993cc79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d604a-b200-4631-8b51-ffcdacd33434,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:53.242556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 22bab0df-8540-496e-b337-ddcfe0f072eb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:53.321183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 22bab0df-8540-496e-b337-ddcfe0f072eb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:53.321779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.415045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.477129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.548447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 3a88975e-bb15-429a-b367-dfcb8759d319 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:53.555420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:53.562253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:53.572312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:53.665731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.666650 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.718124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-06897b11-f629-4761-9f07-e5a7727a87db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1850479 Sep 16 05:30:53.736117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Request body: {'port': {'device_id': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:53.811091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.965645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5cf2b66b-893e-4c68-9d62-92cb41f94398 None None] Provisioning complete for port 4929bbfa-5bc0-4e11-9591-071e6f394f6d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:53.966201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b66b-893e-4c68-9d62-92cb41f94398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.041861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2b66b-893e-4c68-9d62-92cb41f94398 None None] Port 4929bbfa-5bc0-4e11-9591-071e6f394f6d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:30:54.103695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe237a4-2436-4b9c-96cf-f609bc096490 req-5226484e-b628-40ed-abd9-9f2692bb707a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.105382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efe237a4-2436-4b9c-96cf-f609bc096490 req-5226484e-b628-40ed-abd9-9f2692bb707a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 943 time: 0.1041031 Sep 16 05:30:54.170665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efe237a4-2436-4b9c-96cf-f609bc096490 req-f6fc7a28-73fe-40a9-a151-b9a0643eeb2c tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567431 Sep 16 05:30:54.243277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4929bbfa-5bc0-4e11-9591-071e6f394f6d {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:54.278239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.301074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Transition to ACTIVE for port object 4929bbfa-5bc0-4e11-9591-071e6f394f6d will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:30:54.315823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac35687-15c6-4531-875b-8963225eb086 req-d3aa9988-9ce5-42ee-82e7-17659e2f2650 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.317543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ac35687-15c6-4531-875b-8963225eb086 req-d3aa9988-9ce5-42ee-82e7-17659e2f2650 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 932 time: 0.0687573 Sep 16 05:30:54.319339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.405307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:54.445391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ac35687-15c6-4531-875b-8963225eb086 req-ab1680c0-ba4c-4501-9949-e7246a66ad0b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170032 Sep 16 05:30:54.563518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:30:54.564252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:30:54.564672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on network 3a88975e-bb15-429a-b367-dfcb8759d319 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:54.571849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on network 3a88975e-bb15-429a-b367-dfcb8759d319 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:30:54.576209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on network 3a88975e-bb15-429a-b367-dfcb8759d319 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:30:54.579863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:30:54.580110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Checking segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:54.580843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Bound using segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:30:54.581886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Bound port: 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:30:54.581886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.681846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:30:54.685201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:30:54.690297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.744227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.765777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.766438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:54.768675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] 10.222.0.73 "PUT /v2.0/ports/4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1093 time: 1.0376902 Sep 16 05:30:54.768675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:54.772147 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d92140d-3dcc-45ce-8b64-366348119b57" -d '{"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:54.795556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58907f9-ee6a-4b22-9b57-bc3ac8b732ab service neutron] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:54.845665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c0543b52-715e-4201-8a97-0ef4b1548711 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:54.882784 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44b14d7-2d6a-4775-96a4-e193d7e3fbbf x-openstack-request-id: req-d44b14d7-2d6a-4775-96a4-e193d7e3fbbf {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:54.883088 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:54.883441 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d44b14d7-2d6a-4775-96a4-e193d7e3fbbf {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:54.883712 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'status': 'completed', 'code': 200} Sep 16 05:30:54.902486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-db734ec4-725c-4805-a363-982ecbdd56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:54.904021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-db734ec4-725c-4805-a363-982ecbdd56ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1096 time: 0.0746183 Sep 16 05:30:54.954899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-398dc55e-3002-4f80-8b0d-80dcd318dc7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 217 time: 0.0377455 Sep 16 05:30:55.012616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-99f9b276-2cb5-4d0b-9733-058558ed45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.014115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-99f9b276-2cb5-4d0b-9733-058558ed45cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.0477943 Sep 16 05:30:55.027650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c0543b52-715e-4201-8a97-0ef4b1548711, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c0543b52-715e-4201-8a97-0ef4b1548711,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:55.049529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c0543b52-715e-4201-8a97-0ef4b1548711', 'network_id': 'f5a3db59-b686-4c93-a3eb-e314b27bfdff', 'port_id': 'c0543b52-715e-4201-8a97-0ef4b1548711', 'mac_address': 'fa:16:3e:0d:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db42bc4-9423-4073-b769-429c30a31d6c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:55.078591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-231d0c98-0e11-47e3-a295-d5f63309c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.080469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-231d0c98-0e11-47e3-a295-d5f63309c914 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544162 Sep 16 05:30:55.111915 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.128202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0543b52-715e-4201-8a97-0ef4b1548711 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:55.152279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c0543b52-715e-4201-8a97-0ef4b1548711, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c0543b52-715e-4201-8a97-0ef4b1548711,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:55.156607 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.232924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-41a61012-0860-4288-b045-87c5dcf583ef service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386292 Sep 16 05:30:55.239171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55896) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:55.258296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c0543b52-715e-4201-8a97-0ef4b1548711,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:55.368333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fea8883b-5bb5-4d4a-8b2c-66a37bfe468c req-de256ede-0144-4398-8c08-48b497ed181a service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237850 Sep 16 05:30:55.377081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3081d-c0b6-455d-9a2e-8c53748dca87 req-1d7d7f04-403e-4b07-b07a-d3fbed260938 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.378574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ec3081d-c0b6-455d-9a2e-8c53748dca87 req-1d7d7f04-403e-4b07-b07a-d3fbed260938 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 944 time: 0.1005976 Sep 16 05:30:55.431980 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1081737317'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:55.453577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ec3081d-c0b6-455d-9a2e-8c53748dca87 req-177ccc7b-a453-4dc7-89e0-fb8ab017cc90 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595229 Sep 16 05:30:55.459404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Made reservation on behalf of ff4ee84cc8264556b5b456841a30098a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:55.464919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.474899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.481657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c0543b52-715e-4201-8a97-0ef4b1548711'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:55.481863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-22ed583c-4951-4dcd-989e-2f1a4e7a2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.483281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-22ed583c-4951-4dcd-989e-2f1a4e7a2421 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1096 time: 0.0593562 Sep 16 05:30:55.578588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.584457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.611967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:55.643451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b445a2-2697-49c8-95f6-93844723c0db,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:55.649721 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.650080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-090f18d1-d0f4-4789-91af-c10707d2fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.650959 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Added segment 15f815a0-1cac-4191-93e9-17ef3aae73b6 of type vlan for network a6e30832-a51d-4b36-ab49-f358e8d9f2c0 Sep 16 05:30:55.651820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-090f18d1-d0f4-4789-91af-c10707d2fe24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.1606083 Sep 16 05:30:55.662126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28390aea-f1b1-426f-a622-4de11552c934 req-b062a963-9906-4956-96ac-fc2228dc468d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.664356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28390aea-f1b1-426f-a622-4de11552c934 req-b062a963-9906-4956-96ac-fc2228dc468d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 944 time: 0.0885792 Sep 16 05:30:55.710719 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.725331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-62c57927-5076-476e-b18e-61c1fc8a34fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 217 time: 0.0599720 Sep 16 05:30:55.742243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.748615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.749337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.773639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28390aea-f1b1-426f-a622-4de11552c934 req-6a95d459-67ec-4ff5-9343-29841e4d16b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987422 Sep 16 05:30:55.783823 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5427418 Sep 16 05:30:55.789447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55902) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:55.804037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-70dc25fa-1afa-4ebc-8f7f-54af27d8471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.805660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-70dc25fa-1afa-4ebc-8f7f-54af27d8471b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.0674741 Sep 16 05:30:55.830347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136caae-9d3b-40b8-af70-83408a7df461 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Pushing event updated for resources: {'Network': ['ID=a6e30832-a51d-4b36-ab49-f358e8d9f2c0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:55.841829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a6e30832-a51d-4b36-ab49-f358e8d9f2c0 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:55.871199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'network': {'name': 'tempest-network--1309722932', 'router:external': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:55.880369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-ac9e3afc-276e-4983-a870-faf4c280a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.881866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-ac9e3afc-276e-4983-a870-faf4c280a659 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683255 Sep 16 05:30:55.912711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Made reservation on behalf of 871d23d015fe4ffbbe247dbbf32bda5a for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:55.915254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:55.941177 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.027675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-b29620cf-6020-4b4b-9aa7-c82f71f15a83 service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357424 Sep 16 05:30:56.079856 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f86910a8-425b-413b-82e3-1b41898c738f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.164616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d92140d-3dcc-45ce-8b64-366348119b57 req-4e9d6db0-a2b5-4044-823e-8c0b7ea7345d service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281919 Sep 16 05:30:56.166532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.170300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.198967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:56.207431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3304dcf-cc7c-4d09-848d-c5ebec3ed34a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:56.213039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.213387 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Added segment 9558658c-b59b-4c1e-9e01-2c65c04c1f9f of type vlan for network 4a45ec3d-572d-4867-9333-904fae8ef155 Sep 16 05:30:56.272333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.303113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.304291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.305055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.338911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5483942 Sep 16 05:30:56.341785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55908) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:56.371649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7ab9-2b80-41c2-8aa3-9c29ae4bb35d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Network': ['ID=4a45ec3d-572d-4867-9333-904fae8ef155,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:56.382266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4a45ec3d-572d-4867-9333-904fae8ef155 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:56.410129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.495943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.516770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a45ec3d-572d-4867-9333-904fae8ef155']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:56.527178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9558658c-b59b-4c1e-9e01-2c65c04c1f9f') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:56.527690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9558658c-b59b-4c1e-9e01-2c65c04c1f9f') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:56.538486 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.552134 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.559415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:56.559989 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:56.562523 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:56.595037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3883e-999e-446f-9283-ddea68663b58 req-80b2a90b-0e47-4b1a-af49-10992d66acac tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.600353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9e3883e-999e-446f-9283-ddea68663b58 req-80b2a90b-0e47-4b1a-af49-10992d66acac tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 944 time: 0.0703106 Sep 16 05:30:56.635151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.642670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a45ec3d-572d-4867-9333-904fae8ef155 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:30:56.662396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.663208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9e3883e-999e-446f-9283-ddea68663b58 req-827fa7d0-0a14-4260-a7be-b8c777d0267b tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571818 Sep 16 05:30:56.664592 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "DELETE /v2.0/networks/4a45ec3d-572d-4867-9333-904fae8ef155 HTTP/1.1" status: 204 len: 168 time: 0.3218548 Sep 16 05:30:56.670538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55912) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:56.676024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:56.701091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Made reservation on behalf of 871d23d015fe4ffbbe247dbbf32bda5a for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:56.703164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da48db-ee39-48f1-82a8-f82a856a2d5d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a45ec3d-572d-4867-9333-904fae8ef155,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:56.705340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.736845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:30:56.748422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.748883 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Added segment c1dc45a6-baed-4093-84f6-139e5ea594ea of type vlan for network eea566ac-6a8b-4241-a196-2c7c46b95b2e Sep 16 05:30:56.795553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.828481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.829751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.830381 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.863272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55916) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:56.865276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:30:56.870077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'subnet': {'network_id': 'eea566ac-6a8b-4241-a196-2c7c46b95b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:56.874282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2012770 Sep 16 05:30:56.899989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Made reservation on behalf of 871d23d015fe4ffbbe247dbbf32bda5a for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:30:56.903527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:56.985837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:56.999263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c0543b52-715e-4201-8a97-0ef4b1548711 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:57.007820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'port_id': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:30:57.021825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550c10-d544-49fe-a806-b4bf01c3713c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Network': ['ID=eea566ac-6a8b-4241-a196-2c7c46b95b2e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.040487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network eea566ac-6a8b-4241-a196-2c7c46b95b2e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:30:57.072246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c540ee-5c99-432e-bf87-68b6335ac2df req-da4495dc-c569-4e42-96da-3c37e1137845 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.081293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3c540ee-5c99-432e-bf87-68b6335ac2df req-da4495dc-c569-4e42-96da-3c37e1137845 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 944 time: 0.1838560 Sep 16 05:30:57.147386 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.157012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3c540ee-5c99-432e-bf87-68b6335ac2df req-8d81b513-3dab-491f-93dd-242eb3c523db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730131 Sep 16 05:30:57.171075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4929bbfa-5bc0-4e11-9591-071e6f394f6d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:30:57.192691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port c0543b52-715e-4201-8a97-0ef4b1548711 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:57.196274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:57.199095 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c0543b52-715e-4201-8a97-0ef4b1548711 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:57.199475 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.219918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.293567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.332706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.342987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.objects.ports [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94718) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 05:30:57.344002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.356546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0543b52-715e-4201-8a97-0ef4b1548711'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:57.359032 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9990c6-d6a8-453a-9530-69fd2b7e966a" -d '{"events": [{"server_uuid": "eb7aa61c-d863-4cfb-904c-9f44db410c6e", "name": "network-vif-plugged", "status": "completed", "tag": "c0543b52-715e-4201-8a97-0ef4b1548711"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:57.372688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c0543b52-715e-4201-8a97-0ef4b1548711, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c0543b52-715e-4201-8a97-0ef4b1548711,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:57.379812 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.410050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a6146a95-2206-4fe8-8185-f7ffafad38b2,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.411215 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff763eb-675b-4b75-af10-22363e308575 x-openstack-request-id: req-5ff763eb-675b-4b75-af10-22363e308575 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:57.411548 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7aa61c-d863-4cfb-904c-9f44db410c6e", "name": "network-vif-plugged", "status": "completed", "tag": "c0543b52-715e-4201-8a97-0ef4b1548711", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:57.411803 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ff763eb-675b-4b75-af10-22363e308575 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:57.412221 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0543b52-715e-4201-8a97-0ef4b1548711', 'code': 200} Sep 16 05:30:57.442259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c0543b52-715e-4201-8a97-0ef4b1548711,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:57.450642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Checking segment: {'id': 'c1dc45a6-baed-4093-84f6-139e5ea594ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eea566ac-6a8b-4241-a196-2c7c46b95b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:30:57.451283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Network hostable DHCP agents. Network: eea566ac-6a8b-4241-a196-2c7c46b95b2e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:30:57.475615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Network eea566ac-6a8b-4241-a196-2c7c46b95b2e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:30:57.485318 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, eea566ac-6a8b-4241-a196-2c7c46b95b2e) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:57.491435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.492820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.493088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['4929bbfa-5bc0-4e11-9591-071e6f394f6d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:30:57.497699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6d82b-eaef-4ed7-90cf-3cf8ec4a8b5a None None] Network eea566ac-6a8b-4241-a196-2c7c46b95b2e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:57.513691 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0ad385b2-cc58-4c9e-9763-384e712248ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6482749 Sep 16 05:30:57.513931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55922) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:57.519036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'floatingip': {'floating_network_id': 'eea566ac-6a8b-4241-a196-2c7c46b95b2e'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:30:57.548998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b51471-9a0d-4632-a5cd-cb5a1b550ae9 req-56274e3f-e0d0-4d4e-9c3a-4d58bda6c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.550910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28b51471-9a0d-4632-a5cd-cb5a1b550ae9 req-56274e3f-e0d0-4d4e-9c3a-4d58bda6c813 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 1097 time: 0.0735757 Sep 16 05:30:57.552397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.614293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28b51471-9a0d-4632-a5cd-cb5a1b550ae9 req-54ef4754-4faf-4371-9222-bb5ff8cb6e71 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Sep 16 05:30:57.693387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:57.730824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81017dc7-69de-49f4-99c6-83ba8476ec0e None None] Network eea566ac-6a8b-4241-a196-2c7c46b95b2e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:30:57.835416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Allocated IP 172.20.0.3 (eea566ac-6a8b-4241-a196-2c7c46b95b2e/a6146a95-2206-4fe8-8185-f7ffafad38b2/757ac269-22a0-49a9-aa76-e8f4f905961c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:30:57.854962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67224609-f5bc-45a6-bb91-a6acba86ca49 req-cecc77fd-9e75-49d1-9d47-e62e23fe672a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.856508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67224609-f5bc-45a6-bb91-a6acba86ca49 req-cecc77fd-9e75-49d1-9d47-e62e23fe672a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 945 time: 0.0720153 Sep 16 05:30:57.952569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67224609-f5bc-45a6-bb91-a6acba86ca49 req-ac2102b7-6d78-44d8-b0cb-90ce52bbca55 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788503 Sep 16 05:30:57.982808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.019032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.057040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Network eea566ac-6a8b-4241-a196-2c7c46b95b2e is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:30:58.059855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:30:58.064286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:30:58.091497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Port': ['ID=757ac269-22a0-49a9-aa76-e8f4f905961c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:58.157482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.200227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.219740 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b40a71ab-61a0-46c1-a0bf-05e201a71137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.347199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793e2f-18f3-4ce8-add2-adcb5a18d520 req-60ddce6c-368b-4908-9dea-676cb97fc81e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.348729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78793e2f-18f3-4ce8-add2-adcb5a18d520 req-60ddce6c-368b-4908-9dea-676cb97fc81e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 945 time: 0.1037831 Sep 16 05:30:58.414808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78793e2f-18f3-4ce8-add2-adcb5a18d520 req-0eea7fca-6002-45df-9bdf-2b8958761ac6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578859 Sep 16 05:30:58.423774 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.429271 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.499558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Port': ['ID=757ac269-22a0-49a9-aa76-e8f4f905961c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:58.508845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.522059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.523285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a733cede-7747-416c-8c7c-1bfd5a255dae tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0084469 Sep 16 05:30:58.526069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55930) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:58.595762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cefd890e-ffad-4935-860d-5eaf0440b175 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=eea566ac-6a8b-4241-a196-2c7c46b95b2e HTTP/1.1" status: 200 len: 689 time: 0.0682130 Sep 16 05:30:58.597969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55932) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:58.688061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.825536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Deleting port 757ac269-22a0-49a9-aa76-e8f4f905961c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:30:58.826000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.862764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:30:58.908227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.908227 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.913624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 4929bbfa-5bc0-4e11-9591-071e6f394f6d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:30:58.918672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 4929bbfa-5bc0-4e11-9591-071e6f394f6d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:30:58.919050 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:58.923848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Calling delete_port for 757ac269-22a0-49a9-aa76-e8f4f905961c owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:30:59.011083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.055859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:30:59.074668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.084619 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.091299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f2082-b7ad-459d-9290-8b5949bc3eb4 req-42cb7b82-f32a-4f74-b43f-b359cd8af4cb tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.102392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b58f2082-b7ad-459d-9290-8b5949bc3eb4 req-42cb7b82-f32a-4f74-b43f-b359cd8af4cb tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 945 time: 0.0680771 Sep 16 05:30:59.148704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b58f2082-b7ad-459d-9290-8b5949bc3eb4 req-7c51d61a-b930-4414-bb71-37d747e6fff8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Sep 16 05:30:59.152186 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event deleted for resources: {'Port': ['ID=757ac269-22a0-49a9-aa76-e8f4f905961c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:59.200192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:59.214682 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.227602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.282170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.349594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.380736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a6146a95-2206-4fe8-8185-f7ffafad38b2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:59.413747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:30:59.417287 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71419977-ddef-4fae-9cfa-bc71b665d8d6" -d '{"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-plugged", "status": "completed", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:30:59.455087 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.495763 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f93d963-6aaf-416e-a20d-87cbc9e806dc x-openstack-request-id: req-9f93d963-6aaf-416e-a20d-87cbc9e806dc {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:30:59.496272 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-plugged", "status": "completed", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:30:59.496531 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f93d963-6aaf-416e-a20d-87cbc9e806dc {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:30:59.496976 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'code': 200} Sep 16 05:30:59.498167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea566ac-6a8b-4241-a196-2c7c46b95b2e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:59.547254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dc45a6-baed-4093-84f6-139e5ea594ea') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:59.547770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dc45a6-baed-4093-84f6-139e5ea594ea') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:30:59.563317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.584004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.592789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:30:59.593535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:30:59.595807 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:30:59.674527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.684114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eea566ac-6a8b-4241-a196-2c7c46b95b2e {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:30:59.686408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.688445 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "DELETE /v2.0/networks/eea566ac-6a8b-4241-a196-2c7c46b95b2e HTTP/1.1" status: 204 len: 168 time: 1.0880115 Sep 16 05:30:59.701016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55954) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:59.707965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48807d-b075-4147-857e-e3cd4320cf3d tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event deleted for resources: {'Network': ['ID=eea566ac-6a8b-4241-a196-2c7c46b95b2e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:30:59.769402 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-17e9d5ea-099d-4364-af77-f6e4609a75dc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0669265 Sep 16 05:30:59.772379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55956) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:59.867057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:59.903111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.903832 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.904517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.905399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.906031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.906776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.907473 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.909850 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1dcc666-a807-4277-b337-faaa25134000 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.1365082 Sep 16 05:30:59.913037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55958) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:30:59.977449 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-8f77f158-52bc-4f9d-96c3-78dbd5d4ed63 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] delete failed (client error): The resource could not be found. Sep 16 05:30:59.982764 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8f77f158-52bc-4f9d-96c3-78dbd5d4ed63 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/f0047295-1666-45c6-b357-b604d8fad468 HTTP/1.1" status: 404 len: 345 time: 0.0681109 Sep 16 05:30:59.983394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55962) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:00.009536 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b5f747-538b-431a-ad60-6c37aa415c3c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 05:31:00.010100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b5f747-538b-431a-ad60-6c37aa415c3c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:31:00.016200 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-17b5f747-538b-431a-ad60-6c37aa415c3c tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "DELETE /v2.0/networks/eea566ac-6a8b-4241-a196-2c7c46b95b2e HTTP/1.1" status: 404 len: 339 time: 0.0318060 Sep 16 05:31:00.016792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55964) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:00.023996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'network': {'name': 'tempest-network--1435662599', 'router:external': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:00.029660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355a81e-cbb9-4a3c-8b0b-5fd9338348fc req-304e3960-b877-48eb-a7bb-ef763a7142fc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.038200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8355a81e-cbb9-4a3c-8b0b-5fd9338348fc req-304e3960-b877-48eb-a7bb-ef763a7142fc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.5197368 Sep 16 05:31:00.057289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Made reservation on behalf of 871d23d015fe4ffbbe247dbbf32bda5a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:00.059665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.064191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231816d-3234-4200-9369-a3b34bac382f req-51264191-2046-45b2-8df4-055e9bb32f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.065739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9231816d-3234-4200-9369-a3b34bac382f req-51264191-2046-45b2-8df4-055e9bb32f23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1098 time: 0.0980256 Sep 16 05:31:00.095036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:00.118715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8355a81e-cbb9-4a3c-8b0b-5fd9338348fc req-915cdb02-7980-4912-b1ce-36267809ef61 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793982 Sep 16 05:31:00.124723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.125074 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Added segment e5d9509e-e329-4df7-ac86-9226c4341fb3 of type vlan for network ca348409-19d8-4b29-aabd-53ce7302e6c1 Sep 16 05:31:00.144194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9231816d-3234-4200-9369-a3b34bac382f req-faaa4c01-83cb-4c8f-b24c-01c480a65ba3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624259 Sep 16 05:31:00.180937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.211796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.212898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.213649 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.250204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2313080 Sep 16 05:31:00.252976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55966) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:00.282617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe071f0-5c81-49ae-a489-22974238158b tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Network': ['ID=ca348409-19d8-4b29-aabd-53ce7302e6c1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:00.294709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ca348409-19d8-4b29-aabd-53ce7302e6c1 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:00.439551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e52263-0518-4813-8ad1-4676f6f69807 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.448130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e52263-0518-4813-8ad1-4676f6f69807 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.452194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e52263-0518-4813-8ad1-4676f6f69807 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.458956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e52263-0518-4813-8ad1-4676f6f69807 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.460743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a8e52263-0518-4813-8ad1-4676f6f69807 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1934509 Sep 16 05:31:00.463545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55970) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:00.533764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.616018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.635303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca348409-19d8-4b29-aabd-53ce7302e6c1']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:00.644208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d9509e-e329-4df7-ac86-9226c4341fb3') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:00.644504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d9509e-e329-4df7-ac86-9226c4341fb3') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:00.654141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.667011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.672870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:00.673247 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:00.674874 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:00.732298 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.737196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca348409-19d8-4b29-aabd-53ce7302e6c1 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:31:00.740339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.742148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ca348409-19d8-4b29-aabd-53ce7302e6c1 HTTP/1.1" status: 204 len: 168 time: 0.2776563 Sep 16 05:31:00.745996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55974) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:00.751378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56b792-09b3-401f-b9b1-9852b0bfefbd tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca348409-19d8-4b29-aabd-53ce7302e6c1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:00.752171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'network': {'name': 'tempest-network--526928752', 'router:external': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:00.773948 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Made reservation on behalf of 871d23d015fe4ffbbe247dbbf32bda5a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:00.776593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.799584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:00.809808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.810269 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Added segment 89c02a2c-2beb-4605-9fc6-293268b93a20 of type vlan for network a36ccc00-4117-454b-a767-afbb32fbabd5 Sep 16 05:31:00.858947 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.892810 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.893822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.894364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:00.929082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1813974 Sep 16 05:31:00.932044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55976) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:00.959767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a43f5-6f10-4406-a5b9-40f17fd01adc tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Network': ['ID=a36ccc00-4117-454b-a767-afbb32fbabd5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:00.971608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a36ccc00-4117-454b-a767-afbb32fbabd5 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:01.013398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe62d11-e21d-4c85-aede-646d55a7d9f7 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:01.017451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-afe62d11-e21d-4c85-aede-646d55a7d9f7 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] 10.222.0.55 "GET /v2.0/networks/a36ccc00-4117-454b-a767-afbb32fbabd5 HTTP/1.1" status: 200 len: 756 time: 0.0816584 Sep 16 05:31:01.017595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55978) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:01.104776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e937667-72df-4d34-ae13-1252216e0bef tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:01.106180 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7e937667-72df-4d34-ae13-1252216e0bef tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] 10.222.0.55 "GET /v2.0/networks/a6e30832-a51d-4b36-ab49-f358e8d9f2c0 HTTP/1.1" status: 200 len: 768 time: 0.0875840 Sep 16 05:31:01.109242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 55980) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:01.231679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.287558 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.314308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b61df-602d-47eb-be5c-5c5674ca5fae req-f9e56b37-6587-485b-9f06-e9b668701354 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:01.315958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be2b61df-602d-47eb-be5c-5c5674ca5fae req-f9e56b37-6587-485b-9f06-e9b668701354 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1258953 Sep 16 05:31:01.380993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.416775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be2b61df-602d-47eb-be5c-5c5674ca5fae req-d6cd8c72-c800-433f-ab2f-b198dbcffe97 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878870 Sep 16 05:31:01.418168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36ccc00-4117-454b-a767-afbb32fbabd5']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:01.429846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c02a2c-2beb-4605-9fc6-293268b93a20') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:01.430152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c02a2c-2beb-4605-9fc6-293268b93a20') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:01.440457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.453381 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.459966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:01.460436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:01.462160 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:01.519102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.524550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a36ccc00-4117-454b-a767-afbb32fbabd5 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:31:01.527068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.528951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "DELETE /v2.0/networks/a36ccc00-4117-454b-a767-afbb32fbabd5 HTTP/1.1" status: 204 len: 168 time: 0.4187267 Sep 16 05:31:01.533843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 55988) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:01.539758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'network': {'name': 'tempest-network--772564221'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:01.558447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28825c89-996c-47e6-a304-7f108b8565d8 tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event deleted for resources: {'Network': ['ID=a36ccc00-4117-454b-a767-afbb32fbabd5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:01.599971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Made reservation on behalf of 871d23d015fe4ffbbe247dbbf32bda5a for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:01.605349 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.638153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:01.650189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.650531 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Added segment 093584e2-94ac-4ea9-9591-5bd683bbfc3c of type vlan for network a97ac5e2-a65b-4635-8403-49b91dd3bc6b Sep 16 05:31:01.694014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.729829 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.732007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:01.732801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:01.775046 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2400601 Sep 16 05:31:01.775734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56002) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:01.782449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:01.840607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edea81-fd41-42d2-bf3d-3ecb716530ea tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Network': ['ID=a97ac5e2-a65b-4635-8403-49b91dd3bc6b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:01.856878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a97ac5e2-a65b-4635-8403-49b91dd3bc6b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:02.029576 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.049531 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.066647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Network a97ac5e2-a65b-4635-8403-49b91dd3bc6b is not hosted by any dhcp agent {{(pid=94719) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:31:02.067452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.068043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.069528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "PUT /v2.0/networks/a97ac5e2-a65b-4635-8403-49b91dd3bc6b HTTP/1.1" status: 200 len: 857 time: 0.2921088 Sep 16 05:31:02.072423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56018) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:02.140363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2401279-f8ca-427a-b1ff-b4a414ce445f tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event updated for resources: {'Network': ['ID=a97ac5e2-a65b-4635-8403-49b91dd3bc6b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:02.183317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.270734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.295155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97ac5e2-a65b-4635-8403-49b91dd3bc6b']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:02.305799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093584e2-94ac-4ea9-9591-5bd683bbfc3c') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:02.306103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093584e2-94ac-4ea9-9591-5bd683bbfc3c') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:02.323925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.338809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.345211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:02.345736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:02.347500 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:02.423470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.429238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a97ac5e2-a65b-4635-8403-49b91dd3bc6b {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 05:31:02.432234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.434158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] 10.222.0.55 "DELETE /v2.0/networks/a97ac5e2-a65b-4635-8403-49b91dd3bc6b HTTP/1.1" status: 204 len: 168 time: 0.3608186 Sep 16 05:31:02.437749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56028) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:02.445876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7377c7a-8e20-48e0-8e2d-f3d364dc8aad tempest-ExternalNetworksTestJSON-1882744710 tempest-ExternalNetworksTestJSON-1882744710-project-admin] Pushing event deleted for resources: {'Network': ['ID=a97ac5e2-a65b-4635-8403-49b91dd3bc6b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:02.467952 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-8713865d-8e8e-4501-b896-84f888d0d98c tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] DELETE failed (client error): The resource could not be found. Sep 16 05:31:02.468616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8713865d-8e8e-4501-b896-84f888d0d98c tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:31:02.473231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56032) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:02.473407 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8713865d-8e8e-4501-b896-84f888d0d98c tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] 10.222.0.55 "DELETE /v2.0/subnets/a6146a95-2206-4fe8-8185-f7ffafad38b2 HTTP/1.1" status: 404 len: 337 time: 0.0344739 Sep 16 05:31:02.576260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.649808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a916739-5fbe-4fd4-a7de-4b753c9cd9d1 req-07046468-a96d-40d9-9971-defc0d0ac466 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.651492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a916739-5fbe-4fd4-a7de-4b753c9cd9d1 req-07046468-a96d-40d9-9971-defc0d0ac466 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1054394 Sep 16 05:31:02.719730 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.753182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a916739-5fbe-4fd4-a7de-4b753c9cd9d1 req-2c3116ad-8b8c-4947-84a0-b76709acd88e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903330 Sep 16 05:31:02.754687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e30832-a51d-4b36-ab49-f358e8d9f2c0']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:02.764643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f815a0-1cac-4191-93e9-17ef3aae73b6') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:02.764948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f815a0-1cac-4191-93e9-17ef3aae73b6') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:02.780426 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.795289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.802931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:02.803056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:02.806334 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:02.969053 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.983047 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.984839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] 10.222.0.55 "DELETE /v2.0/networks/a6e30832-a51d-4b36-ab49-f358e8d9f2c0 HTTP/1.1" status: 204 len: 168 time: 0.5105624 Sep 16 05:31:03.041162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f97c53-cd08-4e75-a6d6-9a8ad4c9bcab req-80afed15-9b2e-4c75-aa8b-d161a2f9c3c8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:03.044654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1f97c53-cd08-4e75-a6d6-9a8ad4c9bcab req-80afed15-9b2e-4c75-aa8b-d161a2f9c3c8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1515801 Sep 16 05:31:03.045614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f54fd8-a2b0-40bb-bd28-647b207fb096 tempest-ExternalNetworksTestJSON-638376321 tempest-ExternalNetworksTestJSON-638376321-project] Pushing event deleted for resources: {'Network': ['ID=a6e30832-a51d-4b36-ab49-f358e8d9f2c0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:03.152072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1f97c53-cd08-4e75-a6d6-9a8ad4c9bcab req-44da451c-478b-4be8-baa4-e784010c785c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961661 Sep 16 05:31:03.166138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56044) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:03.241026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7575a5-6d5d-496a-966a-f99f2d8669e6 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:03.245580 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4e7575a5-6d5d-496a-966a-f99f2d8669e6 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1093 time: 0.0784566 Sep 16 05:31:03.249216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56046) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:03.257203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:03.310308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.441283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56052) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:03.467757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.629798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.150 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/62342d48-4111-40ca-9519-512e39bbc7c7) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:03.640764 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d1b12e39-172c-4c60-a939-a071542ab723 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff4ee84cc8264556b5b456841a30098a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981249 Sep 16 05:31:03.641301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56060) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:03.749724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa72a573-d16b-419b-b47a-b40acff7ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.784463 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.793596 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa72a573-d16b-419b-b47a-b40acff7ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.857508 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.863962 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa72a573-d16b-419b-b47a-b40acff7ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.867067 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa72a573-d16b-419b-b47a-b40acff7ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:03.870865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aa72a573-d16b-419b-b47a-b40acff7ffe1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0b445a2-2697-49c8-95f6-93844723c0db HTTP/1.1" status: 204 len: 168 time: 0.2259400 Sep 16 05:31:03.909700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a573-d16b-419b-b47a-b40acff7ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b445a2-2697-49c8-95f6-93844723c0db,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:03.945738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:03.954870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:03.957930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=62342d48-4111-40ca-9519-512e39bbc7c7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:03.964456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:04.236815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56068) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:04.291231 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-50e28645-2017-4d2a-973f-495b6826ece8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=871d23d015fe4ffbbe247dbbf32bda5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492866 Sep 16 05:31:04.291231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56070) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:04.350125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b85e762-df43-47c9-b6f2-b3fb913be7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.372425 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b85e762-df43-47c9-b6f2-b3fb913be7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.426268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b85e762-df43-47c9-b6f2-b3fb913be7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.429091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b85e762-df43-47c9-b6f2-b3fb913be7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.430503 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8b85e762-df43-47c9-b6f2-b3fb913be7f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3304dcf-cc7c-4d09-848d-c5ebec3ed34a HTTP/1.1" status: 204 len: 168 time: 0.1382847 Sep 16 05:31:04.438306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85e762-df43-47c9-b6f2-b3fb913be7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3304dcf-cc7c-4d09-848d-c5ebec3ed34a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:04.474394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.555803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.774363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.781192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.882441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:04.888773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=62342d48-4111-40ca-9519-512e39bbc7c7,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:05.002617 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP 2cbabc4a-8cb2-40f0-b652-907498a05f17 associated. External IP: 172.25.6.150, port: 4929bbfa-5bc0-4e11-9591-071e6f394f6d. Sep 16 05:31:05.284339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router dae35601-a83c-4c6f-899e-3e88b921b74c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:05.415549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:05.426329 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] Sync routers for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:05.439503 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:05.441463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:05.444198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:05.495307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-29401127-d4aa-4f27-925d-593c4f07db32 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2443948 Sep 16 05:31:05.496027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:05.498406 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ffc20b-16e2-4478-8c33-6920053dab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:05.580645 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeb1705-bbea-4796-bc42-9349d1afe91b x-openstack-request-id: req-beeb1705-bbea-4796-bc42-9349d1afe91b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:05.580645 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:05.580882 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-beeb1705-bbea-4796-bc42-9349d1afe91b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:05.581221 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'status': 'completed', 'code': 200} Sep 16 05:31:05.632840 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:05.750447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-b440ddf1-01e6-43e5-a8ea-def3ac277b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.751243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-b440ddf1-01e6-43e5-a8ea-def3ac277b0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1098 time: 0.1447191 Sep 16 05:31:05.861521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-a5ab01b2-77be-4ca8-81e7-315d6f9c05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.863549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-a5ab01b2-77be-4ca8-81e7-315d6f9c05c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.1040134 Sep 16 05:31:05.871758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e100de-e2fb-4d2a-aed4-43952c3631d4 req-85bfacf1-0206-422d-8928-b73c06f47a2b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.873250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83e100de-e2fb-4d2a-aed4-43952c3631d4 req-85bfacf1-0206-422d-8928-b73c06f47a2b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.2260582 Sep 16 05:31:05.924767 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '2cbabc4a-8cb2-40f0-b652-907498a05f17', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'port_id': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:04Z', 'updated_at': '2021-09-16T05:31:04Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:52Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:05.944785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-144fa4a2-dcb7-4103-ba93-ae0b27b5bd58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1000 time: 0.0705786 Sep 16 05:31:05.959204 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] Checking router: dae35601-a83c-4c6f-899e-3e88b921b74c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:05.968723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:05.969650 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:05.998261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-6db7e2f4-6da5-4740-ba64-92b78cde7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.999766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-6db7e2f4-6da5-4740-ba64-92b78cde7465 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.0468647 Sep 16 05:31:06.084231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83e100de-e2fb-4d2a-aed4-43952c3631d4 req-4eb9cf45-6602-4414-9990-93cdd999e96e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525984 Sep 16 05:31:06.115239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56120) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:06.118190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-4c17ea74-565a-4ef0-b4a2-433908e41f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.119694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-4c17ea74-565a-4ef0-b4a2-433908e41f48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995281 Sep 16 05:31:06.151094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56122) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:06.225848 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-955dc13a-3273-4533-97ef-31c0137a5699 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/2cbabc4a-8cb2-40f0-b652-907498a05f17 HTTP/1.1" status: 200 len: 992 time: 0.1085513 Sep 16 05:31:06.276962 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:06.331352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-79df9adb-e456-4f0a-99a7-e73bc6e94537 service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037690 Sep 16 05:31:06.462434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62ffc20b-16e2-4478-8c33-6920053dab9b req-ea6266de-58f1-4794-b087-d2f058ff8053 service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232116 Sep 16 05:31:06.483295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-81307865'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:06.515963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Made reservation on behalf of 2e8052bdaf5f4dbdb69198e144cc2c21 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:06.519483 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.529518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.636633 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '2cbabc4a-8cb2-40f0-b652-907498a05f17', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'port_id': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:04Z', 'updated_at': '2021-09-16T05:31:04Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:52Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:06.639113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.653408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.672217 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede9308-5f80-4684-b338-330e1432b0a5 None None] The sync data for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 is: [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '2cbabc4a-8cb2-40f0-b652-907498a05f17', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'port_id': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:31:04Z', 'updated_at': '2021-09-16T05:31:04Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:52Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:06.685079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:06.699808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191bba86-3ced-4c1a-81b1-79a7b7dadb38,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:06.705320 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.705667 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Added segment 8d506504-fb73-49d7-9c00-3cf67dadfd06 of type vlan for network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 Sep 16 05:31:06.757325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.784602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.791835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.792588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.847058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.6657996 Sep 16 05:31:06.894911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f67c-0f82-4bad-a314-b7ed1ec911dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Pushing event updated for resources: {'Network': ['ID=adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:06.913035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:07.012150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648d4af-f1af-4e6a-b81c-679a596115f7 None None] New status for floating IP 2cbabc4a-8cb2-40f0-b652-907498a05f17: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:31:07.089550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56146) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:07.094843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Request body: {'port': {'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69', 'binding:host_id': 'n-h2-713301-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479839047'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:07.118795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Made reservation on behalf of 99c4dd7440604d608c6602392cb3d6b6 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:07.121697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.131243 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.227316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.229535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56148) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:07.237461 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.267760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] device_id is not set on port 6c4a7f72-c952-4252-aef8-a205a699c058 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:07.347241 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:07.369948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a3ea49-e89d-47a7-95e2-07fa6ffa26e5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:07.396194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-03211806-c6cd-40c9-aaa5-e8afc589ce95 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/2cbabc4a-8cb2-40f0-b652-907498a05f17 HTTP/1.1" status: 200 len: 994 time: 0.1654782 Sep 16 05:31:07.855949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] device_id is not set on port 6c4a7f72-c952-4252-aef8-a205a699c058 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:07.865105 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.872034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:07.932259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=6c4a7f72-c952-4252-aef8-a205a699c058,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:07.941752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Checking segment: {'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:07.942120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Network hostable DHCP agents. Network: adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:07.960414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:07.969630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:07.973561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:07.980054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08396f02-dc83-4471-8ff7-bc51267dd304 None None] Network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:07.987754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:07.988125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:07.988464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:07.993411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:07.993743 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:07.994130 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 2 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.007147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.007752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.008070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.012455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.012782 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.013173 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 3 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.026708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.027045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.027382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.032438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.032769 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.033160 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 4 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.046273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.046726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.047067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.054955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.055386 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.055898 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 5 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.071412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.071753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.072124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.077206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.077545 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.077949 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 6 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.091509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.091845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.092216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.096984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.097445 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.097855 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 7 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.112309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.112591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.112900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.118528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.118528 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.118781 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 8 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.132990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.132990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.133213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.140026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.140516 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.140910 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 9 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.157535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.157872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.158210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.162696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.163021 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.163412 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 10 to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 Sep 16 05:31:08.176633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:08.176977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:08.177435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:08.181850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 6c4a7f72-c952-4252-aef8-a205a699c058 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:08.182176 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 6c4a7f72-c952-4252-aef8-a205a699c058 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:08.182638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.259791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] For port 6c4a7f72-c952-4252-aef8-a205a699c058, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:08.260186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempted to set empty binding levels {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:31:08.265439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.308582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=6c4a7f72-c952-4252-aef8-a205a699c058,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:08.320805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:08.321417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.343138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cf3733d3-e259-4f84-98b8-abffb0d6db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.2487130 Sep 16 05:31:08.343680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56166) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:08.434916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Deleting port 6c4a7f72-c952-4252-aef8-a205a699c058 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:08.434916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.503757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] For port 6c4a7f72-c952-4252-aef8-a205a699c058, host n-h2-713301-15, got binding levels [] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:08.504224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.517868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Calling delete_port for 6c4a7f72-c952-4252-aef8-a205a699c058 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:08.611759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.638699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c4a7f72-c952-4252-aef8-a205a699c058,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:08.649007 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.651017 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-912066b8-fd0c-4ff7-9c17-52043d92ce3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6c4a7f72-c952-4252-aef8-a205a699c058 HTTP/1.1" status: 204 len: 168 time: 0.3058610 Sep 16 05:31:08.653691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56176) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:08.676775 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af6dc98-d43c-4814-bfba-0d3fa5149a8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:31:08.678219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9af6dc98-d43c-4814-bfba-0d3fa5149a8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "GET /v2.0/ports/6c4a7f72-c952-4252-aef8-a205a699c058 HTTP/1.1" status: 404 len: 333 time: 0.0236149 Sep 16 05:31:08.681877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56178) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:08.687043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Request body: {'port': {'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-205284793'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:08.708734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Made reservation on behalf of 99c4dd7440604d608c6602392cb3d6b6 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:08.711070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.726174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] device_id is not set on port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:08.886977 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.919536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.960283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:08.963359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:08.965670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:08.966604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:08.967205 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.980362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:08.990280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b42783f8-e089-4ad1-886a-1f1e1a838bb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3072474 Sep 16 05:31:08.991864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56184) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:08.996813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:09.052398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.225277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] device_id is not set on port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:09.233358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.238277 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.287610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:09.299491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.299830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.300204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.304881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.305220 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.305585 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 2 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.318395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.318727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.319058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.323168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.323544 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.323931 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 3 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.335789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.336340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.336703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.340902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.341234 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.341616 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 4 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.354495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.354896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.355225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.359477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.359802 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.360226 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 5 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.372467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.372798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.373124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.377251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.377571 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.377947 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 6 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.392922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.393235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.393553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.397746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.398066 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.398438 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 7 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.409580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.409908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.410231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.415197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.415498 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.415874 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 8 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.428445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.428769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.429174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.433302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.433628 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.433994 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 9 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.445147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.445468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.445789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.449828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.450144 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.450515 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 10 to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 Sep 16 05:31:09.462154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:09.462477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:09.462799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:09.467122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:09.467440 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:09.467798 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.529536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] For port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:09.529536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempted to set empty binding levels {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:31:09.535272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.567400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] In _notify_port_updated(), no bound segment for port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:31:09.568271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.568872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.570180 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "PUT /v2.0/ports/4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 HTTP/1.1" status: 200 len: 979 time: 0.5773659 Sep 16 05:31:09.572704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56192) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:09.635993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855c799-bf1c-4955-8836-7bddc46cd39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:09.677849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.678510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.679040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.679819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.680479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.681090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.681557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.682018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.682483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.682937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.683389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.683839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.684316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.684768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.688467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.689051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.689595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.690128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.690602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.691071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.694071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c2728cac-d59b-4991-a5be-bfcba9ef1d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18139 time: 0.1204512 Sep 16 05:31:09.698026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56196) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:09.769826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Deleting port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:09.770745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.855914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] For port 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2, host n-h2-713301-15, got binding levels [] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:09.856229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:09.870707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Calling delete_port for 4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:09.886946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-3237c8e3-b70e-4a19-bcec-5b69737f81fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661602 Sep 16 05:31:09.982005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.017850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:10.023630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-61e20338-89e7-4051-9407-05d0f3e9e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.024553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-61e20338-89e7-4051-9407-05d0f3e9e3da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=777613f197764763b45f1070fa19e7fb&device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 1098 time: 0.0756383 Sep 16 05:31:10.028771 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.032982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3f169960-2a8b-45f8-94e5-8594369a0a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "DELETE /v2.0/ports/4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 HTTP/1.1" status: 204 len: 168 time: 0.3314972 Sep 16 05:31:10.033264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56198) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:10.065088 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-1985d6f4-00ce-4b5f-8550-24147facc002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:31:10.070665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1985d6f4-00ce-4b5f-8550-24147facc002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "GET /v2.0/ports/4c80feb4-4b61-4a14-8d9a-7f69ddbf53b2 HTTP/1.1" status: 404 len: 333 time: 0.0323901 Sep 16 05:31:10.070931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56200) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:10.076684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-637083083', 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:10.100793 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Made reservation on behalf of 99c4dd7440604d608c6602392cb3d6b6 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:10.103131 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.119010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] device_id is not set on port 7d7dd698-d3ee-4635-bdde-b1049af32c40 yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:10.154735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-38205e3f-9f6e-47fd-8e11-224a6954306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.156328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-38205e3f-9f6e-47fd-8e11-224a6954306b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 200 len: 915 time: 0.0993831 Sep 16 05:31:10.201197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-1f68a63d-7309-4771-bdc2-4abb0e4d02ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f HTTP/1.1" status: 200 len: 217 time: 0.0369024 Sep 16 05:31:10.258975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-09ea07bf-0d35-42f8-9d66-474a5f728616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.260636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-09ea07bf-0d35-42f8-9d66-474a5f728616 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 200 len: 854 time: 0.0508337 Sep 16 05:31:10.290964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.295146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-cad8c4cd-de8b-4ee8-ade2-30bbba587360 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5a3db59-b686-4c93-a3eb-e314b27bfdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263162 Sep 16 05:31:10.334435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.380297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:10.383477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:10.387029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:10.387964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.388579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.404512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=7d7dd698-d3ee-4635-bdde-b1049af32c40,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:10.410719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-98747371-fc39-4082-ae23-bdb5334a1b74 service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083562 Sep 16 05:31:10.414381 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ea3b19d9-f52c-4808-bdbc-4a3359dee242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3422990 Sep 16 05:31:10.417070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56206) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:10.479061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdfe614-44c3-44c9-9ebf-cfd5b17da68a tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.480450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8fdfe614-44c3-44c9-9ebf-cfd5b17da68a tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "GET /v2.0/ports/7d7dd698-d3ee-4635-bdde-b1049af32c40 HTTP/1.1" status: 200 len: 958 time: 0.0624621 Sep 16 05:31:10.483374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56208) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:10.535551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8d6acb8-6e86-4283-83e7-033a64232799 req-caec2552-9499-44ad-8976-d784daeea7be service neutron] 10.222.0.64 "GET /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163111 Sep 16 05:31:10.559571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Deleting port 7d7dd698-d3ee-4635-bdde-b1049af32c40 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:10.559913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.622617 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.635797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Calling delete_port for 7d7dd698-d3ee-4635-bdde-b1049af32c40 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:10.712209 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.745011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d7dd698-d3ee-4635-bdde-b1049af32c40,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:10.750174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.754377 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f6db9e23-49e9-40b2-895a-711ac68e8480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "DELETE /v2.0/ports/7d7dd698-d3ee-4635-bdde-b1049af32c40 HTTP/1.1" status: 204 len: 168 time: 0.2675273 Sep 16 05:31:10.754482 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56214) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:10.780072 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-874ce363-3147-46b6-bd75-e3fcac980a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:31:10.781485 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-874ce363-3147-46b6-bd75-e3fcac980a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "GET /v2.0/ports/7d7dd698-d3ee-4635-bdde-b1049af32c40 HTTP/1.1" status: 404 len: 333 time: 0.0261416 Sep 16 05:31:10.785032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56216) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:10.790932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Request body: {'port': {'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099584406'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:10.812250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Made reservation on behalf of 99c4dd7440604d608c6602392cb3d6b6 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:10.814592 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:10.829815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] device_id is not set on port a3c4b8ee-040d-4328-9d78-992717a9cf43 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:10.980197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.013754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.068974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:11.071297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:11.077083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:11.077925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.078535 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.085078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c4b8ee-040d-4328-9d78-992717a9cf43,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:11.100083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-463e110d-79dd-40cb-8817-c5898131e8a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3115916 Sep 16 05:31:11.100458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56222) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:11.105980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:11.161150 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.327909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] device_id is not set on port a3c4b8ee-040d-4328-9d78-992717a9cf43 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:11.335936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.342019 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.390547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c4b8ee-040d-4328-9d78-992717a9cf43,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:11.405462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.405799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.406242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.411624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.411952 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.412366 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 2 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.425531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.425862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.426201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.430445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.430766 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.431145 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 3 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.443107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.443462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.443789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.447910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.448264 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.448641 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 4 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.460967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.461291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.461610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.465868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.466185 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.466577 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 5 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.478349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.478674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.478995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.483050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.483369 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.483741 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 6 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.499100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.499425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.499746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.504976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.505321 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.505693 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 7 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.516970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.517297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.517621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.522330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.522587 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.522955 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 8 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.534718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.535029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.535406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.540541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.540860 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.541260 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 9 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.552338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.552682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.552988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.557408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.557721 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.558099 n-d-713301-15 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempt 10 to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 Sep 16 05:31:11.569881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:11.570210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:11.570529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempting to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:11.574718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:11.575037 n-d-713301-15 neutron-server[94719]: ERROR neutron.plugins.ml2.managers [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Failed to bind port a3c4b8ee-040d-4328-9d78-992717a9cf43 on host n-h2-713301-15 for vnic_type normal using segments [{'id': '8d506504-fb73-49d7-9c00-3cf67dadfd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69'}] Sep 16 05:31:11.575404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.640545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] For port a3c4b8ee-040d-4328-9d78-992717a9cf43, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:11.641335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attempted to set empty binding levels {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:31:11.646324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.683375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] In _notify_port_updated(), no bound segment for port a3c4b8ee-040d-4328-9d78-992717a9cf43 on network adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 {{(pid=94719) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:31:11.683698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.684798 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.688783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "PUT /v2.0/ports/a3c4b8ee-040d-4328-9d78-992717a9cf43 HTTP/1.1" status: 200 len: 980 time: 0.5845511 Sep 16 05:31:11.689020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56226) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:11.731855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1938102-2e19-4a3a-874d-071b846d2de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c4b8ee-040d-4328-9d78-992717a9cf43,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:11.783592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Deleting port a3c4b8ee-040d-4328-9d78-992717a9cf43 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:11.783858 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.829701 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.845195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] For port a3c4b8ee-040d-4328-9d78-992717a9cf43, host n-h2-713301-15, got binding levels [] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:11.845557 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.857515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Calling delete_port for a3c4b8ee-040d-4328-9d78-992717a9cf43 owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:11.941011 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.970480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3c4b8ee-040d-4328-9d78-992717a9cf43,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:11.975418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:11.979802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-31847748-0e10-4d8e-b020-5c33b8da6a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a3c4b8ee-040d-4328-9d78-992717a9cf43 HTTP/1.1" status: 204 len: 168 time: 0.2898486 Sep 16 05:31:11.980351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:12.009596 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-2571ad28-9e93-420a-a9d5-7cf5c5326a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:31:12.011254 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2571ad28-9e93-420a-a9d5-7cf5c5326a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188164528-project-admin] 10.222.0.55 "GET /v2.0/ports/a3c4b8ee-040d-4328-9d78-992717a9cf43 HTTP/1.1" status: 404 len: 333 time: 0.0299146 Sep 16 05:31:12.015402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56236) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:12.095038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.184896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.204478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:12.213403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d506504-fb73-49d7-9c00-3cf67dadfd06') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:12.213705 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d506504-fb73-49d7-9c00-3cf67dadfd06') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:12.222813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.235559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.241780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:12.242166 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:12.245078 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:12.305992 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.313086 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.314894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] 10.222.0.55 "DELETE /v2.0/networks/adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69 HTTP/1.1" status: 204 len: 168 time: 0.2978954 Sep 16 05:31:12.326743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1c6c5-4d34-448a-a7dc-70159bfb1f47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-316153448-project] Pushing event deleted for resources: {'Network': ['ID=adbe3e26-c7f5-4fb0-8a3d-2cb03a005a69,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:12.570898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56242) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:12.735649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-db3b933f-f7bf-4182-9cc7-492096bb5edf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e8052bdaf5f4dbdb69198e144cc2c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614137 Sep 16 05:31:12.736136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56248) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:12.794465 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a06e21b-5407-470b-902b-aa189b2feeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.809016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a06e21b-5407-470b-902b-aa189b2feeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.857650 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a06e21b-5407-470b-902b-aa189b2feeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.860330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7a06e21b-5407-470b-902b-aa189b2feeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:12.863865 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7a06e21b-5407-470b-902b-aa189b2feeb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/191bba86-3ced-4c1a-81b1-79a7b7dadb38 HTTP/1.1" status: 204 len: 168 time: 0.1243994 Sep 16 05:31:12.870433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06e21b-5407-470b-902b-aa189b2feeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191bba86-3ced-4c1a-81b1-79a7b7dadb38,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:13.169494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56274) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:13.216775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-996c3adc-f087-4b93-ae84-bd81da2ebe0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99c4dd7440604d608c6602392cb3d6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458336 Sep 16 05:31:13.219367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56276) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:13.273892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-023bb496-c388-4eff-8813-3622015aa19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.295372 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-023bb496-c388-4eff-8813-3622015aa19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.342264 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-023bb496-c388-4eff-8813-3622015aa19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.344802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-023bb496-c388-4eff-8813-3622015aa19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:13.345940 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-023bb496-c388-4eff-8813-3622015aa19b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78a3ea49-e89d-47a7-95e2-07fa6ffa26e5 HTTP/1.1" status: 204 len: 168 time: 0.1250918 Sep 16 05:31:13.353541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bb496-c388-4eff-8813-3622015aa19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a3ea49-e89d-47a7-95e2-07fa6ffa26e5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:14.847080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56332) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:14.950403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5144aa3f-2c49-48b9-8a7d-fd7655473d2f tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:14.982798 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5144aa3f-2c49-48b9-8a7d-fd7655473d2f tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "PUT /v2.0/quotas/24fba7351dc14ad9841c1b13e525a0de HTTP/1.1" status: 200 len: 366 time: 0.1344228 Sep 16 05:31:14.985520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56336) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:14.998551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-447f17ef-7d15-429c-9586-b76404e06c37 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0100932 Sep 16 05:31:14.998798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56338) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.009283 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92858a71-885c-4d11-8790-e3d167e57063 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "GET /v2.0/quotas/24fba7351dc14ad9841c1b13e525a0de HTTP/1.1" status: 200 len: 366 time: 0.0092802 Sep 16 05:31:15.011705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56340) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.028329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c93a9b8f-a772-43fe-96f5-8a46958e98a8 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/24fba7351dc14ad9841c1b13e525a0de HTTP/1.1" status: 204 len: 168 time: 0.0151794 Sep 16 05:31:15.030546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56342) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.044759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-79153e25-bba2-42a9-919b-c67ad114acdf tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0127623 Sep 16 05:31:15.047134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56344) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.059103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dab5d092-cb37-4852-91d3-c4a922798c0e tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "GET /v2.0/quotas/24fba7351dc14ad9841c1b13e525a0de HTTP/1.1" status: 200 len: 370 time: 0.0085645 Sep 16 05:31:15.059355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56346) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.066469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2a0df32e-92a6-4ce7-81d0-c287264af254 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "GET /v2.0/quotas/24fba7351dc14ad9841c1b13e525a0de/default HTTP/1.1" status: 200 len: 370 time: 0.0039020 Sep 16 05:31:15.066689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56348) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.075205 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-a5fd465f-08b9-4b65-a692-d8aa10fe0a3d tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] delete failed (client error): The resource could not be found. Sep 16 05:31:15.084769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a5fd465f-08b9-4b65-a692-d8aa10fe0a3d tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/24fba7351dc14ad9841c1b13e525a0de HTTP/1.1" status: 404 len: 348 time: 0.0131030 Sep 16 05:31:15.185792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56352) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.210563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:network and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.215817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.222173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:subnet and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.228177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.234614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:subnetpool and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.239449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.245413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:port and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.250189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.256176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:router and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.260941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.267290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:floatingip and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.272573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.308940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:security_group and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.314273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.321048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Usage tracker for resource:security_group_rule and tenant:6d7802c225b94e6b9a47220069d4df1b is out of sync, need to count used quota {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 05:31:15.327305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.quota.resource [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94719) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 05:31:15.333038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dfb49f84-5c31-45a3-8f5f-7f7fceabdf87 tempest-QuotasTest-1158761652 tempest-QuotasTest-1158761652-project-admin] 10.222.0.55 "GET /v2.0/quotas/6d7802c225b94e6b9a47220069d4df1b/details.json HTTP/1.1" status: 200 len: 703 time: 0.1450753 Sep 16 05:31:15.650144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56360) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.774448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce1d285d-d975-4d43-8931-ead0b411717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.886900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce1d285d-d975-4d43-8931-ead0b411717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.892470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce1d285d-d975-4d43-8931-ead0b411717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:15.935185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ce1d285d-d975-4d43-8931-ead0b411717e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=982438dc5fe24726ae1493f87d6ca58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814538 Sep 16 05:31:15.935185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d285d-d975-4d43-8931-ead0b411717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370a8a96-9438-46b3-80ad-94b6484817d3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:15.935728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56370) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:15.988018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3adcba07-e505-43fa-b0e5-78efaae6ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.010306 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3adcba07-e505-43fa-b0e5-78efaae6ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.058262 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3adcba07-e505-43fa-b0e5-78efaae6ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.061136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3adcba07-e505-43fa-b0e5-78efaae6ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.064869 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3adcba07-e505-43fa-b0e5-78efaae6ea02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/370a8a96-9438-46b3-80ad-94b6484817d3 HTTP/1.1" status: 204 len: 168 time: 0.1254959 Sep 16 05:31:16.071053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcba07-e505-43fa-b0e5-78efaae6ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370a8a96-9438-46b3-80ad-94b6484817d3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:16.369019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56376) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:16.384590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a0193f8-8013-480a-8eda-35b23e3f1aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.499422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a0193f8-8013-480a-8eda-35b23e3f1aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.505061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8a0193f8-8013-480a-8eda-35b23e3f1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.546470 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8a0193f8-8013-480a-8eda-35b23e3f1aa4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d7802c225b94e6b9a47220069d4df1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762049 Sep 16 05:31:16.547460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0193f8-8013-480a-8eda-35b23e3f1aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390f0af-9ac2-4b68-9844-f196810816ea,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:16.549710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56384) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:16.619963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-344fc7ff-25e0-4cdc-9417-abc37592db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.648441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-344fc7ff-25e0-4cdc-9417-abc37592db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.706038 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-344fc7ff-25e0-4cdc-9417-abc37592db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.709862 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-344fc7ff-25e0-4cdc-9417-abc37592db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:16.713632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-344fc7ff-25e0-4cdc-9417-abc37592db83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1390f0af-9ac2-4b68-9844-f196810816ea HTTP/1.1" status: 204 len: 168 time: 0.1603084 Sep 16 05:31:16.719717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fc7ff-25e0-4cdc-9417-abc37592db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390f0af-9ac2-4b68-9844-f196810816ea,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:17.470234 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56410) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:17.609436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-63621083'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:17.641708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:17.646200 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.659011 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.778818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.785241 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.812743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:17.821866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e415c81b-a2b1-4027-aafe-4e34151282e5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:17.827956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.828508 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment 469d4283-8053-4a1d-8b8b-88d29342b743 of type vlan for network a506853b-9498-491d-af3d-83598f76b7e8 Sep 16 05:31:17.870790 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.896676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.902233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:17.902825 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.936163 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4647985 Sep 16 05:31:17.938882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:17.944085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-596727785'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:18.265872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84e977-29a4-4428-9abe-63700c66351d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=a506853b-9498-491d-af3d-83598f76b7e8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:18.279728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network a506853b-9498-491d-af3d-83598f76b7e8 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:18.285097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:18.290500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.324596 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:18.336602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.337071 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment 25f67a1b-2dec-4077-ad27-0def80748b8d of type vlan for network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 Sep 16 05:31:18.380358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.409156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.415039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:18.415623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.447397 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5073280 Sep 16 05:31:18.451044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56428) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:18.456119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': 'a506853b-9498-491d-af3d-83598f76b7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:18.489819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a23bc5-330e-4a92-8512-b6a346a5bd09 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=7a665c58-313b-46d6-a98f-f3ab9fb146d3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:18.500082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:18.573281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:18.577858 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.676985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-bbdb263f-a13d-4d92-b14b-38be624c2189 req-f54e9505-b4df-488a-a1c7-7bc49ab6795c service neutron] (94718) timed out ('10.222.0.64', 55609) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:31:18.786386 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.859727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=66e64a8a-0b23-4f3c-afdf-b9a466c11f73,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:18.869164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': '469d4283-8053-4a1d-8b8b-88d29342b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a506853b-9498-491d-af3d-83598f76b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:18.869532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: a506853b-9498-491d-af3d-83598f76b7e8, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:18.886903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network a506853b-9498-491d-af3d-83598f76b7e8 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:18.897974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, a506853b-9498-491d-af3d-83598f76b7e8) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:18.906753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b81f19-244c-4a63-acfc-a262dc7c5b0d None None] Network a506853b-9498-491d-af3d-83598f76b7e8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:18.906934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:18.907440 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:18.926580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aa84ffb7-f1b8-4f0f-aedb-1e1dcc6125ca tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4733658 Sep 16 05:31:18.929050 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56436) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:18.934561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': '7a665c58-313b-46d6-a98f-f3ab9fb146d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:19.062984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:19.066520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.094496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-a506853b-9498-491d-af3d-83598f76b7e8', 'network_id': 'a506853b-9498-491d-af3d-83598f76b7e8', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '66e64a8a-0b23-4f3c-afdf-b9a466c11f73'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:19.095560 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.248682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Allocated IP 172.20.0.2 (a506853b-9498-491d-af3d-83598f76b7e8/66e64a8a-0b23-4f3c-afdf-b9a466c11f73/734e64e0-981d-47d0-a81d-b291555fc655) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:19.278584 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.329588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=649ae656-2c2a-4c99-9ee6-c04353b54293,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.369131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': '25f67a1b-2dec-4077-ad27-0def80748b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7a665c58-313b-46d6-a98f-f3ab9fb146d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:19.369580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: 7a665c58-313b-46d6-a98f-f3ab9fb146d3, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:19.392624 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:19.407066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 7a665c58-313b-46d6-a98f-f3ab9fb146d3) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:19.412780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:19.413685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.419770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d3cf7a-26d3-415b-856e-0c51556e0b62 None None] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:19.434527 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ef452b60-aee5-4758-b30b-58f6b42af095 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5043437 Sep 16 05:31:19.437449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56440) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:19.445537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a3c12fc0-cacd-4f0e-89f2-8e8e2d2ac818 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-286003151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:19.455461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.485532 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3c12fc0-cacd-4f0e-89f2-8e8e2d2ac818 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.486687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3c12fc0-cacd-4f0e-89f2-8e8e2d2ac818 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.502526 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.544878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Network a506853b-9498-491d-af3d-83598f76b7e8 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:19.547795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:19.554187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:19.610513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Pushing event updated for resources: {'Port': ['ID=734e64e0-981d-47d0-a81d-b291555fc655,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.618361 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3c12fc0-cacd-4f0e-89f2-8e8e2d2ac818 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.628784 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3c12fc0-cacd-4f0e-89f2-8e8e2d2ac818 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.647426 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a3c12fc0-cacd-4f0e-89f2-8e8e2d2ac818 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.651744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56446) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:19.652322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a3c12fc0-cacd-4f0e-89f2-8e8e2d2ac818 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2134676 Sep 16 05:31:19.675056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Attempting to bind port 734e64e0-981d-47d0-a81d-b291555fc655 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:19.676564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Attempting to bind port 734e64e0-981d-47d0-a81d-b291555fc655 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '469d4283-8053-4a1d-8b8b-88d29342b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a506853b-9498-491d-af3d-83598f76b7e8'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:19.677038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Attempting to bind port 734e64e0-981d-47d0-a81d-b291555fc655 on network a506853b-9498-491d-af3d-83598f76b7e8 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:19.688137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:19.688672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Checking segment: {'id': '469d4283-8053-4a1d-8b8b-88d29342b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a506853b-9498-491d-af3d-83598f76b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:19.689197 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.689688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Bound using segment: {'id': '469d4283-8053-4a1d-8b8b-88d29342b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a506853b-9498-491d-af3d-83598f76b7e8'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:19.690613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Bound port: 734e64e0-981d-47d0-a81d-b291555fc655, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469d4283-8053-4a1d-8b8b-88d29342b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a506853b-9498-491d-af3d-83598f76b7e8'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:19.691103 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.772882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-7a665c58-313b-46d6-a98f-f3ab9fb146d3', 'network_id': '7a665c58-313b-46d6-a98f-f3ab9fb146d3', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '649ae656-2c2a-4c99-9ee6-c04353b54293'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:19.773811 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.791822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] For port 734e64e0-981d-47d0-a81d-b291555fc655, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:19.804440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] For port 734e64e0-981d-47d0-a81d-b291555fc655, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=734e64e0-981d-47d0-a81d-b291555fc655,segment=NetworkSegment(469d4283-8053-4a1d-8b8b-88d29342b743),segment_id=469d4283-8053-4a1d-8b8b-88d29342b743)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:19.816056 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:19.953402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d061cd3-9e17-4048-8233-8f2d8714f36d None None] Pushing event updated for resources: {'Port': ['ID=734e64e0-981d-47d0-a81d-b291555fc655,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:19.992084 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.042551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Allocated IP 172.21.0.2 (7a665c58-313b-46d6-a98f-f3ab9fb146d3/649ae656-2c2a-4c99-9ee6-c04353b54293/afea6a13-99ef-4434-b171-5901f2a03f44) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:20.445131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.20.0.1 (a506853b-9498-491d-af3d-83598f76b7e8/66e64a8a-0b23-4f3c-afdf-b9a466c11f73/65278c4a-3bfe-431e-90e0-f399cedfb1a3) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:20.530104 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.546218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.570575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.595778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:20.602032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:20.609908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:20.622293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Pushing event updated for resources: {'Port': ['ID=afea6a13-99ef-4434-b171-5901f2a03f44,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:20.637944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.690934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network a506853b-9498-491d-af3d-83598f76b7e8 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:20.694218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:20.698384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Attempting to bind port afea6a13-99ef-4434-b171-5901f2a03f44 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:20.698994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Attempting to bind port afea6a13-99ef-4434-b171-5901f2a03f44 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '25f67a1b-2dec-4077-ad27-0def80748b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7a665c58-313b-46d6-a98f-f3ab9fb146d3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:20.699554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Attempting to bind port afea6a13-99ef-4434-b171-5901f2a03f44 on network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:20.703311 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:20.706942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:20.707664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Checking segment: {'id': '25f67a1b-2dec-4077-ad27-0def80748b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7a665c58-313b-46d6-a98f-f3ab9fb146d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:20.708482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.709054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Bound using segment: {'id': '25f67a1b-2dec-4077-ad27-0def80748b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7a665c58-313b-46d6-a98f-f3ab9fb146d3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:20.709865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Bound port: afea6a13-99ef-4434-b171-5901f2a03f44, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f67a1b-2dec-4077-ad27-0def80748b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7a665c58-313b-46d6-a98f-f3ab9fb146d3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:20.710291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=65278c4a-3bfe-431e-90e0-f399cedfb1a3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:20.711040 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.766532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.813367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] For port afea6a13-99ef-4434-b171-5901f2a03f44, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:20.821283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] For port afea6a13-99ef-4434-b171-5901f2a03f44, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=afea6a13-99ef-4434-b171-5901f2a03f44,segment=NetworkSegment(25f67a1b-2dec-4077-ad27-0def80748b8d),segment_id=25f67a1b-2dec-4077-ad27-0def80748b8d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:20.835689 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.932015 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.973925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e05923-ff83-4556-9e55-e96b84092aed None None] Pushing event updated for resources: {'Port': ['ID=afea6a13-99ef-4434-b171-5901f2a03f44,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:21.269723 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 734e64e0-981d-47d0-a81d-b291555fc655 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:21.373281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d9287a-fb3a-4906-bef5-6802d6fa96ac None None] Network a506853b-9498-491d-af3d-83598f76b7e8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:21.385576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48a6d-2a5c-4caf-b66a-06912e92a82e req-494bc86e-c3b5-4726-a5b7-803bdf192f1e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.392818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fc48a6d-2a5c-4caf-b66a-06912e92a82e req-494bc86e-c3b5-4726-a5b7-803bdf192f1e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 945 time: 0.1496708 Sep 16 05:31:21.473324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.476188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fc48a6d-2a5c-4caf-b66a-06912e92a82e req-f28810e6-68d9-43ea-aa5b-8603377f6177 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764585 Sep 16 05:31:21.483626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.521531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3ff871b8-d6db-4d92-885a-ca91a139a816 None None] Provisioning complete for port 734e64e0-981d-47d0-a81d-b291555fc655 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:21.521902 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3ff871b8-d6db-4d92-885a-ca91a139a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.565375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=65278c4a-3bfe-431e-90e0-f399cedfb1a3,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:21.567970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.593875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 734e64e0-981d-47d0-a81d-b291555fc655 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:21.595019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.694839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network a506853b-9498-491d-af3d-83598f76b7e8 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:21.697240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:21.749176 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3ff871b8-d6db-4d92-885a-ca91a139a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.828750 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.833682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3c199a51-d9f3-4718-8de1-00bbdb2f89ad is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:21.834744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3ff871b8-d6db-4d92-885a-ca91a139a816 None None] For port 734e64e0-981d-47d0-a81d-b291555fc655, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=734e64e0-981d-47d0-a81d-b291555fc655,segment=NetworkSegment(469d4283-8053-4a1d-8b8b-88d29342b743),segment_id=469d4283-8053-4a1d-8b8b-88d29342b743)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:21.844476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3ff871b8-d6db-4d92-885a-ca91a139a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.935371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:31:21.935741 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:31:21.955357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff871b8-d6db-4d92-885a-ca91a139a816 None None] Pushing event updated for resources: {'Port': ['ID=734e64e0-981d-47d0-a81d-b291555fc655,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:21.967669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:21.977135 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2a5783ab-1805-4b9e-b61b-3b56309a9b86 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3c199a51-d9f3-4718-8de1-00bbdb2f89ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3202040 Sep 16 05:31:21.977135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:21.979954 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] Sync routers for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:21.994110 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:21.995085 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:22.027425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9defd7d4-5be3-4592-a691-7352245ae340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:22.031634 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9defd7d4-5be3-4592-a691-7352245ae340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports/65278c4a-3bfe-431e-90e0-f399cedfb1a3 HTTP/1.1" status: 200 len: 910 time: 0.0517232 Sep 16 05:31:22.031926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56470) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:22.043768 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:22.054851 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:22.055675 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:22.108930 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:22.109907 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da2bed-c283-42ed-851b-aa0aacabd760 None None] The sync data for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:22.268055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-acbf4c20-06d1-4ae5-9c8f-f6f8e297daac None None] Provisioning complete for port 65278c4a-3bfe-431e-90e0-f399cedfb1a3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:22.268546 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acbf4c20-06d1-4ae5-9c8f-f6f8e297daac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.317343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-acbf4c20-06d1-4ae5-9c8f-f6f8e297daac None None] Port 65278c4a-3bfe-431e-90e0-f399cedfb1a3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:22.328414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-acbf4c20-06d1-4ae5-9c8f-f6f8e297daac None None] Provisioning complete for port 734e64e0-981d-47d0-a81d-b291555fc655 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:22.329119 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acbf4c20-06d1-4ae5-9c8f-f6f8e297daac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.488977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.555657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46685d04-c89f-44a2-be27-1b6e319a40c8 None None] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:22.559729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-08020bc6-278a-451d-8ebb-807667554c8f None None] Provisioning complete for port 65278c4a-3bfe-431e-90e0-f399cedfb1a3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:22.560398 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08020bc6-278a-451d-8ebb-807667554c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.636379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2c67-5e59-4b32-b431-0299df173a49 req-6c2335fa-1df2-4224-957c-02b5c7f2ec97 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:22.651453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-650a2c67-5e59-4b32-b431-0299df173a49 req-6c2335fa-1df2-4224-957c-02b5c7f2ec97 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 945 time: 0.0724821 Sep 16 05:31:22.651734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-08020bc6-278a-451d-8ebb-807667554c8f None None] Port 65278c4a-3bfe-431e-90e0-f399cedfb1a3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:22.729149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-650a2c67-5e59-4b32-b431-0299df173a49 req-bef67303-8ead-44f5-9047-5d15dedbceb8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755424 Sep 16 05:31:22.812420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-48cb9827-0687-4eff-b345-282d5901cdd7 None None] Provisioning complete for port afea6a13-99ef-4434-b171-5901f2a03f44 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:22.812896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-48cb9827-0687-4eff-b345-282d5901cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.849480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.21.0.1 (7a665c58-313b-46d6-a98f-f3ab9fb146d3/649ae656-2c2a-4c99-9ee6-c04353b54293/ab05f8be-9ace-42b0-974e-0be52ff8e07b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:22.925944 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-48cb9827-0687-4eff-b345-282d5901cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.977185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:22.977563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-48cb9827-0687-4eff-b345-282d5901cdd7 None None] For port afea6a13-99ef-4434-b171-5901f2a03f44, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=afea6a13-99ef-4434-b171-5901f2a03f44,segment=NetworkSegment(25f67a1b-2dec-4077-ad27-0def80748b8d),segment_id=25f67a1b-2dec-4077-ad27-0def80748b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:22.983076 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-48cb9827-0687-4eff-b345-282d5901cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.037714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.051245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb9827-0687-4eff-b345-282d5901cdd7 None None] Pushing event updated for resources: {'Port': ['ID=afea6a13-99ef-4434-b171-5901f2a03f44,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:23.065919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-dc5d225f-e820-4277-9d04-c9f0e3e7312f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.068067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-dc5d225f-e820-4277-9d04-c9f0e3e7312f tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 945 time: 0.0868752 Sep 16 05:31:23.098070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:23.107496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:23.111489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3f144e11-d86b-4972-a497-3437f75984d9 None None] Provisioning complete for port 65278c4a-3bfe-431e-90e0-f399cedfb1a3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:23.113193 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f144e11-d86b-4972-a497-3437f75984d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.115709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:23.176881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3f144e11-d86b-4972-a497-3437f75984d9 None None] Port 65278c4a-3bfe-431e-90e0-f399cedfb1a3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:23.185204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=ab05f8be-9ace-42b0-974e-0be52ff8e07b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:23.213771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.271451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Deleting port c0543b52-715e-4201-8a97-0ef4b1548711 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:23.271790 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.308669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e3cfcd26-fb7e-4946-9afe-9d69f3bd640e None None] Provisioning complete for port afea6a13-99ef-4434-b171-5901f2a03f44 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:23.315293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcd26-fb7e-4946-9afe-9d69f3bd640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.360804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 734e64e0-981d-47d0-a81d-b291555fc655 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:23.423243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.428311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] For port c0543b52-715e-4201-8a97-0ef4b1548711, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c0543b52-715e-4201-8a97-0ef4b1548711,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:23.428832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.454167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Calling delete_port for c0543b52-715e-4201-8a97-0ef4b1548711 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:23.458829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 734e64e0-981d-47d0-a81d-b291555fc655 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:23.459217 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.593843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device afea6a13-99ef-4434-b171-5901f2a03f44 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:23.629493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.642587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e495d93c-9acb-45c5-95bd-75213ed7fc30', 'c0543b52-715e-4201-8a97-0ef4b1548711'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:23.699928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f', 'bdf4038f-9306-4e76-aec9-674dbb3e5219'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:23.733565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event deleted for resources: {'Port': ['ID=c0543b52-715e-4201-8a97-0ef4b1548711,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:23.742719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] No DVR routers for this DVR port c0543b52-715e-4201-8a97-0ef4b1548711 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:23.745951 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.751590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f78ac29e-4f7e-4152-b45f-b928cfa64b1e req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "DELETE /v2.0/ports/c0543b52-715e-4201-8a97-0ef4b1548711 HTTP/1.1" status: 204 len: 173 time: 0.6642365 Sep 16 05:31:23.753303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.753492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.754340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.755345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port afea6a13-99ef-4434-b171-5901f2a03f44 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:23.755917 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.756307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.756772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.757120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.757457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.757813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.758164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.758494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.758819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.759503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2770615a-2d60-4576-a698-0062cbb77865 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:23.767959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'name': 'network-vif-deleted', 'tag': 'c0543b52-715e-4201-8a97-0ef4b1548711'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:23.771681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bab84cf4-f33d-40cf-aaac-4872ec428e66 None None] Provisioning complete for port ab05f8be-9ace-42b0-974e-0be52ff8e07b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:23.771919 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d76141-216b-4e02-ae79-f41f74ad61b8" -d '{"events": [{"server_uuid": "eb7aa61c-d863-4cfb-904c-9f44db410c6e", "name": "network-vif-deleted", "tag": "c0543b52-715e-4201-8a97-0ef4b1548711"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:23.772205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bab84cf4-f33d-40cf-aaac-4872ec428e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.823081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.831122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.849317 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b047e-2ceb-48b2-8d6a-7a7228747f13 x-openstack-request-id: req-1d5b047e-2ceb-48b2-8d6a-7a7228747f13 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:23.849673 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7aa61c-d863-4cfb-904c-9f44db410c6e", "name": "network-vif-deleted", "tag": "c0543b52-715e-4201-8a97-0ef4b1548711", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:23.849992 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d5b047e-2ceb-48b2-8d6a-7a7228747f13 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:23.850810 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7aa61c-d863-4cfb-904c-9f44db410c6e', 'name': 'network-vif-deleted', 'tag': 'c0543b52-715e-4201-8a97-0ef4b1548711', 'status': 'completed', 'code': 200} Sep 16 05:31:23.865802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bab84cf4-f33d-40cf-aaac-4872ec428e66 None None] Port ab05f8be-9ace-42b0-974e-0be52ff8e07b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:23.882765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d9e960b-9f82-4925-8383-d72f1a3b8d80 req-7b85f0bd-95c0-4f7e-aa08-7369996bb4c3 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7aa61c-d863-4cfb-904c-9f44db410c6e HTTP/1.1" status: 200 len: 210 time: 0.0422602 Sep 16 05:31:23.900901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.967797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=ab05f8be-9ace-42b0-974e-0be52ff8e07b,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:24.043949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:24.045918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:24.388450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c26416f5-158f-4f9c-a2c2-50e829702b34 None None] Provisioning complete for port ab05f8be-9ace-42b0-974e-0be52ff8e07b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:24.388855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c26416f5-158f-4f9c-a2c2-50e829702b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:24.427041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c26416f5-158f-4f9c-a2c2-50e829702b34 None None] Port ab05f8be-9ace-42b0-974e-0be52ff8e07b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:24.469720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3c199a51-d9f3-4718-8de1-00bbdb2f89ad has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:24.562627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:24.570161 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7b3c3a99-295b-410c-86ed-810937ba00cc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3c199a51-d9f3-4718-8de1-00bbdb2f89ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5345039 Sep 16 05:31:24.570161 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56492) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:24.581412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] Sync routers for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:24.596828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:24.598084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:24.615908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def2d62-1562-4040-a943-325df90d10fa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:24.620270 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1def2d62-1562-4040-a943-325df90d10fa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports/ab05f8be-9ace-42b0-974e-0be52ff8e07b HTTP/1.1" status: 200 len: 910 time: 0.0467074 Sep 16 05:31:24.620666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56494) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:24.631563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:24.640860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:24.641468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:24.677195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:24.677832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06089b73-bfbb-4cda-9ba3-d5878325bad1 None None] The sync data for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:24.745424 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:24.947757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.254298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port ab05f8be-9ace-42b0-974e-0be52ff8e07b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:25.254705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.338548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.350235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for ab05f8be-9ace-42b0-974e-0be52ff8e07b owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:25.831738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:25.865344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=ab05f8be-9ace-42b0-974e-0be52ff8e07b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:25.904750 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4bea6971-2a03-4dd6-a802-f31e4071b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.055721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.279058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3c199a51-d9f3-4718-8de1-00bbdb2f89ad has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:26.371983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:26.379415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ad83dd45-3450-4775-bf83-acbb0945aa14 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3c199a51-d9f3-4718-8de1-00bbdb2f89ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7551646 Sep 16 05:31:26.379844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56518) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:26.388003 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] Sync routers for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:26.398956 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:26.399556 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.434197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.443608 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:26.444652 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.483444 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:26.484349 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cc50f-a03e-429c-a4c6-23d22e7a7416 None None] The sync data for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:26.708422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.955161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c0543b52-715e-4201-8a97-0ef4b1548711 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:26.962162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 65278c4a-3bfe-431e-90e0-f399cedfb1a3 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:26.962578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:26.982996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: c0543b52-715e-4201-8a97-0ef4b1548711 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:26.983650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c0543b52-715e-4201-8a97-0ef4b1548711 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:27.057590 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.069990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 65278c4a-3bfe-431e-90e0-f399cedfb1a3 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:27.272219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.302878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=65278c4a-3bfe-431e-90e0-f399cedfb1a3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:27.474767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:27.693201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3c199a51-d9f3-4718-8de1-00bbdb2f89ad has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:27.770436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:27.781240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] Sync routers for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:27.783989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56532) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:27.784811 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2e5d436-31f4-40be-b304-12b9711fbaab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3c199a51-d9f3-4718-8de1-00bbdb2f89ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4035926 Sep 16 05:31:27.803523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:27.804797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:27.816747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3e30ee23-872e-4f60-89d1-5ab512897c77 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c199a51-d9f3-4718-8de1-00bbdb2f89ad HTTP/1.1" status: 200 len: 205 time: 0.0300865 Sep 16 05:31:27.819377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56534) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:27.842215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:27.851867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] Routers {'3c199a51-d9f3-4718-8de1-00bbdb2f89ad'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:27.852523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:30:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:27.890551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:27.891208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc9e28-5e77-422b-8a63-abb81809722e None None] The sync data for ids ['3c199a51-d9f3-4718-8de1-00bbdb2f89ad'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:27.908488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-980f82d0-14ab-4884-9864-9fb082f45caa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.068279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-980f82d0-14ab-4884-9864-9fb082f45caa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.070757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-980f82d0-14ab-4884-9864-9fb082f45caa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.117523 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-980f82d0-14ab-4884-9864-9fb082f45caa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.118971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980f82d0-14ab-4884-9864-9fb082f45caa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Fanout notify agent at l3_agent the message router_deleted on router 3c199a51-d9f3-4718-8de1-00bbdb2f89ad {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:28.127332 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-980f82d0-14ab-4884-9864-9fb082f45caa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.131448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-980f82d0-14ab-4884-9864-9fb082f45caa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/3c199a51-d9f3-4718-8de1-00bbdb2f89ad HTTP/1.1" status: 204 len: 168 time: 0.3082361 Sep 16 05:31:28.131734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56536) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:28.183289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 649ae656-2c2a-4c99-9ee6-c04353b54293 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:28.186531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.202076 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f1936fe1-5fba-46b8-9198-7f4aca43cbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.236426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.356898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.433155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.461873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=649ae656-2c2a-4c99-9ee6-c04353b54293,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:28.466686 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.468595 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-356d083a-f4d5-4a9b-933b-71da2abcad46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/649ae656-2c2a-4c99-9ee6-c04353b54293 HTTP/1.1" status: 204 len: 168 time: 0.3357575 Sep 16 05:31:28.471415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56550) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:28.484734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6864a-e52f-457c-9b66-53c5bd9a78a4 None None] Network 7a665c58-313b-46d6-a98f-f3ab9fb146d3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:28.558680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 66e64a8a-0b23-4f3c-afdf-b9a466c11f73 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:28.563707 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.595946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7529-d771-42e8-a4e7-95385e79023e req-638f7f7c-9994-45ca-aa39-9f2435323a73 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:28.597837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f03a7529-d771-42e8-a4e7-95385e79023e req-638f7f7c-9994-45ca-aa39-9f2435323a73 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 946 time: 0.1097267 Sep 16 05:31:28.642845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.672187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f03a7529-d771-42e8-a4e7-95385e79023e req-66a78dc7-7c11-459f-bf93-c78de9d9aba0 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Sep 16 05:31:28.694630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] DHCP port deletion for 7a665c58-313b-46d6-a98f-f3ab9fb146d3 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:28.736842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Deleting port afea6a13-99ef-4434-b171-5901f2a03f44 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:28.737207 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.742424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.802396 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.807624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] For port afea6a13-99ef-4434-b171-5901f2a03f44, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=afea6a13-99ef-4434-b171-5901f2a03f44,segment=NetworkSegment(25f67a1b-2dec-4077-ad27-0def80748b8d),segment_id=25f67a1b-2dec-4077-ad27-0def80748b8d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:28.808424 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.821027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Calling delete_port for afea6a13-99ef-4434-b171-5901f2a03f44 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:28.834038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=66e64a8a-0b23-4f3c-afdf-b9a466c11f73,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:28.837720 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.839606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9fa78e0c-9bbc-4ec1-8122-bcbf2ccf1967 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/66e64a8a-0b23-4f3c-afdf-b9a466c11f73 HTTP/1.1" status: 204 len: 168 time: 0.3666747 Sep 16 05:31:28.842293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:28.864062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b72e6-bd18-4092-8659-319460944325 None None] Network a506853b-9498-491d-af3d-83598f76b7e8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:28.923710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.977568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port afea6a13-99ef-4434-b171-5901f2a03f44 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:28.978047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:28.997701 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.026322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Pushing event deleted for resources: {'Port': ['ID=afea6a13-99ef-4434-b171-5901f2a03f44,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.034376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] No DVR routers for this DVR port afea6a13-99ef-4434-b171-5901f2a03f44 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:29.037413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.037760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.038112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.038714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.039050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.039384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.039734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.040037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.040382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.040704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.041028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.041351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212eaff-a4b0-454b-a9a8-9fbc269b7d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:29.072028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port afea6a13-99ef-4434-b171-5901f2a03f44, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=afea6a13-99ef-4434-b171-5901f2a03f44,segment=NetworkSegment(25f67a1b-2dec-4077-ad27-0def80748b8d),segment_id=25f67a1b-2dec-4077-ad27-0def80748b8d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:29.072421 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.084826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for afea6a13-99ef-4434-b171-5901f2a03f44 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:29.099043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] DHCP port deletion for a506853b-9498-491d-af3d-83598f76b7e8 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:29.169223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.187319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 734e64e0-981d-47d0-a81d-b291555fc655 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:29.192399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] Deleting port 734e64e0-981d-47d0-a81d-b291555fc655 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:29.193025 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.198620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=afea6a13-99ef-4434-b171-5901f2a03f44,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.205543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port afea6a13-99ef-4434-b171-5901f2a03f44 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:29.248431 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.298548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.303564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] For port 734e64e0-981d-47d0-a81d-b291555fc655, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=734e64e0-981d-47d0-a81d-b291555fc655,segment=NetworkSegment(469d4283-8053-4a1d-8b8b-88d29342b743),segment_id=469d4283-8053-4a1d-8b8b-88d29342b743)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:29.303887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.319885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] Calling delete_port for 734e64e0-981d-47d0-a81d-b291555fc655 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:29.324463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a665c58-313b-46d6-a98f-f3ab9fb146d3']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.339403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f67a1b-2dec-4077-ad27-0def80748b8d') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.339658 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f67a1b-2dec-4077-ad27-0def80748b8d') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.349694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.363942 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.371046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:29.371444 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: self.session.flush() Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:29.375647 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:29.390848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.444764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.451235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 734e64e0-981d-47d0-a81d-b291555fc655, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=734e64e0-981d-47d0-a81d-b291555fc655,segment=NetworkSegment(469d4283-8053-4a1d-8b8b-88d29342b743),segment_id=469d4283-8053-4a1d-8b8b-88d29342b743)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:29.453962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.457991 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/7a665c58-313b-46d6-a98f-f3ab9fb146d3 HTTP/1.1" status: 204 len: 168 time: 0.6129901 Sep 16 05:31:29.459989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56560) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:29.460449 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.461395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device afea6a13-99ef-4434-b171-5901f2a03f44 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:29.471484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a3bd-ec68-40f6-a4c2-5c65bb154319 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=7a665c58-313b-46d6-a98f-f3ab9fb146d3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.484610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: afea6a13-99ef-4434-b171-5901f2a03f44 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:29.484954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device afea6a13-99ef-4434-b171-5901f2a03f44 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:29.488855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.519078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] No DVR routers for this DVR port 734e64e0-981d-47d0-a81d-b291555fc655 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:29.544547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=734e64e0-981d-47d0-a81d-b291555fc655,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.565282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.571787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78a276-1735-4a58-9247-c9bd2bb8a582 None None] Pushing event deleted for resources: {'Port': ['ID=734e64e0-981d-47d0-a81d-b291555fc655,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.658255 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.677870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a506853b-9498-491d-af3d-83598f76b7e8']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.687615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469d4283-8053-4a1d-8b8b-88d29342b743') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.687919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469d4283-8053-4a1d-8b8b-88d29342b743') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:29.697812 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.713684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.720765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:29.721206 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:29.724309 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:29.815686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.826007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.827820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/a506853b-9498-491d-af3d-83598f76b7e8 HTTP/1.1" status: 204 len: 168 time: 0.3664689 Sep 16 05:31:29.832066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56564) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:29.840525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-2124960669'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:29.846845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6080f-01bd-47c7-94cf-3dd5477ab3ab req-d4a709a5-716e-4695-8d9c-99b0acf019a3 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:29.848962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1d6080f-01bd-47c7-94cf-3dd5477ab3ab req-d4a709a5-716e-4695-8d9c-99b0acf019a3 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 946 time: 0.1019883 Sep 16 05:31:29.851081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27adeb0-bd95-4bf9-8d51-589a6b6886d9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=a506853b-9498-491d-af3d-83598f76b7e8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:29.858502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.875287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:29.880000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.892131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1d6080f-01bd-47c7-94cf-3dd5477ab3ab req-709eae13-0c2c-4b9d-87cc-1af8881ad350 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Sep 16 05:31:29.909546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:29.920849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.921284 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment 7fcc288d-0bac-418b-94b9-75f4f6b55e52 of type vlan for network 8019a091-a051-44bc-8e84-03ff137b8a49 Sep 16 05:31:29.961519 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.986528 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:29.992511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:29.993094 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.018413 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1852095 Sep 16 05:31:30.021830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56566) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:30.027760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:30.068630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696da30-0aac-40f5-a83e-176b60452d60 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=8019a091-a051-44bc-8e84-03ff137b8a49,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:30.079326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8019a091-a051-44bc-8e84-03ff137b8a49 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:30.118278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:30.122013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.311489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.382440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=421d179c-5dba-4264-8cf3-e3373a1227ac,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:30.391489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': '7fcc288d-0bac-418b-94b9-75f4f6b55e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:30.391949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: 8019a091-a051-44bc-8e84-03ff137b8a49, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:30.409480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 8019a091-a051-44bc-8e84-03ff137b8a49 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:30.419761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8019a091-a051-44bc-8e84-03ff137b8a49) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:30.438474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60d399-f503-430e-96bf-d042170fc6eb None None] Network 8019a091-a051-44bc-8e84-03ff137b8a49 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:30.440916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:30.442060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.458210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a733ae9e-0dd3-4512-bdd3-7aec44e124e5 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4346449 Sep 16 05:31:30.461026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56576) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:30.468576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-928d8b1c-17b4-457f-aeec-2401a476dfc4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949898231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:30.493661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-928d8b1c-17b4-457f-aeec-2401a476dfc4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.494681 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-928d8b1c-17b4-457f-aeec-2401a476dfc4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.522583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd4caa-4485-489d-9df7-82f586decb6f req-1ec43d9e-459f-4118-9a53-dd68f3b7f3b8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:30.524523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edd4caa-4485-489d-9df7-82f586decb6f req-1ec43d9e-459f-4118-9a53-dd68f3b7f3b8 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 946 time: 0.0653360 Sep 16 05:31:30.559132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-928d8b1c-17b4-457f-aeec-2401a476dfc4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.566558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-928d8b1c-17b4-457f-aeec-2401a476dfc4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.599855 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-928d8b1c-17b4-457f-aeec-2401a476dfc4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.604151 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-928d8b1c-17b4-457f-aeec-2401a476dfc4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1390929 Sep 16 05:31:30.604491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56578) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:30.610514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'port': {'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49', 'name': 'tempest-RoutersTest-135641917'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:30.639192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Deleting port bdf4038f-9306-4e76-aec9-674dbb3e5219 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:30.639639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.740514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:30.744981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.753004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] For port bdf4038f-9306-4e76-aec9-674dbb3e5219, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=bdf4038f-9306-4e76-aec9-674dbb3e5219,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:30.754465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.768118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Calling delete_port for bdf4038f-9306-4e76-aec9-674dbb3e5219 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:30.770535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] device_id is not set on port 42599b4c-968c-4d4f-be17-947ae56cf06b yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:31:30.795705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-8019a091-a051-44bc-8e84-03ff137b8a49', 'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '421d179c-5dba-4264-8cf3-e3373a1227ac'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:30.796609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.903549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.20.0.14 (8019a091-a051-44bc-8e84-03ff137b8a49/421d179c-5dba-4264-8cf3-e3373a1227ac/42599b4c-968c-4d4f-be17-947ae56cf06b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:30.943586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:30.957523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e495d93c-9acb-45c5-95bd-75213ed7fc30'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:31.026862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] No DVR routers for this DVR port bdf4038f-9306-4e76-aec9-674dbb3e5219 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:31.028836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event deleted for resources: {'Port': ['ID=bdf4038f-9306-4e76-aec9-674dbb3e5219,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:31.031961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.034360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0edd4caa-4485-489d-9df7-82f586decb6f req-a0b4b8a2-6645-4f35-ac98-f0a44ea7b349 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "DELETE /v2.0/ports/bdf4038f-9306-4e76-aec9-674dbb3e5219 HTTP/1.1" status: 204 len: 173 time: 0.5030963 Sep 16 05:31:31.039106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'name': 'network-vif-deleted', 'tag': 'bdf4038f-9306-4e76-aec9-674dbb3e5219'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:31.040037 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3258e43e-4782-4630-b869-6d49aca2ce29" -d '{"events": [{"server_uuid": "e8f62b67-3e7e-455a-b07b-24090e1ba853", "name": "network-vif-deleted", "tag": "bdf4038f-9306-4e76-aec9-674dbb3e5219"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:31.045162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f', 'bdf4038f-9306-4e76-aec9-674dbb3e5219'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:31.072393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3472f379-c86e-40cd-b44d-2d123950c1c4 req-0ca1003b-8164-4af7-aab3-6e6466d23e14 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f62b67-3e7e-455a-b07b-24090e1ba853 HTTP/1.1" status: 200 len: 210 time: 0.0548532 Sep 16 05:31:31.099091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.140420 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc6e70-3b76-4017-8410-8546d60d062f x-openstack-request-id: req-6edc6e70-3b76-4017-8410-8546d60d062f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:31.140699 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f62b67-3e7e-455a-b07b-24090e1ba853", "name": "network-vif-deleted", "tag": "bdf4038f-9306-4e76-aec9-674dbb3e5219", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:31.140948 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6edc6e70-3b76-4017-8410-8546d60d062f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:31.141351 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f62b67-3e7e-455a-b07b-24090e1ba853', 'name': 'network-vif-deleted', 'tag': 'bdf4038f-9306-4e76-aec9-674dbb3e5219', 'status': 'completed', 'code': 200} Sep 16 05:31:31.172898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.232849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 8019a091-a051-44bc-8e84-03ff137b8a49 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:31.236251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:31.239328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:31.284775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=42599b4c-968c-4d4f-be17-947ae56cf06b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:31.309281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:31.310378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.312802 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.315604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Allocated IP 172.20.0.2 (8019a091-a051-44bc-8e84-03ff137b8a49/421d179c-5dba-4264-8cf3-e3373a1227ac/57c069ee-d2cc-4093-8cf4-2d14eed99dbb) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:31.328664 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-19e68c4a-14bf-4fab-9df1-1e34171e5e56 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7229154 Sep 16 05:31:31.332805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56588) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:31.547186 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.554731 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.577606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Network 8019a091-a051-44bc-8e84-03ff137b8a49 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:31.580806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:31.627328 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Pushing event updated for resources: {'Port': ['ID=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:31.636417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:31.702918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Attempting to bind port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:31.703458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Attempting to bind port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7fcc288d-0bac-418b-94b9-75f4f6b55e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:31.703956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Attempting to bind port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb on network 8019a091-a051-44bc-8e84-03ff137b8a49 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:31.709350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:31.709889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Checking segment: {'id': '7fcc288d-0bac-418b-94b9-75f4f6b55e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:31.710553 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.711046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Bound using segment: {'id': '7fcc288d-0bac-418b-94b9-75f4f6b55e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:31.711645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Bound port: 57c069ee-d2cc-4093-8cf4-2d14eed99dbb, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcc288d-0bac-418b-94b9-75f4f6b55e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8019a091-a051-44bc-8e84-03ff137b8a49'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:31.712156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.780474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] For port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:31.783851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] For port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,segment=NetworkSegment(7fcc288d-0bac-418b-94b9-75f4f6b55e52),segment_id=7fcc288d-0bac-418b-94b9-75f4f6b55e52)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:31.789901 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:31.852591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830560e-8742-44d9-ac84-7e63a44deabb None None] Pushing event updated for resources: {'Port': ['ID=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:31.972773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.302203 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.307977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.402420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=42599b4c-968c-4d4f-be17-947ae56cf06b,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:32.417621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ba457-dc0e-49da-a4a1-674124c05b90 req-256254d9-02e3-407c-8d40-4cae8fbd614e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:32.424756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c59ba457-dc0e-49da-a4a1-674124c05b90 req-256254d9-02e3-407c-8d40-4cae8fbd614e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 946 time: 0.0755727 Sep 16 05:31:32.474813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c59ba457-dc0e-49da-a4a1-674124c05b90 req-c91fc6a6-4f68-45f3-9ec0-5da4a5ed6ca3 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Sep 16 05:31:32.552208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.683872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.797087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ddb81-762a-4520-9b7e-85e1ee352c3d None None] Network 8019a091-a051-44bc-8e84-03ff137b8a49 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:32.891639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-137f4f05-37e1-4657-8b30-9759ae3ed7c7 None None] Provisioning complete for port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:32.892008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-137f4f05-37e1-4657-8b30-9759ae3ed7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.957559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:32.962346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.037991 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-137f4f05-37e1-4657-8b30-9759ae3ed7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.044685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.046580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=42599b4c-968c-4d4f-be17-947ae56cf06b,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:33.093502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-137f4f05-37e1-4657-8b30-9759ae3ed7c7 None None] For port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,segment=NetworkSegment(7fcc288d-0bac-418b-94b9-75f4f6b55e52),segment_id=7fcc288d-0bac-418b-94b9-75f4f6b55e52)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:33.106236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-137f4f05-37e1-4657-8b30-9759ae3ed7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.185462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f4f05-37e1-4657-8b30-9759ae3ed7c7 None None] Pushing event updated for resources: {'Port': ['ID=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:33.185678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 8019a091-a051-44bc-8e84-03ff137b8a49 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:33.187643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:33.250359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 57c069ee-d2cc-4093-8cf4-2d14eed99dbb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:33.324208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:33.324688 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.348831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 187f83c7-158f-49a5-9ce2-ead9371f6ff6 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:33.357704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8f32d78e-6763-41de-b774-80681185b827 None None] Provisioning complete for port 42599b4c-968c-4d4f-be17-947ae56cf06b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:33.358281 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f32d78e-6763-41de-b774-80681185b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.414885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8f32d78e-6763-41de-b774-80681185b827 None None] Port 42599b4c-968c-4d4f-be17-947ae56cf06b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:33.457684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:33.463990 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-63b47a33-3039-4467-be55-3b21d79b61e0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/187f83c7-158f-49a5-9ce2-ead9371f6ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299970 Sep 16 05:31:33.466501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8f32d78e-6763-41de-b774-80681185b827 None None] Provisioning complete for port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:33.467143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56610) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:33.468984 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] Sync routers for ids ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:33.479837 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f32d78e-6763-41de-b774-80681185b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.486049 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] Routers {'187f83c7-158f-49a5-9ce2-ead9371f6ff6'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:33.487000 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:33.533872 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:33.534678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f7da87-dff2-47fd-b580-18bd9f315ea0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:33.539167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56614) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:33.539325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e0f7da87-dff2-47fd-b580-18bd9f315ea0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports/42599b4c-968c-4d4f-be17-947ae56cf06b HTTP/1.1" status: 200 len: 977 time: 0.0701108 Sep 16 05:31:33.558715 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] Routers {'187f83c7-158f-49a5-9ce2-ead9371f6ff6'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:33.559346 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:33.631801 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:33.632477 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257c8e1-c874-447d-89e1-aee5d5caa58f None None] The sync data for ids ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:33.656222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb81352-f03d-43da-8602-6ea84439d61e req-0e016ad5-4370-4d91-ba3b-b9ab3c9d088a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:33.657973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb81352-f03d-43da-8602-6ea84439d61e req-0e016ad5-4370-4d91-ba3b-b9ab3c9d088a tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 946 time: 0.0912066 Sep 16 05:31:33.707415 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb81352-f03d-43da-8602-6ea84439d61e req-eb58e400-7516-46a9-9aa3-30bedf3e8bda tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Sep 16 05:31:33.750875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-70324f38-cfb5-4214-9489-52a79a3f007e None None] Provisioning complete for port 42599b4c-968c-4d4f-be17-947ae56cf06b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:33.751244 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-70324f38-cfb5-4214-9489-52a79a3f007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.805563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-70324f38-cfb5-4214-9489-52a79a3f007e None None] Port 42599b4c-968c-4d4f-be17-947ae56cf06b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:33.827570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-d49240b7-6b48-47cd-8583-402e836071e6 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:33.829183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-d49240b7-6b48-47cd-8583-402e836071e6 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 946 time: 0.0669565 Sep 16 05:31:33.933588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1e5bcad5-0ec2-40df-b014-4df57be19cbe None None] Provisioning complete for port 42599b4c-968c-4d4f-be17-947ae56cf06b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:33.934093 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1e5bcad5-0ec2-40df-b014-4df57be19cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.940390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Deleting port e495d93c-9acb-45c5-95bd-75213ed7fc30 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:33.940741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:33.998182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1e5bcad5-0ec2-40df-b014-4df57be19cbe None None] Port 42599b4c-968c-4d4f-be17-947ae56cf06b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:34.066616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] For port e495d93c-9acb-45c5-95bd-75213ed7fc30, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e495d93c-9acb-45c5-95bd-75213ed7fc30,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:34.067156 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.084705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Calling delete_port for e495d93c-9acb-45c5-95bd-75213ed7fc30 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:34.101295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.235422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b484eede-0ace-4423-947f-1c73c5cde22c None None] Provisioning complete for port 42599b4c-968c-4d4f-be17-947ae56cf06b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:34.235885 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b484eede-0ace-4423-947f-1c73c5cde22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.240801 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.270359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e495d93c-9acb-45c5-95bd-75213ed7fc30'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:34.298079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event deleted for resources: {'Port': ['ID=e495d93c-9acb-45c5-95bd-75213ed7fc30,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:34.299481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:34.337278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 42599b4c-968c-4d4f-be17-947ae56cf06b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:34.338400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b484eede-0ace-4423-947f-1c73c5cde22c None None] Port 42599b4c-968c-4d4f-be17-947ae56cf06b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:34.338577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.364964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] No DVR routers for this DVR port e495d93c-9acb-45c5-95bd-75213ed7fc30 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:34.368114 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.370984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02c2a762-127b-415d-a148-a92e3dfcd778 req-973541c5-3118-4e13-b193-310b6530d886 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.73 "DELETE /v2.0/ports/e495d93c-9acb-45c5-95bd-75213ed7fc30 HTTP/1.1" status: 204 len: 173 time: 0.5337319 Sep 16 05:31:34.371439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ab406c-4417-4159-93bf-215e463ac9ce', 'name': 'network-vif-deleted', 'tag': 'e495d93c-9acb-45c5-95bd-75213ed7fc30'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:34.374015 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c0372-0096-41bc-bf90-2757da0c6fdd" -d '{"events": [{"server_uuid": "28ab406c-4417-4159-93bf-215e463ac9ce", "name": "network-vif-deleted", "tag": "e495d93c-9acb-45c5-95bd-75213ed7fc30"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:34.441858 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3b39a2-25cf-4560-97d6-c074334f2ac1 x-openstack-request-id: req-2c3b39a2-25cf-4560-97d6-c074334f2ac1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:34.442150 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ab406c-4417-4159-93bf-215e463ac9ce", "name": "network-vif-deleted", "tag": "e495d93c-9acb-45c5-95bd-75213ed7fc30", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:34.442421 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c3b39a2-25cf-4560-97d6-c074334f2ac1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:34.442836 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ab406c-4417-4159-93bf-215e463ac9ce', 'name': 'network-vif-deleted', 'tag': 'e495d93c-9acb-45c5-95bd-75213ed7fc30', 'status': 'completed', 'code': 200} Sep 16 05:31:34.494860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.513238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 42599b4c-968c-4d4f-be17-947ae56cf06b owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:34.685687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.713548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=42599b4c-968c-4d4f-be17-947ae56cf06b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:34.856546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a40cdbc7-b62e-49e5-a24d-aa0cc3eb39e7 req-bf20aa3f-e03a-430b-b64e-4d2283255b06 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=28ab406c-4417-4159-93bf-215e463ac9ce HTTP/1.1" status: 200 len: 210 time: 0.0526206 Sep 16 05:31:34.884186 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.044376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 187f83c7-158f-49a5-9ce2-ead9371f6ff6 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:35.128861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:35.142683 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a5f58922-e5fa-48ca-8dcf-d8cfe6e06be2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/187f83c7-158f-49a5-9ce2-ead9371f6ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5999022 Sep 16 05:31:35.142849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56632) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:35.148949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] Sync routers for ids ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:35.152325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 57c069ee-d2cc-4093-8cf4-2d14eed99dbb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:35.186871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bdf4038f-9306-4e76-aec9-674dbb3e5219 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:35.193480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] Routers {'187f83c7-158f-49a5-9ce2-ead9371f6ff6'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:35.194107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:35.217086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: bdf4038f-9306-4e76-aec9-674dbb3e5219 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:35.217435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device bdf4038f-9306-4e76-aec9-674dbb3e5219 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:35.251615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:35.266517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] Routers {'187f83c7-158f-49a5-9ce2-ead9371f6ff6'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:35.267152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:35.301241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:35.301885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52a0cc-7f42-456c-a769-dbb5175417f7 None None] The sync data for ids ['187f83c7-158f-49a5-9ce2-ead9371f6ff6'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:35.303219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:35.303591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.340728 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-c5ae83d2-0d95-4019-923e-4409b63f7d11 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 05:31:35.344642 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c5ae83d2-0d95-4019-923e-4409b63f7d11 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/187f83c7-158f-49a5-9ce2-ead9371f6ff6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1978481 Sep 16 05:31:35.344642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56634) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:35.371430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e0de5d80-9a0f-48a4-a9bc-e81a8344a1d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=187f83c7-158f-49a5-9ce2-ead9371f6ff6 HTTP/1.1" status: 200 len: 205 time: 0.0256140 Sep 16 05:31:35.374048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56636) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:35.448594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38952659-ad35-4698-8611-8004e0198bac tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.602054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38952659-ad35-4698-8611-8004e0198bac tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.604180 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38952659-ad35-4698-8611-8004e0198bac tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.645211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38952659-ad35-4698-8611-8004e0198bac tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.645757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38952659-ad35-4698-8611-8004e0198bac tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Fanout notify agent at l3_agent the message router_deleted on router 187f83c7-158f-49a5-9ce2-ead9371f6ff6 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:35.652613 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-38952659-ad35-4698-8611-8004e0198bac tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.656507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-38952659-ad35-4698-8611-8004e0198bac tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/187f83c7-158f-49a5-9ce2-ead9371f6ff6 HTTP/1.1" status: 204 len: 168 time: 0.2786920 Sep 16 05:31:35.656507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56640) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:35.708327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 421d179c-5dba-4264-8cf3-e3373a1227ac {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:35.711689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.754579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.837480 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.904564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.937261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=421d179c-5dba-4264-8cf3-e3373a1227ac,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.942533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:35.946940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-31929943-03b1-40c4-820c-3aeb01710858 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/421d179c-5dba-4264-8cf3-e3373a1227ac HTTP/1.1" status: 204 len: 168 time: 0.2870536 Sep 16 05:31:35.947632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56650) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:35.948338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be1de2-cc2c-4da2-acbc-b0f71b44bc3d None None] Network 8019a091-a051-44bc-8e84-03ff137b8a49 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:36.046700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.127779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:36.128058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.143466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] DHCP port deletion for 8019a091-a051-44bc-8e84-03ff137b8a49 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:36.201078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,segment=NetworkSegment(7fcc288d-0bac-418b-94b9-75f4f6b55e52),segment_id=7fcc288d-0bac-418b-94b9-75f4f6b55e52)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:36.201488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.212959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] Deleting port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:36.214033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.215052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 57c069ee-d2cc-4093-8cf4-2d14eed99dbb owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:36.284080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] For port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,segment=NetworkSegment(7fcc288d-0bac-418b-94b9-75f4f6b55e52),segment_id=7fcc288d-0bac-418b-94b9-75f4f6b55e52)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:36.284765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.313372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] Calling delete_port for 57c069ee-d2cc-4093-8cf4-2d14eed99dbb owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:36.317175 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.352849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.362256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:31:36.394963 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 05:31:36.406088 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.433391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] Pushing event deleted for resources: {'Port': ['ID=57c069ee-d2cc-4093-8cf4-2d14eed99dbb,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.441604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4246db-5166-4d29-a160-e9f2db277dfa None None] No DVR routers for this DVR port 57c069ee-d2cc-4093-8cf4-2d14eed99dbb on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:36.458561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.482520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8019a091-a051-44bc-8e84-03ff137b8a49']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:36.492973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcc288d-0bac-418b-94b9-75f4f6b55e52') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:36.493398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcc288d-0bac-418b-94b9-75f4f6b55e52') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:36.502917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.516670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.522730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:36.523110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:36.526432 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:36.606970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.616046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.621426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/8019a091-a051-44bc-8e84-03ff137b8a49 HTTP/1.1" status: 204 len: 168 time: 0.6696434 Sep 16 05:31:36.622296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56656) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:36.628415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1638102597'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:36.635851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3e9b0-cdc6-49fa-b811-294c6ad74886 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=8019a091-a051-44bc-8e84-03ff137b8a49,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.656496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:36.661055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.688379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:36.700138 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.700932 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment 7e5d8d57-8a06-4068-a415-a51144e6fb40 of type vlan for network cd802834-5f70-4da3-b5f4-b6e0796c9346 Sep 16 05:31:36.746292 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.773460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.779348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.780415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.831796 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2054381 Sep 16 05:31:36.832272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:36.837779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': 'cd802834-5f70-4da3-b5f4-b6e0796c9346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:36.860569 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bd4b0-4ba8-4c66-b1b9-71fb9087d9d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=cd802834-5f70-4da3-b5f4-b6e0796c9346,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:36.878718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:36.954464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:36.958728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.970107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e495d93c-9acb-45c5-95bd-75213ed7fc30 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:37.005053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: e495d93c-9acb-45c5-95bd-75213ed7fc30 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:37.005786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e495d93c-9acb-45c5-95bd-75213ed7fc30 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:37.167134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.190520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 57c069ee-d2cc-4093-8cf4-2d14eed99dbb no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:37.211237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 57c069ee-d2cc-4093-8cf4-2d14eed99dbb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:37.211967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 57c069ee-d2cc-4093-8cf4-2d14eed99dbb not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:37.240343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=0b75f06d-ff69-4780-8434-2cd687c1746a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:37.251930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': '7e5d8d57-8a06-4068-a415-a51144e6fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd802834-5f70-4da3-b5f4-b6e0796c9346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:37.252329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: cd802834-5f70-4da3-b5f4-b6e0796c9346, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:37.270508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:37.281857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, cd802834-5f70-4da3-b5f4-b6e0796c9346) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:37.288446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:37.289521 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.294660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d40312-9ea9-44dd-8331-21b938b0a892 None None] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:37.310164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c1e5f694-2c77-43a5-96e9-8a5f55baa2f8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4762757 Sep 16 05:31:37.313376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:37.318474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3abdeb19-578e-4435-bb6d-b86c29bfbbeb tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1014688765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:37.342293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3abdeb19-578e-4435-bb6d-b86c29bfbbeb tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.343874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3abdeb19-578e-4435-bb6d-b86c29bfbbeb tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.423094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3abdeb19-578e-4435-bb6d-b86c29bfbbeb tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.428669 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3abdeb19-578e-4435-bb6d-b86c29bfbbeb tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.453593 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3abdeb19-578e-4435-bb6d-b86c29bfbbeb tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.458488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3abdeb19-578e-4435-bb6d-b86c29bfbbeb tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1440878 Sep 16 05:31:37.459278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:37.497347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-cd802834-5f70-4da3-b5f4-b6e0796c9346', 'network_id': 'cd802834-5f70-4da3-b5f4-b6e0796c9346', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '0b75f06d-ff69-4780-8434-2cd687c1746a'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:37.498601 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.684634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Allocated IP 172.20.0.2 (cd802834-5f70-4da3-b5f4-b6e0796c9346/0b75f06d-ff69-4780-8434-2cd687c1746a/0b9c797e-a11d-46c2-8a53-f75ad008178e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:37.869706 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.877696 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.930877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:37.937219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:37.943861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:37.953782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Pushing event updated for resources: {'Port': ['ID=0b9c797e-a11d-46c2-8a53-f75ad008178e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.009018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Attempting to bind port 0b9c797e-a11d-46c2-8a53-f75ad008178e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:38.009815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Attempting to bind port 0b9c797e-a11d-46c2-8a53-f75ad008178e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7e5d8d57-8a06-4068-a415-a51144e6fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd802834-5f70-4da3-b5f4-b6e0796c9346'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:38.010414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Attempting to bind port 0b9c797e-a11d-46c2-8a53-f75ad008178e on network cd802834-5f70-4da3-b5f4-b6e0796c9346 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:38.016415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:38.017088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Checking segment: {'id': '7e5d8d57-8a06-4068-a415-a51144e6fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd802834-5f70-4da3-b5f4-b6e0796c9346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:38.017740 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.018370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Bound using segment: {'id': '7e5d8d57-8a06-4068-a415-a51144e6fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd802834-5f70-4da3-b5f4-b6e0796c9346'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:38.019610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Bound port: 0b9c797e-a11d-46c2-8a53-f75ad008178e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5d8d57-8a06-4068-a415-a51144e6fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd802834-5f70-4da3-b5f4-b6e0796c9346'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:38.020263 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.087190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] For port 0b9c797e-a11d-46c2-8a53-f75ad008178e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:38.090973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] For port 0b9c797e-a11d-46c2-8a53-f75ad008178e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0b9c797e-a11d-46c2-8a53-f75ad008178e,segment=NetworkSegment(7e5d8d57-8a06-4068-a415-a51144e6fb40),segment_id=7e5d8d57-8a06-4068-a415-a51144e6fb40)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:38.096398 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.158800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.171759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab459a3-6a75-4ce4-b0aa-a83fefcb256c None None] Pushing event updated for resources: {'Port': ['ID=0b9c797e-a11d-46c2-8a53-f75ad008178e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.493952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.20.0.1 (cd802834-5f70-4da3-b5f4-b6e0796c9346/0b75f06d-ff69-4780-8434-2cd687c1746a/f17d398a-d84e-468c-a5e2-5d4832584147) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:38.665930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.721303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.752991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a7ebe-4585-49cf-8f00-f77bf66708a0 req-aff543f7-f82b-4949-8a44-2a093df0092a tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:38.760833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-971a7ebe-4585-49cf-8f00-f77bf66708a0 req-aff543f7-f82b-4949-8a44-2a093df0092a tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1098 time: 0.0786877 Sep 16 05:31:38.774208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:38.778420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:38.782754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:38.793557 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-971a7ebe-4585-49cf-8f00-f77bf66708a0 req-06879739-ed94-4afd-8618-89aae2ea326c tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.813893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=f17d398a-d84e-468c-a5e2-5d4832584147,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.841439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.912411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-971a7ebe-4585-49cf-8f00-f77bf66708a0 req-06879739-ed94-4afd-8618-89aae2ea326c tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.922324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-971a7ebe-4585-49cf-8f00-f77bf66708a0 req-06879739-ed94-4afd-8618-89aae2ea326c tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.973137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06879739-ed94-4afd-8618-89aae2ea326c tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d1190-8f76-4602-88e9-63b8eebb840f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:38.993110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-971a7ebe-4585-49cf-8f00-f77bf66708a0 req-06879739-ed94-4afd-8618-89aae2ea326c tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216351 Sep 16 05:31:38.999610 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.160848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2673ed-e922-4269-b321-149355762665 req-7f13f874-e4b6-4a25-b0b9-6cbcc268af15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:39.171903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d2673ed-e922-4269-b321-149355762665 req-7f13f874-e4b6-4a25-b0b9-6cbcc268af15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.0966210 Sep 16 05:31:39.247017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0b9c797e-a11d-46c2-8a53-f75ad008178e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:39.266996 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d2673ed-e922-4269-b321-149355762665 req-2474a5bc-aa89-49b6-8303-98715c00bcb8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865827 Sep 16 05:31:39.292828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56692) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:39.370921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0b9c797e-a11d-46c2-8a53-f75ad008178e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:39.371650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.452137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-962701bb-fae4-49cb-a820-c7ffcf9e71ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/2cbabc4a-8cb2-40f0-b652-907498a05f17 HTTP/1.1" status: 200 len: 994 time: 0.1580470 Sep 16 05:31:39.514446 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.527405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.562067 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.613861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc54322c-8f2d-495c-8a36-e3121db96477 None None] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:39.695806 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.705559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e5f30-3f7f-4e0e-977f-23e5edf07faa req-72154aeb-f4c4-461a-a9f9-17d277f98848 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:39.713685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc8e5f30-3f7f-4e0e-977f-23e5edf07faa req-72154aeb-f4c4-461a-a9f9-17d277f98848 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 946 time: 0.0930810 Sep 16 05:31:39.723628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=f17d398a-d84e-468c-a5e2-5d4832584147,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:39.782732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc8e5f30-3f7f-4e0e-977f-23e5edf07faa req-3c0fa86f-8f38-4caf-89bf-0bf6b6dabcff tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598490 Sep 16 05:31:39.844595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-65cba4d4-e318-4739-baf6-7d3e43007209 None None] Provisioning complete for port 0b9c797e-a11d-46c2-8a53-f75ad008178e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:39.845314 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65cba4d4-e318-4739-baf6-7d3e43007209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.850784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 0b9c797e-a11d-46c2-8a53-f75ad008178e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0b9c797e-a11d-46c2-8a53-f75ad008178e,segment=NetworkSegment(7e5d8d57-8a06-4068-a415-a51144e6fb40),segment_id=7e5d8d57-8a06-4068-a415-a51144e6fb40)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:39.852555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:39.854698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:39.880278 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:39.903776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-bcb67ce7-0307-4d60-87e7-9e4db6ad6378 req-64623fea-ac7b-4edc-885d-cb4411317981 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:31:39.905260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcb67ce7-0307-4d60-87e7-9e4db6ad6378 req-64623fea-ac7b-4edc-885d-cb4411317981 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0793495 Sep 16 05:31:39.989914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=0b9c797e-a11d-46c2-8a53-f75ad008178e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:40.019623 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router e9615241-6544-42ab-be13-08f89d790642 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:40.147844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:40.153195 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-99f72d92-e7dd-48c8-b3be-19a4001b8451 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/e9615241-6544-42ab-be13-08f89d790642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6925747 Sep 16 05:31:40.155726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56716) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:40.158731 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] Sync routers for ids ['e9615241-6544-42ab-be13-08f89d790642'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:40.175087 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] Routers {'e9615241-6544-42ab-be13-08f89d790642'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:40.175723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e9615241-6544-42ab-be13-08f89d790642'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:40.209586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d897e58-ef82-42dd-ab22-eee15f481db9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.211429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6d897e58-ef82-42dd-ab22-eee15f481db9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports/f17d398a-d84e-468c-a5e2-5d4832584147 HTTP/1.1" status: 200 len: 910 time: 0.0541036 Sep 16 05:31:40.214388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56718) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:40.233144 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:40.247540 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] Routers {'e9615241-6544-42ab-be13-08f89d790642'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:40.248305 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e9615241-6544-42ab-be13-08f89d790642'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:40.373237 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-10e67101-3f74-4c7a-9724-65bc3c385cab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0625699 Sep 16 05:31:40.379665 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:40.381214 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a1204-2502-49e5-b729-431c43f4ac2a None None] The sync data for ids ['e9615241-6544-42ab-be13-08f89d790642'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:40.383742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7aafcee6-c8fb-4103-9670-9c24a9d57e24 None None] Provisioning complete for port f17d398a-d84e-468c-a5e2-5d4832584147 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:40.384265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7aafcee6-c8fb-4103-9670-9c24a9d57e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.455315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7aafcee6-c8fb-4103-9670-9c24a9d57e24 None None] Port f17d398a-d84e-468c-a5e2-5d4832584147 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:40.466493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7aafcee6-c8fb-4103-9670-9c24a9d57e24 None None] Provisioning complete for port 0b9c797e-a11d-46c2-8a53-f75ad008178e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:40.466871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7aafcee6-c8fb-4103-9670-9c24a9d57e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.729452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-93db8652-95af-48d8-9395-c1175ac9d962 None None] Provisioning complete for port f17d398a-d84e-468c-a5e2-5d4832584147 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:40.730041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93db8652-95af-48d8-9395-c1175ac9d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:40.791418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-93db8652-95af-48d8-9395-c1175ac9d962 None None] Port f17d398a-d84e-468c-a5e2-5d4832584147 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:40.834011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece58306-821e-42dc-a13a-ce4f68440d24 req-94374435-8549-4f77-8843-5db1e44b45a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:40.836365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ece58306-821e-42dc-a13a-ce4f68440d24 req-94374435-8549-4f77-8843-5db1e44b45a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1313486 Sep 16 05:31:41.023260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6beabd02-a9fa-4b28-82b3-40f637c42d9a None None] Provisioning complete for port f17d398a-d84e-468c-a5e2-5d4832584147 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:41.023639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6beabd02-a9fa-4b28-82b3-40f637c42d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.025803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ece58306-821e-42dc-a13a-ce4f68440d24 req-82a341b6-f3ee-4cea-8322-9f25de170682 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764429 Sep 16 05:31:41.075487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3d1cc-fa29-4da7-a81e-74a475455e88 req-f9d4b044-0ddb-4986-9163-1a1ced166fdf tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:41.083709 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fe3d1cc-fa29-4da7-a81e-74a475455e88 req-f9d4b044-0ddb-4986-9163-1a1ced166fdf tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 946 time: 0.1468647 Sep 16 05:31:41.099223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6beabd02-a9fa-4b28-82b3-40f637c42d9a None None] Port f17d398a-d84e-468c-a5e2-5d4832584147 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:41.165424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5fe3d1cc-fa29-4da7-a81e-74a475455e88 req-daf4462e-3369-461a-9e4d-25cc06b0ee9e tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807700 Sep 16 05:31:41.188275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0b9c797e-a11d-46c2-8a53-f75ad008178e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:41.242978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.257372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0b9c797e-a11d-46c2-8a53-f75ad008178e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:41.257840 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.527381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port f17d398a-d84e-468c-a5e2-5d4832584147 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:41.527879 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.649518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.668149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-f9a11700-88ee-43ab-9d67-a1c6c859a94b tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:41.669608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-f9a11700-88ee-43ab-9d67-a1c6c859a94b tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 946 time: 0.0862358 Sep 16 05:31:41.673580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for f17d398a-d84e-468c-a5e2-5d4832584147 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:41.845387 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:41.853116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Deleting port cf541bce-e13e-451b-8506-55b29f2f1c3f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:41.853617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.008464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.020288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] For port cf541bce-e13e-451b-8506-55b29f2f1c3f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=cf541bce-e13e-451b-8506-55b29f2f1c3f,segment=NetworkSegment(fb6c3919-c0b8-4f16-b648-803b98b66e93),segment_id=fb6c3919-c0b8-4f16-b648-803b98b66e93)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:42.020656 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.055675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-94213899-30ef-499a-874b-59435bf58e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.057231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-94213899-30ef-499a-874b-59435bf58e81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1098 time: 0.1114457 Sep 16 05:31:42.060842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Calling delete_port for cf541bce-e13e-451b-8506-55b29f2f1c3f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:42.063337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=f17d398a-d84e-468c-a5e2-5d4832584147,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:42.375979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0727fdf-5507-404d-a745-c8bf4ba7b8c4 req-a3697085-a21d-4a0b-8282-eb513d47fcf9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.377501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0727fdf-5507-404d-a745-c8bf4ba7b8c4 req-a3697085-a21d-4a0b-8282-eb513d47fcf9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.2610936 Sep 16 05:31:42.412483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-2f621a41-9e52-44ff-9ec3-26e6a10dbe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.414147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-2f621a41-9e52-44ff-9ec3-26e6a10dbe04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.3413434 Sep 16 05:31:42.427891 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.466130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271eb00-a458-4052-830f-2647bf4db75e req-a0c6e036-3f81-4704-9195-61579ad351e7 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.467554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b271eb00-a458-4052-830f-2647bf4db75e req-a0c6e036-3f81-4704-9195-61579ad351e7 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b92d9136-ecc9-4e8b-9fa5-2e4470747974 HTTP/1.1" status: 200 len: 946 time: 0.2129021 Sep 16 05:31:42.584332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0727fdf-5507-404d-a745-c8bf4ba7b8c4 req-2de853cd-ad88-4f02-9909-a7df5a1363e8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733272 Sep 16 05:31:42.662179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-8d6bec39-c10f-4ca4-af3e-069a2d67ea79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1002 time: 0.2134323 Sep 16 05:31:42.675818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b271eb00-a458-4052-830f-2647bf4db75e req-6f30c594-4c42-4014-99e6-6b6f9bd1b5d3 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.55 "GET /v2.0/security-groups?id=a519d170-005a-4aa5-a54a-00d87bfadeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764593 Sep 16 05:31:42.771049 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.804122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['cf541bce-e13e-451b-8506-55b29f2f1c3f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:42.821698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Pushing event deleted for resources: {'Port': ['ID=cf541bce-e13e-451b-8506-55b29f2f1c3f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:42.828685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router e9615241-6544-42ab-be13-08f89d790642 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:42.836981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-257e24ca-8c56-4e65-a1f4-5547b466e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:42.838544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-257e24ca-8c56-4e65-a1f4-5547b466e51a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.1618559 Sep 16 05:31:42.900330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] No DVR routers for this DVR port cf541bce-e13e-451b-8506-55b29f2f1c3f on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:42.934651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:42.936614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-51a10056-9918-4999-a3c1-a7506fecfb12 req-edb85be2-869f-4981-9f4f-2e44cd363413 tempest-AttachVolumeNegativeTest-1660694517 tempest-AttachVolumeNegativeTest-1660694517-project] 10.222.0.64 "DELETE /v2.0/ports/cf541bce-e13e-451b-8506-55b29f2f1c3f HTTP/1.1" status: 204 len: 173 time: 1.2591169 Sep 16 05:31:42.937700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'name': 'network-vif-deleted', 'tag': 'cf541bce-e13e-451b-8506-55b29f2f1c3f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:42.940794 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223ed63-dca5-4c64-b500-cfa2c289aad0" -d '{"events": [{"server_uuid": "b92d9136-ecc9-4e8b-9fa5-2e4470747974", "name": "network-vif-deleted", "tag": "cf541bce-e13e-451b-8506-55b29f2f1c3f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:42.989545 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fa91ae-51fe-486c-b89f-7129bb86fdb9 x-openstack-request-id: req-88fa91ae-51fe-486c-b89f-7129bb86fdb9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:42.989964 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92d9136-ecc9-4e8b-9fa5-2e4470747974", "name": "network-vif-deleted", "tag": "cf541bce-e13e-451b-8506-55b29f2f1c3f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:42.992132 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88fa91ae-51fe-486c-b89f-7129bb86fdb9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:42.992132 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92d9136-ecc9-4e8b-9fa5-2e4470747974', 'name': 'network-vif-deleted', 'tag': 'cf541bce-e13e-451b-8506-55b29f2f1c3f', 'status': 'completed', 'code': 200} Sep 16 05:31:42.992132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:42.998324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-70e1900a-1089-4e13-960c-81b84d974ba4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/e9615241-6544-42ab-be13-08f89d790642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7826810 Sep 16 05:31:43.001137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56766) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:43.011744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-ba661be6-19d0-4e07-85f4-ce45cd694cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:43.013526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-ba661be6-19d0-4e07-85f4-ce45cd694cbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555209 Sep 16 05:31:43.022266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] Sync routers for ids ['e9615241-6544-42ab-be13-08f89d790642'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:43.029911 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-19298a41-b6c5-433a-a158-64c5e67d80bc tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9615241-6544-42ab-be13-08f89d790642 HTTP/1.1" status: 200 len: 205 time: 0.0275300 Sep 16 05:31:43.032312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56770) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:43.070791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] Routers {'e9615241-6544-42ab-be13-08f89d790642'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:43.071411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e9615241-6544-42ab-be13-08f89d790642'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:43.151807 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54425380-13fc-43e6-99de-b18a26d1ad41 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.203046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-ad8da244-76b1-4708-ae40-deb07b2e4e7a service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776531 Sep 16 05:31:43.276614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:43.286732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] Routers {'e9615241-6544-42ab-be13-08f89d790642'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:43.287485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e9615241-6544-42ab-be13-08f89d790642'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:43.320712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:43.320962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-15333e5c-5b3f-4e1c-82fc-b49cd0f193c2 service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059923 Sep 16 05:31:43.321372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3eb076-3682-4809-b521-41652c21d4fb None None] The sync data for ids ['e9615241-6544-42ab-be13-08f89d790642'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:43.336582 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54425380-13fc-43e6-99de-b18a26d1ad41 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.338920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54425380-13fc-43e6-99de-b18a26d1ad41 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.385076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54425380-13fc-43e6-99de-b18a26d1ad41 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.385720 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54425380-13fc-43e6-99de-b18a26d1ad41 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Fanout notify agent at l3_agent the message router_deleted on router e9615241-6544-42ab-be13-08f89d790642 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:43.401692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-54425380-13fc-43e6-99de-b18a26d1ad41 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.406506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56774) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:43.414616 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-54425380-13fc-43e6-99de-b18a26d1ad41 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/e9615241-6544-42ab-be13-08f89d790642 HTTP/1.1" status: 204 len: 168 time: 0.3812749 Sep 16 05:31:43.465424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 0b75f06d-ff69-4780-8434-2cd687c1746a {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:43.468896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.514787 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.613296 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.736238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56780) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:43.796459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] Deleting subnet 5db42bc4-9423-4073-b769-429c30a31d6c {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:43.800286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.836457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.878531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.935223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.963697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db42bc4-9423-4073-b769-429c30a31d6c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:43.973984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:43.978914 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-00b8eee8-0c96-4b43-9647-27e4c4980569 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5db42bc4-9423-4073-b769-429c30a31d6c HTTP/1.1" status: 204 len: 168 time: 0.2413578 Sep 16 05:31:43.979599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56784) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.048778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-1066498b-dc91-429c-aa8e-d9970dc7b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.051162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-1066498b-dc91-429c-aa8e-d9970dc7b48a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1098 time: 0.4063153 Sep 16 05:31:44.052802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.071406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd551efc-ba45-4208-bc6e-dfcf47231811 req-d423869f-afdb-4155-ad9d-4db9758c4ae1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.073091 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd551efc-ba45-4208-bc6e-dfcf47231811 req-d423869f-afdb-4155-ad9d-4db9758c4ae1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.0832887 Sep 16 05:31:44.074660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.123739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=0b75f06d-ff69-4780-8434-2cd687c1746a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.143156 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.159929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d127d-9b28-4e79-a002-48a4a4fed552 None None] Network cd802834-5f70-4da3-b5f4-b6e0796c9346 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:44.164751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a3db59-b686-4c93-a3eb-e314b27bfdff']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:44.165533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.168376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dc063cb8-03e2-4c36-9b26-30d4e3b3d6d2 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/0b75f06d-ff69-4780-8434-2cd687c1746a HTTP/1.1" status: 204 len: 168 time: 0.7606068 Sep 16 05:31:44.172185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56790) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.200477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6c3919-c0b8-4f16-b648-803b98b66e93') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:44.200477 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6c3919-c0b8-4f16-b648-803b98b66e93') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:44.225954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.226183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd551efc-ba45-4208-bc6e-dfcf47231811 req-bf9b5786-90b6-45ca-94de-f67e798ea07d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234622 Sep 16 05:31:44.273560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-21cb07e6-5070-4910-a7b6-d39c58ee3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.275559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-21cb07e6-5070-4910-a7b6-d39c58ee3043 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.1759183 Sep 16 05:31:44.280706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.286526 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.293472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:44.293984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:44.298002 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:44.347645 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:44.366733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-07764497-8ddf-4c89-878a-3b7e25924417 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1002 time: 0.0830259 Sep 16 05:31:44.384193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.401185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.405674 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f5a3db59-b686-4c93-a3eb-e314b27bfdff HTTP/1.1" status: 204 len: 168 time: 0.4226239 Sep 16 05:31:44.406571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a49f3f-a4f9-4c87-8cec-2f77a7ab9a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a3db59-b686-4c93-a3eb-e314b27bfdff,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.434713 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 0b9c797e-a11d-46c2-8a53-f75ad008178e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:44.435059 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.441168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-5347c885-4127-461e-b694-1772e2bd79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.442669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-5347c885-4127-461e-b694-1772e2bd79a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.0672550 Sep 16 05:31:44.453415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] DHCP port deletion for cd802834-5f70-4da3-b5f4-b6e0796c9346 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:44.507665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-bbc0e04f-5300-48a2-911a-3c87c9d47400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:44.509667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-bbc0e04f-5300-48a2-911a-3c87c9d47400 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499818 Sep 16 05:31:44.528707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] Deleting port 0b9c797e-a11d-46c2-8a53-f75ad008178e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:44.529093 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.538792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port 0b9c797e-a11d-46c2-8a53-f75ad008178e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0b9c797e-a11d-46c2-8a53-f75ad008178e,segment=NetworkSegment(7e5d8d57-8a06-4068-a415-a51144e6fb40),segment_id=7e5d8d57-8a06-4068-a415-a51144e6fb40)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:44.539747 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.559057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 0b9c797e-a11d-46c2-8a53-f75ad008178e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:44.614279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] For port 0b9c797e-a11d-46c2-8a53-f75ad008178e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0b9c797e-a11d-46c2-8a53-f75ad008178e,segment=NetworkSegment(7e5d8d57-8a06-4068-a415-a51144e6fb40),segment_id=7e5d8d57-8a06-4068-a415-a51144e6fb40)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:44.617134 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.629320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] Calling delete_port for 0b9c797e-a11d-46c2-8a53-f75ad008178e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:44.668942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-9d8c7034-ccfd-45ef-b050-478fe6e06534 service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481237 Sep 16 05:31:44.683103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56798) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.691914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.743920 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.751650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=0b9c797e-a11d-46c2-8a53-f75ad008178e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.755871 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port 0b9c797e-a11d-46c2-8a53-f75ad008178e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:44.780438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] Pushing event deleted for resources: {'Port': ['ID=0b9c797e-a11d-46c2-8a53-f75ad008178e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.788357 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-14909a22-7b6f-465c-945e-02cbebe7b01d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=777613f197764763b45f1070fa19e7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010723 Sep 16 05:31:44.788752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a2a1ce2-40bd-4236-a626-baf93cc875cd req-dffe6a64-1249-48d8-bb70-56d2fb131b3d service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046715 Sep 16 05:31:44.788752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56800) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.801885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a9c39-38b6-4808-b12d-a43fe8de3744 None None] No DVR routers for this DVR port 0b9c797e-a11d-46c2-8a53-f75ad008178e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:44.867045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c31f17d9-a371-4073-8919-0422f19f80c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.875066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.892989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c31f17d9-a371-4073-8919-0422f19f80c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.895540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd802834-5f70-4da3-b5f4-b6e0796c9346']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:44.905285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5d8d57-8a06-4068-a415-a51144e6fb40') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:44.905497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5d8d57-8a06-4068-a415-a51144e6fb40') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:44.931776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.943958 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c31f17d9-a371-4073-8919-0422f19f80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.947007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c31f17d9-a371-4073-8919-0422f19f80c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.948226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c31f17d9-a371-4073-8919-0422f19f80c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a519d170-005a-4aa5-a54a-00d87bfadeb4 HTTP/1.1" status: 204 len: 168 time: 0.1577899 Sep 16 05:31:44.954291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.957788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f17d9-a371-4073-8919-0422f19f80c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a519d170-005a-4aa5-a54a-00d87bfadeb4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.962952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:44.963501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:44.967885 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:45.049818 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.059149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.064714 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/cd802834-5f70-4da3-b5f4-b6e0796c9346 HTTP/1.1" status: 204 len: 168 time: 0.8916185 Sep 16 05:31:45.065045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56810) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:45.069698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-570965651', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:45.077998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d40d49-2891-419c-90bb-dd4cee13a5d8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=cd802834-5f70-4da3-b5f4-b6e0796c9346,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:45.143919 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.145952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.197358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0b9c797e-a11d-46c2-8a53-f75ad008178e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:45.223233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.230898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0b9c797e-a11d-46c2-8a53-f75ad008178e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:45.231498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0b9c797e-a11d-46c2-8a53-f75ad008178e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:45.233217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf541bce-e13e-451b-8506-55b29f2f1c3f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:45.286450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: cf541bce-e13e-451b-8506-55b29f2f1c3f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:45.286798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device cf541bce-e13e-451b-8506-55b29f2f1c3f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:45.390147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-852acaf1-cd55-4286-9dc0-ef6503b5fcc7 req-4fca555d-8d07-4b26-b620-044aef0c0e18 service neutron] (94718) timed out ('10.222.0.55', 60300) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:31:45.452797 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.518094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43bd56-6c0e-45be-8aa2-d87354e21b74 req-d6ffc9ff-7da3-4fce-84dc-b762e4cb51c0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:45.520478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd43bd56-6c0e-45be-8aa2-d87354e21b74 req-d6ffc9ff-7da3-4fce-84dc-b762e4cb51c0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1690457 Sep 16 05:31:45.609010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dd43bd56-6c0e-45be-8aa2-d87354e21b74 req-c3e8cde7-c965-45be-8ee6-554ab5cdf5ce tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807483 Sep 16 05:31:45.748427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.778230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.901049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.25.6.251 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/ed817a61-6864-470d-b80c-203aab0062a0) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:46.020470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.060222 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.099898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:46.113147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:46.115862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:46.118472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=ed817a61-6864-470d-b80c-203aab0062a0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:46.418458 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.648916 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.803590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4f15c-7b7f-4009-b602-dc1e94242a22 req-dadf7e6c-a4b6-4d6f-ad72-6dc6f66e566d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:46.805289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cb4f15c-7b7f-4009-b602-dc1e94242a22 req-dadf7e6c-a4b6-4d6f-ad72-6dc6f66e566d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1028228 Sep 16 05:31:46.880296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cb4f15c-7b7f-4009-b602-dc1e94242a22 req-bc728957-f19f-4ad9-bf6e-2e1642492083 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684521 Sep 16 05:31:46.891132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router f834615d-cbf0-4e77-93e0-433e3c3c1254 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:47.027150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:47.039130 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] Sync routers for ids ['f834615d-cbf0-4e77-93e0-433e3c3c1254'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:47.046042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.047309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0cc424fc-2d38-4ae4-8ebf-fb5027bc534f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.9812298 Sep 16 05:31:47.050496 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] Routers {'f834615d-cbf0-4e77-93e0-433e3c3c1254'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:47.051150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56870) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.051296 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f834615d-cbf0-4e77-93e0-433e3c3c1254'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:47.088075 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:47.106581 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] Routers {'f834615d-cbf0-4e77-93e0-433e3c3c1254'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:47.107285 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f834615d-cbf0-4e77-93e0-433e3c3c1254'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:47.138529 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:47.139311 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a851506-38a6-4115-945a-1d11cc61aaae None None] The sync data for ids ['f834615d-cbf0-4e77-93e0-433e3c3c1254'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:47.161749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-08938d2f-2551-415b-9753-70ac13f9c06e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/routers/f834615d-cbf0-4e77-93e0-433e3c3c1254 HTTP/1.1" status: 200 len: 880 time: 0.1090572 Sep 16 05:31:47.164821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56872) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.397758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a677fa7f-b547-4032-81cc-4e0a459a1802 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2295904 Sep 16 05:31:47.397934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56890) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.402621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a446ec7a-fe7c-4908-86f3-b033843023da tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-570965651'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:47.721905 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a446ec7a-fe7c-4908-86f3-b033843023da tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.743000 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a446ec7a-fe7c-4908-86f3-b033843023da tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.873233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a446ec7a-fe7c-4908-86f3-b033843023da tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router f834615d-cbf0-4e77-93e0-433e3c3c1254 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:48.031239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a446ec7a-fe7c-4908-86f3-b033843023da tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:48.038630 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a446ec7a-fe7c-4908-86f3-b033843023da tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.039817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a446ec7a-fe7c-4908-86f3-b033843023da tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/f834615d-cbf0-4e77-93e0-433e3c3c1254 HTTP/1.1" status: 200 len: 887 time: 0.6409585 Sep 16 05:31:48.042489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56912) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.044930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] Sync routers for ids ['f834615d-cbf0-4e77-93e0-433e3c3c1254'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:48.059287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03bafb-406c-427c-844b-51675a8887ea req-8c42fbe4-008a-443b-947f-8abbce493d57 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:48.059778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] Routers {'f834615d-cbf0-4e77-93e0-433e3c3c1254'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:48.060618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f834615d-cbf0-4e77-93e0-433e3c3c1254'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:48.061171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a03bafb-406c-427c-844b-51675a8887ea req-8c42fbe4-008a-443b-947f-8abbce493d57 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.0723169 Sep 16 05:31:48.118642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a03bafb-406c-427c-844b-51675a8887ea req-74da3594-ab76-4080-8b45-0ebf73d700ea tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Sep 16 05:31:48.141371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:48.151740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] Routers {'f834615d-cbf0-4e77-93e0-433e3c3c1254'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:48.152610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f834615d-cbf0-4e77-93e0-433e3c3c1254'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:48.176359 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-14802c06-70eb-4281-88d3-d56d304c41c0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/routers/f834615d-cbf0-4e77-93e0-433e3c3c1254 HTTP/1.1" status: 200 len: 887 time: 0.1312571 Sep 16 05:31:48.178940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56914) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.194603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:48.195517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f1836-922d-477e-8030-669669d8f48f None None] The sync data for ids ['f834615d-cbf0-4e77-93e0-433e3c3c1254'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:48.215928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a112b1c0-c72f-4e46-a8ea-bb8fb5ecef5a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834615d-cbf0-4e77-93e0-433e3c3c1254 HTTP/1.1" status: 200 len: 205 time: 0.0335724 Sep 16 05:31:48.216183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56916) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.651366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.758518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.809609 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port ed817a61-6864-470d-b80c-203aab0062a0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:48.809956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.894303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.906241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for ed817a61-6864-470d-b80c-203aab0062a0 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:49.105142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.132742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=ed817a61-6864-470d-b80c-203aab0062a0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.207623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.335561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.338864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.398533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91d897-643e-4ea7-87d7-70215fa79334 req-e97126d2-9c44-432b-8791-7aa080b4ef3c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:49.400222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c91d897-643e-4ea7-87d7-70215fa79334 req-e97126d2-9c44-432b-8791-7aa080b4ef3c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1524065 Sep 16 05:31:49.406248 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.407003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Fanout notify agent at l3_agent the message router_deleted on router f834615d-cbf0-4e77-93e0-433e3c3c1254 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:49.416566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.417753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f09bd824-de9b-451d-bcdf-0f91d9203571 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/f834615d-cbf0-4e77-93e0-433e3c3c1254 HTTP/1.1" status: 204 len: 168 time: 1.2006922 Sep 16 05:31:49.421755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56948) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:49.427523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1428072573'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:49.459314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c91d897-643e-4ea7-87d7-70215fa79334 req-ba24b735-5d7d-4389-924a-17146a198af7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487456 Sep 16 05:31:49.482970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:49.486815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.512517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:49.521461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.521812 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment 3d52fac4-ad71-4ff5-8ef9-7da4daa3a816 of type vlan for network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 Sep 16 05:31:49.566351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.593205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.604342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:49.605201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.649485 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2240880 Sep 16 05:31:49.649685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 56950) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:49.654288 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': '7190ee75-d056-4bdb-a4b3-1d454ffebc67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:49.743230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=7190ee75-d056-4bdb-a4b3-1d454ffebc67,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.759884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.760551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.761076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.761606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.762108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.762617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.763124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.763628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.764160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.764667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.765158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.765656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d694454-9d59-4ecd-bf1f-0bbfdb6c8e38 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:49.777988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:49.793563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:49.799076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.006211 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.074758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:50.079999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': '3d52fac4-ad71-4ff5-8ef9-7da4daa3a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7190ee75-d056-4bdb-a4b3-1d454ffebc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:50.080387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: 7190ee75-d056-4bdb-a4b3-1d454ffebc67, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:50.097576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:50.106356 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 7190ee75-d056-4bdb-a4b3-1d454ffebc67) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:50.110740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.111415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.118508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef844e8e-317e-490f-bff9-7e77bded54c7 None None] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:50.133386 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c4780362-06f3-4daf-806f-090f86cad813 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4823642 Sep 16 05:31:50.135843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56958) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:50.140375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-56062e2c-25b0-41de-baa2-116b6bcd0082 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2138949904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:50.165842 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56062e2c-25b0-41de-baa2-116b6bcd0082 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.166778 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56062e2c-25b0-41de-baa2-116b6bcd0082 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.217625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56062e2c-25b0-41de-baa2-116b6bcd0082 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.223235 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56062e2c-25b0-41de-baa2-116b6bcd0082 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.240452 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56062e2c-25b0-41de-baa2-116b6bcd0082 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.242005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-56062e2c-25b0-41de-baa2-116b6bcd0082 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1052797 Sep 16 05:31:50.244795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 56960) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:50.289016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-7190ee75-d056-4bdb-a4b3-1d454ffebc67', 'network_id': '7190ee75-d056-4bdb-a4b3-1d454ffebc67', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': 'b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:50.290360 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.455011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Allocated IP 172.20.0.2 (7190ee75-d056-4bdb-a4b3-1d454ffebc67/b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17/ee83e5c3-7127-463c-b229-3abcf6161f88) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:50.646417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.646993 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.655955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.671063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9985c3e-af07-454f-9c3f-ae35daf7f619 req-3d8a837e-d914-4459-a371-b7cd12f539fa tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.672485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9985c3e-af07-454f-9c3f-ae35daf7f619 req-3d8a837e-d914-4459-a371-b7cd12f539fa tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1194408 Sep 16 05:31:50.719219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:50.724898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:50.727265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:50.729397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Pushing event updated for resources: {'Port': ['ID=ee83e5c3-7127-463c-b229-3abcf6161f88,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:50.796658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Attempting to bind port ee83e5c3-7127-463c-b229-3abcf6161f88 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:50.797315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Attempting to bind port ee83e5c3-7127-463c-b229-3abcf6161f88 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '3d52fac4-ad71-4ff5-8ef9-7da4daa3a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7190ee75-d056-4bdb-a4b3-1d454ffebc67'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:50.797469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Attempting to bind port ee83e5c3-7127-463c-b229-3abcf6161f88 on network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:50.806667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:50.807044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Checking segment: {'id': '3d52fac4-ad71-4ff5-8ef9-7da4daa3a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7190ee75-d056-4bdb-a4b3-1d454ffebc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:50.807451 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.807847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Bound using segment: {'id': '3d52fac4-ad71-4ff5-8ef9-7da4daa3a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7190ee75-d056-4bdb-a4b3-1d454ffebc67'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:50.808348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Bound port: ee83e5c3-7127-463c-b229-3abcf6161f88, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d52fac4-ad71-4ff5-8ef9-7da4daa3a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7190ee75-d056-4bdb-a4b3-1d454ffebc67'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:50.808734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.842982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9985c3e-af07-454f-9c3f-ae35daf7f619 req-0dfaced4-1b73-4167-871e-0cc5e742134b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588895 Sep 16 05:31:50.879299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] For port ee83e5c3-7127-463c-b229-3abcf6161f88, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:50.882639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] For port ee83e5c3-7127-463c-b229-3abcf6161f88, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ee83e5c3-7127-463c-b229-3abcf6161f88,segment=NetworkSegment(3d52fac4-ad71-4ff5-8ef9-7da4daa3a816),segment_id=3d52fac4-ad71-4ff5-8ef9-7da4daa3a816)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:50.888473 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.979530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d18bd-2d4d-4560-9b81-3018f2c2c425 None None] Pushing event updated for resources: {'Port': ['ID=ee83e5c3-7127-463c-b229-3abcf6161f88,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:51.063494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.20.0.1 (7190ee75-d056-4bdb-a4b3-1d454ffebc67/b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17/e9ea17a5-884e-48a3-a5a5-45fd5671d2e4) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:51.231369 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.278466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.321405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:51.324740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:51.328439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:51.366479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=e9ea17a5-884e-48a3-a5a5-45fd5671d2e4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:51.384577 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.513703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.817834 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.825634 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.931136 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:51.950314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=e9ea17a5-884e-48a3-a5a5-45fd5671d2e4,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:52.040245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd748c7-8240-4f30-b0a6-bc5565439da5 None None] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:52.047923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee556d8-d64c-4b92-85d7-a46e661b4e68 req-137095cb-1c0a-4ae9-a52c-805c01934877 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.050168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ee556d8-d64c-4b92-85d7-a46e661b4e68 req-137095cb-1c0a-4ae9-a52c-805c01934877 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1232824 Sep 16 05:31:52.105626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:52.108285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:52.132892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ee556d8-d64c-4b92-85d7-a46e661b4e68 req-cc358d14-1e0f-4cc8-9fd1-d4f63f0ede4e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687017 Sep 16 05:31:52.232428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f7b1c5a1-3b07-41e0-8f1a-489e78eb65d9 None None] Provisioning complete for port ee83e5c3-7127-463c-b229-3abcf6161f88 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:52.232428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c5a1-3b07-41e0-8f1a-489e78eb65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.251141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router b25ff025-69a0-48e3-b616-2357e3947c1c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:31:52.357987 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c5a1-3b07-41e0-8f1a-489e78eb65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.396148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f7b1c5a1-3b07-41e0-8f1a-489e78eb65d9 None None] For port ee83e5c3-7127-463c-b229-3abcf6161f88, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ee83e5c3-7127-463c-b229-3abcf6161f88,segment=NetworkSegment(3d52fac4-ad71-4ff5-8ef9-7da4daa3a816),segment_id=3d52fac4-ad71-4ff5-8ef9-7da4daa3a816)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:52.398226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:52.404754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8ff4bae5-01b9-4b2d-8557-71c07081573c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/b25ff025-69a0-48e3-b616-2357e3947c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582563 Sep 16 05:31:52.407407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57032) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:52.408115 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c5a1-3b07-41e0-8f1a-489e78eb65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.414305 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] Sync routers for ids ['b25ff025-69a0-48e3-b616-2357e3947c1c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:52.429250 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] Routers {'b25ff025-69a0-48e3-b616-2357e3947c1c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:52.430028 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b25ff025-69a0-48e3-b616-2357e3947c1c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.485343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1c5a1-3b07-41e0-8f1a-489e78eb65d9 None None] Pushing event updated for resources: {'Port': ['ID=ee83e5c3-7127-463c-b229-3abcf6161f88,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:52.511039 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.514242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea11fa-103c-4872-af68-311682269208 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.518998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-02ea11fa-103c-4872-af68-311682269208 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports/e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 HTTP/1.1" status: 200 len: 910 time: 0.1072009 Sep 16 05:31:52.519298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57034) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:52.520812 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] Routers {'b25ff025-69a0-48e3-b616-2357e3947c1c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:52.521428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b25ff025-69a0-48e3-b616-2357e3947c1c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.527162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:52.554878 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:52.555664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7db591-f076-4b9c-928a-9313a0d15c89 None None] The sync data for ids ['b25ff025-69a0-48e3-b616-2357e3947c1c'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:52.635693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7ccc1ab6-c589-4d66-90b4-72531deb9e34 None None] Provisioning complete for port e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:52.636187 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ccc1ab6-c589-4d66-90b4-72531deb9e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.697088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc1ab6-c589-4d66-90b4-72531deb9e34 None None] Port e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:52.710177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7ccc1ab6-c589-4d66-90b4-72531deb9e34 None None] Provisioning complete for port ee83e5c3-7127-463c-b229-3abcf6161f88 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:52.710833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ccc1ab6-c589-4d66-90b4-72531deb9e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.739040 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.961605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9fe89651-984b-4409-ae2e-26a31e3fb90e None None] Provisioning complete for port e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:52.961977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9fe89651-984b-4409-ae2e-26a31e3fb90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.033921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9fe89651-984b-4409-ae2e-26a31e3fb90e None None] Port e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:53.157261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a5f7189e-df0b-4374-875b-831136ad17c6 None None] Provisioning complete for port e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:53.158148 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a5f7189e-df0b-4374-875b-831136ad17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.203687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.214951 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.253299 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7189e-df0b-4374-875b-831136ad17c6 None None] Port e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:31:53.268947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ee83e5c3-7127-463c-b229-3abcf6161f88 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:53.284503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.285178 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.286497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/ports/e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 HTTP/1.1" status: 200 len: 910 time: 0.7661567 Sep 16 05:31:53.289650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57042) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:53.360179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ee83e5c3-7127-463c-b229-3abcf6161f88 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:53.360667 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.726657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad4bab-a4c4-4b3b-a278-5642f221d891 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=e9ea17a5-884e-48a3-a5a5-45fd5671d2e4,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:53.745469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c82e-7f3e-4916-a5bb-dd15b99e424e req-df88f7eb-1d03-42de-80c8-498779314c4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.747288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba35c82e-7f3e-4916-a5bb-dd15b99e424e req-df88f7eb-1d03-42de-80c8-498779314c4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.4718945 Sep 16 05:31:53.813515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba35c82e-7f3e-4916-a5bb-dd15b99e424e req-e2e10087-ed42-444f-ab97-49ca10b9625e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578990 Sep 16 05:31:54.065896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.371020 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:54.371644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.472378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.497415 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for e9ea17a5-884e-48a3-a5a5-45fd5671d2e4 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:54.680356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.708628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=e9ea17a5-884e-48a3-a5a5-45fd5671d2e4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:54.754512 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:54.866850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.030183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08400038-6414-47e7-9145-41e6c8898459 req-ea3a00a4-91ef-4374-9626-236217309c09 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:55.032391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08400038-6414-47e7-9145-41e6c8898459 req-ea3a00a4-91ef-4374-9626-236217309c09 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.0603964 Sep 16 05:31:55.077537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08400038-6414-47e7-9145-41e6c8898459 req-54ffc8c5-9ef4-4028-b1ad-a1ff94c230ea tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383613 Sep 16 05:31:55.083066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router b25ff025-69a0-48e3-b616-2357e3947c1c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:55.175975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:55.184334 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8816f55b-30c1-4a21-a551-4f621c5188a8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/b25ff025-69a0-48e3-b616-2357e3947c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930831 Sep 16 05:31:55.184589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57078) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:55.186347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] Sync routers for ids ['b25ff025-69a0-48e3-b616-2357e3947c1c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:55.204642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] Routers {'b25ff025-69a0-48e3-b616-2357e3947c1c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:55.205561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b25ff025-69a0-48e3-b616-2357e3947c1c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:55.215846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-75fae8ab-afeb-499f-8c9d-928a32c784ec tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=b25ff025-69a0-48e3-b616-2357e3947c1c HTTP/1.1" status: 200 len: 205 time: 0.0276306 Sep 16 05:31:55.216133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57080) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:55.247068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:55.257809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] Routers {'b25ff025-69a0-48e3-b616-2357e3947c1c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:55.258855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b25ff025-69a0-48e3-b616-2357e3947c1c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:55.298202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68048309-a0be-4c61-9380-254ce4b69da1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.298460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:55.299025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f0af77-ad3f-4c3f-a86c-de861b22cb6c None None] The sync data for ids ['b25ff025-69a0-48e3-b616-2357e3947c1c'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:55.464686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68048309-a0be-4c61-9380-254ce4b69da1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.468783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68048309-a0be-4c61-9380-254ce4b69da1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.524697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68048309-a0be-4c61-9380-254ce4b69da1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.525278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68048309-a0be-4c61-9380-254ce4b69da1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Fanout notify agent at l3_agent the message router_deleted on router b25ff025-69a0-48e3-b616-2357e3947c1c {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:55.536026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68048309-a0be-4c61-9380-254ce4b69da1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.537360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-68048309-a0be-4c61-9380-254ce4b69da1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/b25ff025-69a0-48e3-b616-2357e3947c1c HTTP/1.1" status: 204 len: 168 time: 0.3201802 Sep 16 05:31:55.540576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57086) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:55.606806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:55.611368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.657256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.752908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.827614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.859201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:55.863696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.865941 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3e189cab-5544-4bca-917e-1242f146121a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17 HTTP/1.1" status: 204 len: 168 time: 0.3234680 Sep 16 05:31:55.869137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:55.871720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7826d2a6-2b8e-4cee-b98c-37f4417c97f5 None None] Network 7190ee75-d056-4bdb-a4b3-1d454ffebc67 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:55.936675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47bc7419-4f7d-4a5d-8259-3b6c69f40d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:55.953029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.069066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port ee83e5c3-7127-463c-b229-3abcf6161f88 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:56.069686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.146688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] DHCP port deletion for 7190ee75-d056-4bdb-a4b3-1d454ffebc67 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:56.161882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port ee83e5c3-7127-463c-b229-3abcf6161f88, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ee83e5c3-7127-463c-b229-3abcf6161f88,segment=NetworkSegment(3d52fac4-ad71-4ff5-8ef9-7da4daa3a816),segment_id=3d52fac4-ad71-4ff5-8ef9-7da4daa3a816)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:56.162345 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.179824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for ee83e5c3-7127-463c-b229-3abcf6161f88 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:56.269482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] Deleting port ee83e5c3-7127-463c-b229-3abcf6161f88 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:56.270183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.278991 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.329949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=ee83e5c3-7127-463c-b229-3abcf6161f88,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:56.355966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] For port ee83e5c3-7127-463c-b229-3abcf6161f88, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:56.356391 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.358467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port ee83e5c3-7127-463c-b229-3abcf6161f88 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:56.371635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] Calling delete_port for ee83e5c3-7127-463c-b229-3abcf6161f88 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:56.374308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] Port ee83e5c3-7127-463c-b229-3abcf6161f88 was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:31:56.375687 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.414825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] Pushing event deleted for resources: {'Port': ['ID=ee83e5c3-7127-463c-b229-3abcf6161f88,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:56.419480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffed549-d498-4f90-978c-958030b1cbfd None None] No DVR routers for this DVR port ee83e5c3-7127-463c-b229-3abcf6161f88 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:56.472140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc25a5-6740-4237-beb4-adacd6832259 req-77ea8604-6a73-48ae-8f33-d03501574bc5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:56.473856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1bc25a5-6740-4237-beb4-adacd6832259 req-77ea8604-6a73-48ae-8f33-d03501574bc5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.2087915 Sep 16 05:31:56.503070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.536289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7190ee75-d056-4bdb-a4b3-1d454ffebc67']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:56.548258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d52fac4-ad71-4ff5-8ef9-7da4daa3a816') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:56.548690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d52fac4-ad71-4ff5-8ef9-7da4daa3a816') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:56.561089 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.604077 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.626025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:56.626444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:56.631749 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:56.645011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1bc25a5-6740-4237-beb4-adacd6832259 req-6aa9d61e-7d7d-4394-92a1-7fff8da471ae tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441965 Sep 16 05:31:56.723561 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.735210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.741525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57112) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:56.742027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/7190ee75-d056-4bdb-a4b3-1d454ffebc67 HTTP/1.1" status: 204 len: 168 time: 0.8711245 Sep 16 05:31:56.746408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2fd0ae05-a0de-4b2e-a06f-8e959034a532 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1344028709', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:56.755790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e7d8c-5aaa-49f8-953c-b669e1cb87e6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=7190ee75-d056-4bdb-a4b3-1d454ffebc67,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:56.774566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ae05-a0de-4b2e-a06f-8e959034a532 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.775789 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ae05-a0de-4b2e-a06f-8e959034a532 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.842803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ae05-a0de-4b2e-a06f-8e959034a532 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.850526 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ae05-a0de-4b2e-a06f-8e959034a532 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.869495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2fd0ae05-a0de-4b2e-a06f-8e959034a532 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.873397 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2fd0ae05-a0de-4b2e-a06f-8e959034a532 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1284332 Sep 16 05:31:56.873797 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57118) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:56.880631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-921711645'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:56.903190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:56.906666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.951424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:56.967345 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:56.967949 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment 7d818173-4de5-4a65-b606-97a389a9533b of type vlan for network 91c36ff7-486d-44e8-adb8-9cb50c076676 Sep 16 05:31:57.010982 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.040082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.046189 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.046789 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.083776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57120) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:57.084378 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2089891 Sep 16 05:31:57.093406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:57.165292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec0b52-f4c7-46bd-adf8-2d8981bfd094 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=91c36ff7-486d-44e8-adb8-9cb50c076676,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.177578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:57.243905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ee83e5c3-7127-463c-b229-3abcf6161f88 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:57.258670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:57.262488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.265996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: ee83e5c3-7127-463c-b229-3abcf6161f88 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:57.266458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ee83e5c3-7127-463c-b229-3abcf6161f88 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:57.469809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.528935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=9801baa2-83e9-4975-82d4-dafa47f5986d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.555610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:57.555978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: 91c36ff7-486d-44e8-adb8-9cb50c076676, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:57.578938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:57.598971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 91c36ff7-486d-44e8-adb8-9cb50c076676) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:57.603210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.603808 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.610939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad7837-45f1-436d-a84b-e6dd24aa31db None None] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:57.627779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e6d17289-1bd3-45c3-8a6b-56a8ea7cb6d0 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5418434 Sep 16 05:31:57.630348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57134) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:57.782259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-91c36ff7-486d-44e8-adb8-9cb50c076676', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:31:57.783313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.943316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36b616-28eb-4801-9e52-0e703199a965 req-01c288e9-d8e7-476d-a9bf-7cc2c854b727 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.948152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f36b616-28eb-4801-9e52-0e703199a965 req-01c288e9-d8e7-476d-a9bf-7cc2c854b727 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1478324 Sep 16 05:31:57.971830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Allocated IP 172.20.0.2 (91c36ff7-486d-44e8-adb8-9cb50c076676/9801baa2-83e9-4975-82d4-dafa47f5986d/374966a2-3c34-4341-91d9-b60cecb73b37) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:57.998512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f36b616-28eb-4801-9e52-0e703199a965 req-2be85711-a97f-4106-9357-cb9946614a14 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 Sep 16 05:31:58.039490 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.167480 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.180417 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.237368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:58.243928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:58.249011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:58.251532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-38faa57b-4772-47f1-8dc7-81e4500611a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.254488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Pushing event updated for resources: {'Port': ['ID=374966a2-3c34-4341-91d9-b60cecb73b37,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:58.320395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Attempting to bind port 374966a2-3c34-4341-91d9-b60cecb73b37 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:58.321014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Attempting to bind port 374966a2-3c34-4341-91d9-b60cecb73b37 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:58.321575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Attempting to bind port 374966a2-3c34-4341-91d9-b60cecb73b37 on network 91c36ff7-486d-44e8-adb8-9cb50c076676 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:58.327875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:58.328738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Checking segment: {'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:58.329488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.330068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Bound using segment: {'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:58.331309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Bound port: 374966a2-3c34-4341-91d9-b60cecb73b37, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:58.331877 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.366583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.20.0.1 (91c36ff7-486d-44e8-adb8-9cb50c076676/9801baa2-83e9-4975-82d4-dafa47f5986d/c83308da-916c-4170-bb46-e39043b89770) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:58.512469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.569443 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.642360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:58.646628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:58.652639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:58.699640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=c83308da-916c-4170-bb46-e39043b89770,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:58.703695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] For port 374966a2-3c34-4341-91d9-b60cecb73b37, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:58.707118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] For port 374966a2-3c34-4341-91d9-b60cecb73b37, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=374966a2-3c34-4341-91d9-b60cecb73b37,segment=NetworkSegment(7d818173-4de5-4a65-b606-97a389a9533b),segment_id=7d818173-4de5-4a65-b606-97a389a9533b)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:58.717403 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.732080 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.776452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8503a-4994-47c1-965a-19ef63f4b469 None None] Pushing event updated for resources: {'Port': ['ID=374966a2-3c34-4341-91d9-b60cecb73b37,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:58.783028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:58.912016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.989023 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-866b5f4b-8aa7-4d06-b9b2-b3b9fba10b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.167694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-866b5f4b-8aa7-4d06-b9b2-b3b9fba10b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.173520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-866b5f4b-8aa7-4d06-b9b2-b3b9fba10b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.229569 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.270270 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-866b5f4b-8aa7-4d06-b9b2-b3b9fba10b16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57e3bcae8ad2448aa9171bce90b2befb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859934 Sep 16 05:31:59.271559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b5f4b-8aa7-4d06-b9b2-b3b9fba10b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05de7e67-e10b-4536-8e9d-8e1179b089db,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:59.271980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582d146-61ee-40f4-a93e-5a3ac9fe4f95 req-eae952e9-1af9-4417-bb75-62806532422c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.274495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57172) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:59.306251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1582d146-61ee-40f4-a93e-5a3ac9fe4f95 req-eae952e9-1af9-4417-bb75-62806532422c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1352830 Sep 16 05:31:59.345386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 374966a2-3c34-4341-91d9-b60cecb73b37 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:59.352588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03fe54e5-8d25-4aea-8712-79fad4053440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.385216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03fe54e5-8d25-4aea-8712-79fad4053440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.429289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 374966a2-3c34-4341-91d9-b60cecb73b37 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:59.430216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.442977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1582d146-61ee-40f4-a93e-5a3ac9fe4f95 req-6fcec112-1b6b-4863-81d1-1718571f6c66 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356635 Sep 16 05:31:59.449930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03fe54e5-8d25-4aea-8712-79fad4053440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.454343 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-03fe54e5-8d25-4aea-8712-79fad4053440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.456473 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-03fe54e5-8d25-4aea-8712-79fad4053440 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05de7e67-e10b-4536-8e9d-8e1179b089db HTTP/1.1" status: 204 len: 168 time: 0.1807692 Sep 16 05:31:59.464928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe54e5-8d25-4aea-8712-79fad4053440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05de7e67-e10b-4536-8e9d-8e1179b089db,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:59.538830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.543483 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.552417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.587387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 374966a2-3c34-4341-91d9-b60cecb73b37, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=374966a2-3c34-4341-91d9-b60cecb73b37,segment=NetworkSegment(7d818173-4de5-4a65-b606-97a389a9533b),segment_id=7d818173-4de5-4a65-b606-97a389a9533b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:59.600113 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.637874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.659589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=c83308da-916c-4170-bb46-e39043b89770,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:59.674664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=374966a2-3c34-4341-91d9-b60cecb73b37,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:59.771717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:59.774821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:59.865942 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.947640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:00.065448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:00.076958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57204) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:00.080928 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:00.083299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-871501949'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:00.087022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e75af82a-c5d8-49d3-b746-c22abbcf312c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450381 Sep 16 05:32:00.091197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:00.092452 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:00.118299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:00.128536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.179845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:00.193158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.193762 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment 729587b9-1411-4e44-8668-a9d3d67712f1 of type vlan for network 0f22b10c-d890-4fcf-ae78-a8dc6843083e Sep 16 05:32:00.200500 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:00.255346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.272765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bb0e28-dfb5-4642-ae9a-33b574e8a501 None None] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:00.307985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.322489 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.323329 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.389522 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3096068 Sep 16 05:32:00.390604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57220) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:00.406298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:00.458070 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:31:58Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:31:59Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:00.471511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-76ebcc40-deee-4b47-9f49-a130633c5e37 None None] Provisioning complete for port 374966a2-3c34-4341-91d9-b60cecb73b37 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:00.471649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-76ebcc40-deee-4b47-9f49-a130633c5e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.524464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f245c77-8c17-4228-a2b8-74b95734de83 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=0f22b10c-d890-4fcf-ae78-a8dc6843083e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:00.568920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:00.673066 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:00.673607 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Updating router 3eddeb60-512a-4201-a6b4-ccde6afd4722 port c83308da-916c-4170-bb46-e39043b89770 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:00.714878 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.728409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:00.741379 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:00.824988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99be303-a16e-4ff9-a62b-abc7841d6110 req-f0d01741-8b84-4aad-9a3c-f533e91c22df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.827240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e99be303-a16e-4ff9-a62b-abc7841d6110 req-f0d01741-8b84-4aad-9a3c-f533e91c22df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.2407317 Sep 16 05:32:00.863786 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-9f8722da-786e-4b97-81f4-d94715172ce5 service neutron] show failed (client error): The resource could not be found. Sep 16 05:32:00.864820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-9f8722da-786e-4b97-81f4-d94715172ce5 service neutron] 10.222.0.73 "GET /v2.0/ports/4929bbfa-5bc0-4e11-9591-071e6f394f6d/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.2987220 Sep 16 05:32:00.958714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e99be303-a16e-4ff9-a62b-abc7841d6110 req-07af7a08-5a51-4d60-9bd6-981e37ab6ac4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954988 Sep 16 05:32:01.114633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.150991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-68735411-274f-4afb-9156-21dc854eef6e None None] Provisioning complete for port c83308da-916c-4170-bb46-e39043b89770 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:01.151370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-68735411-274f-4afb-9156-21dc854eef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.259713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:01.260270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: 0f22b10c-d890-4fcf-ae78-a8dc6843083e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:01.294070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 374966a2-3c34-4341-91d9-b60cecb73b37 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:01.310086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:01.335620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-95a5e3c6-fda9-4e7c-bd52-07393d050adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.339085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-95a5e3c6-fda9-4e7c-bd52-07393d050adb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 1098 time: 0.1631520 Sep 16 05:32:01.339248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-68735411-274f-4afb-9156-21dc854eef6e None None] Port c83308da-916c-4170-bb46-e39043b89770 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:01.344127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:01.360705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:01.364470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0f22b10c-d890-4fcf-ae78-a8dc6843083e) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:01.370521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:01.371124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.386276 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.388112 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.388985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e737f-7824-4c43-8941-962106ac2ece None None] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:01.394790 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.459782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-014ebac9-16e9-4849-b22e-7610071f6ee9 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0678182 Sep 16 05:32:01.462631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:01.493405 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Pushing event updated for resources: {'Port': ['ID=c83308da-916c-4170-bb46-e39043b89770,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:01.539452 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.540293 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.540635 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.543637 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.544017 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.544376 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.545621 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.546119 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.546601 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.547099 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.547579 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.547703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.548610 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:01.570706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-68735411-274f-4afb-9156-21dc854eef6e None None] Provisioning complete for port 374966a2-3c34-4341-91d9-b60cecb73b37 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:01.571087 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-68735411-274f-4afb-9156-21dc854eef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.657812 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Attempting to bind port c83308da-916c-4170-bb46-e39043b89770 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:01.658055 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Attempting to bind port c83308da-916c-4170-bb46-e39043b89770 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:01.658577 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Attempting to bind port c83308da-916c-4170-bb46-e39043b89770 on network 91c36ff7-486d-44e8-adb8-9cb50c076676 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:01.665383 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:01.665750 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Checking segment: {'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:01.666605 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.667021 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Bound using segment: {'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:01.667450 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Bound port: c83308da-916c-4170-bb46-e39043b89770, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d818173-4de5-4a65-b606-97a389a9533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:01.667787 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.756442 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] For port c83308da-916c-4170-bb46-e39043b89770, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:01.760479 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] For port c83308da-916c-4170-bb46-e39043b89770, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c83308da-916c-4170-bb46-e39043b89770,segment=NetworkSegment(7d818173-4de5-4a65-b606-97a389a9533b),segment_id=7d818173-4de5-4a65-b606-97a389a9533b)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:01.770738 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.824661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 374966a2-3c34-4341-91d9-b60cecb73b37 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:01.825090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:01.903610 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4dba6-53fe-43fe-933c-3c99185eb63d None None] Pushing event updated for resources: {'Port': ['ID=c83308da-916c-4170-bb46-e39043b89770,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:01.954979 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:01.955667 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:02.056888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:02.057992 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.107183 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:02.169535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-646f317d-2ffe-4be8-a44b-5108e4d8b662 None None] Provisioning complete for port c83308da-916c-4170-bb46-e39043b89770 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:02.169998 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-646f317d-2ffe-4be8-a44b-5108e4d8b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.289849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.548992 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:31:58Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:01Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:02.593047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Allocated IP 172.21.0.2 (0f22b10c-d890-4fcf-ae78-a8dc6843083e/4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d/c3d8769e-7946-4407-bc96-c2dada9bf00e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:02.598628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-646f317d-2ffe-4be8-a44b-5108e4d8b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.650936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29bbf9-d8f8-4521-8610-ed1df96c3774 req-5cac7139-6d38-4d85-a130-b2568a140310 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:02.652861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa29bbf9-d8f8-4521-8610-ed1df96c3774 req-5cac7139-6d38-4d85-a130-b2568a140310 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.1199920 Sep 16 05:32:02.663418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-646f317d-2ffe-4be8-a44b-5108e4d8b662 None None] For port c83308da-916c-4170-bb46-e39043b89770, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c83308da-916c-4170-bb46-e39043b89770,segment=NetworkSegment(7d818173-4de5-4a65-b606-97a389a9533b),segment_id=7d818173-4de5-4a65-b606-97a389a9533b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:02.669659 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acaffb-a7b9-46c0-961b-ef781d17ae24 None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:31:58Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:01Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:02.674019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-646f317d-2ffe-4be8-a44b-5108e4d8b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.725233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:02.778933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa29bbf9-d8f8-4521-8610-ed1df96c3774 req-b9fecccb-8191-4016-8871-4fb904aa41a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169791 Sep 16 05:32:02.834209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:02.861947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f317d-2ffe-4be8-a44b-5108e4d8b662 None None] Pushing event updated for resources: {'Port': ['ID=c83308da-916c-4170-bb46-e39043b89770,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:02.886450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0a3d9ca5-4a22-47af-881d-f681926c8e5c None None] Provisioning complete for port c83308da-916c-4170-bb46-e39043b89770 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:02.886725 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9ca5-4a22-47af-881d-f681926c8e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.930082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:02.932577 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aabcf9-4479-4af4-ab25-d5a2a0a89ab1" -d '{"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-unplugged", "status": "completed", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:02.955574 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.988551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Transition to ACTIVE for port object 4929bbfa-5bc0-4e11-9591-071e6f394f6d will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:02.999579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.069460 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c076dc-de72-4c7f-bba1-37bf41a780b5 x-openstack-request-id: req-61c076dc-de72-4c7f-bba1-37bf41a780b5 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:03.070008 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-unplugged", "status": "completed", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:03.070601 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61c076dc-de72-4c7f-bba1-37bf41a780b5 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:03.071227 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'code': 200} Sep 16 05:32:03.165003 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.180398 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.283941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c83308da-916c-4170-bb46-e39043b89770 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:03.309701 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.21.0.1 (0f22b10c-d890-4fcf-ae78-a8dc6843083e/4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d/5f0a2044-7de6-46fa-9db3-7c7e758f8273) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:03.372045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:03.378223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Pushing event updated for resources: {'Port': ['ID=c3d8769e-7946-4407-bc96-c2dada9bf00e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.382201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:03.394133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.411846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:03.425345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-87f7c361-6b8f-4ccb-9845-03afc39e1f53 None None] Provisioning complete for port c83308da-916c-4170-bb46-e39043b89770 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:03.425726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-87f7c361-6b8f-4ccb-9845-03afc39e1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.440371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] No DVR routers for this DVR port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:03.577631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Attempting to bind port c3d8769e-7946-4407-bc96-c2dada9bf00e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:03.578098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Attempting to bind port c3d8769e-7946-4407-bc96-c2dada9bf00e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:03.578560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Attempting to bind port c3d8769e-7946-4407-bc96-c2dada9bf00e on network 0f22b10c-d890-4fcf-ae78-a8dc6843083e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:03.594797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:03.595538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Checking segment: {'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:03.596416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.596915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Bound using segment: {'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:03.597508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Bound port: c3d8769e-7946-4407-bc96-c2dada9bf00e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:03.598123 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.668275 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.681843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c83308da-916c-4170-bb46-e39043b89770 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:03.683263 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.731529 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.779647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57296) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:03.800919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:03.801253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:03.801881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on network 3a88975e-bb15-429a-b367-dfcb8759d319 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:03.814218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on network 3a88975e-bb15-429a-b367-dfcb8759d319 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:03.814594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Attempting to bind port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on network 3a88975e-bb15-429a-b367-dfcb8759d319 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:03.831462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:03.831814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Checking segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:03.832236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Bound using segment: {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:03.832824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Bound port: 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400d327-caa7-425f-acd1-e0b3b1228e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:03.833191 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.883532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] For port c3d8769e-7946-4407-bc96-c2dada9bf00e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:03.886975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] For port c3d8769e-7946-4407-bc96-c2dada9bf00e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c3d8769e-7946-4407-bc96-c2dada9bf00e,segment=NetworkSegment(729587b9-1411-4e44-8668-a9d3d67712f1),segment_id=729587b9-1411-4e44-8668-a9d3d67712f1)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:03.896639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=5f0a2044-7de6-46fa-9db3-7c7e758f8273,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.922618 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:03.925370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:03.930629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:03.946244 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.984495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.057469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381db64-8325-4c89-8697-87a0203c75bd None None] Pushing event updated for resources: {'Port': ['ID=c3d8769e-7946-4407-bc96-c2dada9bf00e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:04.117385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0d4cb21-0cd9-4e5a-8e09-d5618f132e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.153891 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.156503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff2481-d2b9-4765-b01e-14ed378df167 req-9ef8bc08-58eb-4c5f-ad76-e29826b6154c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.158220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19ff2481-d2b9-4765-b01e-14ed378df167 req-9ef8bc08-58eb-4c5f-ad76-e29826b6154c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 944 time: 0.2136590 Sep 16 05:32:04.170093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:04.182364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:04.202192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.291766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19ff2481-d2b9-4765-b01e-14ed378df167 req-6b398728-8158-4442-a267-2e223e6f6801 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250894 Sep 16 05:32:04.300946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.301545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.304980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] 10.222.0.64 "PUT /v2.0/ports/4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1093 time: 2.9492640 Sep 16 05:32:04.358642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ce64f-d590-45df-9023-7504186e3309 service neutron] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:04.488729 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-9065016a-89b5-4cf5-8799-46a0e357f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.490505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-9065016a-89b5-4cf5-8799-46a0e357f61e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1096 time: 0.1364355 Sep 16 05:32:04.528049 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0d4cb21-0cd9-4e5a-8e09-d5618f132e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.544273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f0d4cb21-0cd9-4e5a-8e09-d5618f132e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.645615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f0d4cb21-0cd9-4e5a-8e09-d5618f132e3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5672f320cfb4737922fde1e065b5a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8624430 Sep 16 05:32:04.646001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57312) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:04.647001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4cb21-0cd9-4e5a-8e09-d5618f132e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b766c99-3994-43cd-93bb-d583794875a1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:04.699932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-41ff9d60-2ac4-4d48-a6fc-cd300e621563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.701518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-41ff9d60-2ac4-4d48-a6fc-cd300e621563 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.2019763 Sep 16 05:32:04.737327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.747635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.776289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-19176520-0ab5-4b43-80d0-15e0d8f2a04d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1000 time: 0.0672114 Sep 16 05:32:04.776604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94935be8-4f3c-4a96-9300-699d2b0938fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.827878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-66606875-6f92-43ab-9cc1-7d206d82e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.829559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-66606875-6f92-43ab-9cc1-7d206d82e8a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.0462501 Sep 16 05:32:04.844302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94935be8-4f3c-4a96-9300-699d2b0938fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.858142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=5f0a2044-7de6-46fa-9db3-7c7e758f8273,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:04.861187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.885586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-c3b95927-c186-4233-9683-2b7c33c5dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.887179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-c3b95927-c186-4233-9683-2b7c33c5dc66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494540 Sep 16 05:32:04.973910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94935be8-4f3c-4a96-9300-699d2b0938fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.976413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-94935be8-4f3c-4a96-9300-699d2b0938fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:04.977569 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-94935be8-4f3c-4a96-9300-699d2b0938fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b766c99-3994-43cd-93bb-d583794875a1 HTTP/1.1" status: 204 len: 168 time: 0.3306229 Sep 16 05:32:04.987165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:04.992513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:04.994983 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94935be8-4f3c-4a96-9300-699d2b0938fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b766c99-3994-43cd-93bb-d583794875a1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:05.019532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-bcced5cd-48da-4de0-90de-897ce71c0323 service neutron] 10.222.0.64 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249194 Sep 16 05:32:05.076070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:05.082683 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:05.123787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:05.173855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:05.177924 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a56fad6-25ba-48f4-afdb-26e4cd784611 x-openstack-request-id: req-1a56fad6-25ba-48f4-afdb-26e4cd784611 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:05.178214 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:05.178470 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a56fad6-25ba-48f4-afdb-26e4cd784611 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:05.178859 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'status': 'completed', 'code': 200} Sep 16 05:32:05.192626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d1228c7-ab4f-4968-bb87-415aa83fa817 req-0b024757-f855-4970-895d-c22dfe076a00 service neutron] 10.222.0.64 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650207 Sep 16 05:32:05.258918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:05.268785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-887e2b57-7584-48e8-a3f2-bae118208a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.270378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-887e2b57-7584-48e8-a3f2-bae118208a96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1096 time: 0.0661099 Sep 16 05:32:05.357241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c3d8769e-7946-4407-bc96-c2dada9bf00e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:05.497884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c3d8769e-7946-4407-bc96-c2dada9bf00e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:05.510167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.525197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:05.533310 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b1b71353-225a-4f96-857c-153789385e46 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0695438 Sep 16 05:32:05.534109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:05.539416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-2027452069'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:05.545984 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-24dc300c-8bd8-4e1b-b3e9-ff46881d2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.547863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-24dc300c-8bd8-4e1b-b3e9-ff46881d2faf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1096 time: 0.2667434 Sep 16 05:32:05.561041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:05.567673 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:05.572899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.591497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:05.592274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:05.615485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:05.637289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.640700 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment d802a2b5-9e58-4efe-840b-ede597e53765 of type vlan for network eaf40c62-e658-4b52-be72-e4fdc26a4a09 Sep 16 05:32:05.710251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57334) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:05.726533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.728571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:05.729261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed65aab1-59c0-46ca-b521-e46e1bf8c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.773375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-de9d5c3f-6109-4dae-b253-d0b6edc0f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.773574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-de9d5c3f-6109-4dae-b253-d0b6edc0f811 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.2112284 Sep 16 05:32:05.774447 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-89f16acd-1f79-4aa4-8fb1-ba558c771579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.779741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-89f16acd-1f79-4aa4-8fb1-ba558c771579 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.4169621 Sep 16 05:32:05.805819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.806901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e5102-b261-4120-920a-8fd2627f3641 req-95682fa4-dba2-47ca-abb8-d773d232cf05 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.809837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a9e5102-b261-4120-920a-8fd2627f3641 req-95682fa4-dba2-47ca-abb8-d773d232cf05 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 944 time: 0.3592317 Sep 16 05:32:05.812989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.813707 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.855798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3610b9a-f74b-4edf-8a3b-3ae8ae902a95 None None] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:05.950241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a9e5102-b261-4120-920a-8fd2627f3641 req-7042068f-5513-4242-a78a-1392da08c3f5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123567 Sep 16 05:32:05.984903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-b004e444-f352-47a9-8efc-b39bf2c3b84e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1000 time: 0.1610532 Sep 16 05:32:05.992759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed65aab1-59c0-46ca-b521-e46e1bf8c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:05.994834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-c5c2d962-2557-414d-96e9-bd4f8e3f750c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1000 time: 0.1832147 Sep 16 05:32:06.000260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=eaf40c62-e658-4b52-be72-e4fdc26a4a09,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.017123 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c2582802-c8aa-411f-bb3b-3cdde5cf92db tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4810843 Sep 16 05:32:06.017362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed65aab1-59c0-46ca-b521-e46e1bf8c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.021159 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57342) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:06.057904 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:06.061248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65aab1-59c0-46ca-b521-e46e1bf8c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561c77a-8ea9-4251-a585-640d3de6ded6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.097699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-d94a0125-a72b-4cf4-ace8-1032ba921ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.099577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-d94a0125-a72b-4cf4-ace8-1032ba921ba8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.0856814 Sep 16 05:32:06.104511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-0eac5857-57a2-4ab4-ae91-200b8fa4ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.106460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-0eac5857-57a2-4ab4-ae91-200b8fa4ccba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.1050191 Sep 16 05:32:06.108045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed65aab1-59c0-46ca-b521-e46e1bf8c0d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3b4dadb938b4e6296907ed2c9fd702c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965690 Sep 16 05:32:06.111634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57346) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:06.137758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:06.161382 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.194436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-2fa7ea49-f90d-4fc0-9dde-919da599f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.196477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-2fa7ea49-f90d-4fc0-9dde-919da599f0e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884085 Sep 16 05:32:06.204354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-e6bef078-d44e-4351-b307-770baebb814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.206303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-e6bef078-d44e-4351-b307-770baebb814d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876656 Sep 16 05:32:06.207945 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:06.211547 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.377944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5dbf7062-0e8d-4c04-9ccb-c90743287b37 None None] Provisioning complete for port c3d8769e-7946-4407-bc96-c2dada9bf00e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:06.378694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7062-0e8d-4c04-9ccb-c90743287b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.389000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-9ce5b3dc-c99f-4dd0-ad20-2d0b6c2998c7 service neutron] 10.222.0.64 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814322 Sep 16 05:32:06.395352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-7d990447-e307-4195-89c1-ecb2674de17a service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679001 Sep 16 05:32:06.423811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62013117-3001-4715-9d76-2b5f4b9053dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.428884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.440777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c3d8769e-7946-4407-bc96-c2dada9bf00e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c3d8769e-7946-4407-bc96-c2dada9bf00e,segment=NetworkSegment(729587b9-1411-4e44-8668-a9d3d67712f1),segment_id=729587b9-1411-4e44-8668-a9d3d67712f1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:06.470384 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.493626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-c82c840b-8cec-4355-83c4-732230082d49 service neutron] 10.222.0.64 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971525 Sep 16 05:32:06.509787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=22d73758-cb0f-4f9f-8f55-3adf6af647b1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.548525 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62013117-3001-4715-9d76-2b5f4b9053dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.565371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:06.565734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: eaf40c62-e658-4b52-be72-e4fdc26a4a09, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:06.612167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:06.621946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7cd8fe6-eca0-4df2-89cb-11cb5ec569c1 req-531f9c98-302c-4f7c-932b-4a66e52895a0 service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271365 Sep 16 05:32:06.624992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, eaf40c62-e658-4b52-be72-e4fdc26a4a09) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:06.655599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:06.656684 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.672120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62013117-3001-4715-9d76-2b5f4b9053dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.675230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62013117-3001-4715-9d76-2b5f4b9053dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.680506 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-62013117-3001-4715-9d76-2b5f4b9053dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4561c77a-8ea9-4251-a585-640d3de6ded6 HTTP/1.1" status: 204 len: 168 time: 0.5677817 Sep 16 05:32:06.688887 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aff4e2-0c29-4821-a409-0b755086ec47 None None] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:06.694465 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-24325011-18e8-4532-b5a5-b4be5393b0f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6480329 Sep 16 05:32:06.697455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57356) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:06.702301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013117-3001-4715-9d76-2b5f4b9053dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561c77a-8ea9-4251-a585-640d3de6ded6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.760900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c3d8769e-7946-4407-bc96-c2dada9bf00e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:06.839609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:04Z', 'revision_number': 3, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:04Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:06.917424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:06.917928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Updating router 3eddeb60-512a-4201-a6b4-ccde6afd4722 port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:06.968078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.033318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-484719b5-d2fc-4b3e-8705-13ee2831162a None None] Provisioning complete for port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:07.033682 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-484719b5-d2fc-4b3e-8705-13ee2831162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.165833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-484719b5-d2fc-4b3e-8705-13ee2831162a None None] Port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:07.214556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-484719b5-d2fc-4b3e-8705-13ee2831162a None None] Provisioning complete for port c3d8769e-7946-4407-bc96-c2dada9bf00e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:07.214946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-484719b5-d2fc-4b3e-8705-13ee2831162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.243044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc5883-7937-490b-a403-83a7bebb9a52 req-6d6da8fb-0ee0-4bda-8178-8f4b0b7ec7b0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.244696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cdc5883-7937-490b-a403-83a7bebb9a52 req-6d6da8fb-0ee0-4bda-8178-8f4b0b7ec7b0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 944 time: 0.1307156 Sep 16 05:32:07.259322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:07.260483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.279795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c3d8769e-7946-4407-bc96-c2dada9bf00e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:07.290734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.331315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cdc5883-7937-490b-a403-83a7bebb9a52 req-2284c9e4-bc64-435c-b441-d68e4cc90976 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757642 Sep 16 05:32:07.635657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c3d8769e-7946-4407-bc96-c2dada9bf00e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:07.636232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.774701 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.797253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-34bd9b01-4db8-4d97-b5f8-c119f7927c12 None None] Provisioning complete for port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:07.797572 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-34bd9b01-4db8-4d97-b5f8-c119f7927c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.799675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Allocated IP 172.22.0.2 (eaf40c62-e658-4b52-be72-e4fdc26a4a09/22d73758-cb0f-4f9f-8f55-3adf6af647b1/bb78870a-f4b9-4b09-bbc6-01bcd6340d91) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:07.802493 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.060808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-34bd9b01-4db8-4d97-b5f8-c119f7927c12 None None] Port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:08.073216 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592153d3-ef37-4b77-871a-2e9bc6789edd None None] Pushing event updated for resources: {'Port': ['ID=5f0a2044-7de6-46fa-9db3-7c7e758f8273,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:08.182272 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.199092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Attempting to bind port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:08.201495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Attempting to bind port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:08.201899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Attempting to bind port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 on network 0f22b10c-d890-4fcf-ae78-a8dc6843083e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:08.209459 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.213960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:08.214335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Checking segment: {'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:08.214730 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.215122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Bound using segment: {'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:08.215600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Bound port: 5f0a2044-7de6-46fa-9db3-7c7e758f8273, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729587b9-1411-4e44-8668-a9d3d67712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:08.216033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.315369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.22.0.1 (eaf40c62-e658-4b52-be72-e4fdc26a4a09/22d73758-cb0f-4f9f-8f55-3adf6af647b1/dbcde11a-28a8-436b-afc6-59819564b745) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:08.322768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:08.344856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:08.354053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:08.357734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] For port 5f0a2044-7de6-46fa-9db3-7c7e758f8273, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:08.500731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.638277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c96920-a31a-436d-870a-9c80954e5490 req-3e609ff7-f09b-4c80-8b98-707f41e8e441 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:08.639904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c96920-a31a-436d-870a-9c80954e5490 req-3e609ff7-f09b-4c80-8b98-707f41e8e441 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 944 time: 0.1293292 Sep 16 05:32:08.649669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] For port 5f0a2044-7de6-46fa-9db3-7c7e758f8273, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5f0a2044-7de6-46fa-9db3-7c7e758f8273,segment=NetworkSegment(729587b9-1411-4e44-8668-a9d3d67712f1),segment_id=729587b9-1411-4e44-8668-a9d3d67712f1)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:08.663121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Pushing event updated for resources: {'Port': ['ID=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:08.672886 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.678699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e42d4824-00e5-431b-9788-820ebce15b00 None None] Provisioning complete for port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:08.679607 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e42d4824-00e5-431b-9788-820ebce15b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.691697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.765591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:08.769412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8c96920-a31a-436d-870a-9c80954e5490 req-59c56d96-c3da-4ec2-bdd7-4a3eb78892b3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194410 Sep 16 05:32:08.772475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:08.776640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:08.848949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592153d3-ef37-4b77-871a-2e9bc6789edd None None] Pushing event updated for resources: {'Port': ['ID=5f0a2044-7de6-46fa-9db3-7c7e758f8273,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:08.864556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Attempting to bind port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:08.865006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Attempting to bind port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:08.865382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Attempting to bind port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 on network eaf40c62-e658-4b52-be72-e4fdc26a4a09 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:08.948133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:08.948783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:08.951106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:08.951487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Checking segment: {'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:08.951886 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.952310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Bound using segment: {'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:08.952795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Bound port: bb78870a-f4b9-4b09-bbc6-01bcd6340d91, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:08.953186 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.140824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e42d4824-00e5-431b-9788-820ebce15b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.186678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e42d4824-00e5-431b-9788-820ebce15b00 None None] For port 5f0a2044-7de6-46fa-9db3-7c7e758f8273, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5f0a2044-7de6-46fa-9db3-7c7e758f8273,segment=NetworkSegment(729587b9-1411-4e44-8668-a9d3d67712f1),segment_id=729587b9-1411-4e44-8668-a9d3d67712f1)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:09.199648 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e42d4824-00e5-431b-9788-820ebce15b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.234260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:09.324514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=dbcde11a-28a8-436b-afc6-59819564b745,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.363456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.365294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] For port bb78870a-f4b9-4b09-bbc6-01bcd6340d91, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:09.393121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] For port bb78870a-f4b9-4b09-bbc6-01bcd6340d91, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,segment=NetworkSegment(d802a2b5-9e58-4efe-840b-ede597e53765),segment_id=d802a2b5-9e58-4efe-840b-ede597e53765)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:09.394298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e72f757b-8ea3-4c65-9737-47f1fe629549 None None] Provisioning complete for port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:09.394671 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e72f757b-8ea3-4c65-9737-47f1fe629549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.449847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:32:09.479647 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.490485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.616499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d4824-00e5-431b-9788-820ebce15b00 None None] Pushing event updated for resources: {'Port': ['ID=5f0a2044-7de6-46fa-9db3-7c7e758f8273,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.842040 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.856107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.871366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:09.914804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209800e3-0f27-4611-8e8d-ee56116f1c93 None None] Pushing event updated for resources: {'Port': ['ID=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.917579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'port_id': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'mac_address': 'fa:16:3e:7c:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:32:10.019722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.044730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:04Z', 'revision_number': 3, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:08Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:10.047505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4929bbfa-5bc0-4e11-9591-071e6f394f6d {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:10.092041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.118448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897fa50-4905-4c6a-8d55-75946885f1bc None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:04Z', 'revision_number': 3, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:08Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:10.123068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:10.126535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=dbcde11a-28a8-436b-afc6-59819564b745,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:10.134027 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.171601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73502ac-3959-46cc-b67c-ebc070442b98 req-5bccb2e1-b6ab-4ab7-abd2-bfb941b366a8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.173278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f73502ac-3959-46cc-b67c-ebc070442b98 req-5bccb2e1-b6ab-4ab7-abd2-bfb941b366a8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 944 time: 0.2326312 Sep 16 05:32:10.221491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:10.287874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f73502ac-3959-46cc-b67c-ebc070442b98 req-66eb6f48-da9a-42de-9496-73dc68f98fa9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617743 Sep 16 05:32:10.341679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:10.348292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:10.552635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['4929bbfa-5bc0-4e11-9591-071e6f394f6d'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:10.585456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:10.589852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57458) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:10.872549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:10.872928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed7d72ae-6df3-416c-b1dd-6ca9ce650b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:10.888707 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57464) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:10.891040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4acf1921-a7d8-4570-a07a-fb4297e80953 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1922257 Sep 16 05:32:10.899018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'network': {'name': 'tempest-RoutersTest-369602121'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:10.906881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3138a-3dd6-4f7f-8e39-6c1d695602c0 req-1aaa80e0-af70-4497-83b6-cd157f9c5e2a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.908698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8b3138a-3dd6-4f7f-8e39-6c1d695602c0 req-1aaa80e0-af70-4497-83b6-cd157f9c5e2a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 945 time: 0.3877366 Sep 16 05:32:10.975827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-1f8e6c1b-1c64-44ca-92b9-fffa80d32943 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.984921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-1f8e6c1b-1c64-44ca-92b9-fffa80d32943 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a&tenant_id=20e08208e310417ab685ed70d7fe97a5&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 945 time: 0.4099822 Sep 16 05:32:11.000507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8b3138a-3dd6-4f7f-8e39-6c1d695602c0 req-80fb60d0-ca00-4cd1-9f18-8eed44abf524 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760474 Sep 16 05:32:11.094945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed7d72ae-6df3-416c-b1dd-6ca9ce650b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.103934 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed7d72ae-6df3-416c-b1dd-6ca9ce650b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.106756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843485a-774e-427f-ab24-11e30cfd605c None None] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:11.118520 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-c4468721-f1ab-4ea7-b110-da696bfa5745 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:32:11.121076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-c4468721-f1ab-4ea7-b110-da696bfa5745 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4929bbfa-5bc0-4e11-9591-071e6f394f6d/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.1196222 Sep 16 05:32:11.176926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57466) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:11.177264 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed7d72ae-6df3-416c-b1dd-6ca9ce650b44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=120cb4fefdfa414295f00e365626c2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5857177 Sep 16 05:32:11.179437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:11.183249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.208996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:11.215829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-690b739d-4213-49cf-a602-9200611ec3fe None None] Provisioning complete for port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:11.221125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.221695 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added segment dca6eff1-d485-404d-a3fa-e873d0857eda of type vlan for network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 Sep 16 05:32:11.222899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-690b739d-4213-49cf-a602-9200611ec3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.223400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:11.241181 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:11.241912 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:11.269926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.295172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d72ae-6df3-416c-b1dd-6ca9ce650b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1297f1-0182-43fa-9231-f320a7f0bb80,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:11.305966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.318540 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.319407 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.400911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Network': ['ID=4a1add45-53a8-4a11-b0cf-df29dcba2ef2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:11.410844 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-68fbc09c-7dc7-4429-ad1d-4be3769b69d4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5206664 Sep 16 05:32:11.414548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:11.421528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'subnet': {'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:11.423335 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:11.427420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bb78870a-f4b9-4b09-bbc6-01bcd6340d91 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:11.430021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7eb-4e0e-49da-b4e8-b6b0cf6fd0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.436068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-81a21ba9-c9cf-4824-a0a3-152d51a76555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.443078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-81a21ba9-c9cf-4824-a0a3-152d51a76555 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1097 time: 0.1843541 Sep 16 05:32:11.468808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:11.533440 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7eb-4e0e-49da-b4e8-b6b0cf6fd0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.560039 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-690b739d-4213-49cf-a602-9200611ec3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.622257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Made reservation on behalf of cea285e229ba4ed58bf8c68e7bbb5d41 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:11.627070 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.645273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:11.645273 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.668420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-9d377537-8b4d-43d0-a672-e25e5909d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.669934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-9d377537-8b4d-43d0-a672-e25e5909d5e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.2090671 Sep 16 05:32:11.718722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-690b739d-4213-49cf-a602-9200611ec3fe None None] For port bb78870a-f4b9-4b09-bbc6-01bcd6340d91, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,segment=NetworkSegment(d802a2b5-9e58-4efe-840b-ede597e53765),segment_id=d802a2b5-9e58-4efe-840b-ede597e53765)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:11.745855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-690b739d-4213-49cf-a602-9200611ec3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.772448 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:11.804778 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:11.805137 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Updating router 3eddeb60-512a-4201-a6b4-ccde6afd4722 port dbcde11a-28a8-436b-afc6-59819564b745 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:11.809305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7eb-4e0e-49da-b4e8-b6b0cf6fd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.813167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b7eb-4e0e-49da-b4e8-b6b0cf6fd0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.817203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7dc8b7eb-4e0e-49da-b4e8-b6b0cf6fd0db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d1297f1-0182-43fa-9231-f320a7f0bb80 HTTP/1.1" status: 204 len: 168 time: 0.6381536 Sep 16 05:32:11.840081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8b7eb-4e0e-49da-b4e8-b6b0cf6fd0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1297f1-0182-43fa-9231-f320a7f0bb80,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:11.846427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-0307f413-70e6-4504-9f72-8aff450fc249 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 1001 time: 0.1642444 Sep 16 05:32:11.877238 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.911432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5f0a2044-7de6-46fa-9db3-7c7e758f8273 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:11.918888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b739d-4213-49cf-a602-9200611ec3fe None None] Pushing event updated for resources: {'Port': ['ID=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:11.964742 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:11.982759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-59c2d21e-c656-4188-ba54-7bae802406c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.987675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-59c2d21e-c656-4188-ba54-7bae802406c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.1235240 Sep 16 05:32:12.017472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:12.018274 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.039857 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.134349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-fd8d11dd-9a69-4bae-990e-8a8e65baa15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.135904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-fd8d11dd-9a69-4bae-990e-8a8e65baa15b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402862 Sep 16 05:32:12.204061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Checking segment: {'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:12.210360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network hostable DHCP agents. Network: 4a1add45-53a8-4a11-b0cf-df29dcba2ef2, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:12.214019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Subnet': ['ID=615dd807-951e-4a5a-8f44-1c81f0471040,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:12.246645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:12.265180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4a1add45-53a8-4a11-b0cf-df29dcba2ef2) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:12.271010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.271622 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.287228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975281b8-acf4-437b-83fd-8aa86a01442c None None] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:12.297628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-94a6d204-96d2-4e83-9304-f0ccda511d81 None None] Provisioning complete for port dbcde11a-28a8-436b-afc6-59819564b745 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:12.300569 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-94a6d204-96d2-4e83-9304-f0ccda511d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.311551 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-76ba91a3-d5ee-4ad0-bb67-df245a637ab4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8955989 Sep 16 05:32:12.314432 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57478) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.332904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743045e-0636-4ebf-9a99-ab82b4f15d42 req-457cd328-fa35-40b7-99a8-04f994c80dff tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:12.347264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6743045e-0636-4ebf-9a99-ab82b4f15d42 req-457cd328-fa35-40b7-99a8-04f994c80dff tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 945 time: 0.1571496 Sep 16 05:32:12.449009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-050ba49e-acb4-4198-ad01-bdc6fed02cba service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014381 Sep 16 05:32:12.476363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6743045e-0636-4ebf-9a99-ab82b4f15d42 req-88bc6e51-4543-49b2-9ff7-cbae88edac51 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244769 Sep 16 05:32:12.489527 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.493626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57480) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.497560 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.516688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-94a6d204-96d2-4e83-9304-f0ccda511d81 None None] Port dbcde11a-28a8-436b-afc6-59819564b745 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:12.543017 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56cc15a5-a5f6-4c40-97b1-96b25a6c2f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.584410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-94a6d204-96d2-4e83-9304-f0ccda511d81 None None] Provisioning complete for port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:12.585041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-94a6d204-96d2-4e83-9304-f0ccda511d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.597875 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1c564-ad4a-4315-adba-89838c9a4111 None None] Pushing event updated for resources: {'Port': ['ID=dbcde11a-28a8-436b-afc6-59819564b745,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:12.696591 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56cc15a5-a5f6-4c40-97b1-96b25a6c2f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.734064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'fixed_ips': [{'subnet_id': '615dd807-951e-4a5a-8f44-1c81f0471040'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:12.735278 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.739923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56cc15a5-a5f6-4c40-97b1-96b25a6c2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.764000 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Attempting to bind port dbcde11a-28a8-436b-afc6-59819564b745 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:12.764590 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Attempting to bind port dbcde11a-28a8-436b-afc6-59819564b745 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:12.765045 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Attempting to bind port dbcde11a-28a8-436b-afc6-59819564b745 on network eaf40c62-e658-4b52-be72-e4fdc26a4a09 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:12.770938 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:12.771477 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Checking segment: {'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:12.771969 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.772471 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Bound using segment: {'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:12.773147 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Bound port: dbcde11a-28a8-436b-afc6-59819564b745, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd802a2b5-9e58-4efe-840b-ede597e53765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:12.773622 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.898259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-56cc15a5-a5f6-4c40-97b1-96b25a6c2f8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53820d0ae2e94e649def9343e44be702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035707 Sep 16 05:32:12.920800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57484) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:12.923042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c60838ab-11b9-43a7-a69d-39eb23a55309 req-e7d17271-9a07-4d08-916c-273df2fe8b09 service neutron] 10.222.0.73 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494202 Sep 16 05:32:12.948719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d1483287-d9db-4b19-9c46-4dca88bfd3d4 None None] Provisioning complete for port dbcde11a-28a8-436b-afc6-59819564b745 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:12.949009 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1483287-d9db-4b19-9c46-4dca88bfd3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:12.954190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc15a5-a5f6-4c40-97b1-96b25a6c2f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ed9536-e066-4605-b400-e4481ae201d7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.053810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd37aa7a-a6f8-4953-95b1-64fac50101c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.071038 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] For port dbcde11a-28a8-436b-afc6-59819564b745, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:13.076197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] For port dbcde11a-28a8-436b-afc6-59819564b745, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dbcde11a-28a8-436b-afc6-59819564b745,segment=NetworkSegment(d802a2b5-9e58-4efe-840b-ede597e53765),segment_id=d802a2b5-9e58-4efe-840b-ede597e53765)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:13.082617 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.099931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd37aa7a-a6f8-4953-95b1-64fac50101c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.105895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d1483287-d9db-4b19-9c46-4dca88bfd3d4 None None] Port dbcde11a-28a8-436b-afc6-59819564b745 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:13.140150 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:13.140901 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:13.160449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Allocated IP 172.23.0.2 (4a1add45-53a8-4a11-b0cf-df29dcba2ef2/615dd807-951e-4a5a-8f44-1c81f0471040/2ce2feaa-0046-4395-af18-e2f1b18c393e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:13.190185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd37aa7a-a6f8-4953-95b1-64fac50101c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.193216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fd37aa7a-a6f8-4953-95b1-64fac50101c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.194726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fd37aa7a-a6f8-4953-95b1-64fac50101c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47ed9536-e066-4605-b400-e4481ae201d7 HTTP/1.1" status: 204 len: 168 time: 0.2672489 Sep 16 05:32:13.209509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37aa7a-a6f8-4953-95b1-64fac50101c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ed9536-e066-4605-b400-e4481ae201d7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.279769 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:13.378351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bb78870a-f4b9-4b09-bbc6-01bcd6340d91 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:13.419715 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1c564-ad4a-4315-adba-89838c9a4111 None None] Pushing event updated for resources: {'Port': ['ID=dbcde11a-28a8-436b-afc6-59819564b745,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.484280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:13.654184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.792021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64a7a0-6b2e-4f9d-bbdd-6878b47dce5f req-e448f8bd-2d85-49f7-a918-2a82827370db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.807942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e64a7a0-6b2e-4f9d-bbdd-6878b47dce5f req-e448f8bd-2d85-49f7-a918-2a82827370db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 945 time: 0.1895063 Sep 16 05:32:13.847966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fd7f4db5-a94d-4e00-aaae-f91adce1292e None None] Provisioning complete for port dbcde11a-28a8-436b-afc6-59819564b745 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:13.848362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4db5-a94d-4e00-aaae-f91adce1292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.854571 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:13Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:13.889067 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d2d01-0255-4dc3-a90e-910c2ba4d6a7 None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:13Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:13.980471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e64a7a0-6b2e-4f9d-bbdd-6878b47dce5f req-14379c3a-203e-4e32-8820-4db780919338 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643100 Sep 16 05:32:14.014001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57500) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:14.097367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 4929bbfa-5bc0-4e11-9591-071e6f394f6d completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:32:14.120609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:14.121258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.131744 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4db5-a94d-4e00-aaae-f91adce1292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.173058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 4929bbfa-5bc0-4e11-9591-071e6f394f6d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:14.174199 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.201010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8d0df21c-944a-4837-bc61-b87ff4936c6c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/2cbabc4a-8cb2-40f0-b652-907498a05f17 HTTP/1.1" status: 200 len: 993 time: 0.1768467 Sep 16 05:32:14.240053 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.299926 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.332421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fd7f4db5-a94d-4e00-aaae-f91adce1292e None None] For port dbcde11a-28a8-436b-afc6-59819564b745, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dbcde11a-28a8-436b-afc6-59819564b745,segment=NetworkSegment(d802a2b5-9e58-4efe-840b-ede597e53765),segment_id=d802a2b5-9e58-4efe-840b-ede597e53765)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:14.352767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Allocated IP 172.23.0.1 (4a1add45-53a8-4a11-b0cf-df29dcba2ef2/615dd807-951e-4a5a-8f44-1c81f0471040/3dad1edb-19cb-42dc-a1f5-0d5b62a223bf) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:14.396276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:14.402757 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4db5-a94d-4e00-aaae-f91adce1292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.462170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.465423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:14.472151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:14.539671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.588214 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:14.614141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:14.616654 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4764bbc-0345-40a2-a8cc-676b67aa0c58" -d '{"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-plugged", "status": "completed", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:14.620327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Pushing event updated for resources: {'Port': ['ID=2ce2feaa-0046-4395-af18-e2f1b18c393e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.633188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.639646 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.711789 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d435987e-ef9c-4f59-9e3f-3df91264c776 x-openstack-request-id: req-d435987e-ef9c-4f59-9e3f-3df91264c776 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:14.712083 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-plugged", "status": "completed", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:14.712453 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d435987e-ef9c-4f59-9e3f-3df91264c776 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:14.712743 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'code': 200} Sep 16 05:32:14.715188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-54b0ea34-0ea5-4f04-84ca-2f5fa77d1d0f None None] Provisioning complete for port dbcde11a-28a8-436b-afc6-59819564b745 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:14.715569 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54b0ea34-0ea5-4f04-84ca-2f5fa77d1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.723643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:14.727442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:14.732422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:14.747907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Attempting to bind port 2ce2feaa-0046-4395-af18-e2f1b18c393e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:14.748329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Attempting to bind port 2ce2feaa-0046-4395-af18-e2f1b18c393e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:14.748695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Attempting to bind port 2ce2feaa-0046-4395-af18-e2f1b18c393e on network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:14.767865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:14.768171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Checking segment: {'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:14.768579 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.768973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Bound using segment: {'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:14.769584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Bound port: 2ce2feaa-0046-4395-af18-e2f1b18c393e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:14.769968 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.775521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.793749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.800713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f4db5-a94d-4e00-aaae-f91adce1292e None None] Pushing event updated for resources: {'Port': ['ID=dbcde11a-28a8-436b-afc6-59819564b745,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.879834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:14.918362 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:14.936870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] For port 2ce2feaa-0046-4395-af18-e2f1b18c393e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:14.944304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] For port 2ce2feaa-0046-4395-af18-e2f1b18c393e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2ce2feaa-0046-4395-af18-e2f1b18c393e,segment=NetworkSegment(dca6eff1-d485-404d-a3fa-e873d0857eda),segment_id=dca6eff1-d485-404d-a3fa-e873d0857eda)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:14.952439 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.021341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f4748-93e5-408f-b76e-4b4e550b747e None None] Pushing event updated for resources: {'Port': ['ID=2ce2feaa-0046-4395-af18-e2f1b18c393e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:15.302994 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.308734 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.319068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dbcde11a-28a8-436b-afc6-59819564b745 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:15.388218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port dbcde11a-28a8-436b-afc6-59819564b745 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:15.388830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.408220 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:15.425451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event updated for resources: {'Port': ['ID=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:15.559384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:15.560969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:15.677592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:15.783542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:15.789188 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3421e2f3-dbf9-4e54-8253-725cac4ec188 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4733222 Sep 16 05:32:15.791882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57544) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:15.797286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:15.802767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:15.816467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:15.817142 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:15.986338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:16.291695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '3dad1edb-19cb-42dc-a1f5-0d5b62a223bf', 'name': '', 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:13:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:13Z', 'updated_at': '2021-09-16T05:32:15Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:16.332051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:16.332693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Updating router 3eddeb60-512a-4201-a6b4-ccde6afd4722 port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:16.353026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25612493-8b29-46fb-a121-b11420c67e06 None None] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:16.396334 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.397729 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:32:16.414760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Removed routes are [] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:32:16.414991 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.450205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7d7260b6-5d5e-4ca0-9967-a9ba194086d4 None None] Provisioning complete for port 2ce2feaa-0046-4395-af18-e2f1b18c393e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:16.450581 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7d7260b6-5d5e-4ca0-9967-a9ba194086d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.699919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.704894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.789582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7d7260b6-5d5e-4ca0-9967-a9ba194086d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.860304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:16.863247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7d7260b6-5d5e-4ca0-9967-a9ba194086d4 None None] For port 2ce2feaa-0046-4395-af18-e2f1b18c393e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2ce2feaa-0046-4395-af18-e2f1b18c393e,segment=NetworkSegment(dca6eff1-d485-404d-a3fa-e873d0857eda),segment_id=dca6eff1-d485-404d-a3fa-e873d0857eda)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:16.875940 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7d7260b6-5d5e-4ca0-9967-a9ba194086d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:16.984469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.001623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7260b6-5d5e-4ca0-9967-a9ba194086d4 None None] Pushing event updated for resources: {'Port': ['ID=2ce2feaa-0046-4395-af18-e2f1b18c393e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:17.019680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.042497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:17.058626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.060525 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f1d2691-ff62-4ca0-98e6-2e796c824c97 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 200 len: 934 time: 1.2675881 Sep 16 05:32:17.063169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57570) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:17.101646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d10e4-eac6-48e6-b90c-ac799ece9b74 None None] Pushing event updated for resources: {'Port': ['ID=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:17.214930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Attempting to bind port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:17.215306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Attempting to bind port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:17.215674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Attempting to bind port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf on network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:17.236266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:17.236647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Checking segment: {'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:17.237055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.237452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Bound using segment: {'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:17.237927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Bound port: 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca6eff1-d485-404d-a3fa-e873d0857eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:17.238305 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.283139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2ce2feaa-0046-4395-af18-e2f1b18c393e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:17.288142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57576) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:17.288318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1068efbf-3b0d-4c09-9402-7d682f1e2899 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 200 len: 934 time: 0.2209523 Sep 16 05:32:17.289630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'routes': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:17.296154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] Provisioning complete for port 2ce2feaa-0046-4395-af18-e2f1b18c393e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:17.296317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.479386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] For port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:17.483146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] For port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,segment=NetworkSegment(dca6eff1-d485-404d-a3fa-e873d0857eda),segment_id=dca6eff1-d485-404d-a3fa-e873d0857eda)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:17.495252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.596571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2ce2feaa-0046-4395-af18-e2f1b18c393e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:17.597227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.606348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d10e4-eac6-48e6-b90c-ac799ece9b74 None None] Pushing event updated for resources: {'Port': ['ID=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:17.700608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:17.701425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:17.775905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added routes are [] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:32:17.776352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:32:17.822145 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.093439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:18.156966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] Provisioning complete for port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:18.158016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.467627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 6, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '3dad1edb-19cb-42dc-a1f5-0d5b62a223bf', 'name': '', 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:13:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:13Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:18.513702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05d58c-4935-4646-a380-027d50e0f0c4 None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:16Z', 'revision_number': 6, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '3dad1edb-19cb-42dc-a1f5-0d5b62a223bf', 'name': '', 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:13:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:13Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 4, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:18.515544 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.576528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] For port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,segment=NetworkSegment(dca6eff1-d485-404d-a3fa-e873d0857eda),segment_id=dca6eff1-d485-404d-a3fa-e873d0857eda)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:18.597275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.620016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.625665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.735475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55d09-37fc-4029-bd50-8a2346c72e71 None None] Pushing event updated for resources: {'Port': ['ID=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:18.740077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6603-6eab-4503-a27c-2e6b290d4fed None None] Provisioning complete for port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:18.740771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6603-6eab-4503-a27c-2e6b290d4fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.789915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:18.936676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:18.944920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.949845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57610) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:18.952846 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e580962b-e6c0-4da8-8738-5eece21543e1 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 200 len: 700 time: 1.6669672 Sep 16 05:32:19.075658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-45f5a9b1-d1a8-4305-ae06-2b46a9216973 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 200 len: 700 time: 0.1242874 Sep 16 05:32:19.078334 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57614) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:19.297009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:19.371717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:19.372495 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.570503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.611427 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:19.624571 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:19.626055 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:19.758635 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:19.909547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:19.910688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.012302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,segment=NetworkSegment(dca6eff1-d485-404d-a3fa-e873d0857eda),segment_id=dca6eff1-d485-404d-a3fa-e873d0857eda)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:20.012781 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.022693 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 7, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '3dad1edb-19cb-42dc-a1f5-0d5b62a223bf', 'name': '', 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:13:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:13Z', 'updated_at': '2021-09-16T05:32:18Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:20.027347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:20.059655 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:20.070679 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:20.071555 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:20.190481 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:20.253661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.307606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=3dad1edb-19cb-42dc-a1f5-0d5b62a223bf,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.517970 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 7, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '3dad1edb-19cb-42dc-a1f5-0d5b62a223bf', 'name': '', 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:13:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:13Z', 'updated_at': '2021-09-16T05:32:18Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:20.528258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.553896 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bb8b2-caf0-4813-8610-9c9b7fa9ab01 None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:17Z', 'revision_number': 7, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '3dad1edb-19cb-42dc-a1f5-0d5b62a223bf', 'name': '', 'network_id': '4a1add45-53a8-4a11-b0cf-df29dcba2ef2', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:13:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:13Z', 'updated_at': '2021-09-16T05:32:18Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '615dd807-951e-4a5a-8f44-1c81f0471040', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:20.766465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:20.869502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:20.881077 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b1908613-dd54-4626-a24d-0976e881b79d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012173 Sep 16 05:32:20.883384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57652) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:20.905864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:20.916894 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:20.917531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:20.945543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 615dd807-951e-4a5a-8f44-1c81f0471040 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:20.949007 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.991657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.016898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:21.094801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.178384 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.208964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=615dd807-951e-4a5a-8f44-1c81f0471040,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:21.226913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.232439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57656) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:21.232926 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6347839a-607a-47dd-816c-98c7a0252340 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/615dd807-951e-4a5a-8f44-1c81f0471040 HTTP/1.1" status: 204 len: 168 time: 0.3478575 Sep 16 05:32:21.242441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a7c74-8e65-4aa6-ba71-e3b14b70c099 None None] Network 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:21.349996 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:21.374647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.416950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:20Z', 'revision_number': 8, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.446421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:21.451685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 2ce2feaa-0046-4395-af18-e2f1b18c393e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:21.452322 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.462555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:21.463339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.546240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port 2ce2feaa-0046-4395-af18-e2f1b18c393e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2ce2feaa-0046-4395-af18-e2f1b18c393e,segment=NetworkSegment(dca6eff1-d485-404d-a3fa-e873d0857eda),segment_id=dca6eff1-d485-404d-a3fa-e873d0857eda)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:21.547375 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.557844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] DHCP port deletion for 4a1add45-53a8-4a11-b0cf-df29dcba2ef2 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:21.570366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 2ce2feaa-0046-4395-af18-e2f1b18c393e owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:21.603997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:21.682605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.696053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port 2ce2feaa-0046-4395-af18-e2f1b18c393e on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:21.720590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] Deleting port 2ce2feaa-0046-4395-af18-e2f1b18c393e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:21.720961 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.721382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=2ce2feaa-0046-4395-af18-e2f1b18c393e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:21.815972 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.843628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] For port 2ce2feaa-0046-4395-af18-e2f1b18c393e, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:21.844231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.847995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1add45-53a8-4a11-b0cf-df29dcba2ef2']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.858875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca6eff1-d485-404d-a3fa-e873d0857eda') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.859182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca6eff1-d485-404d-a3fa-e873d0857eda') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:21.864396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] Calling delete_port for 2ce2feaa-0046-4395-af18-e2f1b18c393e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:21.868303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] Port 2ce2feaa-0046-4395-af18-e2f1b18c393e was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:32:21.870549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.872305 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.887519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.900596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:21.901215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:21.904497 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:21.919521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] Pushing event deleted for resources: {'Port': ['ID=2ce2feaa-0046-4395-af18-e2f1b18c393e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:21.926466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8503a8-db8a-4ec1-a942-697c22ccec03 None None] No DVR routers for this DVR port 2ce2feaa-0046-4395-af18-e2f1b18c393e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:21.981972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:20Z', 'revision_number': 8, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:22.010333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.010680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9248359-c8f7-4e96-b82c-b37346e5e2cb None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:20Z', 'revision_number': 8, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbcde11a-28a8-436b-afc6-59819564b745', 'name': '', 'network_id': 'eaf40c62-e658-4b52-be72-e4fdc26a4a09', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:44:45:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:07Z', 'updated_at': '2021-09-16T05:32:14Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '22d73758-cb0f-4f9f-8f55-3adf6af647b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:22.029126 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.032847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/4a1add45-53a8-4a11-b0cf-df29dcba2ef2 HTTP/1.1" status: 204 len: 168 time: 0.7988024 Sep 16 05:32:22.035445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57668) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:22.057209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0e99a-02bf-4f40-8d6b-07f49d7386c4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=4a1add45-53a8-4a11-b0cf-df29dcba2ef2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:22.373463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57674) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:22.383256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.491969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e79d5d37-0e6e-45ee-96ff-321b9dd14a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.597371 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e79d5d37-0e6e-45ee-96ff-321b9dd14a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.601664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e79d5d37-0e6e-45ee-96ff-321b9dd14a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.641357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d5d37-0e6e-45ee-96ff-321b9dd14a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6bcfa-5f1b-4d71-be50-b1d98899baf6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:22.649557 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e79d5d37-0e6e-45ee-96ff-321b9dd14a70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2717e105ebf4e95a0f56818b7a3966e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721150 Sep 16 05:32:22.650551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port dbcde11a-28a8-436b-afc6-59819564b745 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:22.650551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.651365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:22.765185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eddd2ca5-f6f0-4f32-a19e-1a0825e4133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.784908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port dbcde11a-28a8-436b-afc6-59819564b745, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=dbcde11a-28a8-436b-afc6-59819564b745,segment=NetworkSegment(d802a2b5-9e58-4efe-840b-ede597e53765),segment_id=d802a2b5-9e58-4efe-840b-ede597e53765)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:22.785276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.807123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eddd2ca5-f6f0-4f32-a19e-1a0825e4133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.808975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for dbcde11a-28a8-436b-afc6-59819564b745 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:22.899255 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eddd2ca5-f6f0-4f32-a19e-1a0825e4133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.901718 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-eddd2ca5-f6f0-4f32-a19e-1a0825e4133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:22.902874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-eddd2ca5-f6f0-4f32-a19e-1a0825e4133f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0f6bcfa-5f1b-4d71-be50-b1d98899baf6 HTTP/1.1" status: 204 len: 168 time: 0.2495108 Sep 16 05:32:22.952707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd2ca5-f6f0-4f32-a19e-1a0825e4133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6bcfa-5f1b-4d71-be50-b1d98899baf6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:23.036610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.064668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=dbcde11a-28a8-436b-afc6-59819564b745,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:23.264772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57686) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:23.278866 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52c954bf-3cf0-4b7d-aec7-c7c9af41216b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.296673 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.299521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2ce2feaa-0046-4395-af18-e2f1b18c393e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:23.337760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2ce2feaa-0046-4395-af18-e2f1b18c393e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:23.339179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2ce2feaa-0046-4395-af18-e2f1b18c393e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:23.339772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:23.370393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:23.370738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3dad1edb-19cb-42dc-a1f5-0d5b62a223bf not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:23.608575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52c954bf-3cf0-4b7d-aec7-c7c9af41216b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.608575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52c954bf-3cf0-4b7d-aec7-c7c9af41216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.608575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c954bf-3cf0-4b7d-aec7-c7c9af41216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7167a-4f5b-483e-bab0-caf00e1b31f3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:23.608575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52c954bf-3cf0-4b7d-aec7-c7c9af41216b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76f5850b2bd34a709c568052783e816c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552249 Sep 16 05:32:23.608575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57698) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:23.615461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:23.616916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0201111b-a8c4-47f2-bbfb-9c87d901f171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.627675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0201111b-a8c4-47f2-bbfb-9c87d901f171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.696295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0201111b-a8c4-47f2-bbfb-9c87d901f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.699394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0201111b-a8c4-47f2-bbfb-9c87d901f171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.700889 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0201111b-a8c4-47f2-bbfb-9c87d901f171 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8f7167a-4f5b-483e-bab0-caf00e1b31f3 HTTP/1.1" status: 204 len: 168 time: 0.1765277 Sep 16 05:32:23.710019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201111b-a8c4-47f2-bbfb-9c87d901f171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7167a-4f5b-483e-bab0-caf00e1b31f3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.018092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:24.023271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-47602e78-3ddc-499e-b938-c35912d93a6a tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9868691 Sep 16 05:32:24.025905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57716) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.028518 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:24.039289 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:24.039935 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:24.086227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 22d73758-cb0f-4f9f-8f55-3adf6af647b1 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:24.090048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.135799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.153284 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:24.247159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.335438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.363267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.366241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390254b-3ba3-425f-98a3-7a01d4bb5d37 None None] Network eaf40c62-e658-4b52-be72-e4fdc26a4a09 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:24.371760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/22d73758-cb0f-4f9f-8f55-3adf6af647b1 HTTP/1.1" status: 204 len: 168 time: 0.3445051 Sep 16 05:32:24.374606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57728) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.426703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=22d73758-cb0f-4f9f-8f55-3adf6af647b1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.436320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.436676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.437020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.437357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.437689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.438024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.438872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.439385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.439873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.440395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.440925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.441443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efac42-a4d1-449f-9de5-09eec71e7d96 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:24.520682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.559899 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:22Z', 'revision_number': 9, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:24.593162 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:24.606124 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:24.606865 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:24.640201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:24.641401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.656375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] DHCP port deletion for eaf40c62-e658-4b52-be72-e4fdc26a4a09 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:24.728423 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:24.743740 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] Deleting port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:24.744446 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.745484 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port bb78870a-f4b9-4b09-bbc6-01bcd6340d91, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,segment=NetworkSegment(d802a2b5-9e58-4efe-840b-ede597e53765),segment_id=d802a2b5-9e58-4efe-840b-ede597e53765)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:24.745847 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.761370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.761692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for bb78870a-f4b9-4b09-bbc6-01bcd6340d91 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:24.835923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] For port bb78870a-f4b9-4b09-bbc6-01bcd6340d91, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,segment=NetworkSegment(d802a2b5-9e58-4efe-840b-ede597e53765),segment_id=d802a2b5-9e58-4efe-840b-ede597e53765)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:24.836349 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.855804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] Calling delete_port for bb78870a-f4b9-4b09-bbc6-01bcd6340d91 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:24.902596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.949324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.957180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:25.010307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.042726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] No DVR routers for this DVR port bb78870a-f4b9-4b09-bbc6-01bcd6340d91 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:25.046461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.048689 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6820d-ee91-47d1-8512-0980895b7bd7 None None] Pushing event deleted for resources: {'Port': ['ID=bb78870a-f4b9-4b09-bbc6-01bcd6340d91,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.075171 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:22Z', 'revision_number': 9, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.075805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf40c62-e658-4b52-be72-e4fdc26a4a09']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.089761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd802a2b5-9e58-4efe-840b-ede597e53765') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.090490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd802a2b5-9e58-4efe-840b-ede597e53765') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.102189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.103817 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24917ac5-9528-412c-b84c-c2b28ac86f47 None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:22Z', 'revision_number': 9, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': '5f0a2044-7de6-46fa-9db3-7c7e758f8273', 'name': '', 'network_id': '0f22b10c-d890-4fcf-ae78-a8dc6843083e', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:84:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:02Z', 'updated_at': '2021-09-16T05:32:09Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:25.118895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.126814 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:25.127805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:25.131447 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:25.209325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.218263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.220945 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/eaf40c62-e658-4b52-be72-e4fdc26a4a09 HTTP/1.1" status: 204 len: 168 time: 0.8452983 Sep 16 05:32:25.224024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57756) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:25.238651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c693c-7fa2-44fa-8f90-548214c9f3c3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=eaf40c62-e658-4b52-be72-e4fdc26a4a09,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.602686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bb78870a-f4b9-4b09-bbc6-01bcd6340d91 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:25.640046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: bb78870a-f4b9-4b09-bbc6-01bcd6340d91 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:25.640888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bb78870a-f4b9-4b09-bbc6-01bcd6340d91 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:25.661145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.915728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9d13-da12-4466-8c98-40cf52235343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.944149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 5f0a2044-7de6-46fa-9db3-7c7e758f8273 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:25.944702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.043162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port 5f0a2044-7de6-46fa-9db3-7c7e758f8273, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5f0a2044-7de6-46fa-9db3-7c7e758f8273,segment=NetworkSegment(729587b9-1411-4e44-8668-a9d3d67712f1),segment_id=729587b9-1411-4e44-8668-a9d3d67712f1)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:26.043597 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.057813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 5f0a2044-7de6-46fa-9db3-7c7e758f8273 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:26.274488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.304851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=5f0a2044-7de6-46fa-9db3-7c7e758f8273,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.492554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.732649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:26.835035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:26.849097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ab872184-ea1e-4de2-9a7f-4987a2c791a4 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6232541 Sep 16 05:32:26.851606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57818) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:26.854291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:26.864750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:26.865706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.913005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:26.920295 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.974313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:26.974923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.106102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.237852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.256074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:26Z', 'revision_number': 10, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:27.301983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.304756 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.307690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c7e515e8-17b5-4a0a-b73f-97a5625be742 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d HTTP/1.1" status: 204 len: 168 time: 0.4550965 Sep 16 05:32:27.310339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:27.452778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.483916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dbcde11a-28a8-436b-afc6-59819564b745 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:27.504949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2271a-1fbe-4d07-ad66-dbfe2a5929cf None None] Network 0f22b10c-d890-4fcf-ae78-a8dc6843083e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:27.519318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: dbcde11a-28a8-436b-afc6-59819564b745 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:27.519881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device dbcde11a-28a8-436b-afc6-59819564b745 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:27.521550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:27.524536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port c3d8769e-7946-4407-bc96-c2dada9bf00e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:27.525105 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.543997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:27.544751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:31:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:27.619786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port c3d8769e-7946-4407-bc96-c2dada9bf00e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c3d8769e-7946-4407-bc96-c2dada9bf00e,segment=NetworkSegment(729587b9-1411-4e44-8668-a9d3d67712f1),segment_id=729587b9-1411-4e44-8668-a9d3d67712f1)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:27.620238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.651270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for c3d8769e-7946-4407-bc96-c2dada9bf00e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:27.733905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:27.758864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.819946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=c3d8769e-7946-4407-bc96-c2dada9bf00e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.828077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port c3d8769e-7946-4407-bc96-c2dada9bf00e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:27.880888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be6202-4b2d-4902-ac2e-3cb3a67d67cc None None] DHCP port deletion for 0f22b10c-d890-4fcf-ae78-a8dc6843083e request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:27.945771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.974819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f22b10c-d890-4fcf-ae78-a8dc6843083e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:27.987775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729587b9-1411-4e44-8668-a9d3d67712f1') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:27.988166 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729587b9-1411-4e44-8668-a9d3d67712f1') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:28.011800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.041179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.050266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:28.050955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:28.056649 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:28.064966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:26Z', 'revision_number': 10, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:28.098081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecc856-420c-4f99-9da9-06fc398ebd2f None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:26Z', 'revision_number': 10, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None, '_interfaces': [{'id': 'c83308da-916c-4170-bb46-e39043b89770', 'name': '', 'network_id': '91c36ff7-486d-44e8-adb8-9cb50c076676', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'mac_address': 'fa:16:3e:33:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:31:58Z', 'updated_at': '2021-09-16T05:32:02Z', 'revision_number': 5, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'subnets': [{'id': '9801baa2-83e9-4975-82d4-dafa47f5986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:28.148336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.160820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.163506 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/0f22b10c-d890-4fcf-ae78-a8dc6843083e HTTP/1.1" status: 204 len: 168 time: 0.8511274 Sep 16 05:32:28.166352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57866) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.175336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672471f-b4e2-49c6-be64-0189391475ab tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=0f22b10c-d890-4fcf-ae78-a8dc6843083e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.207404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-81c799af-acdc-4940-aac3-a628b7ae0fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.659709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.926695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port c83308da-916c-4170-bb46-e39043b89770 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:28.927043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.035014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port c83308da-916c-4170-bb46-e39043b89770, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c83308da-916c-4170-bb46-e39043b89770,segment=NetworkSegment(7d818173-4de5-4a65-b606-97a389a9533b),segment_id=7d818173-4de5-4a65-b606-97a389a9533b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:29.035397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.052380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for c83308da-916c-4170-bb46-e39043b89770 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:29.202830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.240627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5f0a2044-7de6-46fa-9db3-7c7e758f8273 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:29.277481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5f0a2044-7de6-46fa-9db3-7c7e758f8273 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:29.277865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5f0a2044-7de6-46fa-9db3-7c7e758f8273 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:29.278525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c3d8769e-7946-4407-bc96-c2dada9bf00e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:29.281207 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.310757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c3d8769e-7946-4407-bc96-c2dada9bf00e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:29.311436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c3d8769e-7946-4407-bc96-c2dada9bf00e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:29.317216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=c83308da-916c-4170-bb46-e39043b89770,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.517234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.715791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:29.800677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:29.819653 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:29.823129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0ba49084-4c21-47be-873b-a0654f9151cf tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524515 Sep 16 05:32:29.823360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57924) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.834419 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:29.835065 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:29.868766 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.886162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting subnet 9801baa2-83e9-4975-82d4-dafa47f5986d {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:29.889721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.928779 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:29.941035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.991429 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:29Z', 'revision_number': 11, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.023479 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:30.034110 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:30.034794 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.065728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.116003 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:30.158171 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.172906 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:29Z', 'revision_number': 11, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.179593 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.181839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/9801baa2-83e9-4975-82d4-dafa47f5986d HTTP/1.1" status: 204 len: 168 time: 0.3574870 Sep 16 05:32:30.182091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ca4f7-cf6f-4be3-a96e-9cbb1c5ce605 None None] Network 91c36ff7-486d-44e8-adb8-9cb50c076676 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:30.185106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57940) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:30.227032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b18c5-75e2-46b2-a8f3-e4570e13d072 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Subnet': ['ID=9801baa2-83e9-4975-82d4-dafa47f5986d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.229773 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f9067-be86-4b61-b6cd-9de3591bcd9f None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:29Z', 'revision_number': 11, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:30.329190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.395562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Deleting port 374966a2-3c34-4341-91d9-b60cecb73b37 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:30.395913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.477655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] For port 374966a2-3c34-4341-91d9-b60cecb73b37, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=374966a2-3c34-4341-91d9-b60cecb73b37,segment=NetworkSegment(7d818173-4de5-4a65-b606-97a389a9533b),segment_id=7d818173-4de5-4a65-b606-97a389a9533b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:30.478101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.493137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Calling delete_port for 374966a2-3c34-4341-91d9-b60cecb73b37 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:30.600442 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.619302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df9c30-b967-47cd-9ce8-2503d4d3c18e None None] DHCP port deletion for 91c36ff7-486d-44e8-adb8-9cb50c076676 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:30.645898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Port': ['ID=374966a2-3c34-4341-91d9-b60cecb73b37,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.654663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No DVR routers for this DVR port 374966a2-3c34-4341-91d9-b60cecb73b37 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:30.754856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.782353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c36ff7-486d-44e8-adb8-9cb50c076676']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.794353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d818173-4de5-4a65-b606-97a389a9533b') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.794662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d818173-4de5-4a65-b606-97a389a9533b') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:30.805605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.819920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.826518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:30.826923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:30.829948 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:30.897433 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.913018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.913616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/networks/91c36ff7-486d-44e8-adb8-9cb50c076676 HTTP/1.1" status: 204 len: 168 time: 0.7271006 Sep 16 05:32:30.918643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57966) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:30.923978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3718-e374-4373-8f20-0736e8618b7e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Pushing event deleted for resources: {'Network': ['ID=91c36ff7-486d-44e8-adb8-9cb50c076676,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.927116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'routes': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:31.116496 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Added routes are [] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 05:32:31.116794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.extraroute_db [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Removed routes are [] {{(pid=94718) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 05:32:31.117352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.221172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c83308da-916c-4170-bb46-e39043b89770 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:31.249920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c83308da-916c-4170-bb46-e39043b89770 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:31.251169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c83308da-916c-4170-bb46-e39043b89770 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:31.252013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 374966a2-3c34-4341-91d9-b60cecb73b37 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:31.283143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 374966a2-3c34-4341-91d9-b60cecb73b37 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:31.283897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 374966a2-3c34-4341-91d9-b60cecb73b37 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:31.312743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.618416 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.622140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.702590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 3eddeb60-512a-4201-a6b4-ccde6afd4722 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:31.801620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:31.808956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.810140 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b17d7017-49c1-433c-8313-1d530bc0d7a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 200 len: 701 time: 0.8897123 Sep 16 05:32:31.812841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 57996) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.816125 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] Sync routers for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:31.842637 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6604e80-31e5-459a-a77a-c260eeb39740 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 200 len: 205 time: 0.0283363 Sep 16 05:32:31.845644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:31.845807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 57998) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.847102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:31.934605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3ec9-5216-4d9b-8d5b-8c334976ed9b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.936650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:32.000293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:29Z', 'revision_number': 11, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:32.031793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] Checking router: 3eddeb60-512a-4201-a6b4-ccde6afd4722 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:32.043358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] Routers {'3eddeb60-512a-4201-a6b4-ccde6afd4722'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:32.044334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3eddeb60-512a-4201-a6b4-ccde6afd4722'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:32.139549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] Set router 3eddeb60-512a-4201-a6b4-ccde6afd4722 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:32.217319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:29Z', 'revision_number': 11, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:32.247542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca63ec-dd69-45c8-9880-9b970b3262d7 None None] The sync data for ids ['3eddeb60-512a-4201-a6b4-ccde6afd4722'] in n-d-713301-15 is: [{'id': '3eddeb60-512a-4201-a6b4-ccde6afd4722', 'name': 'tempest-RoutersTest-router-1344028709', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:31:56Z', 'updated_at': '2021-09-16T05:32:29Z', 'revision_number': 11, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:32.479753 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3ec9-5216-4d9b-8d5b-8c334976ed9b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.483272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3ec9-5216-4d9b-8d5b-8c334976ed9b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.528347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3ec9-5216-4d9b-8d5b-8c334976ed9b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.529019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0e3ec9-5216-4d9b-8d5b-8c334976ed9b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Fanout notify agent at l3_agent the message router_deleted on router 3eddeb60-512a-4201-a6b4-ccde6afd4722 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:32.537366 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3ec9-5216-4d9b-8d5b-8c334976ed9b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.541030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ff0e3ec9-5216-4d9b-8d5b-8c334976ed9b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 204 len: 168 time: 0.6941271 Sep 16 05:32:32.542831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58022) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:32.548511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-94a0b804-7b5a-4c52-91ce-e9ac1bd47c15 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-484412835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:32.587394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94a0b804-7b5a-4c52-91ce-e9ac1bd47c15 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.589614 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94a0b804-7b5a-4c52-91ce-e9ac1bd47c15 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.674894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94a0b804-7b5a-4c52-91ce-e9ac1bd47c15 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.680485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94a0b804-7b5a-4c52-91ce-e9ac1bd47c15 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.697751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94a0b804-7b5a-4c52-91ce-e9ac1bd47c15 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.701801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-94a0b804-7b5a-4c52-91ce-e9ac1bd47c15 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1552918 Sep 16 05:32:32.704226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58028) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:32.709492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ecd33f17-9c91-4c6b-855e-fd59135c794c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:32.926373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecd33f17-9c91-4c6b-855e-fd59135c794c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.941133 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecd33f17-9c91-4c6b-855e-fd59135c794c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740875'] for router, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.046780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd33f17-9c91-4c6b-855e-fd59135c794c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Router 66f1daf7-6e31-44f6-ba21-3b83aec53a8a is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:33.147157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd33f17-9c91-4c6b-855e-fd59135c794c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:33.154255 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecd33f17-9c91-4c6b-855e-fd59135c794c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.158602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ecd33f17-9c91-4c6b-855e-fd59135c794c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "PUT /v2.0/routers/66f1daf7-6e31-44f6-ba21-3b83aec53a8a HTTP/1.1" status: 200 len: 693 time: 0.4501481 Sep 16 05:32:33.159027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58054) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.164135 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] Sync routers for ids ['66f1daf7-6e31-44f6-ba21-3b83aec53a8a'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:33.173509 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] Routers {'66f1daf7-6e31-44f6-ba21-3b83aec53a8a'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:33.174478 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['66f1daf7-6e31-44f6-ba21-3b83aec53a8a'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:33.260224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-42300ec9-abf7-440d-bd8b-62567e4e35ee tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/routers/66f1daf7-6e31-44f6-ba21-3b83aec53a8a HTTP/1.1" status: 200 len: 699 time: 0.0984747 Sep 16 05:32:33.261571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58058) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.268366 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] Set router 66f1daf7-6e31-44f6-ba21-3b83aec53a8a gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:33.317443 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-280ccf93-4320-4b52-a164-cb79b528b8df tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=66f1daf7-6e31-44f6-ba21-3b83aec53a8a HTTP/1.1" status: 200 len: 205 time: 0.0546203 Sep 16 05:32:33.320126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58062) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.329751 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f1daf7-6e31-44f6-ba21-3b83aec53a8a', 'name': 'tempest-RoutersTest-router-484412835', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:32Z', 'updated_at': '2021-09-16T05:32:32Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:33.370958 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] Checking router: 66f1daf7-6e31-44f6-ba21-3b83aec53a8a for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:33.392680 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] Routers {'66f1daf7-6e31-44f6-ba21-3b83aec53a8a'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:33.393337 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['66f1daf7-6e31-44f6-ba21-3b83aec53a8a'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:33.406970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21821ee9-b671-4da5-93a8-2b752cdbca0f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.466099 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] Set router 66f1daf7-6e31-44f6-ba21-3b83aec53a8a gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:33.525393 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f1daf7-6e31-44f6-ba21-3b83aec53a8a', 'name': 'tempest-RoutersTest-router-484412835', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:32Z', 'updated_at': '2021-09-16T05:32:32Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:33.555788 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab456b-f42b-4379-8bdb-eb7076a575b6 None None] The sync data for ids ['66f1daf7-6e31-44f6-ba21-3b83aec53a8a'] in n-d-713301-15 is: [{'id': '66f1daf7-6e31-44f6-ba21-3b83aec53a8a', 'name': 'tempest-RoutersTest-router-484412835', 'tenant_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:32Z', 'updated_at': '2021-09-16T05:32:32Z', 'revision_number': 2, 'project_id': 'cea285e229ba4ed58bf8c68e7bbb5d41', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:33.631039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21821ee9-b671-4da5-93a8-2b752cdbca0f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.633644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21821ee9-b671-4da5-93a8-2b752cdbca0f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.686315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21821ee9-b671-4da5-93a8-2b752cdbca0f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.686853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21821ee9-b671-4da5-93a8-2b752cdbca0f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Fanout notify agent at l3_agent the message router_deleted on router 66f1daf7-6e31-44f6-ba21-3b83aec53a8a {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:33.697974 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-21821ee9-b671-4da5-93a8-2b752cdbca0f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.702697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58078) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.703195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-21821ee9-b671-4da5-93a8-2b752cdbca0f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/66f1daf7-6e31-44f6-ba21-3b83aec53a8a HTTP/1.1" status: 204 len: 168 time: 0.3819695 Sep 16 05:32:33.740613 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d9f9085e-3a69-4002-bc53-e9e8e2ee5c6c tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=66f1daf7-6e31-44f6-ba21-3b83aec53a8a HTTP/1.1" status: 200 len: 205 time: 0.0345736 Sep 16 05:32:33.741250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58080) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.787256 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-726d7df5-245a-4c49-96dc-9e7f744f4c93 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] delete failed (client error): The resource could not be found. Sep 16 05:32:33.790644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-726d7df5-245a-4c49-96dc-9e7f744f4c93 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/66f1daf7-6e31-44f6-ba21-3b83aec53a8a HTTP/1.1" status: 404 len: 336 time: 0.0461473 Sep 16 05:32:33.791136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58086) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.821016 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-867dcb19-6cdb-46eb-acf6-d0ecf869d058 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:33.821016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867dcb19-6cdb-46eb-acf6-d0ecf869d058 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:33.824849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-867dcb19-6cdb-46eb-acf6-d0ecf869d058 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/615dd807-951e-4a5a-8f44-1c81f0471040 HTTP/1.1" status: 404 len: 337 time: 0.0298190 Sep 16 05:32:33.825590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58090) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.873185 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3042811-e8c8-4c89-84f1-88178f1777a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:33.873185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3042811-e8c8-4c89-84f1-88178f1777a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:33.876601 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a3042811-e8c8-4c89-84f1-88178f1777a3 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/22d73758-cb0f-4f9f-8f55-3adf6af647b1 HTTP/1.1" status: 404 len: 337 time: 0.0503602 Sep 16 05:32:33.877441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.908994 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f11ee8d-024f-40a2-8c52-9ffefd9c82df tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:33.909520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f11ee8d-024f-40a2-8c52-9ffefd9c82df tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:33.912293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7f11ee8d-024f-40a2-8c52-9ffefd9c82df tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/4e9bacf0-36b1-4a8c-893d-c756f0e1ac6d HTTP/1.1" status: 404 len: 337 time: 0.0335178 Sep 16 05:32:33.915222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58098) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.944173 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b029449-2374-4c95-b36f-1d239d37d66f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:33.944818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b029449-2374-4c95-b36f-1d239d37d66f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:33.948133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0b029449-2374-4c95-b36f-1d239d37d66f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/9801baa2-83e9-4975-82d4-dafa47f5986d HTTP/1.1" status: 404 len: 337 time: 0.0300391 Sep 16 05:32:33.948949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58102) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.986313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-01342b77-f56c-43d4-ae6f-8b28566ab0fa tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 200 len: 205 time: 0.0360718 Sep 16 05:32:33.989010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58106) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.042520 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-1ca9115f-3beb-4332-b1a3-ad394b0211f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] delete failed (client error): The resource could not be found. Sep 16 05:32:34.046661 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1ca9115f-3beb-4332-b1a3-ad394b0211f7 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/3eddeb60-512a-4201-a6b4-ccde6afd4722 HTTP/1.1" status: 404 len: 336 time: 0.0562739 Sep 16 05:32:34.046801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58110) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.098293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ec107fc-bf13-422d-a98e-bf9c5ccf4a52 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=b25ff025-69a0-48e3-b616-2357e3947c1c HTTP/1.1" status: 200 len: 205 time: 0.0493469 Sep 16 05:32:34.099900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58114) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.143450 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-4402269c-b949-492a-9d39-3fa18e64141f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] delete failed (client error): The resource could not be found. Sep 16 05:32:34.144612 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4402269c-b949-492a-9d39-3fa18e64141f tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/b25ff025-69a0-48e3-b616-2357e3947c1c HTTP/1.1" status: 404 len: 336 time: 0.0436046 Sep 16 05:32:34.147177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58118) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.189069 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c51ad3-fd6d-4c1e-b77b-c286694892ee tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:34.193106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c51ad3-fd6d-4c1e-b77b-c286694892ee tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:34.196582 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b2c51ad3-fd6d-4c1e-b77b-c286694892ee tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/b9539d0c-f9cb-4b0e-a9ad-aca0648d3a17 HTTP/1.1" status: 404 len: 337 time: 0.0483470 Sep 16 05:32:34.198003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58122) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.227924 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f45b613b-79dc-46bd-ba38-81564b501ce6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834615d-cbf0-4e77-93e0-433e3c3c1254 HTTP/1.1" status: 200 len: 205 time: 0.0287464 Sep 16 05:32:34.228714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58126) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.270914 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-5a1f8865-3c30-4247-998c-c4ec1d570790 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] delete failed (client error): The resource could not be found. Sep 16 05:32:34.272647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5a1f8865-3c30-4247-998c-c4ec1d570790 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/f834615d-cbf0-4e77-93e0-433e3c3c1254 HTTP/1.1" status: 404 len: 336 time: 0.0427678 Sep 16 05:32:34.275266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58128) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.321542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ef069459-b5c1-47e9-8de5-df43bd7b342e tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9615241-6544-42ab-be13-08f89d790642 HTTP/1.1" status: 200 len: 205 time: 0.0449786 Sep 16 05:32:34.324200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58130) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.367649 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-d3d5ae0b-2b49-4a1d-a5b6-cddb59e264f6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] delete failed (client error): The resource could not be found. Sep 16 05:32:34.371042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d3d5ae0b-2b49-4a1d-a5b6-cddb59e264f6 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/e9615241-6544-42ab-be13-08f89d790642 HTTP/1.1" status: 404 len: 336 time: 0.0436804 Sep 16 05:32:34.371324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58136) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.403873 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-e688830d-1b68-48f0-b973-b063c735ae50 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:34.404374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e688830d-1b68-48f0-b973-b063c735ae50 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:34.406193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e688830d-1b68-48f0-b973-b063c735ae50 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/0b75f06d-ff69-4780-8434-2cd687c1746a HTTP/1.1" status: 404 len: 337 time: 0.0339100 Sep 16 05:32:34.408969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.457654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58144) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.460712 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5adbc8fb-5567-4a09-af4a-d33c96fbc20b tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=187f83c7-158f-49a5-9ce2-ead9371f6ff6 HTTP/1.1" status: 200 len: 205 time: 0.0502825 Sep 16 05:32:34.502367 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-dff5d240-c443-44d1-83e4-fdf9f701384d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] delete failed (client error): The resource could not be found. Sep 16 05:32:34.503540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dff5d240-c443-44d1-83e4-fdf9f701384d tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/187f83c7-158f-49a5-9ce2-ead9371f6ff6 HTTP/1.1" status: 404 len: 336 time: 0.0448112 Sep 16 05:32:34.506050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58146) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.540548 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-c641fe53-bc49-4219-b0db-551c84e937b8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:34.541258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c641fe53-bc49-4219-b0db-551c84e937b8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:34.543402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c641fe53-bc49-4219-b0db-551c84e937b8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/421d179c-5dba-4264-8cf3-e3373a1227ac HTTP/1.1" status: 404 len: 337 time: 0.0363698 Sep 16 05:32:34.545996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58148) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.578738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a336629c-23a1-4958-a87e-3773b1db8b22 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c199a51-d9f3-4718-8de1-00bbdb2f89ad HTTP/1.1" status: 200 len: 205 time: 0.0315588 Sep 16 05:32:34.581044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58154) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.621034 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-17f89d6c-f2dc-4e3d-aef9-849dad59c6e8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] delete failed (client error): The resource could not be found. Sep 16 05:32:34.622123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-17f89d6c-f2dc-4e3d-aef9-849dad59c6e8 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/routers/3c199a51-d9f3-4718-8de1-00bbdb2f89ad HTTP/1.1" status: 404 len: 336 time: 0.0401413 Sep 16 05:32:34.624621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58156) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.670080 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-086bf5ce-d96e-4352-88a8-501736514f08 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:34.670080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086bf5ce-d96e-4352-88a8-501736514f08 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:34.670080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-086bf5ce-d96e-4352-88a8-501736514f08 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/649ae656-2c2a-4c99-9ee6-c04353b54293 HTTP/1.1" status: 404 len: 337 time: 0.0429583 Sep 16 05:32:34.670755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58160) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.721210 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4701be6b-c050-4e6c-b004-e5858ad69373 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:34.721570 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4701be6b-c050-4e6c-b004-e5858ad69373 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:34.726230 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4701be6b-c050-4e6c-b004-e5858ad69373 tempest-RoutersTest-280002104 tempest-RoutersTest-280002104-project] 10.222.0.55 "DELETE /v2.0/subnets/66e64a8a-0b23-4f3c-afdf-b9a466c11f73 HTTP/1.1" status: 404 len: 337 time: 0.0566256 Sep 16 05:32:35.102597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58182) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:35.277768 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5f183f93-15f3-4146-8bdf-538ee63653d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cea285e229ba4ed58bf8c68e7bbb5d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740081 Sep 16 05:32:35.280611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58194) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:35.351149 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dedc2664-12a0-47c3-9784-f891716f48f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.376626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dedc2664-12a0-47c3-9784-f891716f48f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.442018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dedc2664-12a0-47c3-9784-f891716f48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.444931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dedc2664-12a0-47c3-9784-f891716f48f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.446111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dedc2664-12a0-47c3-9784-f891716f48f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e415c81b-a2b1-4027-aafe-4e34151282e5 HTTP/1.1" status: 204 len: 168 time: 0.1643152 Sep 16 05:32:35.455494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2664-12a0-47c3-9784-f891716f48f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e415c81b-a2b1-4027-aafe-4e34151282e5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.496865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58252) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:36.500754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030992 Sep 16 05:32:36.503549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58254) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:36.760147 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dbaea47a-193b-4957-b4b7-dd475b421983 tempest-NetworksApiDiscovery-1953237211 tempest-NetworksApiDiscovery-1953237211-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2548954 Sep 16 05:32:36.975182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58278) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.075449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58284) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.166298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-16a2a02d-f3ea-4999-94cd-c9c31502f3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.201146 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9fbf-0ca1-4e50-bb43-db7d0d254719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.285066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-16a2a02d-f3ea-4999-94cd-c9c31502f3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.291130 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-16a2a02d-f3ea-4999-94cd-c9c31502f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.342799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a02d-f3ea-4999-94cd-c9c31502f3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88175d7-4793-4037-b23a-88c7a684715f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.358336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-16a2a02d-f3ea-4999-94cd-c9c31502f3f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52b5181018054cffa25ae545752a2ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817449 Sep 16 05:32:37.361787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58296) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.423268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9fbf-0ca1-4e50-bb43-db7d0d254719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.428870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9fbf-0ca1-4e50-bb43-db7d0d254719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.435599 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f2b70ca1-5081-48ce-8e68-494f9894ee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.458594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f2b70ca1-5081-48ce-8e68-494f9894ee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.459307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab9fbf-0ca1-4e50-bb43-db7d0d254719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fbf118-6230-46fb-9db9-924d23160e15,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.485602 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f5ab9fbf-0ca1-4e50-bb43-db7d0d254719 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60d4f456f09349aca607098022786b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090791 Sep 16 05:32:37.488355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58300) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.517865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f2b70ca1-5081-48ce-8e68-494f9894ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.521599 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f2b70ca1-5081-48ce-8e68-494f9894ee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.522138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f2b70ca1-5081-48ce-8e68-494f9894ee32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d88175d7-4793-4037-b23a-88c7a684715f HTTP/1.1" status: 204 len: 168 time: 0.1588576 Sep 16 05:32:37.537856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b70ca1-5081-48ce-8e68-494f9894ee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88175d7-4793-4037-b23a-88c7a684715f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.545117 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00071fdc-7194-4883-b9f8-7955378fa41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.584479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00071fdc-7194-4883-b9f8-7955378fa41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.659330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00071fdc-7194-4883-b9f8-7955378fa41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.662096 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00071fdc-7194-4883-b9f8-7955378fa41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.665940 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-00071fdc-7194-4883-b9f8-7955378fa41f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91fbf118-6230-46fb-9db9-924d23160e15 HTTP/1.1" status: 204 len: 168 time: 0.1765349 Sep 16 05:32:37.673890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00071fdc-7194-4883-b9f8-7955378fa41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fbf118-6230-46fb-9db9-924d23160e15,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.908578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58318) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.922376 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52590777-0cd9-4bbf-b5ee-01a483932f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.049623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52590777-0cd9-4bbf-b5ee-01a483932f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.053625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52590777-0cd9-4bbf-b5ee-01a483932f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.097518 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52590777-0cd9-4bbf-b5ee-01a483932f30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0f72a2bd38a4a798ed56b0bace3caeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878378 Sep 16 05:32:38.099710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590777-0cd9-4bbf-b5ee-01a483932f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafdb804-1dfa-4535-8f58-55b653dc4252,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.101014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58328) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:38.157145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e1265f-bb5c-4733-8c84-3860cc37d4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.181539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e1265f-bb5c-4733-8c84-3860cc37d4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.234935 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e1265f-bb5c-4733-8c84-3860cc37d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.239822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81e1265f-bb5c-4733-8c84-3860cc37d4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.241856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-81e1265f-bb5c-4733-8c84-3860cc37d4a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bafdb804-1dfa-4535-8f58-55b653dc4252 HTTP/1.1" status: 204 len: 168 time: 0.1395059 Sep 16 05:32:38.252404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1265f-bb5c-4733-8c84-3860cc37d4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafdb804-1dfa-4535-8f58-55b653dc4252,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.670456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58348) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:38.779467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-272395480-network', 'tenant_id': 'e0a6fbd85c3346a593b6edda206bea6f'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:38.801694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Made reservation on behalf of e0a6fbd85c3346a593b6edda206bea6f for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:38.804102 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.813316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.925728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.930461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.952233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:38.966715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957a662e-4a3e-49cf-aa6a-dbb1fdbb0c4e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.971982 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.972365 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Added segment 5682c404-b4f7-4462-9729-e875645112df of type vlan for network 42408ecb-1cdc-4a27-8ad4-dd55dc8dafab Sep 16 05:32:39.017359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.046653 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.048373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.048948 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.083128 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4115448 Sep 16 05:32:39.089385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58366) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:39.094385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Request body: {'subnet': {'network_id': '42408ecb-1cdc-4a27-8ad4-dd55dc8dafab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-272395480-subnet', 'tenant_id': 'e0a6fbd85c3346a593b6edda206bea6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:39.111071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ed9e7-e493-4740-8444-46bbff149e4d admin admin] Pushing event updated for resources: {'Network': ['ID=42408ecb-1cdc-4a27-8ad4-dd55dc8dafab,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.121581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 42408ecb-1cdc-4a27-8ad4-dd55dc8dafab details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:39.129373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Made reservation on behalf of e0a6fbd85c3346a593b6edda206bea6f for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:39.131987 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.336064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.409232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c5765f-3737-450e-b33d-48664a8f95a4,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.416843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Checking segment: {'id': '5682c404-b4f7-4462-9729-e875645112df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '42408ecb-1cdc-4a27-8ad4-dd55dc8dafab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:39.417209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Network hostable DHCP agents. Network: 42408ecb-1cdc-4a27-8ad4-dd55dc8dafab, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:39.437765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Network 42408ecb-1cdc-4a27-8ad4-dd55dc8dafab is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:39.447839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 42408ecb-1cdc-4a27-8ad4-dd55dc8dafab) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:39.452879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:39.453712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.458460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ef6f6-ea1d-41d8-8eca-7bfa5d17276e None None] Network 42408ecb-1cdc-4a27-8ad4-dd55dc8dafab requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:39.487067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d17f9268-1c41-477b-9c31-d5f02bc8b31c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3846993 Sep 16 05:32:39.612830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22707364-a22a-4c25-9620-d82515183b41 None None] Network 42408ecb-1cdc-4a27-8ad4-dd55dc8dafab requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:40.167357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58408) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:40.172422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975455098-network', 'tenant_id': '75aece800dae40eab17bf6c71458a6a2'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:40.193509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Made reservation on behalf of 75aece800dae40eab17bf6c71458a6a2 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:40.197146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.207170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.318509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.323099 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.356204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:40.366476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b2a14-be41-4dc2-b1e0-ad1baad4f85e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.374113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.375491 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Added segment 77f40fbd-4a51-47e0-b47e-4aa7f3b7ea63 of type vlan for network c4fc14f0-f9dc-48c5-bee4-cf866a320a3e Sep 16 05:32:40.421872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.448737 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.449716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:40.450290 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.489409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3209500 Sep 16 05:32:40.492292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:40.498255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Request body: {'subnet': {'network_id': 'c4fc14f0-f9dc-48c5-bee4-cf866a320a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975455098-subnet', 'tenant_id': '75aece800dae40eab17bf6c71458a6a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:40.518655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784293b5-9d18-4c83-95f5-b34506459c43 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fc14f0-f9dc-48c5-bee4-cf866a320a3e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.522661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Made reservation on behalf of 75aece800dae40eab17bf6c71458a6a2 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:40.525559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.529682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c4fc14f0-f9dc-48c5-bee4-cf866a320a3e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:40.736068 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.793207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f122ab7-796d-4556-9e79-ce8be4aaed9c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.802551 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Checking segment: {'id': '77f40fbd-4a51-47e0-b47e-4aa7f3b7ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c4fc14f0-f9dc-48c5-bee4-cf866a320a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:40.802931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Network hostable DHCP agents. Network: c4fc14f0-f9dc-48c5-bee4-cf866a320a3e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:40.820443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Network c4fc14f0-f9dc-48c5-bee4-cf866a320a3e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:40.830251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c4fc14f0-f9dc-48c5-bee4-cf866a320a3e) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:40.834571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:40.835239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.842228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4bcf2-47ee-45ec-8710-1ff2b4478dcf None None] Network c4fc14f0-f9dc-48c5-bee4-cf866a320a3e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:40.856667 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-67e11a00-017a-4fa4-be0a-763bc09c819a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3626404 Sep 16 05:32:41.002036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6065b-8958-4afe-8b0e-f2185688b988 None None] Network c4fc14f0-f9dc-48c5-bee4-cf866a320a3e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:41.012350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58434) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.073520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] Deleting subnet a1c5765f-3737-450e-b33d-48664a8f95a4 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:41.077310 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.116110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.160124 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.221870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.248137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c5765f-3737-450e-b33d-48664a8f95a4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.254064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.256004 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-27dc15ce-8a15-4ed5-b350-84f7647c7b87 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a1c5765f-3737-450e-b33d-48664a8f95a4 HTTP/1.1" status: 204 len: 168 time: 0.2423429 Sep 16 05:32:41.258438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.340077 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.432037 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.454361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42408ecb-1cdc-4a27-8ad4-dd55dc8dafab']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.464398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5682c404-b4f7-4462-9729-e875645112df') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.464768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5682c404-b4f7-4462-9729-e875645112df') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.476342 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.490978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.498255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:41.499549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:41.501759 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:41.561289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.566954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.569036 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/42408ecb-1cdc-4a27-8ad4-dd55dc8dafab HTTP/1.1" status: 204 len: 168 time: 0.3090835 Sep 16 05:32:41.572032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58446) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.581120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a28132-3665-49f5-95fb-148874723cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=42408ecb-1cdc-4a27-8ad4-dd55dc8dafab,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.630029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] Deleting subnet 6f122ab7-796d-4556-9e79-ce8be4aaed9c {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:41.633321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.674628 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.716420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.772644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.801746 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.804227 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6f122ab7-796d-4556-9e79-ce8be4aaed9c HTTP/1.1" status: 204 len: 168 time: 0.2301536 Sep 16 05:32:41.805515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9275b18-0ab3-478d-a0fb-1eb4288f8099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f122ab7-796d-4556-9e79-ce8be4aaed9c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.807436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58452) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:41.856058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.894961 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.981908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.010242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fc14f0-f9dc-48c5-bee4-cf866a320a3e']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.019818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f40fbd-4a51-47e0-b47e-4aa7f3b7ea63') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.020143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f40fbd-4a51-47e0-b47e-4aa7f3b7ea63') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:42.029783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.043404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.050185 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:42.050637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:42.052347 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:42.111234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.117871 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.119951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/c4fc14f0-f9dc-48c5-bee4-cf866a320a3e HTTP/1.1" status: 204 len: 168 time: 0.3116450 Sep 16 05:32:42.133711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbf4e9-0146-4f6e-b9ce-3472f69cdc5a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fc14f0-f9dc-48c5-bee4-cf866a320a3e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.303204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58468) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.355016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58474) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.363309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e9b0f3c7-f5c2-42cd-9993-ac8500d2d454 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0a6fbd85c3346a593b6edda206bea6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590470 Sep 16 05:32:42.423509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80bd2bf6-030b-4ef9-9b6e-ee3b4906ae7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.457823 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80bd2bf6-030b-4ef9-9b6e-ee3b4906ae7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.511732 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80bd2bf6-030b-4ef9-9b6e-ee3b4906ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.514876 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-80bd2bf6-030b-4ef9-9b6e-ee3b4906ae7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.519132 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-80bd2bf6-030b-4ef9-9b6e-ee3b4906ae7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/957a662e-4a3e-49cf-aa6a-dbb1fdbb0c4e HTTP/1.1" status: 204 len: 168 time: 0.1608582 Sep 16 05:32:42.526798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd2bf6-030b-4ef9-9b6e-ee3b4906ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957a662e-4a3e-49cf-aa6a-dbb1fdbb0c4e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.911218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58496) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.952154 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c884879d-b91f-4c86-8fbf-db09bbb17ac7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75aece800dae40eab17bf6c71458a6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394258 Sep 16 05:32:42.954786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58498) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:43.017096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42c55f5-39c7-4094-93e2-1845d1994ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.038794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42c55f5-39c7-4094-93e2-1845d1994ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.089307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42c55f5-39c7-4094-93e2-1845d1994ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.091863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42c55f5-39c7-4094-93e2-1845d1994ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.095840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d42c55f5-39c7-4094-93e2-1845d1994ada admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc3b2a14-be41-4dc2-b1e0-ad1baad4f85e HTTP/1.1" status: 204 len: 168 time: 0.1372817 Sep 16 05:32:43.111042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c55f5-39c7-4094-93e2-1845d1994ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b2a14-be41-4dc2-b1e0-ad1baad4f85e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:43.902901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58546) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:43.907640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ac6a89c7-315c-4196-be19-cbced54db8ec tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292050218', 'description': 'tempest-secgroup-smoke-1292050218 description', 'project_id': '23a20dfbac4b4815ba519f61f4d5272e'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:43.930177 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6a89c7-315c-4196-be19-cbced54db8ec tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.025374 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6a89c7-315c-4196-be19-cbced54db8ec tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.029930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6a89c7-315c-4196-be19-cbced54db8ec tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.058764 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ac6a89c7-315c-4196-be19-cbced54db8ec tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.060294 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ac6a89c7-315c-4196-be19-cbced54db8ec tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1564598 Sep 16 05:32:44.063353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58550) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.068647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c1ffbc5b-c56d-4cf0-8c54-bcdd1a8e896b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5', 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:44.073988 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a89c7-315c-4196-be19-cbced54db8ec tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.100777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbc5b-c56d-4cf0-8c54-bcdd1a8e896b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.160504 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbc5b-c56d-4cf0-8c54-bcdd1a8e896b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.165291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbc5b-c56d-4cf0-8c54-bcdd1a8e896b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.184353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffbc5b-c56d-4cf0-8c54-bcdd1a8e896b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d944af5a-02b3-458e-a6df-88896ca5ec6d,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.190955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1ffbc5b-c56d-4cf0-8c54-bcdd1a8e896b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.195529 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c1ffbc5b-c56d-4cf0-8c54-bcdd1a8e896b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276879 Sep 16 05:32:44.195529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58558) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.199425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c0e6f173-1c21-453e-a2ad-dc9ce273a4da tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5', 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:44.228055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f173-1c21-453e-a2ad-dc9ce273a4da tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.295042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f173-1c21-453e-a2ad-dc9ce273a4da tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.299620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f173-1c21-453e-a2ad-dc9ce273a4da tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.314459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6f173-1c21-453e-a2ad-dc9ce273a4da tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee5e5f6-f1e1-4532-88c9-34a3e5477416,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.327304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f173-1c21-453e-a2ad-dc9ce273a4da tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.331399 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c0e6f173-1c21-453e-a2ad-dc9ce273a4da tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354339 Sep 16 05:32:44.334330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58566) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.339049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-facdc8b0-b03e-46c4-b171-9eec42af821f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5', 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:44.368371 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-facdc8b0-b03e-46c4-b171-9eec42af821f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.430302 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-facdc8b0-b03e-46c4-b171-9eec42af821f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.435148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-facdc8b0-b03e-46c4-b171-9eec42af821f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.456719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdc8b0-b03e-46c4-b171-9eec42af821f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e451b976-423b-4b5c-9fc2-8083bf9f99b2,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.459709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-facdc8b0-b03e-46c4-b171-9eec42af821f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.463917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58574) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.469172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f519f5b9-b650-4050-b09c-ace81035a451 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5', 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:44.469480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-facdc8b0-b03e-46c4-b171-9eec42af821f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331425 Sep 16 05:32:44.499750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f519f5b9-b650-4050-b09c-ace81035a451 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.567183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f519f5b9-b650-4050-b09c-ace81035a451 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.573175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f519f5b9-b650-4050-b09c-ace81035a451 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.598164 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519f5b9-b650-4050-b09c-ace81035a451 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9e7cb8-5c66-4d99-829e-58c1e9dcd83b,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.603057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f519f5b9-b650-4050-b09c-ace81035a451 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.604653 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f519f5b9-b650-4050-b09c-ace81035a451 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394472 Sep 16 05:32:44.607471 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58582) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.613807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5', 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:44.637591 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Project 23a20dfbac4b4815ba519f61f4d5272e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:32:44.646056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.721050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.725932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.748337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954d68bd-1ba9-448e-ad89-ae72374fccd8,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.758691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.760024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d75f4c69-43d5-4b80-8db8-2b12e1d3a3ae tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514628 Sep 16 05:32:44.762942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58592) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:44.768246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'security_group_rule': {'security_group_id': 'f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5', 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:44.801026 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Project 23a20dfbac4b4815ba519f61f4d5272e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:32:44.806384 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.885067 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.898286 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.920618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64a9be8-1579-4d03-af0d-035a6205abe6,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.928382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.946150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e3b20f56-4cb3-477b-b08d-6490844a8fa4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1724973 Sep 16 05:32:45.192131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-f97855eb-5dcf-481f-b30d-1dbb2da88a0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292050218&fields=id&tenant_id=23a20dfbac4b4815ba519f61f4d5272e HTTP/1.1" status: 200 len: 267 time: 0.0360808 Sep 16 05:32:45.312115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-8bff203b-1265-4ca1-a2b9-9890464ccf65 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:45.313653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-8bff203b-1265-4ca1-a2b9-9890464ccf65 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 814 time: 0.1137998 Sep 16 05:32:45.331517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-fb90a4da-cada-4b37-b883-769acff4bd5e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/quotas/23a20dfbac4b4815ba519f61f4d5272e HTTP/1.1" status: 200 len: 375 time: 0.0109110 Sep 16 05:32:45.383385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58638) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:45.396587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-7c9fe88c-c41a-41e1-90cf-a8ab251c9ae1 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588193 Sep 16 05:32:45.501038 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0504e720-5975-4b20-ace7-055e56226983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.592049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-f1abfca5-3ee7-4f09-ab83-66142d735442 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:32:45.600369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-f1abfca5-3ee7-4f09-ab83-66142d735442 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1929297 Sep 16 05:32:45.608324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0504e720-5975-4b20-ace7-055e56226983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.614872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0504e720-5975-4b20-ace7-055e56226983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.655842 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0504e720-5975-4b20-ace7-055e56226983 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2cad7b19f7814f419667bf858ccda3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702248 Sep 16 05:32:45.657433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504e720-5975-4b20-ace7-055e56226983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daecfcc6-756b-4c51-a65d-13239573cefe,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:45.659969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58646) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:45.697961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-b411ad1a-9343-4fad-8876-d8cb53782305 service neutron] 10.222.0.55 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966392 Sep 16 05:32:45.719286 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8630a7f1-3675-4dd2-8d5e-d2d14aef1530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.741539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8630a7f1-3675-4dd2-8d5e-d2d14aef1530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.793814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8630a7f1-3675-4dd2-8d5e-d2d14aef1530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.795460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-b036f7b0-80b3-4496-ae23-36081e6f599b service neutron] 10.222.0.55 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899489 Sep 16 05:32:45.798895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8630a7f1-3675-4dd2-8d5e-d2d14aef1530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.800406 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8630a7f1-3675-4dd2-8d5e-d2d14aef1530 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/daecfcc6-756b-4c51-a65d-13239573cefe HTTP/1.1" status: 204 len: 168 time: 0.1388347 Sep 16 05:32:45.809606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630a7f1-3675-4dd2-8d5e-d2d14aef1530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daecfcc6-756b-4c51-a65d-13239573cefe,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.147345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fabe350-4a10-467f-b245-02f66c181f51 req-bc702a8c-bcce-4e0b-a3e8-a0c1dae3f1cb tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 210 time: 0.0330832 Sep 16 05:32:46.182681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58674) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:46.196435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a8f3-1244-4150-8593-5ccce47ab167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.300019 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a8f3-1244-4150-8593-5ccce47ab167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.305291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a8f3-1244-4150-8593-5ccce47ab167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.369923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0a8f3-1244-4150-8593-5ccce47ab167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e059e8-913a-40bd-94d5-b9f61c9c61af,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.375628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ffb0a8f3-1244-4150-8593-5ccce47ab167 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9165078d5fb34cb880f5c6f5552fcd7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919882 Sep 16 05:32:46.378656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58682) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:46.431613 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d08d9395-2de5-4c1b-8cca-778807b6ec87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.456645 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d08d9395-2de5-4c1b-8cca-778807b6ec87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.514872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d08d9395-2de5-4c1b-8cca-778807b6ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.517985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d08d9395-2de5-4c1b-8cca-778807b6ec87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.520217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d08d9395-2de5-4c1b-8cca-778807b6ec87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76e059e8-913a-40bd-94d5-b9f61c9c61af HTTP/1.1" status: 204 len: 168 time: 0.1395113 Sep 16 05:32:46.534339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d9395-2de5-4c1b-8cca-778807b6ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e059e8-913a-40bd-94d5-b9f61c9c61af,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:47.287172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-1dc2eb02-2917-449d-9d91-a54e1624ab8e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.288859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-1dc2eb02-2917-449d-9d91-a54e1624ab8e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.73 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 814 time: 0.1671875 Sep 16 05:32:47.298999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7eac647-55c6-4da5-8a2b-6768ff0fd640 req-fe15ab62-a39b-4eec-bc99-ae123476e455 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 210 time: 0.0652306 Sep 16 05:32:47.347052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-0e663660-45f6-489a-8013-74783c8c29e8 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a20dfbac4b4815ba519f61f4d5272e HTTP/1.1" status: 200 len: 380 time: 0.0411904 Sep 16 05:32:47.376939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'port': {'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'admin_state_up': True, 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'security_groups': ['f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:47.520207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Made reservation on behalf of 23a20dfbac4b4815ba519f61f4d5272e for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:47.524508 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.699980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Allocated IP 172.20.0.4 (9d880899-d42a-4750-8194-b756e5e080d2/ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95/30170b1e-b1e8-4d8b-aa13-5e1a97628f92) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:47.865606 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.909346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.974367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'Port': ['ID=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:47.978503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Network 9d880899-d42a-4750-8194-b756e5e080d2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:47.980359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:47.982409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:48.052928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.053866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.071290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-d3615d82-a2f1-485a-bc30-d85fbe54bc61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6992061 Sep 16 05:32:48.097810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Request body: {'port': {'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:48.175111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.273688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-018fd37a-017d-4623-9a1c-83e6723a1366 None None] Provisioning complete for port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:48.274291 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-018fd37a-017d-4623-9a1c-83e6723a1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.339393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-018fd37a-017d-4623-9a1c-83e6723a1366 None None] Port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:48.497209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2095b-2ae5-40ac-91f5-85f684910deb req-6ab79cbd-e9bd-4d6a-9ce2-91cc95e03f49 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.498732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ed2095b-2ae5-40ac-91f5-85f684910deb req-6ab79cbd-e9bd-4d6a-9ce2-91cc95e03f49 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 931 time: 0.0774853 Sep 16 05:32:48.576803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:48.594644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.604307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ed2095b-2ae5-40ac-91f5-85f684910deb req-1770198f-a0a1-40d9-9c2b-aa5635c2921a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889938 Sep 16 05:32:48.613306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Transition to ACTIVE for port object 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:48.622459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.716561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Pushing event updated for resources: {'Port': ['ID=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:48.820328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Attempting to bind port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:48.821122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Attempting to bind port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:48.821469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Attempting to bind port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 on network 9d880899-d42a-4750-8194-b756e5e080d2 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:48.826243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 on network 9d880899-d42a-4750-8194-b756e5e080d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:48.827097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Attempting to bind port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 on network 9d880899-d42a-4750-8194-b756e5e080d2 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:48.832844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:48.833227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Checking segment: {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:48.833625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Bound using segment: {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:48.834174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Bound port: 30170b1e-b1e8-4d8b-aa13-5e1a97628f92, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dec56c8-d2c7-4ace-8d27-5fb746c404d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:48.834547 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.933837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] For port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:48.937892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] For port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:48.944398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.993121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:48.993689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.995757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] 10.222.0.73 "PUT /v2.0/ports/30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 1092 time: 0.9060905 Sep 16 05:32:48.998178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:49.000807 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4825c8dd-7171-48b2-afa2-30172cd05f76" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:49.035146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0c5b2-99b5-4c1c-9b7f-a0255330f9fb service neutron] Pushing event updated for resources: {'Port': ['ID=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:49.111739 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b528b0-f97b-4f26-af89-b39419171fe3 x-openstack-request-id: req-46b528b0-f97b-4f26-af89-b39419171fe3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:49.112035 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:49.112302 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46b528b0-f97b-4f26-af89-b39419171fe3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:49.112701 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'status': 'completed', 'code': 200} Sep 16 05:32:49.136529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-ae3ecdd8-1931-4d69-9549-ec62a4c1283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.138063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-ae3ecdd8-1931-4d69-9549-ec62a4c1283d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1095 time: 0.0701463 Sep 16 05:32:49.191247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-13b0d7b7-2a66-4eda-b819-2bd3f235e985 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 217 time: 0.0406084 Sep 16 05:32:49.272991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-2f6ef67c-0ad5-4ea7-9e74-fce69913f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.274678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-2f6ef67c-0ad5-4ea7-9e74-fce69913f7ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 200 len: 853 time: 0.0724633 Sep 16 05:32:49.350796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-07a3c0c2-8fe2-4b6b-bbc6-0d8d8fb0c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.352336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-07a3c0c2-8fe2-4b6b-bbc6-0d8d8fb0c9d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d880899-d42a-4750-8194-b756e5e080d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661874 Sep 16 05:32:49.461278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-2dd5ca8a-e7a3-4e07-91a7-b931215eea23 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952363 Sep 16 05:32:49.594941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-300b5b9c-771f-4111-9250-b94585eb7e87 req-6699ed9e-3f8c-436f-a2b1-3280880a2587 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199393 Sep 16 05:32:49.720141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-372219aa-0b4c-4888-9d40-daaed69a678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.722649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-372219aa-0b4c-4888-9d40-daaed69a678e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1095 time: 0.0634737 Sep 16 05:32:49.855898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219e0b5-5839-4c3c-841f-6cb53326e760 req-7e31422c-9b8e-46de-a387-0d07d231375e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.857488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2219e0b5-5839-4c3c-841f-6cb53326e760 req-7e31422c-9b8e-46de-a387-0d07d231375e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.1338651 Sep 16 05:32:49.901778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-26417252-17d7-4246-a4a6-5ef59928176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.903689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-26417252-17d7-4246-a4a6-5ef59928176a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 915 time: 0.1686151 Sep 16 05:32:49.928283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2219e0b5-5839-4c3c-841f-6cb53326e760 req-0b905c12-d149-4018-94c3-bf572bcc1348 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599408 Sep 16 05:32:49.961278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-9ef093a1-62df-4785-a1e4-85618157ad28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 217 time: 0.0457520 Sep 16 05:32:50.022591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-baff0d9e-5c51-424e-89eb-bf6733c69da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.024339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-baff0d9e-5c51-424e-89eb-bf6733c69da2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 200 len: 853 time: 0.0496349 Sep 16 05:32:50.083914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-89c1844b-02b8-4b67-b490-962aae25d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.085397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-89c1844b-02b8-4b67-b490-962aae25d17a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d880899-d42a-4750-8194-b756e5e080d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500667 Sep 16 05:32:50.201281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-97be482a-849e-4d68-8ffa-979579fd8b1e service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041498 Sep 16 05:32:50.313129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4825c8dd-7171-48b2-afa2-30172cd05f76 req-e9c68c28-a244-4a84-b1cb-1c2bc1438358 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011004 Sep 16 05:32:51.072925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22cff5-4572-41d8-a599-647b2b64edf7 req-fc3ad2f3-94dd-46b4-abee-656a59b065b2 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.074593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e22cff5-4572-41d8-a599-647b2b64edf7 req-fc3ad2f3-94dd-46b4-abee-656a59b065b2 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0656507 Sep 16 05:32:51.128138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e22cff5-4572-41d8-a599-647b2b64edf7 req-364c0d92-d6f8-46ed-9724-19480fa5c079 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 Sep 16 05:32:52.248030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bbf6c-5e28-41e3-9970-e9944c20d6b3 req-3c031b9b-8b16-45a6-ace6-72c9bca817b6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.250098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003bbf6c-5e28-41e3-9970-e9944c20d6b3 req-3c031b9b-8b16-45a6-ace6-72c9bca817b6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0485263 Sep 16 05:32:52.269724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58858) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:52.289854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003bbf6c-5e28-41e3-9970-e9944c20d6b3 req-226b07d7-7f60-4a29-bd48-a5d25958aec3 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337288 Sep 16 05:32:52.375968 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.465206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.469706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.507577 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01f4c815dc0645d6802476dec64ef0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367957 Sep 16 05:32:52.509574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf73030-0e88-4c1d-9a55-c39b0504840b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:52.510331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58868) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:52.518033 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.518377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.518769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.519104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.519449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.519826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.520110 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.520441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.520765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.521091 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.521410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.521735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b27e8-c24b-4845-9599-be3bc2c81f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:52.573687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b50cee5-85aa-4c7e-91b7-9b82cd3bbb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.597068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b50cee5-85aa-4c7e-91b7-9b82cd3bbb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.646705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b50cee5-85aa-4c7e-91b7-9b82cd3bbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.649383 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b50cee5-85aa-4c7e-91b7-9b82cd3bbb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.650542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9b50cee5-85aa-4c7e-91b7-9b82cd3bbb5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/baf73030-0e88-4c1d-9a55-c39b0504840b HTTP/1.1" status: 204 len: 168 time: 0.1391683 Sep 16 05:32:52.659639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50cee5-85aa-4c7e-91b7-9b82cd3bbb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf73030-0e88-4c1d-9a55-c39b0504840b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:52.929662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58882) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:52.943727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6734970-3162-47e3-a848-1f098161af8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.040919 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6734970-3162-47e3-a848-1f098161af8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.044610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d6734970-3162-47e3-a848-1f098161af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.083921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d6734970-3162-47e3-a848-1f098161af8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c7ec472960f4fc390ec467d41025a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531549 Sep 16 05:32:53.084809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734970-3162-47e3-a848-1f098161af8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace50195-8ca3-4e1e-88f5-2e0ac29bcfd2,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:53.086680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58888) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:53.138559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56564c7e-2505-4bc7-a28f-2212a0193a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.160367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56564c7e-2505-4bc7-a28f-2212a0193a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.206522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56564c7e-2505-4bc7-a28f-2212a0193a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.209260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-56564c7e-2505-4bc7-a28f-2212a0193a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.210402 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-56564c7e-2505-4bc7-a28f-2212a0193a05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ace50195-8ca3-4e1e-88f5-2e0ac29bcfd2 HTTP/1.1" status: 204 len: 168 time: 0.1225193 Sep 16 05:32:53.218485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56564c7e-2505-4bc7-a28f-2212a0193a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace50195-8ca3-4e1e-88f5-2e0ac29bcfd2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:53.405120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84e27-95ca-4566-8780-6daf3ccdefeb req-a6daaa3f-3d67-451a-9f75-8d5049881ebd tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.407735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf84e27-95ca-4566-8780-6daf3ccdefeb req-a6daaa3f-3d67-451a-9f75-8d5049881ebd tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0511415 Sep 16 05:32:53.450371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf84e27-95ca-4566-8780-6daf3ccdefeb req-1c001c67-4d26-4b3e-958e-d3a07b390003 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358138 Sep 16 05:32:54.567016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747bf5d-fda0-4449-a32a-799003a3c582 req-190233cd-2c5e-410a-9b12-01294ffce887 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.568741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1747bf5d-fda0-4449-a32a-799003a3c582 req-190233cd-2c5e-410a-9b12-01294ffce887 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0524218 Sep 16 05:32:54.607468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1747bf5d-fda0-4449-a32a-799003a3c582 req-5e3eabfa-bcc1-4fed-abaa-479313553c1e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Sep 16 05:32:54.745690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:54.835664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 58940) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:54.941560 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b449049-ed1f-48d1-9461-dbde04a97d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.028143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b449049-ed1f-48d1-9461-dbde04a97d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.033027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5b449049-ed1f-48d1-9461-dbde04a97d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.075826 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5b449049-ed1f-48d1-9461-dbde04a97d1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cac223952cd747219e37ca41216efbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390139 Sep 16 05:32:55.076969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449049-ed1f-48d1-9461-dbde04a97d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473f11b6-61c5-4da8-9723-2bb5c1eb7691,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:55.078641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 58948) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:55.134436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-865bda8d-40d1-4ed5-8fc9-e95b3f5cb990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.156888 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-865bda8d-40d1-4ed5-8fc9-e95b3f5cb990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.208728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-865bda8d-40d1-4ed5-8fc9-e95b3f5cb990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.211614 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-865bda8d-40d1-4ed5-8fc9-e95b3f5cb990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.215426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-865bda8d-40d1-4ed5-8fc9-e95b3f5cb990 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/473f11b6-61c5-4da8-9723-2bb5c1eb7691 HTTP/1.1" status: 204 len: 168 time: 0.1332626 Sep 16 05:32:55.221199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bda8d-40d1-4ed5-8fc9-e95b3f5cb990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473f11b6-61c5-4da8-9723-2bb5c1eb7691,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:55.731092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6897-4295-4db8-8e92-f8dc3d03ef87 req-b13418ac-4f18-41a0-837d-713317d2dca4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:55.732704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-528c6897-4295-4db8-8e92-f8dc3d03ef87 req-b13418ac-4f18-41a0-837d-713317d2dca4 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0539978 Sep 16 05:32:55.775159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-528c6897-4295-4db8-8e92-f8dc3d03ef87 req-6551275d-988c-437e-92bb-91631f0a8ef5 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356686 Sep 16 05:32:55.898639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fa27ef77-8f00-4d23-a273-f500b2084a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:56.888641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2557-98d0-4453-a387-df61fb57c839 req-85b58063-2f87-4888-92cf-be5434f23768 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.890723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e99c2557-98d0-4453-a387-df61fb57c839 req-85b58063-2f87-4888-92cf-be5434f23768 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0475879 Sep 16 05:32:56.926723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e99c2557-98d0-4453-a387-df61fb57c839 req-36034fcd-d9e5-4b39-9405-57cc5532df0b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301492 Sep 16 05:32:58.043988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e95a4-ed2a-4aaa-ad9a-e71581de8785 req-bbaaab6d-cd2a-45f6-8eaa-3ae01c3d78db tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.045524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc9e95a4-ed2a-4aaa-ad9a-e71581de8785 req-bbaaab6d-cd2a-45f6-8eaa-3ae01c3d78db tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0533888 Sep 16 05:32:58.085320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc9e95a4-ed2a-4aaa-ad9a-e71581de8785 req-e8897dd8-fa42-429f-ad4c-c522f7479068 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Sep 16 05:32:58.200348 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e0bf58d9-5a37-407b-ae0f-b89af62f16be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:58.349759 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:59.184297 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:59.199777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2472-faab-4805-8670-630ffd986310 req-5d3d609c-2b83-490e-8e33-c389674768fe tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.201289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741e2472-faab-4805-8670-630ffd986310 req-5d3d609c-2b83-490e-8e33-c389674768fe tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0494566 Sep 16 05:32:59.239346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741e2472-faab-4805-8670-630ffd986310 req-00925f17-a6b6-43c3-a15a-d4af6b87be7c tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314589 Sep 16 05:32:59.857985 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:00.353688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c8a1-04a1-4232-a4c1-438ddd55c44b req-34a248e1-f182-4b91-998e-d12a9d13a0df tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:00.355045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ac4c8a1-04a1-4232-a4c1-438ddd55c44b req-34a248e1-f182-4b91-998e-d12a9d13a0df tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0482118 Sep 16 05:33:00.392424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ac4c8a1-04a1-4232-a4c1-438ddd55c44b req-f7da2799-d7f5-4354-b643-d5506ba5b03a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Sep 16 05:33:01.290873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.355539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:01.450109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:01.461677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'mac_address': 'fa:16:3e:e8:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:01.498158 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.508032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ce21-ff9a-4653-8f7b-2e80ff451114 req-80c784e9-c042-4bc1-b689-aa52aa103d3f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:01.509544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dc8ce21-ff9a-4653-8f7b-2e80ff451114 req-80c784e9-c042-4bc1-b689-aa52aa103d3f tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 943 time: 0.0514908 Sep 16 05:33:01.511564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:01.530441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:01.534295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:01.547931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dc8ce21-ff9a-4653-8f7b-2e80ff451114 req-8ac3a685-09cc-4afc-8573-d8439f1e9869 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Sep 16 05:33:01.595169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:01.602678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.603029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.603373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.603711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.604050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.604407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.604738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.605065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.605395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.605719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.606046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.606372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:01.832161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['30170b1e-b1e8-4d8b-aa13-5e1a97628f92'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:02.666143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f3e32-db93-4c1a-8dcc-a82a85c55e99 req-362f4c94-65cd-45b4-925d-1f1171286f69 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:02.667558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d10f3e32-db93-4c1a-8dcc-a82a85c55e99 req-362f4c94-65cd-45b4-925d-1f1171286f69 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 944 time: 0.0487545 Sep 16 05:33:02.707868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d10f3e32-db93-4c1a-8dcc-a82a85c55e99 req-406d2aa9-9e9a-4600-bea3-5ab04f1dbe22 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Sep 16 05:33:03.354854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:03.401449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:03.404885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:03.405760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.480550 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.507145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:03.509919 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06949764-e232-4e42-9129-6f59bc1fa027" -d '{"events": [{"server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "name": "network-vif-plugged", "status": "completed", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:03.522886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:03.527154 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:03.551102 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b5fb40-f3ae-494e-a531-39309857bff1 x-openstack-request-id: req-c6b5fb40-f3ae-494e-a531-39309857bff1 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:03.551392 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "name": "network-vif-plugged", "status": "completed", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:03.551678 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6b5fb40-f3ae-494e-a531-39309857bff1 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:03.552203 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'code': 200} Sep 16 05:33:03.576942 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:03.664678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050fc3b-20fc-4534-bcc0-01d9246904d0 req-47439bd9-0b81-464b-892f-5be47a0c7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.666033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2050fc3b-20fc-4534-bcc0-01d9246904d0 req-47439bd9-0b81-464b-892f-5be47a0c7914 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1097 time: 0.0389767 Sep 16 05:33:03.703231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2050fc3b-20fc-4534-bcc0-01d9246904d0 req-8ac12e1e-edc1-420a-9804-82814a0b9ba3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264363 Sep 16 05:33:03.823792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae1869-8189-4423-bb9e-641c3dfc6886 req-2ccae180-9ed9-4c6e-ad91-d531bae46680 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:03.825303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4ae1869-8189-4423-bb9e-641c3dfc6886 req-2ccae180-9ed9-4c6e-ad91-d531bae46680 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 945 time: 0.0540216 Sep 16 05:33:03.862813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4ae1869-8189-4423-bb9e-641c3dfc6886 req-fc7d9632-fc52-468d-944f-d6fd37386b66 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Sep 16 05:33:04.991166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44b1b-c8f6-417a-8563-a25d5826005e req-413f0c07-27ab-4eb0-b19f-379c5518c34a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:04.993043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29f44b1b-c8f6-417a-8563-a25d5826005e req-413f0c07-27ab-4eb0-b19f-379c5518c34a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 945 time: 0.0572174 Sep 16 05:33:05.034925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29f44b1b-c8f6-417a-8563-a25d5826005e req-ece6170c-4eb3-4b5a-b069-38665d1edc1c tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355909 Sep 16 05:33:05.437244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30c32f-26f9-46de-b350-dc9059b39466 req-07be0544-1124-47eb-909b-c6e6451336f6 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:05.438634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f30c32f-26f9-46de-b350-dc9059b39466 req-07be0544-1124-47eb-909b-c6e6451336f6 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1098 time: 0.0394139 Sep 16 05:33:05.472629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f30c32f-26f9-46de-b350-dc9059b39466 req-f6103721-ae7a-413f-9a3e-cd9a01886551 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279136 Sep 16 05:33:05.493155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59096) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:05.966334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 62342d48-4111-40ca-9519-512e39bbc7c7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:05.966678 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.039900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.040603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.051378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 62342d48-4111-40ca-9519-512e39bbc7c7 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:06.186862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dfb82-70be-4a1c-a7ad-f05e52c3284c req-171f3c0b-2746-42e1-b583-bacf81f78c6a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.188439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c98dfb82-70be-4a1c-a7ad-f05e52c3284c req-171f3c0b-2746-42e1-b583-bacf81f78c6a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 945 time: 0.0762320 Sep 16 05:33:06.262515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c98dfb82-70be-4a1c-a7ad-f05e52c3284c req-ce19f280-8c63-4b1d-9937-80fe3f68e5ef tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654511 Sep 16 05:33:06.275420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.302039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=62342d48-4111-40ca-9519-512e39bbc7c7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:06.398495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.399247 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP 2cbabc4a-8cb2-40f0-b652-907498a05f17 disassociated (deleted). External IP: 172.25.6.150, port: 4929bbfa-5bc0-4e11-9591-071e6f394f6d. Sep 16 05:33:06.413001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f5d04-766e-41d4-aca4-b6603aed94e7 req-cb722667-ff11-45ed-bca9-a95b15b7fe1b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.414508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f5d04-766e-41d4-aca4-b6603aed94e7 req-cb722667-ff11-45ed-bca9-a95b15b7fe1b tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 945 time: 0.0695722 Sep 16 05:33:06.529555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-194f5d04-766e-41d4-aca4-b6603aed94e7 req-0b72a9ee-0b86-47bd-9f61-2982b0e2ec70 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799859 Sep 16 05:33:06.551602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59112) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.666422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router dae35601-a83c-4c6f-899e-3e88b921b74c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:06.802577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:06.807341 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.813697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] Sync routers for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:06.825938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:06.826909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:06.837530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e66a7368-074a-4ed6-9f08-85540054ff4a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/floatingips/2cbabc4a-8cb2-40f0-b652-907498a05f17 HTTP/1.1" status: 204 len: 168 time: 1.3433497 Sep 16 05:33:06.838802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:06.841350 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc40083-1529-4fc8-8db3-f9ae045972c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:06.849779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11273c9-794b-4145-8767-b3a5850cdd0b tempest-TestVolumeBackupRestore-400589315 tempest-TestVolumeBackupRestore-400589315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.854422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59120) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:06.859485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:06.864417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e11273c9-794b-4145-8767-b3a5850cdd0b tempest-TestVolumeBackupRestore-400589315 tempest-TestVolumeBackupRestore-400589315-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1092 time: 0.3115344 Sep 16 05:33:06.890003 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bb8636-6ee6-4b65-afce-0568a69ff581 x-openstack-request-id: req-b5bb8636-6ee6-4b65-afce-0568a69ff581 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:06.890187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:06.890328 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:06.890570 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5bb8636-6ee6-4b65-afce-0568a69ff581 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:06.891167 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'status': 'completed', 'code': 200} Sep 16 05:33:06.954679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:06.994568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-dab7f95f-0ca5-4298-8148-8640aeb858dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:06.996200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-dab7f95f-0ca5-4298-8148-8640aeb858dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 1098 time: 0.0633142 Sep 16 05:33:07.002218 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.121180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Allocated IP 172.25.6.88 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/5e3b69ce-7219-4527-b07a-13f91995ea65) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:07.171241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463c442-92c1-4543-9545-2f9a73376cfb req-6be09161-1c97-4f67-beab-a44a8defb792 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:07.173008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b463c442-92c1-4543-9545-2f9a73376cfb req-6be09161-1c97-4f67-beab-a44a8defb792 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.0962954 Sep 16 05:33:07.174658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-f9653d35-12a0-4074-8e6e-750bcd6855ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:07.176007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-f9653d35-12a0-4074-8e6e-750bcd6855ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 200 len: 897 time: 0.1656373 Sep 16 05:33:07.229357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:52Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:07.237992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-1a02aa3b-31c4-4092-b9ac-eed2c773c768 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 200 len: 217 time: 0.0518811 Sep 16 05:33:07.250996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.263678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] Checking router: dae35601-a83c-4c6f-899e-3e88b921b74c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:07.273404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:07.274085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:07.290201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b463c442-92c1-4543-9545-2f9a73376cfb req-a1d0f08c-8006-40d2-8a4d-a5758c26d292 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103613 Sep 16 05:33:07.301515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-f921c74a-28e2-42c0-9ff3-ba4626384437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:07.303182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-f921c74a-28e2-42c0-9ff3-ba4626384437 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 200 len: 834 time: 0.0553014 Sep 16 05:33:07.304838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:07.362641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-c1b53287-7211-4b61-a096-244c69ef1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:07.364695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-c1b53287-7211-4b61-a096-244c69ef1d3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a88975e-bb15-429a-b367-dfcb8759d319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486720 Sep 16 05:33:07.365202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'Port': ['ID=5e3b69ce-7219-4527-b07a-13f91995ea65,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:07.368710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:07.370143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:07.372330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:07.404705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:07.493351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-83500e02-4cc3-45e2-9ef2-43dd68ac9e13 service neutron] 10.222.0.64 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139376 Sep 16 05:33:07.653115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7fc40083-1529-4fc8-8db3-f9ae045972c7 req-282ce2f7-6c5c-44c9-b828-954cfa7a6267 service neutron] 10.222.0.64 "GET /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508341 Sep 16 05:33:07.803761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:52Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:07.835984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58926fa5-876d-4321-98ca-37166153cd10 None None] The sync data for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 is: [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:30:47Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '22bab0df-8540-496e-b337-ddcfe0f072eb', 'name': '', 'network_id': '3a88975e-bb15-429a-b367-dfcb8759d319', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:4a:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:46Z', 'updated_at': '2021-09-16T05:30:52Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '9610a282-58b5-4bc4-92bd-723f9071ba9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:07.953435 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.026301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.082287 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72ff16-cc2f-4bd3-b1b1-db72e89910f6 None None] New status for floating IP 2cbabc4a-8cb2-40f0-b652-907498a05f17: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:33:08.192743 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.198102 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.281118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event updated for resources: {'Port': ['ID=5e3b69ce-7219-4527-b07a-13f91995ea65,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:08.291196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.395298 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Floating IP 8c4bcef2-694a-4a5e-9ff4-023043640ddc associated. External IP: 172.25.6.88, port: 30170b1e-b1e8-4d8b-aa13-5e1a97628f92. Sep 16 05:33:08.421321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6292d4-4bbd-419b-8d54-6c30c9416402 req-61810aa8-c371-4d3c-b82e-6422d670fc0a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.423743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db6292d4-4bbd-419b-8d54-6c30c9416402 req-61810aa8-c371-4d3c-b82e-6422d670fc0a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.0589907 Sep 16 05:33:08.467036 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db6292d4-4bbd-419b-8d54-6c30c9416402 req-d55fa0b2-62d3-4bac-88f1-f748b88f387d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366406 Sep 16 05:33:08.628294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:08.742970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:08.754835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] Sync routers for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:08.759316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.765988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:08.766596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:08.790207 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-25f15bc1-bf2d-4be7-98ff-657131990e61 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9323235 Sep 16 05:33:08.790207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:08.791093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59138) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:08.791458 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02036fb2-8af1-43e1-8c24-42a65d874d35" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:08.883533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccef399-937e-41dc-bfa6-55db236d8875 tempest-TestVolumeBackupRestore-400589315 tempest-TestVolumeBackupRestore-400589315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.885663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-eccef399-937e-41dc-bfa6-55db236d8875 tempest-TestVolumeBackupRestore-400589315 tempest-TestVolumeBackupRestore-400589315-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1092 time: 0.0930343 Sep 16 05:33:08.888906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59144) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:08.892948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:08.894818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Request body: {'floatingip': {'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:08.905835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-b9e0f0c4-0f87-4032-8c18-3a0fbd807d58 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:08.910204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-b9e0f0c4-0f87-4032-8c18-3a0fbd807d58 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 946 time: 0.0806820 Sep 16 05:33:08.958425 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.072037 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c16674-ddd0-4299-a8f3-780f549cbb65 x-openstack-request-id: req-16c16674-ddd0-4299-a8f3-780f549cbb65 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:09.072470 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:09.072827 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16c16674-ddd0-4299-a8f3-780f549cbb65 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:09.073374 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'status': 'completed', 'code': 200} Sep 16 05:33:09.073512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 4929bbfa-5bc0-4e11-9591-071e6f394f6d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:09.073731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.185616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8c4bcef2-694a-4a5e-9ff4-023043640ddc', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'mac_address': 'fa:16:3e:e8:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:07Z', 'revision_number': 0, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:09.192244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-d53ce700-ffc9-4a6c-86f4-29291acd2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.193760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-d53ce700-ffc9-4a6c-86f4-29291acd2f02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1097 time: 0.0992477 Sep 16 05:33:09.216563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] Checking router: 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:09.217142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port 4929bbfa-5bc0-4e11-9591-071e6f394f6d, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=4929bbfa-5bc0-4e11-9591-071e6f394f6d,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:09.217559 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.229203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:09.230014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:09.260424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 4929bbfa-5bc0-4e11-9591-071e6f394f6d owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:09.387388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:09.388784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-005d32f6-b862-47f9-bf17-fde122c9d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.390485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-005d32f6-b862-47f9-bf17-fde122c9d29e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 915 time: 0.1879437 Sep 16 05:33:09.470910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-75c6c9da-c5cd-49dc-8d59-7451ca4d4440 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 998 time: 0.0670795 Sep 16 05:33:09.612560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-38b1d193-fe48-4276-b143-b00357d3bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.614501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-38b1d193-fe48-4276-b143-b00357d3bfd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 200 len: 853 time: 0.1322246 Sep 16 05:33:09.660056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8c4bcef2-694a-4a5e-9ff4-023043640ddc', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'mac_address': 'fa:16:3e:e8:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:07Z', 'revision_number': 0, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:09.707857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e858d-b135-4b7e-a62b-c7d7e1448da0 None None] The sync data for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 is: [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8c4bcef2-694a-4a5e-9ff4-023043640ddc', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'mac_address': 'fa:16:3e:e8:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:07Z', 'revision_number': 0, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:09.712425 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.733869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-0912efcd-1893-4518-b7c6-9b61fbcbc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.737940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-0912efcd-1893-4518-b7c6-9b61fbcbc37e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d880899-d42a-4750-8194-b756e5e080d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084349 Sep 16 05:33:09.828410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=4929bbfa-5bc0-4e11-9591-071e6f394f6d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:09.849650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5151e-df63-4484-a0d5-88e05066dae1 req-9b5fdc98-e5f5-48ee-8b4f-4584195e89e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:09.851240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48c5151e-df63-4484-a0d5-88e05066dae1 req-9b5fdc98-e5f5-48ee-8b4f-4584195e89e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a45e2f1-8270-4e67-96f6-0d1fac82f04a HTTP/1.1" status: 200 len: 867 time: 0.2446084 Sep 16 05:33:09.972221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] No DVR routers for this DVR port 4929bbfa-5bc0-4e11-9591-071e6f394f6d on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:09.974336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.979509 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.980176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:09.982283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-323939e9-246f-4273-a4c4-31b9f37c4d51 req-04387788-16ed-49fa-997f-e7e5852889f6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "DELETE /v2.0/ports/4929bbfa-5bc0-4e11-9591-071e6f394f6d HTTP/1.1" status: 204 len: 173 time: 1.0647314 Sep 16 05:33:09.986359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-deleted', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:09.989525 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca92934-c614-4141-88d6-7edd96bf0c7f" -d '{"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-deleted", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:10.024450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-48c5151e-df63-4484-a0d5-88e05066dae1 req-abbb5141-2234-492e-86bc-ccb558305b85 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=93093310-8de2-48ff-808b-f3c332792fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509285 Sep 16 05:33:10.039489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-f9af667b-5ac3-4643-9e9e-c89c06ce206a service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342110 Sep 16 05:33:10.041232 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739ff8c-9127-46d0-bcca-2567eeb42ea7 None None] New status for floating IP 8c4bcef2-694a-4a5e-9ff4-023043640ddc: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:33:10.066459 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35767977-c9e3-435d-9bfe-a48cbae79217 x-openstack-request-id: req-35767977-c9e3-435d-9bfe-a48cbae79217 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:10.066858 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a45e2f1-8270-4e67-96f6-0d1fac82f04a", "name": "network-vif-deleted", "tag": "4929bbfa-5bc0-4e11-9591-071e6f394f6d", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:10.067223 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35767977-c9e3-435d-9bfe-a48cbae79217 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:10.067685 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a45e2f1-8270-4e67-96f6-0d1fac82f04a', 'name': 'network-vif-deleted', 'tag': '4929bbfa-5bc0-4e11-9591-071e6f394f6d', 'status': 'completed', 'code': 200} Sep 16 05:33:10.183647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02036fb2-8af1-43e1-8c24-42a65d874d35 req-ce3bb084-539a-472d-a2f6-4582c87a2581 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349053 Sep 16 05:33:10.251296 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:10.367625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:10.372189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:10.376613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] Sync routers for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:10.386800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:10.387712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:10.430114 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cc2d58aa-bab3-4215-978d-6f9c20db8406 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "PUT /v2.0/floatingips/8c4bcef2-694a-4a5e-9ff4-023043640ddc HTTP/1.1" status: 200 len: 990 time: 1.5399384 Sep 16 05:33:10.503433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:10.726718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8c4bcef2-694a-4a5e-9ff4-023043640ddc', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'mac_address': 'fa:16:3e:e8:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:10Z', 'revision_number': 2, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:10.755686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] Checking router: 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:10.764753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:10.765367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:10.882818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:11.075160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}, {'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:11.078593 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92"}, {"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:11.095496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59184) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:11.137761 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511552af-78ec-4c93-b828-eaaf01ff4dce x-openstack-request-id: req-511552af-78ec-4c93-b828-eaaf01ff4dce {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:11.138068 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:11.138319 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-511552af-78ec-4c93-b828-eaaf01ff4dce {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:11.138718 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'status': 'completed', 'code': 200} Sep 16 05:33:11.139019 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'status': 'completed', 'code': 200} Sep 16 05:33:11.142925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8c4bcef2-694a-4a5e-9ff4-023043640ddc', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'mac_address': 'fa:16:3e:e8:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:10Z', 'revision_number': 2, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:11.176225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b8b9d-1124-4b5a-bc5d-f4ac7c98a2c5 None None] The sync data for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 is: [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8c4bcef2-694a-4a5e-9ff4-023043640ddc', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'port_id': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'mac_address': 'fa:16:3e:e8:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:07Z', 'updated_at': '2021-09-16T05:33:10Z', 'revision_number': 2, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:11.271718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-ac1ff47d-8bf0-4590-8665-e392fd715126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.273258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-ac1ff47d-8bf0-4590-8665-e392fd715126 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1097 time: 0.1082776 Sep 16 05:33:11.455411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-49518f7c-5383-455b-bd54-e03ab7ce4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.456839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-49518f7c-5383-455b-bd54-e03ab7ce4ec9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 915 time: 0.1717484 Sep 16 05:33:11.569528 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-1bcd1be8-e22d-4a1f-a3f8-d76b11abd859 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 1000 time: 0.0913787 Sep 16 05:33:11.640305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-0b67e6dd-571f-409a-9307-9096f98a29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:11.641772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-0b67e6dd-571f-409a-9307-9096f98a29f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 200 len: 853 time: 0.0657001 Sep 16 05:33:11.702346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:11.899075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 4929bbfa-5bc0-4e11-9591-071e6f394f6d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:11.899448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 4929bbfa-5bc0-4e11-9591-071e6f394f6d not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:11.914563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.063386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-302ba053-ff84-426b-be2c-b20f990da2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.064976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-302ba053-ff84-426b-be2c-b20f990da2be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d880899-d42a-4750-8194-b756e5e080d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4140773 Sep 16 05:33:12.083649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.239077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-c396ca02-e9bd-488e-bfde-9c46b56e75d1 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659551 Sep 16 05:33:12.389954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-dc20a74c-7bc0-4478-a968-af844e7ebfed service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432955 Sep 16 05:33:12.497505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-6320df3b-ff0f-4322-8055-5bf0bc8d3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.499406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-6320df3b-ff0f-4322-8055-5bf0bc8d3e1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1097 time: 0.0663276 Sep 16 05:33:12.519370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 22bab0df-8540-496e-b337-ddcfe0f072eb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:12.519705 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.669598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port 22bab0df-8540-496e-b337-ddcfe0f072eb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=22bab0df-8540-496e-b337-ddcfe0f072eb,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:12.669959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:12.672744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-dc0784af-3338-4d3e-b49f-4c838cdc1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.674197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-dc0784af-3338-4d3e-b49f-4c838cdc1a89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 915 time: 0.1657035 Sep 16 05:33:12.684975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 22bab0df-8540-496e-b337-ddcfe0f072eb owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:12.778473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-339fb31d-ed82-4f8f-a0fd-4fdef13d1f84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 1000 time: 0.0946078 Sep 16 05:33:12.871196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-77598293-48f5-40d8-a2cb-13ca74979bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.872685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-77598293-48f5-40d8-a2cb-13ca74979bba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 200 len: 853 time: 0.0861266 Sep 16 05:33:12.958133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-c00c032d-5a51-4bec-a198-0118f43c5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:12.959610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-c00c032d-5a51-4bec-a198-0118f43c5eff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d880899-d42a-4750-8194-b756e5e080d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768368 Sep 16 05:33:13.032581 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.065891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=22bab0df-8540-496e-b337-ddcfe0f072eb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:13.129782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-c530b827-427d-4d32-b3d6-3fdf827c312e service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616318 Sep 16 05:33:13.309899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ae065eb-82eb-4ebf-a809-b5ece79a4dd2 req-a56f0833-c76f-45b6-abbf-588e65c6dd40 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731894 Sep 16 05:33:13.325900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.558848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router dae35601-a83c-4c6f-899e-3e88b921b74c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:13.667758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:13.673583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5c55f99a-d3bc-4857-baf1-982c63f0c212 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/dae35601-a83c-4c6f-899e-3e88b921b74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768349 Sep 16 05:33:13.676169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59198) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:13.679379 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] Sync routers for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:13.688985 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:13.689606 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:13.727510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting subnet 9610a282-58b5-4bc4-92bd-723f9071ba9e {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:33:13.730637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.776794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.792627 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:13.869761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.938061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.980781 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:33:12Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:13.984252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Subnet': ['ID=9610a282-58b5-4bc4-92bd-723f9071ba9e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:13.986202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:13.988117 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-70d4fe90-79a5-4e44-95bd-7f6a969d9be6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/subnets/9610a282-58b5-4bc4-92bd-723f9071ba9e HTTP/1.1" status: 204 len: 168 time: 0.3103385 Sep 16 05:33:13.990679 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59202) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:13.994660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce311d70-74b2-4d8e-badc-88c1a12faab5 None None] Network 3a88975e-bb15-429a-b367-dfcb8759d319 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:14.025999 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] Checking router: dae35601-a83c-4c6f-899e-3e88b921b74c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:14.037848 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] Routers {'dae35601-a83c-4c6f-899e-3e88b921b74c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:14.038547 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['dae35601-a83c-4c6f-899e-3e88b921b74c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:14.128427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.161675 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] Set router dae35601-a83c-4c6f-899e-3e88b921b74c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:14.262194 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.297989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78732913-ea43-468c-a19d-629027af5217 None None] DHCP port deletion for 3a88975e-bb15-429a-b367-dfcb8759d319 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:33:14.334940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port b28be5e0-45fd-4157-a23d-df6a509829d3 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:14.335377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.363820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-78732913-ea43-468c-a19d-629027af5217 None None] Deleting port d096d5a1-3151-4504-b964-854da0157463 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:14.365397 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-78732913-ea43-468c-a19d-629027af5217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.373414 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:33:12Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:14.408474 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739462b-006c-424d-a808-98e9b04e31e4 None None] The sync data for ids ['dae35601-a83c-4c6f-899e-3e88b921b74c'] in n-d-713301-15 is: [{'id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37708866', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:40Z', 'updated_at': '2021-09-16T05:33:12Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b28be5e0-45fd-4157-a23d-df6a509829d3', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35601-a83c-4c6f-899e-3e88b921b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:41Z', 'updated_at': '2021-09-16T05:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:14.454375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-78732913-ea43-468c-a19d-629027af5217 None None] For port d096d5a1-3151-4504-b964-854da0157463, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d096d5a1-3151-4504-b964-854da0157463,segment=NetworkSegment(0400d327-caa7-425f-acd1-e0b3b1228e9b),segment_id=0400d327-caa7-425f-acd1-e0b3b1228e9b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:14.454805 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-78732913-ea43-468c-a19d-629027af5217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.463751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port b28be5e0-45fd-4157-a23d-df6a509829d3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b28be5e0-45fd-4157-a23d-df6a509829d3,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:14.464149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.470605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-78732913-ea43-468c-a19d-629027af5217 None None] Calling delete_port for d096d5a1-3151-4504-b964-854da0157463 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:14.478537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for b28be5e0-45fd-4157-a23d-df6a509829d3 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:14.556469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-78732913-ea43-468c-a19d-629027af5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.583230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78732913-ea43-468c-a19d-629027af5217 None None] Pushing event deleted for resources: {'Port': ['ID=d096d5a1-3151-4504-b964-854da0157463,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:14.589018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78732913-ea43-468c-a19d-629027af5217 None None] No DVR routers for this DVR port d096d5a1-3151-4504-b964-854da0157463 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:14.658365 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.688917 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=b28be5e0-45fd-4157-a23d-df6a509829d3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:14.750528 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.854141 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.856600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.913260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.913800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Fanout notify agent at l3_agent the message router_deleted on router dae35601-a83c-4c6f-899e-3e88b921b74c {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:33:14.922029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:14.923222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4a16a2af-8017-46bf-b921-493ac6ffb2e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/routers/dae35601-a83c-4c6f-899e-3e88b921b74c HTTP/1.1" status: 204 len: 168 time: 0.9313018 Sep 16 05:33:14.926389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59208) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:15.007293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.102950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.123365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a88975e-bb15-429a-b367-dfcb8759d319']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:15.133997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0400d327-caa7-425f-acd1-e0b3b1228e9b') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:15.134487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0400d327-caa7-425f-acd1-e0b3b1228e9b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:15.147699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.161281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.167547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:33:15.167937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:33:15.171637 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:33:15.234860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.244716 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.246390 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/networks/3a88975e-bb15-429a-b367-dfcb8759d319 HTTP/1.1" status: 204 len: 168 time: 0.3190675 Sep 16 05:33:15.249958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59216) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:15.268875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b9d09-7498-4139-9cca-48cda2df1935 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Network': ['ID=3a88975e-bb15-429a-b367-dfcb8759d319,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:15.330906 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78eb8733-e628-42a0-be62-ebe3231284a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.365773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78eb8733-e628-42a0-be62-ebe3231284a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.429124 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78eb8733-e628-42a0-be62-ebe3231284a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.431862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78eb8733-e628-42a0-be62-ebe3231284a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.435558 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-78eb8733-e628-42a0-be62-ebe3231284a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/security-groups/93093310-8de2-48ff-808b-f3c332792fb9 HTTP/1.1" status: 204 len: 168 time: 0.1821544 Sep 16 05:33:15.449262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb8733-e628-42a0-be62-ebe3231284a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93093310-8de2-48ff-808b-f3c332792fb9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:15.578553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 22bab0df-8540-496e-b337-ddcfe0f072eb no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:15.603922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 22bab0df-8540-496e-b337-ddcfe0f072eb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:15.604731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 22bab0df-8540-496e-b337-ddcfe0f072eb not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:15.605395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b28be5e0-45fd-4157-a23d-df6a509829d3 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:15.632344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b28be5e0-45fd-4157-a23d-df6a509829d3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:15.633210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b28be5e0-45fd-4157-a23d-df6a509829d3 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:15.633897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d096d5a1-3151-4504-b964-854da0157463 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:15.655310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d096d5a1-3151-4504-b964-854da0157463 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:15.656000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d096d5a1-3151-4504-b964-854da0157463 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:15.789764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59232) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:15.794459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6878570f-e9e9-44e3-89b5-965563bab5b2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796120617', 'description': 'tempest-secgroup-smoke-796120617 description', 'project_id': '20e08208e310417ab685ed70d7fe97a5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:15.816760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59234) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:15.824921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6878570f-e9e9-44e3-89b5-965563bab5b2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.946139 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6878570f-e9e9-44e3-89b5-965563bab5b2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.954144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6878570f-e9e9-44e3-89b5-965563bab5b2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:15.956504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fce0dac5-564e-4aec-a182-9373839196cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.000068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6878570f-e9e9-44e3-89b5-965563bab5b2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.001396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6878570f-e9e9-44e3-89b5-965563bab5b2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2107043 Sep 16 05:33:16.004455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59238) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.009053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-504095f6-4962-4179-a39c-a51c6f776984 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': 'f247a933-fd67-433b-8afc-e845778d3752', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:16.012410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878570f-e9e9-44e3-89b5-965563bab5b2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f247a933-fd67-433b-8afc-e845778d3752,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.087674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fce0dac5-564e-4aec-a182-9373839196cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.091459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fce0dac5-564e-4aec-a182-9373839196cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.111524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-504095f6-4962-4179-a39c-a51c6f776984 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.134311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fce0dac5-564e-4aec-a182-9373839196cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=012a43b585aa44399ea279bd38831bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162868 Sep 16 05:33:16.135188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59240) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.137630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0dac5-564e-4aec-a182-9373839196cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2936f31b-7db0-46bc-aaad-e2042f7f006a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.161908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-504095f6-4962-4179-a39c-a51c6f776984 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.165899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-504095f6-4962-4179-a39c-a51c6f776984 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.184955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504095f6-4962-4179-a39c-a51c6f776984 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77857eb-1be3-426a-8433-542c26d305b5,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.192462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-504095f6-4962-4179-a39c-a51c6f776984 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.193780 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-504095f6-4962-4179-a39c-a51c6f776984 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883345 Sep 16 05:33:16.196586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59242) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.201781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7a4b8f46-986b-467a-b561-adf00bf0c9e9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': 'f247a933-fd67-433b-8afc-e845778d3752', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:16.209174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-473fb26f-f0f2-4db9-81a4-220ba797a392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.242897 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-473fb26f-f0f2-4db9-81a4-220ba797a392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.257279 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f46-986b-467a-b561-adf00bf0c9e9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.323415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f46-986b-467a-b561-adf00bf0c9e9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.326489 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f46-986b-467a-b561-adf00bf0c9e9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.332915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-473fb26f-f0f2-4db9-81a4-220ba797a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.335434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-473fb26f-f0f2-4db9-81a4-220ba797a392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.336737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-473fb26f-f0f2-4db9-81a4-220ba797a392 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2936f31b-7db0-46bc-aaad-e2042f7f006a HTTP/1.1" status: 204 len: 168 time: 0.2000892 Sep 16 05:33:16.358226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fb26f-f0f2-4db9-81a4-220ba797a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2936f31b-7db0-46bc-aaad-e2042f7f006a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.361401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b8f46-986b-467a-b561-adf00bf0c9e9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83929090-2078-4551-951a-d85a079a673e,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.365267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f46-986b-467a-b561-adf00bf0c9e9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.366853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7a4b8f46-986b-467a-b561-adf00bf0c9e9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1692293 Sep 16 05:33:16.369923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59246) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.376449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d1a16178-0678-4522-927f-82528918c7bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': 'f247a933-fd67-433b-8afc-e845778d3752', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:16.414640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1a16178-0678-4522-927f-82528918c7bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.484796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1a16178-0678-4522-927f-82528918c7bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.489848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1a16178-0678-4522-927f-82528918c7bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.510099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16178-0678-4522-927f-82528918c7bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26527080-deeb-4ab2-b125-fcb36fb5ccaf,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.525423 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1a16178-0678-4522-927f-82528918c7bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.526814 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d1a16178-0678-4522-927f-82528918c7bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556249 Sep 16 05:33:16.530577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59256) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.535672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6c028711-b690-4054-9d53-6ba164dd7141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': 'f247a933-fd67-433b-8afc-e845778d3752', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:16.567228 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c028711-b690-4054-9d53-6ba164dd7141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.646970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c028711-b690-4054-9d53-6ba164dd7141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.650880 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c028711-b690-4054-9d53-6ba164dd7141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.659549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59258) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.675265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c028711-b690-4054-9d53-6ba164dd7141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646a78fe-ec6f-4c38-b976-a75ea5374558,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.675700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3101951-f6c6-44cf-91b9-a6797599a397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.679201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6c028711-b690-4054-9d53-6ba164dd7141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.680624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6c028711-b690-4054-9d53-6ba164dd7141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489716 Sep 16 05:33:16.683341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59260) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.688431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': 'f247a933-fd67-433b-8afc-e845778d3752', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:16.771062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3101951-f6c6-44cf-91b9-a6797599a397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.775636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a3101951-f6c6-44cf-91b9-a6797599a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.792980 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:33:16.798302 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.822662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3101951-f6c6-44cf-91b9-a6797599a397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ca0a1-e2c5-4721-b0f9-43d2c0aaa65c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.828315 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a3101951-f6c6-44cf-91b9-a6797599a397 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9517770eb384db789fc8bbce61d1f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675596 Sep 16 05:33:16.830981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59262) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.864802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.868783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.888400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09064653-d666-4391-9fe9-2f9cd0028dd1,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.889978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1f0183a-3603-4bbc-8bb6-2eb441c90cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.893125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.894330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c8a9928a-2739-4fa1-b60e-edca711ccb72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2096739 Sep 16 05:33:16.897037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59264) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:16.901894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': 'f247a933-fd67-433b-8afc-e845778d3752', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:16.922770 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:33:16.924775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1f0183a-3603-4bbc-8bb6-2eb441c90cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.927664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.974466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1f0183a-3603-4bbc-8bb6-2eb441c90cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.977050 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e1f0183a-3603-4bbc-8bb6-2eb441c90cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:16.981452 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e1f0183a-3603-4bbc-8bb6-2eb441c90cfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b6ca0a1-e2c5-4721-b0f9-43d2c0aaa65c HTTP/1.1" status: 204 len: 168 time: 0.1463785 Sep 16 05:33:16.986030 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0183a-3603-4bbc-8bb6-2eb441c90cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ca0a1-e2c5-4721-b0f9-43d2c0aaa65c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:16.995704 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.001125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.021096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df787dc5-2625-4248-8c0b-e31dd7996cdc,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:17.029430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.033513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7c602c7a-8497-4c47-8879-4fe8d5d28547 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328564 Sep 16 05:33:17.033706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59268) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:17.039368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'network': {'name': 'tempest-network-smoke--1568821564', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'port_security_enabled': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:17.061217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:17.064857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.090428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:33:17.099690 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.100135 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Added segment 91f28beb-4e7f-4c35-904a-0f02efa2040b of type vlan for network 1e4d16d8-6019-46c2-a765-a547bf0e187b Sep 16 05:33:17.141276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.168023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.173892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:17.174495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.213469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1787415 Sep 16 05:33:17.216236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59272) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:17.220723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'admin_state_up': True, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:17.257311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cba3a-4cac-46b3-bd8d-d3d404c93dfe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Network': ['ID=1e4d16d8-6019-46c2-a765-a547bf0e187b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:17.268437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:33:17.275125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.276167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.335099 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.473048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.685382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.704571 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.813778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.115 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:17.919131 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.954886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.994825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:17.997758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:18.003886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:18.009553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:18.252697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.450518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.582385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router bf340427-4cd1-4346-880f-aa376bfb268d is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:33:18.691624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:18.708821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Sync routers for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:18.711663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:18.713035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-985284bd-71c0-4662-b1c0-d8c1cb4d7c94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4957581 Sep 16 05:33:18.716229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59318) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:18.723264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:18.724083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:18.746130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8fee6f71-cd95-40d4-80fd-8498c7f83d68 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=20e08208e310417ab685ed70d7fe97a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281043 Sep 16 05:33:18.748909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59322) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:18.886949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:18.944743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7859558c-009b-4810-970b-5c87653a41ed tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:18.948016 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7859558c-009b-4810-970b-5c87653a41ed tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1980832 Sep 16 05:33:18.949312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59330) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:18.978091 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f1170d55-fcb9-4a0e-98f1-c8446558cfbb tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275769 Sep 16 05:33:18.980656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59332) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:18.985700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1745744368', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:19.080994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:19.084656 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.085106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:18Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:19.112960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Checking router: bf340427-4cd1-4346-880f-aa376bfb268d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:19.113461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Updating router bf340427-4cd1-4346-880f-aa376bfb268d port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:33:19.140076 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.283485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.352033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Subnet': ['ID=d1089bd4-70ab-46d1-ab90-185f0c01b08c,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.371792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Checking segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:19.371792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network hostable DHCP agents. Network: 1e4d16d8-6019-46c2-a765-a547bf0e187b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:33:19.397770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:33:19.409529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 1e4d16d8-6019-46c2-a765-a547bf0e187b) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:19.414789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:19.415395 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.436145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b7460138-fe3f-4cd3-a2e9-6788b2b3b11b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4511173 Sep 16 05:33:19.436693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59334) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:19.438578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5b02b-e939-42ba-bc5b-8af12dd9c11e None None] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:19.482165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.517107 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.594366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e0b78-44e4-42bc-9080-264fa2446b43 None None] Pushing event updated for resources: {'Port': ['ID=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.620992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Attempting to bind port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:19.621274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Attempting to bind port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:19.621743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Attempting to bind port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:19.631893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:19.632291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:19.632691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.633078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:19.633541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Bound port: cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:19.633909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.695496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-1e4d16d8-6019-46c2-a765-a547bf0e187b', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:33:19.696349 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.722661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] For port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:19.739520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] For port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:19.745402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.854915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e0b78-44e4-42bc-9080-264fa2446b43 None None] Pushing event updated for resources: {'Port': ['ID=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:19.896215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.910127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:19.911009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:19.970617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Allocated IP 172.20.0.2 (1e4d16d8-6019-46c2-a765-a547bf0e187b/d1089bd4-70ab-46d1-ab90-185f0c01b08c/d2e61cab-be1c-4a71-afda-5558e30d9518) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:20.099664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:20.293974 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.308954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59352) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:20.326474 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.381327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:20.383215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Pushing event updated for resources: {'Port': ['ID=d2e61cab-be1c-4a71-afda-5558e30d9518,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:20.386093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:20.388814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:20.417066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.1 (1e4d16d8-6019-46c2-a765-a547bf0e187b/d1089bd4-70ab-46d1-ab90-185f0c01b08c/2a54d6f9-c0d3-42b0-9be4-de64400c72ed) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:20.422472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:18Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:20.479045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec5b10-07a6-46d3-9b52-2db3f8d17940 None None] The sync data for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 is: [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:18Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:20.492808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Attempting to bind port d2e61cab-be1c-4a71-afda-5558e30d9518 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:20.493184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Attempting to bind port d2e61cab-be1c-4a71-afda-5558e30d9518 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:20.493553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Attempting to bind port d2e61cab-be1c-4a71-afda-5558e30d9518 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:20.499659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:20.499890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90f52eca-8a54-49cf-a344-567de080bdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.500353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Checking segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:20.503598 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.503598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Bound using segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:20.503598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Bound port: d2e61cab-be1c-4a71-afda-5558e30d9518, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:20.503598 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.584323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] For port d2e61cab-be1c-4a71-afda-5558e30d9518, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:20.588604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] For port d2e61cab-be1c-4a71-afda-5558e30d9518, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d2e61cab-be1c-4a71-afda-5558e30d9518,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:20.598415 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.634438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.693204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd2fcb-1573-4816-be32-402bbe43ea20 None None] Pushing event updated for resources: {'Port': ['ID=d2e61cab-be1c-4a71-afda-5558e30d9518,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:20.733318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.793766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90f52eca-8a54-49cf-a344-567de080bdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.796611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:20.814204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:20.835071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90f52eca-8a54-49cf-a344-567de080bdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.840685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:20.875364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:20.932852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52eca-8a54-49cf-a344-567de080bdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c27762-7249-4b86-a495-615ea349e794,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:20.941533 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-90f52eca-8a54-49cf-a344-567de080bdad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28f60c7c5a0c41b29a1f66f4c8522d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314492 Sep 16 05:33:20.944165 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59364) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:20.946125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.020924 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08dbffc0-3727-4d94-8644-fb172109a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.058362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08dbffc0-3727-4d94-8644-fb172109a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.139308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08dbffc0-3727-4d94-8644-fb172109a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.141978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-08dbffc0-3727-4d94-8644-fb172109a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.147104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-08dbffc0-3727-4d94-8644-fb172109a61b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5c27762-7249-4b86-a495-615ea349e794 HTTP/1.1" status: 204 len: 168 time: 0.2006273 Sep 16 05:33:21.152350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.155696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbffc0-3727-4d94-8644-fb172109a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c27762-7249-4b86-a495-615ea349e794,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:21.391951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:21.499450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:21.500031 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.658203 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.675512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.686311 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.725191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:21.737045 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.738212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d2e61cab-be1c-4a71-afda-5558e30d9518 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:21.875800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:21.881598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.912415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:21.924010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d2e61cab-be1c-4a71-afda-5558e30d9518 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:21.924611 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.015135 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:22.017446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:22.028280 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.056211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c3b5b9-26ee-4369-8cee-ab98f2147971 None None] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:22.121047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port d2e61cab-be1c-4a71-afda-5558e30d9518, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d2e61cab-be1c-4a71-afda-5558e30d9518,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:22.348291 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.386440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b3f52bbe-f4c6-423a-9e4c-aff84ba1daf8 None None] Provisioning complete for port d2e61cab-be1c-4a71-afda-5558e30d9518 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:22.386817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3f52bbe-f4c6-423a-9e4c-aff84ba1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:22.498549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=d2e61cab-be1c-4a71-afda-5558e30d9518,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:22.543621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router bf340427-4cd1-4346-880f-aa376bfb268d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:22.722481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:22.733874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e23cca1e-4867-4ac7-a129-281f17959aca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/bf340427-4cd1-4346-880f-aa376bfb268d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2959459 Sep 16 05:33:22.911096 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Sync routers for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:22.923280 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:22.924328 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:22.951073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8a8c61cc-f1cc-4194-a8be-4d0fa60db60c None None] Provisioning complete for port d2e61cab-be1c-4a71-afda-5558e30d9518 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:22.951453 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a8c61cc-f1cc-4194-a8be-4d0fa60db60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.133006 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:23.161863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-075357a9-c0d8-47b5-a4c4-b2068287fd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796120617&fields=id&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 267 time: 0.0906515 Sep 16 05:33:23.256978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8a8c61cc-f1cc-4194-a8be-4d0fa60db60c None None] Provisioning complete for port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:23.257509 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a8c61cc-f1cc-4194-a8be-4d0fa60db60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.346231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c61cc-f1cc-4194-a8be-4d0fa60db60c None None] Port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:23.355999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:23.378668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-99d0cb9b-9e70-4888-a245-fdf951214c6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.386350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-99d0cb9b-9e70-4888-a245-fdf951214c6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 797 time: 0.2224820 Sep 16 05:33:23.420177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-3af37117-406d-442b-8b78-86c6268b4afc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/quotas/20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 375 time: 0.0301731 Sep 16 05:33:23.431784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:23.432732 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.524230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d7188bbe-40a0-49d5-9191-d6aed4902525 None None] Provisioning complete for port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:23.524938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d7188bbe-40a0-49d5-9191-d6aed4902525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.526708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-8658b2ab-e915-4a6a-8968-90c5394829ec tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018913 Sep 16 05:33:23.625297 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 2, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:23.657854 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Checking router: bf340427-4cd1-4346-880f-aa376bfb268d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:23.658641 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Updating router bf340427-4cd1-4346-880f-aa376bfb268d port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:33:23.692285 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.785355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d7188bbe-40a0-49d5-9191-d6aed4902525 None None] Port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:23.828692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d2e61cab-be1c-4a71-afda-5558e30d9518 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:23.859836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-93a44ca5-e133-4429-b38a-36670f12f40f service neutron] 10.222.0.55 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304985 Sep 16 05:33:23.974928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-baa82245-c5b6-4d26-b34b-bf24763b9f3b None None] Provisioning complete for port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:23.975311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-baa82245-c5b6-4d26-b34b-bf24763b9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.984304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59448) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:24.047568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-baa82245-c5b6-4d26-b34b-bf24763b9f3b None None] Port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:24.058291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d2e61cab-be1c-4a71-afda-5558e30d9518 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:24.058908 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.093380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-972289e6-f604-47de-a063-67fe87bb3826 service neutron] 10.222.0.55 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202001 Sep 16 05:33:24.127742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81b54936-0191-4ba0-9510-f9a5afb74900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.253213 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.263066 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.264645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81b54936-0191-4ba0-9510-f9a5afb74900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.271916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-81b54936-0191-4ba0-9510-f9a5afb74900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.327093 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-81b54936-0191-4ba0-9510-f9a5afb74900 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68d08807709d49f58acc3e2b8831e3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409936 Sep 16 05:33:24.328963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b54936-0191-4ba0-9510-f9a5afb74900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23800a-d823-42d8-b865-99fc60fd0d60,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:24.329696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59468) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:24.345656 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Pushing event updated for resources: {'Port': ['ID=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:24.370539 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.371219 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.371739 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.372271 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.372822 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.373314 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.373803 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.374290 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.374767 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.375286 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.375787 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.376291 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.431543 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Attempting to bind port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:24.432334 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Attempting to bind port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:24.432702 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Attempting to bind port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:24.437875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1efd6a03-d288-449c-b18d-6839c0ea603c req-b26d431b-b52d-46d4-a43c-456defe3bd72 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 210 time: 0.0431709 Sep 16 05:33:24.445578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:24.445953 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Checking segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:24.446363 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.446757 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Bound using segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:24.447228 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Bound port: 2a54d6f9-c0d3-42b0-9be4-de64400c72ed, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:24.447600 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.459055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.484721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.539020 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] For port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:24.543301 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] For port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:24.545218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.548616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.549069 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.552052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b23800a-d823-42d8-b865-99fc60fd0d60 HTTP/1.1" status: 204 len: 168 time: 0.2182713 Sep 16 05:33:24.567788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23800a-d823-42d8-b865-99fc60fd0d60,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:24.604920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.605552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.606074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.606602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.607794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.608339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.609971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.610493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.628302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.628834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.629269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.629865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa709ce6-2a0e-4297-baed-57deb72bbb25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:24.699605 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:24.700422 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:24.705939 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba59c-4034-47d8-886a-6e7c60b2dd72 None None] Pushing event updated for resources: {'Port': ['ID=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:24.760630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.799550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2cbaafed-0c20-4ae8-92e3-f04c92601796 None None] Provisioning complete for port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:24.800807 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2cbaafed-0c20-4ae8-92e3-f04c92601796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.911166 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:24.919166 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2cbaafed-0c20-4ae8-92e3-f04c92601796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:24.981408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2cbaafed-0c20-4ae8-92e3-f04c92601796 None None] For port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:24.990496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2cbaafed-0c20-4ae8-92e3-f04c92601796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.075010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaafed-0c20-4ae8-92e3-f04c92601796 None None] Pushing event updated for resources: {'Port': ['ID=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:25.078552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59496) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:25.097129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f85cc432-d390-4827-8138-ea9e84d7d743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.138964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-afff7e0d-0c48-43b2-a7ff-3e29746dc6c3 None None] Provisioning complete for port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:25.139590 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afff7e0d-0c48-43b2-a7ff-3e29746dc6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.224270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f85cc432-d390-4827-8138-ea9e84d7d743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.231569 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f85cc432-d390-4827-8138-ea9e84d7d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.258492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f85cc432-d390-4827-8138-ea9e84d7d743 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=805d3589d8434d53866268b14bdb85ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788447 Sep 16 05:33:25.261254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59506) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:25.281024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cc432-d390-4827-8138-ea9e84d7d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd416614-dbfa-443f-9b5b-f181d04fc1a1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:25.287518 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:25.326562 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab788ffb-7a44-440e-9a18-58114eeb428e None None] The sync data for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 is: [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:25.341958 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10f27cfa-7a10-4fe1-b92a-f94da27ab0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.374630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10f27cfa-7a10-4fe1-b92a-f94da27ab0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.462849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10f27cfa-7a10-4fe1-b92a-f94da27ab0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.465580 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10f27cfa-7a10-4fe1-b92a-f94da27ab0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.467510 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-10f27cfa-7a10-4fe1-b92a-f94da27ab0b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd416614-dbfa-443f-9b5b-f181d04fc1a1 HTTP/1.1" status: 204 len: 168 time: 0.2046659 Sep 16 05:33:25.477251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f27cfa-7a10-4fe1-b92a-f94da27ab0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd416614-dbfa-443f-9b5b-f181d04fc1a1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:25.594469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59514) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:25.607530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a0d9a2d8-db47-4f48-a395-3539182cccb2 req-639b3276-d721-415d-a7f7-9bfb84762f11 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 210 time: 0.0794747 Sep 16 05:33:25.843620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-6bc5fc4c-cbc2-4e92-80cf-f7354d3e9f6c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:25.856885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-6bc5fc4c-cbc2-4e92-80cf-f7354d3e9f6c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 797 time: 0.1583726 Sep 16 05:33:25.904572 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c79b82c7-ff70-4b1a-a4e2-bbd72eae8eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.937535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-e4181c9c-1fae-4133-822e-1f46fb7958d0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 379 time: 0.0616674 Sep 16 05:33:25.947731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'port': {'device_id': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'admin_state_up': True, 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'security_groups': ['f247a933-fd67-433b-8afc-e845778d3752']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:25.952811 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8f3db5a2-f86f-472b-b509-780dcd7e2f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.082202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8f3db5a2-f86f-472b-b509-780dcd7e2f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.087812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8f3db5a2-f86f-472b-b509-780dcd7e2f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.134741 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8f3db5a2-f86f-472b-b509-780dcd7e2f40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53ae75cab78a42ef81f9ffbfcb0e4f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388916 Sep 16 05:33:26.137359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59528) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:26.145890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3db5a2-f86f-472b-b509-780dcd7e2f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b976a1c-c140-43cc-a9e9-97034764ed77,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:26.207358 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42964462-729f-405d-88ec-251f8588ab5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.240939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42964462-729f-405d-88ec-251f8588ab5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.305116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42964462-729f-405d-88ec-251f8588ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.309155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42964462-729f-405d-88ec-251f8588ab5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.312614 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42964462-729f-405d-88ec-251f8588ab5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b976a1c-c140-43cc-a9e9-97034764ed77 HTTP/1.1" status: 204 len: 168 time: 0.1741021 Sep 16 05:33:26.322662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42964462-729f-405d-88ec-251f8588ab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b976a1c-c140-43cc-a9e9-97034764ed77,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:26.464171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:26.471627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.672542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.11 (1e4d16d8-6019-46c2-a765-a547bf0e187b/d1089bd4-70ab-46d1-ab90-185f0c01b08c/34d28f62-5528-4d05-b068-d5150b161224) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:26.745178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3def6d2-a7d1-4a4c-b994-48ddad7a810c req-ee85ec76-2119-4f31-91bb-bc18ab617e2f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 210 time: 0.0463555 Sep 16 05:33:26.878092 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59554) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:26.897701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.905040 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2098f4cc-7869-4b72-9ca2-7ecb1050594e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.952189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.002403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:27.005442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:27.008574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:27.040839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2098f4cc-7869-4b72-9ca2-7ecb1050594e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.046352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2098f4cc-7869-4b72-9ca2-7ecb1050594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.057543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:27.084290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098f4cc-7869-4b72-9ca2-7ecb1050594e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf759e43-462b-48bb-b4f3-5ded1258821b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:27.086411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.088765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.096932 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2098f4cc-7869-4b72-9ca2-7ecb1050594e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=968a92a16a374083848b6d5eb1c18ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174685 Sep 16 05:33:27.097625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59558) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:27.108540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-b1998ce0-5e91-41d1-83bc-3873601a6d15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1648769 Sep 16 05:33:27.135415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Request body: {'port': {'device_id': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:27.157983 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b928858d-d56a-485c-be2c-e2b0da79f762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.204663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.205723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b928858d-d56a-485c-be2c-e2b0da79f762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.297347 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b928858d-d56a-485c-be2c-e2b0da79f762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.300491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b928858d-d56a-485c-be2c-e2b0da79f762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.312461 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b928858d-d56a-485c-be2c-e2b0da79f762 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf759e43-462b-48bb-b4f3-5ded1258821b HTTP/1.1" status: 204 len: 168 time: 0.2059987 Sep 16 05:33:27.325361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2a54d6f9-c0d3-42b0-9be4-de64400c72ed up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:27.334823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928858d-d56a-485c-be2c-e2b0da79f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf759e43-462b-48bb-b4f3-5ded1258821b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:27.424932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fd0b756b-81fd-4867-a5da-afdc72204900 None None] Provisioning complete for port 34d28f62-5528-4d05-b068-d5150b161224 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:27.425506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fd0b756b-81fd-4867-a5da-afdc72204900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.469708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b756b-81fd-4867-a5da-afdc72204900 None None] Port 34d28f62-5528-4d05-b068-d5150b161224 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:27.473460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:27.473832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.609994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d28f62-5528-4d05-b068-d5150b161224 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:27.620192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.637667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Transition to ACTIVE for port object 34d28f62-5528-4d05-b068-d5150b161224 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:33:27.644389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.703904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:27.835638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:27.836286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:27.836848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:27.842365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:33:27.842571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:27.848128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:27.848709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Checking segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:27.848858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Bound using segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:27.849384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Bound port: 34d28f62-5528-4d05-b068-d5150b161224, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:27.849663 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:27.958265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a2eb0-810f-4fd9-93de-f83b24b14909 req-bf3c4406-18e6-4f52-a058-268cfcef6632 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.960200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-073a2eb0-810f-4fd9-93de-f83b24b14909 req-bf3c4406-18e6-4f52-a058-268cfcef6632 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.0996637 Sep 16 05:33:27.991769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:28.015595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:28.032037 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.050891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-073a2eb0-810f-4fd9-93de-f83b24b14909 req-51350dc5-2c24-45c4-9e49-d83a6991f9c8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842521 Sep 16 05:33:28.087712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.088453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.090294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] 10.222.0.64 "PUT /v2.0/ports/34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1093 time: 0.9677789 Sep 16 05:33:28.090749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:28.093920 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba9761b-324e-4f09-af19-fbd0278bf047" -d '{"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:28.128284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa534163-499f-4cee-86d3-7b80b6e9a14b service neutron] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:28.182784 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6b3748-9358-40ea-a431-a0ff6975a5a0 x-openstack-request-id: req-0f6b3748-9358-40ea-a431-a0ff6975a5a0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:28.183079 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:28.183331 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f6b3748-9358-40ea-a431-a0ff6975a5a0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:28.184076 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'status': 'completed', 'code': 200} Sep 16 05:33:28.203605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-1232bfe1-62ad-4e6f-a811-5bffa7841c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.205837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-1232bfe1-62ad-4e6f-a811-5bffa7841c12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1096 time: 0.0557840 Sep 16 05:33:28.217006 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5796188-ca75-4f0a-9d2e-0701cb837a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.257717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-9624c3b3-9ddf-4f4f-a1fa-a6916b010c14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 217 time: 0.0376849 Sep 16 05:33:28.325519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-439ba762-6671-45e6-97d5-f9b17a0b848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.327913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-439ba762-6671-45e6-97d5-f9b17a0b848f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0636432 Sep 16 05:33:28.383564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-48e314c5-03b9-4f35-a7e2-91db6404a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.385206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-48e314c5-03b9-4f35-a7e2-91db6404a80f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503314 Sep 16 05:33:28.403449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59622) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:28.483139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-1bfef6c9-6743-4b9f-9fc8-7a9c1fe89360 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906255 Sep 16 05:33:28.587840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b40a540-b081-45eb-b4bb-34834e35cff4 req-4d04281b-e567-44a3-847a-e27f5ee4bf16 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972321 Sep 16 05:33:28.591194 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-975f90c5-0e43-41f6-827c-cdb8cdb116da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.704262 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-975f90c5-0e43-41f6-827c-cdb8cdb116da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.708832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-975f90c5-0e43-41f6-827c-cdb8cdb116da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.715687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-f8bb8b20-fa46-4e15-8b1e-708ba933eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.718018 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-f8bb8b20-fa46-4e15-8b1e-708ba933eb02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1096 time: 0.0458837 Sep 16 05:33:28.750430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f90c5-0e43-41f6-827c-cdb8cdb116da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844a50ae-58f8-4698-9906-df1383f92abc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:28.759210 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-975f90c5-0e43-41f6-827c-cdb8cdb116da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b0e8500037448a58f3da020d378795d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544707 Sep 16 05:33:28.760688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59636) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:28.814132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98837821-3492-4afe-840f-d8135393251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.827814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-b16a8353-7508-4f2b-8ef4-adc55e1fea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.829416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-b16a8353-7508-4f2b-8ef4-adc55e1fea7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1045241 Sep 16 05:33:28.836039 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98837821-3492-4afe-840f-d8135393251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.873769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-f7bec598-5b0c-43b0-ad8b-c691ed381ef4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 217 time: 0.0370719 Sep 16 05:33:28.888463 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98837821-3492-4afe-840f-d8135393251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.891644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-98837821-3492-4afe-840f-d8135393251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:28.895833 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-98837821-3492-4afe-840f-d8135393251d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/844a50ae-58f8-4698-9906-df1383f92abc HTTP/1.1" status: 204 len: 168 time: 0.1343191 Sep 16 05:33:28.905052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98837821-3492-4afe-840f-d8135393251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a50ae-58f8-4698-9906-df1383f92abc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:28.933481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-0a4dfee7-bbb7-454a-b340-677d5e76b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.935151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-0a4dfee7-bbb7-454a-b340-677d5e76b505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0548048 Sep 16 05:33:28.990781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-6bc03590-271d-4c05-b840-4f7b4fe71f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.992884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-6bc03590-271d-4c05-b840-4f7b4fe71f58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508232 Sep 16 05:33:29.107923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-fdd9dd69-3192-4341-bfbf-897d2c9a33d2 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070192 Sep 16 05:33:29.192491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.246465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaa78e-f616-402b-aed8-1f7bb8bc99c0 req-f813738e-edfe-4783-983b-5b3703702ae8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.248002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ebaa78e-f616-402b-aed8-1f7bb8bc99c0 req-f813738e-edfe-4783-983b-5b3703702ae8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.1230617 Sep 16 05:33:29.287988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ba9761b-324e-4f09-af19-fbd0278bf047 req-a4760c0a-cee7-47db-a90a-53f28d158c2d service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732433 Sep 16 05:33:29.298399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59664) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:29.311555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ebaa78e-f616-402b-aed8-1f7bb8bc99c0 req-dcc1022e-3f1d-472d-b2be-9ca853437781 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537035 Sep 16 05:33:29.313538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e4c4ba8-3bae-42f6-8c4b-66f558c35e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.423923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e4c4ba8-3bae-42f6-8c4b-66f558c35e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.428192 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2e4c4ba8-3bae-42f6-8c4b-66f558c35e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.471005 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2e4c4ba8-3bae-42f6-8c4b-66f558c35e84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5854f13b53cd4a25aaa71f31cde0a39f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714342 Sep 16 05:33:29.472115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c4ba8-3bae-42f6-8c4b-66f558c35e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c160a19d-972f-4a50-b771-60cfa1600720,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:29.473864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:29.525992 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54be63e1-086f-48b0-997f-1690a194daa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.548941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54be63e1-086f-48b0-997f-1690a194daa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.606895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54be63e1-086f-48b0-997f-1690a194daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.609690 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54be63e1-086f-48b0-997f-1690a194daa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.610909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-54be63e1-086f-48b0-997f-1690a194daa2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c160a19d-972f-4a50-b771-60cfa1600720 HTTP/1.1" status: 204 len: 168 time: 0.1355605 Sep 16 05:33:29.619661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be63e1-086f-48b0-997f-1690a194daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c160a19d-972f-4a50-b771-60cfa1600720,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:29.861052 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:30.448522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888a9c9-4676-441e-820e-4656edfbf233 req-9efe26bb-a22f-4856-9ea1-7b009ada5de0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:30.450076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f888a9c9-4676-441e-820e-4656edfbf233 req-9efe26bb-a22f-4856-9ea1-7b009ada5de0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.0531111 Sep 16 05:33:30.498999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f888a9c9-4676-441e-820e-4656edfbf233 req-a41ca589-26d4-4b8a-9032-b27d62a19f28 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Sep 16 05:33:30.805127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59814) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:30.936054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8ada-3ceb-4019-be50-b56a9dd879ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.041708 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8ada-3ceb-4019-be50-b56a9dd879ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.045500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8ada-3ceb-4019-be50-b56a9dd879ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.089352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:31.089892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b7e8ada-3ceb-4019-be50-b56a9dd879ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37f4692b7a9843349422df128a83fd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829132 Sep 16 05:33:31.090945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e8ada-3ceb-4019-be50-b56a9dd879ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916b9376-a7f0-4227-85fc-a917d54f2102,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:31.144546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca66cc21-5a1f-4c30-a76f-5d64be949b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.167931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca66cc21-5a1f-4c30-a76f-5d64be949b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.217638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca66cc21-5a1f-4c30-a76f-5d64be949b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.220598 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ca66cc21-5a1f-4c30-a76f-5d64be949b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.221908 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ca66cc21-5a1f-4c30-a76f-5d64be949b10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/916b9376-a7f0-4227-85fc-a917d54f2102 HTTP/1.1" status: 204 len: 168 time: 0.1308484 Sep 16 05:33:31.230818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66cc21-5a1f-4c30-a76f-5d64be949b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916b9376-a7f0-4227-85fc-a917d54f2102,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:31.297777 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.531261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59828) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:31.545542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264beeb6-4499-46e8-a0f1-9d39092939af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.637933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b912e-4b37-4959-ad76-05ace8baa808 req-3612ef68-f005-4ab1-8001-33facc47b5a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.639472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d3b912e-4b37-4959-ad76-05ace8baa808 req-3612ef68-f005-4ab1-8001-33facc47b5a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.0641978 Sep 16 05:33:31.644429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264beeb6-4499-46e8-a0f1-9d39092939af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.648963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-264beeb6-4499-46e8-a0f1-9d39092939af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.681417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d3b912e-4b37-4959-ad76-05ace8baa808 req-bc3a7115-fdbd-4388-8481-48aea74df28f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341151 Sep 16 05:33:31.692139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264beeb6-4499-46e8-a0f1-9d39092939af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d9be5-721e-4df2-a8ce-c404c98a13c6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:31.699457 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-264beeb6-4499-46e8-a0f1-9d39092939af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75b8cffa4f25450896c32807fc995cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670563 Sep 16 05:33:31.699968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59830) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:31.752587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85f9a8ba-e9b4-4efc-96a2-ab61def58a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.774142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85f9a8ba-e9b4-4efc-96a2-ab61def58a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.822346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85f9a8ba-e9b4-4efc-96a2-ab61def58a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.823519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:31.825006 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85f9a8ba-e9b4-4efc-96a2-ab61def58a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.828560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-85f9a8ba-e9b4-4efc-96a2-ab61def58a74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/790d9be5-721e-4df2-a8ce-c404c98a13c6 HTTP/1.1" status: 204 len: 168 time: 0.1251118 Sep 16 05:33:31.842452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9a8ba-e9b4-4efc-96a2-ab61def58a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d9be5-721e-4df2-a8ce-c404c98a13c6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:31.951263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:31.964161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '34d28f62-5528-4d05-b068-d5150b161224', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'port_id': '34d28f62-5528-4d05-b068-d5150b161224', 'mac_address': 'fa:16:3e:6a:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:32.006690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.022724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d28f62-5528-4d05-b068-d5150b161224 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:32.046165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:32.051398 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:32.117738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:32.439617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['34d28f62-5528-4d05-b068-d5150b161224'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:32.799754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c28ea-3dfb-4867-908a-08bbda0d64b2 req-9415b1e4-b97e-49cc-9b7f-f72b37b58614 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:32.801328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c3c28ea-3dfb-4867-908a-08bbda0d64b2 req-9415b1e4-b97e-49cc-9b7f-f72b37b58614 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 945 time: 0.0509565 Sep 16 05:33:32.840479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c3c28ea-3dfb-4867-908a-08bbda0d64b2 req-98fce4d7-a06c-446a-9c62-7fc08eacc590 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Sep 16 05:33:33.418090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59904) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:33.522167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8769-f8bb-4837-91dc-804467004346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.619758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8769-f8bb-4837-91dc-804467004346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.623742 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8769-f8bb-4837-91dc-804467004346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.661749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c2b8769-f8bb-4837-91dc-804467004346 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55f9157dff994d1482608e049849b24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426260 Sep 16 05:33:33.662615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b8769-f8bb-4837-91dc-804467004346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97825d-c307-44ec-9979-88d86217d213,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:33.664439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59908) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:33.721905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0167ab6-0337-4b01-84c1-15c9ecf33cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.742729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0167ab6-0337-4b01-84c1-15c9ecf33cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.790132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0167ab6-0337-4b01-84c1-15c9ecf33cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.792996 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f0167ab6-0337-4b01-84c1-15c9ecf33cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.794205 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f0167ab6-0337-4b01-84c1-15c9ecf33cdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a97825d-c307-44ec-9979-88d86217d213 HTTP/1.1" status: 204 len: 168 time: 0.1287057 Sep 16 05:33:33.801766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0167ab6-0337-4b01-84c1-15c9ecf33cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97825d-c307-44ec-9979-88d86217d213,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:33.838810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:33.893313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 34d28f62-5528-4d05-b068-d5150b161224 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:33.898160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 34d28f62-5528-4d05-b068-d5150b161224 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:33.898525 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:33.970933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9d4e-5361-4312-9d13-abef00b6e73d req-e74a6bbc-4746-4f6f-8aa1-72a089ebfe78 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.973310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52bc9d4e-5361-4312-9d13-abef00b6e73d req-e74a6bbc-4746-4f6f-8aa1-72a089ebfe78 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 945 time: 0.0536120 Sep 16 05:33:33.989841 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.015285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:34.017068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52bc9d4e-5361-4312-9d13-abef00b6e73d req-15732a54-be1f-44cc-9419-35ea4a0ba271 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358846 Sep 16 05:33:34.017636 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9d2edc-7ef2-4729-9a67-b2d6b2c66cce" -d '{"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-plugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:34.040876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:34.048451 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.084279 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2667e-40f8-43e3-9450-0e6c413a74ab x-openstack-request-id: req-00f2667e-40f8-43e3-9450-0e6c413a74ab {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:34.084572 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-plugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:34.084823 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00f2667e-40f8-43e3-9450-0e6c413a74ab {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:34.085411 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'code': 200} Sep 16 05:33:34.118739 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:34.199514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30518-c9d2-4201-ac9c-44a65da2bb22 req-48a34c67-ca58-4cf2-bd75-02e2a11f215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:34.201574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aae30518-c9d2-4201-ac9c-44a65da2bb22 req-48a34c67-ca58-4cf2-bd75-02e2a11f215d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1098 time: 0.0448432 Sep 16 05:33:34.240648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aae30518-c9d2-4201-ac9c-44a65da2bb22 req-d185c8d9-78ea-4e78-ab8f-a30a7a2c3856 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Sep 16 05:33:34.623750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59942) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:34.734325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1248297845'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:34.756350 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:34.760004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.770124 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.871958 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.876300 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.903427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:33:34.913461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf911de-fe11-4d40-99ee-aadf63948038,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:34.919315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.919673 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Added segment 75a4f2a0-5dd1-4384-a910-b95806ab0309 of type vlan for network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa Sep 16 05:33:34.962882 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.989628 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:34.995695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:34.996451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.040275 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4151192 Sep 16 05:33:35.042986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59946) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:35.049015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'subnet': {'network_id': '4c8f52d8-3b91-4951-b36c-73ada1a14bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:35.083818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ca00-2523-49c6-8a97-55a8f2143453 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Network': ['ID=4c8f52d8-3b91-4951-b36c-73ada1a14bfa,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:35.096193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:33:35.193874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:35.197485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.276079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aadf7-b4f5-4db4-920d-75ca1400ed10 req-244856a3-94e2-43d8-9262-432b1526aa20 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:35.277619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e5aadf7-b4f5-4db4-920d-75ca1400ed10 req-244856a3-94e2-43d8-9262-432b1526aa20 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.1246924 Sep 16 05:33:35.340140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e5aadf7-b4f5-4db4-920d-75ca1400ed10 req-11bd3219-634d-42c1-9e9f-008c1f387621 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538321 Sep 16 05:33:35.376393 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:35.525323 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.599037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Subnet': ['ID=db61179b-d5e5-400e-9993-13fe24a5ca80,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:35.605029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Checking segment: {'id': '75a4f2a0-5dd1-4384-a910-b95806ab0309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c8f52d8-3b91-4951-b36c-73ada1a14bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:35.605398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network hostable DHCP agents. Network: 4c8f52d8-3b91-4951-b36c-73ada1a14bfa, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:33:35.624712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:33:35.634545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4c8f52d8-3b91-4951-b36c-73ada1a14bfa) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:35.639089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:35.639820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.646960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764e7ae8-6fe0-484d-8b39-66f6e78625e8 None None] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:35.656130 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-20a0e0a3-b8f9-4398-ace4-4e66a0263bd7 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6104665 Sep 16 05:33:35.657648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59952) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:35.662492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2038632219', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:35.687697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.688806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.740855 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:35.772546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85400cfc-2b7e-4766-8a2c-eccabde8ff53 None None] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:35.889466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.086039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.105289 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.210002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.25.6.127 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/20929008-25a8-4d1d-9876-b4f53474714c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:36.318644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.353215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.392436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:36.395365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:36.399023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:36.431978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=20929008-25a8-4d1d-9876-b4f53474714c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:36.594077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a0f0f-31b5-4581-82c0-61df868131a3 req-a558f117-3e94-4e03-9b99-95b6299bfb01 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:36.595683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-505a0f0f-31b5-4581-82c0-61df868131a3 req-a558f117-3e94-4e03-9b99-95b6299bfb01 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.1079574 Sep 16 05:33:36.682637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-505a0f0f-31b5-4581-82c0-61df868131a3 req-a4f84229-36f6-4b89-aed8-4616f0f0a2a7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766778 Sep 16 05:33:36.746815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:36.880825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769ec9e-e856-403f-82a6-d49f546a2e3e req-30169c40-3ab3-458b-877e-c389e5fd55d0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:36.882275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4769ec9e-e856-403f-82a6-d49f546a2e3e req-30169c40-3ab3-458b-877e-c389e5fd55d0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0990391 Sep 16 05:33:36.968737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4769ec9e-e856-403f-82a6-d49f546a2e3e req-12b50103-da9a-47f2-9119-5ca3f97f5a24 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766015 Sep 16 05:33:36.974331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-edb76f9f-bb05-4296-bceb-c2106ed26ce8 req-4afb5064-8c41-4b9f-8d34-2a7e889a3936 tempest-ServersTestJSON-2016187533 tempest-ServersTestJSON-2016187533-project] (94718) timed out ('10.222.0.73', 55593) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:33:36.991906 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59964) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:37.030502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.052494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab647a6-79d9-443e-8968-e19e33d5d962 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:37.054975 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-aab647a6-79d9-443e-8968-e19e33d5d962 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1093 time: 0.0617850 Sep 16 05:33:37.058112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59966) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:37.066376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '34d28f62-5528-4d05-b068-d5150b161224', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:37.098828 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.183146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:33:37.211976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.323198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.171 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/98c43925-2ac7-45a2-a91a-991cc7cda93d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:37.446843 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.484748 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.534259 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:37.540305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:37.549266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:37.561941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=98c43925-2ac7-45a2-a91a-991cc7cda93d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:37.758307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:37.770324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:37.779773 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.784691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-15419e10-59ea-48dc-a680-ef36bd0a9024 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1234019 Sep 16 05:33:37.784863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:37.784863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:37.785748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59972) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:37.822131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:37.833253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:37.833253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:37.865975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:37.866621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488e173-439c-4b3b-89c1-a9a6f98d666f None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:38.155013 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.292673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.530540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.589221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.603363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.718078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=98c43925-2ac7-45a2-a91a-991cc7cda93d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:38.776496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.961211 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP 4f2beac3-684b-4807-b026-518dd9770357 associated. External IP: 172.25.6.171, port: 34d28f62-5528-4d05-b068-d5150b161224. Sep 16 05:33:39.015528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.1 (4c8f52d8-3b91-4951-b36c-73ada1a14bfa/db61179b-d5e5-400e-9993-13fe24a5ca80/8459700a-8ca5-41a1-8da4-62dc866c56ac) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:39.538426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.611295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router bf340427-4cd1-4346-880f-aa376bfb268d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:39.626144 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.701286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:39.710190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:39.720602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:39.751004 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=8459700a-8ca5-41a1-8da4-62dc866c56ac,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:39.811865 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.815427 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:39.825619 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] Sync routers for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:39.834866 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:39.835584 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:39.869784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:39.928253 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-41635c40-050c-49a1-87bd-2119dd7b23df tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8667305 Sep 16 05:33:39.930629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:39.932962 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1" -d '{"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:39.947571 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:39.983346 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63babc15-e489-4534-97c1-6e85c4f89793 x-openstack-request-id: req-63babc15-e489-4534-97c1-6e85c4f89793 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:39.983763 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:39.984067 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63babc15-e489-4534-97c1-6e85c4f89793 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:39.984490 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'status': 'completed', 'code': 200} Sep 16 05:33:39.995424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.056954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beea7e7-d356-45a7-a92e-246b3e569ec3 req-6bcad51c-9b32-47b7-a3d6-9643696b2e2e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:40.063500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2beea7e7-d356-45a7-a92e-246b3e569ec3 req-6bcad51c-9b32-47b7-a3d6-9643696b2e2e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0801532 Sep 16 05:33:40.154068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-c4198e36-0bf0-4612-9a03-a42e54dfcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:40.155933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-c4198e36-0bf0-4612-9a03-a42e54dfcf8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1098 time: 0.1167369 Sep 16 05:33:40.158930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2beea7e7-d356-45a7-a92e-246b3e569ec3 req-e9cae4c3-8315-4c8e-b65f-99b571f1b00c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683150 Sep 16 05:33:40.183659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 59982) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:40.260475 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '4f2beac3-684b-4807-b026-518dd9770357', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'port_id': '34d28f62-5528-4d05-b068-d5150b161224', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'mac_address': 'fa:16:3e:6a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:37Z', 'updated_at': '2021-09-16T05:33:37Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:40.266933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-98c9ee14-26be-4b9f-8e94-a4e6b1377ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:40.267609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-98c9ee14-26be-4b9f-8e94-a4e6b1377ca9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1016583 Sep 16 05:33:40.281298 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-de9aa175-93b7-481e-920a-2cf0a6c1b68a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/4f2beac3-684b-4807-b026-518dd9770357 HTTP/1.1" status: 200 len: 992 time: 0.0940833 Sep 16 05:33:40.295113 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] Checking router: bf340427-4cd1-4346-880f-aa376bfb268d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:40.303810 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:40.304702 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:40.361582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-69a5bc2e-eba9-4cc5-b83e-508aa9eb26b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.0779586 Sep 16 05:33:40.403046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.411957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.420992 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:40.429091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-2b962e0e-4f5e-48ee-a177-5b10f9f38c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:40.430914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-2b962e0e-4f5e-48ee-a177-5b10f9f38c08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0619690 Sep 16 05:33:40.490983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-718ed5f9-c78f-4bae-b57e-79fa1f793a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:40.493512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-718ed5f9-c78f-4bae-b57e-79fa1f793a0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552959 Sep 16 05:33:40.512062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:40.518220 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=8459700a-8ca5-41a1-8da4-62dc866c56ac,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:40.598587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-76be9270-8452-4401-9573-e8cac91d6b89 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970516 Sep 16 05:33:40.651926 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:40.654672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:40.701521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8c2d308-2cb1-41b6-b782-31d4ac1dbfe1 req-c6c2d466-6d64-4e09-967f-c1dd0218781c service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958230 Sep 16 05:33:40.722716 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '4f2beac3-684b-4807-b026-518dd9770357', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'port_id': '34d28f62-5528-4d05-b068-d5150b161224', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'mac_address': 'fa:16:3e:6a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:37Z', 'updated_at': '2021-09-16T05:33:37Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:40.750750 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f8a66-1370-4e3f-9fe7-ffa0f9c0fe82 None None] The sync data for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 is: [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '4f2beac3-684b-4807-b026-518dd9770357', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'port_id': '34d28f62-5528-4d05-b068-d5150b161224', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'mac_address': 'fa:16:3e:6a:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:33:37Z', 'updated_at': '2021-09-16T05:33:37Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:40.796016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:40.917275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:40.924771 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a2873c53-e7b9-436b-8101-8cdadada2021 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/routers/5458efa3-c2eb-4da6-8045-5fc1595135aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1368380 Sep 16 05:33:40.927507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 59992) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:40.932770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'port': {'network_id': '4c8f52d8-3b91-4951-b36c-73ada1a14bfa', 'name': 'tempest-FloatingIPTestJSON-1790386274'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:40.935148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:40.964492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:40.965285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:41.011476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:41.021785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:41.022425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:41.060578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:41.060782 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b32ff2-4605-4ef6-aeac-ec5b57adb0da None None] New status for floating IP 4f2beac3-684b-4807-b026-518dd9770357: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:33:41.061270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb73f4c-540a-4896-a46a-5ce6f7db76c4 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:41.101700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:41.110113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.132055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] device_id is not set on port 8766623c-eddb-4fd7-a35b-e033b5b5ec5c yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:33:41.285576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60000) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:41.299702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.11 (4c8f52d8-3b91-4951-b36c-73ada1a14bfa/db61179b-d5e5-400e-9993-13fe24a5ca80/8766623c-eddb-4fd7-a35b-e033b5b5ec5c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:41.376330 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7b8c9556-a2a8-4322-84a5-498bb3bd2623 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/4f2beac3-684b-4807-b026-518dd9770357 HTTP/1.1" status: 200 len: 992 time: 0.0895188 Sep 16 05:33:41.503529 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.538610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.580260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:41.583531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:41.587299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:41.622314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=8766623c-eddb-4fd7-a35b-e033b5b5ec5c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:41.649987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:41.650599 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.664752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8fbd4484-439f-4080-acb3-65a0c0045d27 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7358971 Sep 16 05:33:41.667083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60004) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:41.672078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'port': {'network_id': '4c8f52d8-3b91-4951-b36c-73ada1a14bfa', 'name': 'tempest-FloatingIPTestJSON-2058609413'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:41.782966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:41.786951 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.803646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] device_id is not set on port 34d3d572-88fc-4d48-95ad-6b2a1dae8bae yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:33:41.897592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:41.923978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.3 (4c8f52d8-3b91-4951-b36c-73ada1a14bfa/db61179b-d5e5-400e-9993-13fe24a5ca80/34d3d572-88fc-4d48-95ad-6b2a1dae8bae) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:42.088037 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.122617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.164136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:42.167188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:42.173287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:42.197598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=34d3d572-88fc-4d48-95ad-6b2a1dae8bae,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:42.223988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:42.224632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.238089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3c5e4b7e-60a2-42be-abc9-27f7ae7a5b90 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5700507 Sep 16 05:33:42.241218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60006) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:42.245512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '34d3d572-88fc-4d48-95ad-6b2a1dae8bae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:42.266578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.368270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.380109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60012) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:42.451571 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-87454a64-3869-4866-afb0-dadf9007b6bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/4f2beac3-684b-4807-b026-518dd9770357 HTTP/1.1" status: 200 len: 994 time: 0.0701427 Sep 16 05:33:42.499290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.25.6.84 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/2d03f945-7b7c-4f9a-8573-b788a8f5d4ae) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:42.613044 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.649741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:42.685134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:42.689355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:42.691946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:42.722957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=2d03f945-7b7c-4f9a-8573-b788a8f5d4ae,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:43.099295 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.169413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.321515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.326776 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.402645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=2d03f945-7b7c-4f9a-8573-b788a8f5d4ae,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:43.420021 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:43.627585 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP 1585edc6-0481-4021-84b9-101b1b39b69f associated. External IP: 172.25.6.84, port: 34d3d572-88fc-4d48-95ad-6b2a1dae8bae. Sep 16 05:33:43.681496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-965a839b-1594-4794-8a8a-27f5a0ed098e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958989 Sep 16 05:33:43.813305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-9db6aa89-3e86-441d-9f70-0765370d591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:43.814708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-9db6aa89-3e86-441d-9f70-0765370d591d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1097 time: 0.0879755 Sep 16 05:33:43.943733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:44.007036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-fe8deaf8-b873-42e2-a2e0-487f7b4c5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.008673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-fe8deaf8-b873-42e2-a2e0-487f7b4c5b0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 915 time: 0.1741533 Sep 16 05:33:44.120575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-40cedee1-b4bf-4749-94b4-691d34827bb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 1000 time: 0.1043034 Sep 16 05:33:44.121709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:44.131390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:44.141128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:44.141733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.163741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.178893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.187818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:44.188529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.197495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-c98fe9a6-6e4d-41be-8969-9c5e7dcac71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.198907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-c98fe9a6-6e4d-41be-8969-9c5e7dcac71d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 200 len: 853 time: 0.0718198 Sep 16 05:33:44.200928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-165e159e-71ed-4f10-80fb-03d50d5ed639 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9588044 Sep 16 05:33:44.203755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60018) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:44.208419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:44.221836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.222488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d2581f-4b7f-4e4b-bfe3-d75ac5425184 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:44.252354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-b4073ece-53af-4070-919f-38ef78e83861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:44.253882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-b4073ece-53af-4070-919f-38ef78e83861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d880899-d42a-4750-8194-b756e5e080d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479085 Sep 16 05:33:44.268812 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.353319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-0fc21560-3bdb-48c3-8f50-3a113f14eb7d service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910509 Sep 16 05:33:44.418468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.422680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.422979 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP 1585edc6-0481-4021-84b9-101b1b39b69f disassociated. External IP: 172.25.6.84, port: 34d3d572-88fc-4d48-95ad-6b2a1dae8bae. Sep 16 05:33:44.454645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8752e9da-2889-41a6-a211-6cbe2dfa5ead req-133a82c3-560f-42f0-bd66-6a6b67fedd73 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937469 Sep 16 05:33:44.635781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:44.752850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:44.757438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:44.763349 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:44.773121 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:44.774095 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.788851 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-caeff36e-5b29-4b69-aeb6-df3be5478189 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/floatingips/1585edc6-0481-4021-84b9-101b1b39b69f HTTP/1.1" status: 200 len: 687 time: 0.5837414 Sep 16 05:33:44.791264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60024) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:44.808032 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.817624 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:44.818237 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.861022 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:44.861993 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f65238-7e26-4c4d-8b31-ce5d0d0b3903 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:44.940316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 2d03f945-7b7c-4f9a-8573-b788a8f5d4ae {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:44.940672 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.025982 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.026304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.039653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 2d03f945-7b7c-4f9a-8573-b788a8f5d4ae owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:45.180925 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.209407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=2d03f945-7b7c-4f9a-8573-b788a8f5d4ae,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:45.273303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.275863 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.280365 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-682efc32-27e7-40e6-822a-1f7ec6692b76 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/floatingips/1585edc6-0481-4021-84b9-101b1b39b69f HTTP/1.1" status: 204 len: 168 time: 0.4847343 Sep 16 05:33:45.280569 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60034) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:45.284992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '8766623c-eddb-4fd7-a35b-e033b5b5ec5c'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:45.308576 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.387033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60036) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:45.414239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.528944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.25.6.230 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/f25cad8f-d8b5-4062-b3b4-e31c443c7e7c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:45.558897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Deleting port 5e3b69ce-7219-4527-b07a-13f91995ea65 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:45.559668 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.650222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.655820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.656202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.670766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Calling delete_port for 5e3b69ce-7219-4527-b07a-13f91995ea65 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:45.686943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.731637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:45.736581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:45.738970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:45.762685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=f25cad8f-d8b5-4062-b3b4-e31c443c7e7c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:45.843993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.873456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event deleted for resources: {'Port': ['ID=5e3b69ce-7219-4527-b07a-13f91995ea65,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:45.940148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:45.940370 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Floating IP 8c4bcef2-694a-4a5e-9ff4-023043640ddc disassociated (deleted). External IP: 172.25.6.88, port: 30170b1e-b1e8-4d8b-aa13-5e1a97628f92. Sep 16 05:33:46.153189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.237475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.429694 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.435479 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.529054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=f25cad8f-d8b5-4062-b3b4-e31c443c7e7c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:46.550274 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.568338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:46.702721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:46.708712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:46.717084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] Sync routers for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:46.729366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:46.730492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:46.746228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bdb58098-b2d7-4520-8b57-15e90a9d88a6 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "DELETE /v2.0/floatingips/8c4bcef2-694a-4a5e-9ff4-023043640ddc HTTP/1.1" status: 204 len: 168 time: 1.3572199 Sep 16 05:33:46.749548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:46.750910 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023d69cc-305d-4907-80e5-c3e0899da375" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:46.827211 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89064497-e69d-4f30-a871-8df26fd1409e x-openstack-request-id: req-89064497-e69d-4f30-a871-8df26fd1409e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:46.827515 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:46.827775 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89064497-e69d-4f30-a871-8df26fd1409e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:46.828429 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'status': 'completed', 'code': 200} Sep 16 05:33:46.883874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:46.955866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d69cc-305d-4907-80e5-c3e0899da375 req-423f377d-6d67-40dc-8e09-f1af6eff5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:46.959025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-023d69cc-305d-4907-80e5-c3e0899da375 req-423f377d-6d67-40dc-8e09-f1af6eff5b98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 1097 time: 0.1064961 Sep 16 05:33:47.120398 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP be97fe05-209f-451d-bb26-4abde242f00a associated. External IP: 172.25.6.230, port: 8766623c-eddb-4fd7-a35b-e033b5b5ec5c. Sep 16 05:33:47.152513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d69cc-305d-4907-80e5-c3e0899da375 req-189f0d17-8083-4162-8350-bf6138906511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:47.154744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-023d69cc-305d-4907-80e5-c3e0899da375 req-189f0d17-8083-4162-8350-bf6138906511 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 200 len: 915 time: 0.1812840 Sep 16 05:33:47.166421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5303b-375e-4a53-8bc2-d3938e8ed98b req-a968500c-9554-4bd0-8b00-93827b241b6a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:47.174987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bca5303b-375e-4a53-8bc2-d3938e8ed98b req-a968500c-9554-4bd0-8b00-93827b241b6a tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 945 time: 0.1052573 Sep 16 05:33:47.211956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:47.231534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-023d69cc-305d-4907-80e5-c3e0899da375 req-e2e6243e-0bd2-48b3-8f1a-33806b14cae5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 200 len: 217 time: 0.0445046 Sep 16 05:33:47.247776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] Checking router: 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:47.258031 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:47.258895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:47.272137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bca5303b-375e-4a53-8bc2-d3938e8ed98b req-bae3ea82-8d0c-4fd7-bf0f-d895203d552c tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933521 Sep 16 05:33:47.319678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d69cc-305d-4907-80e5-c3e0899da375 req-cd7151cb-d0c4-4efe-b825-e18dd1b3cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:47.321372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-023d69cc-305d-4907-80e5-c3e0899da375 req-cd7151cb-d0c4-4efe-b825-e18dd1b3cdd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 200 len: 853 time: 0.0751743 Sep 16 05:33:47.363556 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:47.377691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d69cc-305d-4907-80e5-c3e0899da375 req-1e895c1d-1e24-4c73-b492-449f4ab8239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:47.379501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-023d69cc-305d-4907-80e5-c3e0899da375 req-1e895c1d-1e24-4c73-b492-449f4ab8239b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d880899-d42a-4750-8194-b756e5e080d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507028 Sep 16 05:33:47.389843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:47.487546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:47.496271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-023d69cc-305d-4907-80e5-c3e0899da375 req-31a995c5-7b2b-410f-93b3-3cfa59ffd836 service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074982 Sep 16 05:33:47.500365 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:47.510895 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:47.511924 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:47.519596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:47.547784 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:47.557506 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:47.558487 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:47.593165 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:47.594018 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d2bac-141b-46bc-b590-9a24d8686f41 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:47.610305 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fff5fa75-0fc0-4798-b9fb-fa133226a6f9 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3283927 Sep 16 05:33:47.611333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60048) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:47.629059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-023d69cc-305d-4907-80e5-c3e0899da375 req-f23607d8-f285-4229-8929-67a89663f73a service neutron] 10.222.0.73 "GET /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246476 Sep 16 05:33:47.711222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed4348c3-c294-4fae-8e50-ae0c6463c023 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "GET /v2.0/floatingips/be97fe05-209f-451d-bb26-4abde242f00a HTTP/1.1" status: 200 len: 979 time: 0.0978107 Sep 16 05:33:47.713951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60050) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:47.851939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c6927804-c864-41c2-94af-1fed48baf9cc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1366630 Sep 16 05:33:47.854427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60052) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:47.860018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'port_id': '34d3d572-88fc-4d48-95ad-6b2a1dae8bae'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:47.898036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:47.924042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:47.929150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037fda9-82d2-4e72-808e-455717d6b70f None None] The sync data for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 is: [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:30:16Z', 'revision_number': 4, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '35d20439-14c6-4a39-9b81-bde1ca0f2876', 'name': '', 'network_id': '9d880899-d42a-4750-8194-b756e5e080d2', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'mac_address': 'fa:16:3e:d0:5a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:16Z', 'updated_at': '2021-09-16T05:30:25Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'subnets': [{'id': 'ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:48.233051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d1690-1413-4706-900c-1e1f88e12ace None None] New status for floating IP 8c4bcef2-694a-4a5e-9ff4-023043640ddc: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:33:48.445098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300782-8fa9-4786-96d2-d2203feffeee req-f6ef31fa-482d-41d3-90d6-989515190a19 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:48.446752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9300782-8fa9-4786-96d2-d2203feffeee req-f6ef31fa-482d-41d3-90d6-989515190a19 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 945 time: 0.1084199 Sep 16 05:33:48.538665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9300782-8fa9-4786-96d2-d2203feffeee req-72d513ba-e48a-41f6-8ca2-bfa7c09b4120 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856268 Sep 16 05:33:48.545374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:48.550362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:48.657003 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP be97fe05-209f-451d-bb26-4abde242f00a associated. External IP: 172.25.6.230, port: 8766623c-eddb-4fd7-a35b-e033b5b5ec5c. Sep 16 05:33:48.804476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-5ecb557e-29f1-4e3c-9058-5ee395398130 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:48.806385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-5ecb557e-29f1-4e3c-9058-5ee395398130 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 945 time: 0.0680385 Sep 16 05:33:48.971639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:48.982748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Deleting port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:48.983100 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.148632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] For port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:49.149182 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.168779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Calling delete_port for 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:49.170975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:49.184695 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:49.195473 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:49.196262 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:49.243331 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:49.253358 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:49.254246 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:49.294358 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:49.295076 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8dae8-7c22-42b0-a108-f7a91b0bdd56 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:49.485281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.523777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event deleted for resources: {'Port': ['ID=30170b1e-b1e8-4d8b-aa13-5e1a97628f92,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:49.530328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:49.575951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] No DVR routers for this DVR port 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:49.583900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:49.586304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a35edf5-c241-45d2-8400-5c8f7a1ae770 req-949ad524-b3c5-4ea1-924a-f2e8eb742c0e tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.73 "DELETE /v2.0/ports/30170b1e-b1e8-4d8b-aa13-5e1a97628f92 HTTP/1.1" status: 204 len: 173 time: 0.7484477 Sep 16 05:33:49.587747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'name': 'network-vif-deleted', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:49.599272 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cbcbfc-ecc9-4dfa-abeb-871c3ed18093" -d '{"events": [{"server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "name": "network-vif-deleted", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:49.670508 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8829d843-bdcb-49d9-8a0b-5ffd17eddab4 x-openstack-request-id: req-8829d843-bdcb-49d9-8a0b-5ffd17eddab4 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:49.670508 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f7897-ff7b-4379-aec1-928ba5b963ae", "name": "network-vif-deleted", "tag": "30170b1e-b1e8-4d8b-aa13-5e1a97628f92", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:49.671454 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8829d843-bdcb-49d9-8a0b-5ffd17eddab4 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:49.671454 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f7897-ff7b-4379-aec1-928ba5b963ae', 'name': 'network-vif-deleted', 'tag': '30170b1e-b1e8-4d8b-aa13-5e1a97628f92', 'status': 'completed', 'code': 200} Sep 16 05:33:49.695550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fc65df7-0850-4666-b6d8-e5a389ac1c2f req-142cfb2a-9c15-4547-986c-b445b081f6f9 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 210 time: 0.0368671 Sep 16 05:33:50.158081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:50.169162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:50.170479 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.181867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:50.182487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.219930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.224261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e7c4dd54-79d9-4b53-9c11-647211209770 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/floatingips/be97fe05-209f-451d-bb26-4abde242f00a HTTP/1.1" status: 200 len: 978 time: 2.3686662 Sep 16 05:33:50.226595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60064) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:50.231055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:50.239277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:50.240185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.291435 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.308666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.309451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8bd64-4b2e-4ee6-afb2-1c8e8789a003 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:50.477852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.482411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.483688 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP be97fe05-209f-451d-bb26-4abde242f00a disassociated. External IP: 172.25.6.230, port: 34d3d572-88fc-4d48-95ad-6b2a1dae8bae. Sep 16 05:33:50.735746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:50.862778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7372d42d-e4ae-4014-9ff6-0351fe32c1c8 req-7d047f42-b330-46e0-8ebc-729932a0c604 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 210 time: 0.0304017 Sep 16 05:33:50.889627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:50.894354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.901831 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:50.934531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60070) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:50.935260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-56ac980d-1251-4ad5-aacb-a5a6bea74705 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/floatingips/be97fe05-209f-451d-bb26-4abde242f00a HTTP/1.1" status: 200 len: 688 time: 0.7061944 Sep 16 05:33:50.935729 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:50.936726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.973317 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:50.991345 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:50.992067 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:51.027057 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:51.028280 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec493914-e4c3-4c9f-8514-ed78db9bd4b0 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:51.117639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port f25cad8f-d8b5-4062-b3b4-e31c443c7e7c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:51.117979 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.205327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.205788 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.218075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for f25cad8f-d8b5-4062-b3b4-e31c443c7e7c owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:51.415364 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.461695 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=f25cad8f-d8b5-4062-b3b4-e31c443c7e7c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:51.540936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:51.543155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.547513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.551470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60074) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:51.556554 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-52988583-4877-449f-9cd7-50d9b150ff3a tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/floatingips/be97fe05-209f-451d-bb26-4abde242f00a HTTP/1.1" status: 204 len: 168 time: 0.6159556 Sep 16 05:33:51.566611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:51.566883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 30170b1e-b1e8-4d8b-aa13-5e1a97628f92 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:51.596262 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-2d71e06b-f981-43cb-8cdd-b508e47ac4e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] delete failed (client error): The resource could not be found. Sep 16 05:33:51.597436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2d71e06b-f981-43cb-8cdd-b508e47ac4e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/floatingips/be97fe05-209f-451d-bb26-4abde242f00a HTTP/1.1" status: 404 len: 345 time: 0.0446601 Sep 16 05:33:51.601387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60076) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:51.694859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd0318-32cf-4565-b380-63447bd84dd3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:51.702479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd0318-32cf-4565-b380-63447bd84dd3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:51.708643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd0318-32cf-4565-b380-63447bd84dd3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:51.710347 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4ffd0318-32cf-4565-b380-63447bd84dd3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "GET /v2.0/ports?network_id=4c8f52d8-3b91-4951-b36c-73ada1a14bfa HTTP/1.1" status: 200 len: 2359 time: 0.1079712 Sep 16 05:33:51.713195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60078) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:51.772490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7e89f-97d0-4bf6-82cb-5089fb6796ec tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:51.779471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-66c7e89f-97d0-4bf6-82cb-5089fb6796ec tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "GET /v2.0/subnets/db61179b-d5e5-400e-9993-13fe24a5ca80 HTTP/1.1" status: 200 len: 797 time: 0.0648091 Sep 16 05:33:51.780019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60080) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:51.785293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'port': {'network_id': '4c8f52d8-3b91-4951-b36c-73ada1a14bfa', 'name': 'tempest-FloatingIPTestJSON-499824233', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:51.920711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:52.004324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d09059af-4384-4e4b-b818-53cb14e52b9c req-f94d38e0-bd10-4789-b927-b0211c85b241 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 210 time: 0.0555286 Sep 16 05:33:52.050954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.070366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] device_id is not set on port 1335ef71-a965-43b4-a608-9823b7058801 yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:33:52.403925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.14 (4c8f52d8-3b91-4951-b36c-73ada1a14bfa/db61179b-d5e5-400e-9993-13fe24a5ca80/1335ef71-a965-43b4-a608-9823b7058801) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:52.413557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.13 (4c8f52d8-3b91-4951-b36c-73ada1a14bfa/db61179b-d5e5-400e-9993-13fe24a5ca80/1335ef71-a965-43b4-a608-9823b7058801) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:52.575686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.611449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.662720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:52.665690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:52.668921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:52.728132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=1335ef71-a965-43b4-a608-9823b7058801,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:52.736872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:52.737546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.758412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9413ab2f-ae25-43e8-8c6f-510a0e12854e tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9754822 Sep 16 05:33:52.758776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60092) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:52.763335 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '1335ef71-a965-43b4-a608-9823b7058801', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:52.789409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:52.893372 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.005593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.25.6.203 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/fef6b3c8-9466-4891-81d4-1ba9e4e102c3) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:53.108784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a03df7a9-4abe-45dc-b44a-8a5158a8027d req-27c7786c-7b10-4168-8456-1e06f9050d44 tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba2f7897-ff7b-4379-aec1-928ba5b963ae HTTP/1.1" status: 200 len: 210 time: 0.0291092 Sep 16 05:33:53.137036 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.179920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.229743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:53.234097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:53.236876 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:53.261035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=fef6b3c8-9466-4891-81d4-1ba9e4e102c3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:53.272848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.273200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.273550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.273910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.274252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.274587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.274920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.275250 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.275575 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.275920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.276344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.276612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:53.625698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.703106 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.881633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.886887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.961614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=fef6b3c8-9466-4891-81d4-1ba9e4e102c3,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:53.973651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.070707 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP e074eaf1-a727-420c-b9ad-2731b18f6e19 associated. External IP: 172.25.6.203, port: 1335ef71-a965-43b4-a608-9823b7058801. Sep 16 05:33:54.165163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60100) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:54.225275 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-82476a5e-15b1-4b87-a61e-71d9734500ca tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.252579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-82476a5e-15b1-4b87-a61e-71d9734500ca tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.287193 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:54.315803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-82476a5e-15b1-4b87-a61e-71d9734500ca tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.318449 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-82476a5e-15b1-4b87-a61e-71d9734500ca tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.319796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-82476a5e-15b1-4b87-a61e-71d9734500ca tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] 10.222.0.55 "DELETE /v2.0/security-groups/f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5 HTTP/1.1" status: 204 len: 168 time: 0.1536419 Sep 16 05:33:54.342016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82476a5e-15b1-4b87-a61e-71d9734500ca tempest-TestVolumeBackupRestore-1195707064 tempest-TestVolumeBackupRestore-1195707064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8ae3d-9390-4cf4-86c8-0fa0853fd7d5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:54.412362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:54.425432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:54.434088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.437776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:54.438681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:54.470742 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c39878bf-f5c1-4fb6-86c7-1f7a48557361 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7108576 Sep 16 05:33:54.473372 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60108) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:54.482781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:54.485909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'port_id': '1335ef71-a965-43b4-a608-9823b7058801', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:54.493826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:54.494736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:54.537695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:54.540427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45955938-fdbc-4588-9ca4-ed2bac1a1c3d None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:54.611591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.786350 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.281651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.287730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.706598 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:55.931515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6cb9928e-7d40-4f04-b0c8-574a0b0367d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.973532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:55.978839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.986865 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:56.004221 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:56.004847 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:56.097454 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:56.116576 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:56.117192 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:56.178307 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4265d1d1-f717-4c99-9ffb-1b2db12ce1fb tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/floatingips/e074eaf1-a727-420c-b9ad-2731b18f6e19 HTTP/1.1" status: 200 len: 978 time: 1.7037475 Sep 16 05:33:56.181330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60298) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:56.182247 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:56.182982 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865976ee-840a-4665-b892-42ac67f0a364 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:56.562663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port fef6b3c8-9466-4891-81d4-1ba9e4e102c3 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:56.566463 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.748229 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.748848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:56.770884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for fef6b3c8-9466-4891-81d4-1ba9e4e102c3 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:57.071241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.181579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=fef6b3c8-9466-4891-81d4-1ba9e4e102c3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:57.241840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.242114 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP e074eaf1-a727-420c-b9ad-2731b18f6e19 disassociated (deleted). External IP: 172.25.6.203, port: 1335ef71-a965-43b4-a608-9823b7058801. Sep 16 05:33:57.524061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:57.693304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:57.704134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:57.704660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.722350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:57.723124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:57.738580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0c4b98a5-0a32-48cc-aac2-cfd0a04fc2e8 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/floatingips/e074eaf1-a727-420c-b9ad-2731b18f6e19 HTTP/1.1" status: 204 len: 168 time: 1.5560973 Sep 16 05:33:57.741151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60458) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:57.799000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:57.812220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:57.813218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:57.884346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:57.885357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013e5ee-6dd7-4773-9e66-d8de855e54c0 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:57.938839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 1335ef71-a965-43b4-a608-9823b7058801 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:57.939189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.221371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c5d-9851-4354-b87d-ead9582d074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.525972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.555972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 1335ef71-a965-43b4-a608-9823b7058801 owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:58.791849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.842581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=1335ef71-a965-43b4-a608-9823b7058801,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:58.976413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.979014 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fa303232-0489-4cdb-aa3f-9a0fb6738425 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/ports/1335ef71-a965-43b4-a608-9823b7058801 HTTP/1.1" status: 204 len: 168 time: 1.2358825 Sep 16 05:33:58.982555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60576) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:58.987223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:59.011164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.114222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60580) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:59.115355 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.186560 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.256425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.25.6.44 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/dc5ab9e8-a586-49c5-ab5d-85862c46c0ec) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:59.404016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.446460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.501022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=dc5ab9e8-a586-49c5-ab5d-85862c46c0ec,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:59.517763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:59.519778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:59.522531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:59.652832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.694318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.712367 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.874382 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.912262 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.917123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.991563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=dc5ab9e8-a586-49c5-ab5d-85862c46c0ec,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:59.999259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.011326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Deleting port 35d20439-14c6-4a39-9b81-bde1ca0f2876 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:00.012416 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.014273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.016654 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-716098e5-656c-4fed-bbcd-4bced0d9d439 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0324676 Sep 16 05:34:00.018831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60596) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:00.023818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'port': {'network_id': '4c8f52d8-3b91-4951-b36c-73ada1a14bfa', 'name': 'tempest-FloatingIPTestJSON-1493487220'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:00.106359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] For port 35d20439-14c6-4a39-9b81-bde1ca0f2876, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=35d20439-14c6-4a39-9b81-bde1ca0f2876,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:00.106738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.125653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Calling delete_port for 35d20439-14c6-4a39-9b81-bde1ca0f2876 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:00.140987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:00.144515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.164047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60600) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:00.166643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] device_id is not set on port 92dee85f-78c4-4b60-ba90-329c1a2f15cd yet. {{(pid=94718) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:34:00.295819 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ee82675-38d0-4c3c-8873-fdfae7ce8c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.319099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.8 (4c8f52d8-3b91-4951-b36c-73ada1a14bfa/db61179b-d5e5-400e-9993-13fe24a5ca80/92dee85f-78c4-4b60-ba90-329c1a2f15cd) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:00.329197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.361819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d20439-14c6-4a39-9b81-bde1ca0f2876,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:00.517380 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ee82675-38d0-4c3c-8873-fdfae7ce8c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.523300 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ee82675-38d0-4c3c-8873-fdfae7ce8c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.558169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.562054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.591541 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2ee82675-38d0-4c3c-8873-fdfae7ce8c7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d43a69d9f39d48ae92b1890c8d6c046c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263182 Sep 16 05:34:00.593884 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee82675-38d0-4c3c-8873-fdfae7ce8c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc8fae-36ac-4aa2-99da-ce3c6faf0912,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:00.597934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60604) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:00.662982 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.695285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8962df53-68cc-414a-ad6b-acb0b882d9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.735101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 4c8f52d8-3b91-4951-b36c-73ada1a14bfa is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:00.746739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:00.751436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8962df53-68cc-414a-ad6b-acb0b882d9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.753693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:00.756230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=92dee85f-78c4-4b60-ba90-329c1a2f15cd,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:00.830014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:00.830585 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.851632 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5398503d-0f13-41bf-abfe-bad552d26f79 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8317606 Sep 16 05:34:00.852581 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:00.857936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'port_id': '92dee85f-78c4-4b60-ba90-329c1a2f15cd'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:00.893532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8962df53-68cc-414a-ad6b-acb0b882d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.896118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8962df53-68cc-414a-ad6b-acb0b882d9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.897283 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8962df53-68cc-414a-ad6b-acb0b882d9cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96cc8fae-36ac-4aa2-99da-ce3c6faf0912 HTTP/1.1" status: 204 len: 168 time: 0.2984178 Sep 16 05:34:00.906630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.952849 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962df53-68cc-414a-ad6b-acb0b882d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc8fae-36ac-4aa2-99da-ce3c6faf0912,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:01.147009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:01.258739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:01.263976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-55e3b8e3-c5e1-4b89-87f1-681c6b8f7c86 admin admin] 10.222.0.55 "PUT /v2.0/routers/86357f18-46f2-4a9e-90a3-0e4599dd6ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1487138 Sep 16 05:34:01.266694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60618) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:01.270754 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] Sync routers for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:01.290707 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:01.291411 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:01.304275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.395985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.422301 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:01.439041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.444645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.518564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.572203 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP 403722ba-193e-4184-b6aa-199ada0fccd9 associated. External IP: 172.25.6.44, port: 92dee85f-78c4-4b60-ba90-329c1a2f15cd. Sep 16 05:34:01.583414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Deleting port f39cba43-7359-42e7-949d-850aaf7d1231 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:01.583999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.644408 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:34:00Z', 'revision_number': 5, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port': {'id': 'f39cba43-7359-42e7-949d-850aaf7d1231', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:13Z', 'updated_at': '2021-09-16T05:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:01.678777 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] Checking router: 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:01.687682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] For port f39cba43-7359-42e7-949d-850aaf7d1231, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f39cba43-7359-42e7-949d-850aaf7d1231,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:01.688350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.689841 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] Routers {'86357f18-46f2-4a9e-90a3-0e4599dd6ea3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:01.690542 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:01.702561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Calling delete_port for f39cba43-7359-42e7-949d-850aaf7d1231 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:01.794294 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] Set router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:01.809806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:01.869279 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:34:01Z', 'revision_number': 6, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:01.898528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.944952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Pushing event deleted for resources: {'Port': ['ID=f39cba43-7359-42e7-949d-850aaf7d1231,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:01.946548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:01.952303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.962064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:01.985686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:01.986324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:01.988267 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-340df216-bd17-472e-ae8a-6509b70dc683 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/floatingips/403722ba-193e-4184-b6aa-199ada0fccd9 HTTP/1.1" status: 200 len: 977 time: 1.1344447 Sep 16 05:34:01.990583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60634) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:02.025906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:02.037948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:02.038768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:02.045687 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2ef56-3960-476b-8b41-3af97cdee681 None None] The sync data for ids ['86357f18-46f2-4a9e-90a3-0e4599dd6ea3'] in n-d-713301-15 is: [{'id': '86357f18-46f2-4a9e-90a3-0e4599dd6ea3', 'name': 'tempest-TestVolumeBackupRestore-1585978174-router', 'tenant_id': '23a20dfbac4b4815ba519f61f4d5272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:12Z', 'updated_at': '2021-09-16T05:34:01Z', 'revision_number': 6, 'project_id': '23a20dfbac4b4815ba519f61f4d5272e', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:02.081307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.094766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:02.095427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a1349-5129-4795-82ae-9ea2dd7fdc34 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:02.112761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 92dee85f-78c4-4b60-ba90-329c1a2f15cd {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:02.113155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.210675 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.211284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.213007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.283447 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.284037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86357f18-46f2-4a9e-90a3-0e4599dd6ea3 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:02.289385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.293776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-75dac932-9906-4953-9a94-a5347e92e02b admin admin] 10.222.0.55 "DELETE /v2.0/routers/86357f18-46f2-4a9e-90a3-0e4599dd6ea3 HTTP/1.1" status: 204 len: 168 time: 1.0258670 Sep 16 05:34:02.294419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60644) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:02.345304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] Deleting subnet ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:02.348332 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.384893 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.409627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.410381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.410595 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP 403722ba-193e-4184-b6aa-199ada0fccd9 disassociated. External IP: 172.25.6.44, port: 92dee85f-78c4-4b60-ba90-329c1a2f15cd. Sep 16 05:34:02.410930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 92dee85f-78c4-4b60-ba90-329c1a2f15cd owned by {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:02.530163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.585646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.607861 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.623295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=92dee85f-78c4-4b60-ba90-329c1a2f15cd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:02.643946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:02.646098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.648148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ef6efc44-23b6-4519-a276-00de9e4a744f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ffdd7af9-8d2e-4cd0-8858-fcc02cd51f95 HTTP/1.1" status: 204 len: 168 time: 0.3527808 Sep 16 05:34:02.650606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60656) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:02.663927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39572e05-2e42-492a-95f2-ae867cb482f5 None None] Network 9d880899-d42a-4750-8194-b756e5e080d2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:02.727976 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.764042 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:02.807673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Deleting port ab401ee4-e668-469a-9e3d-cf68d91ed3ff {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:02.808037 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.884465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] DHCP port deletion for 9d880899-d42a-4750-8194-b756e5e080d2 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:02.918413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] For port ab401ee4-e668-469a-9e3d-cf68d91ed3ff, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:02.918945 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.923500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:02.934186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Calling delete_port for ab401ee4-e668-469a-9e3d-cf68d91ed3ff owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:02.936173 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:02.950681 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:02.951315 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:02.996369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Deleting port ab401ee4-e668-469a-9e3d-cf68d91ed3ff {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:02.996771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.016558 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.025803 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.028153 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-598a78f9-8cb1-477d-9368-9827decc36fa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/ports/92dee85f-78c4-4b60-ba90-329c1a2f15cd HTTP/1.1" status: 204 len: 168 time: 1.0362084 Sep 16 05:34:03.031860 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:03.032029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60666) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:03.032924 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.047286 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.075214 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.076149 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360c149-8319-41ce-b327-79610a04f0c9 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:03.084067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] For port ab401ee4-e668-469a-9e3d-cf68d91ed3ff, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,segment=NetworkSegment(5dec56c8-d2c7-4ace-8d27-5fb746c404d7),segment_id=5dec56c8-d2c7-4ace-8d27-5fb746c404d7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:03.084711 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.098296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Calling delete_port for ab401ee4-e668-469a-9e3d-cf68d91ed3ff owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:03.109831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] No DVR routers for this DVR port ab401ee4-e668-469a-9e3d-cf68d91ed3ff on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:03.115004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Pushing event deleted for resources: {'Port': ['ID=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.116566 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8e79c976-41ed-44d3-ba68-ea3d19f493fe tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "GET /v2.0/floatingips/403722ba-193e-4184-b6aa-199ada0fccd9 HTTP/1.1" status: 200 len: 687 time: 0.0833597 Sep 16 05:34:03.122628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:03.220855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.237358 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.271823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Pushing event deleted for resources: {'Port': ['ID=ab401ee4-e668-469a-9e3d-cf68d91ed3ff,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.279698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.280285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.280783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.281275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.281794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.282280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.282788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.283344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.283842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.284352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.285086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.285556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.288661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d880899-d42a-4750-8194-b756e5e080d2']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.291676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f4a28-140a-4621-8e34-0cddd8c0317f None None] No DVR routers for this DVR port ab401ee4-e668-469a-9e3d-cf68d91ed3ff on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:03.316995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f39cba43-7359-42e7-949d-850aaf7d1231 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:03.318466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dec56c8-d2c7-4ace-8d27-5fb746c404d7') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.318888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dec56c8-d2c7-4ace-8d27-5fb746c404d7') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.327803 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port dc5ab9e8-a586-49c5-ab5d-85862c46c0ec {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:03.331586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.349211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: f39cba43-7359-42e7-949d-850aaf7d1231 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:03.349838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f39cba43-7359-42e7-949d-850aaf7d1231 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:03.350485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ab401ee4-e668-469a-9e3d-cf68d91ed3ff no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:03.351515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.371264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: ab401ee4-e668-469a-9e3d-cf68d91ed3ff {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:03.371623 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ab401ee4-e668-469a-9e3d-cf68d91ed3ff not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:03.372048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35d20439-14c6-4a39-9b81-bde1ca0f2876 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:03.377941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.386364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:03.387129 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:03.389098 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:03.393163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 35d20439-14c6-4a39-9b81-bde1ca0f2876 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:03.393520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 35d20439-14c6-4a39-9b81-bde1ca0f2876 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:03.444573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.445010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.450246 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.461037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for dc5ab9e8-a586-49c5-ab5d-85862c46c0ec owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:03.461188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.466559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] 10.222.0.55 "DELETE /v2.0/networks/9d880899-d42a-4750-8194-b756e5e080d2 HTTP/1.1" status: 204 len: 168 time: 0.8116140 Sep 16 05:34:03.467086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60670) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:03.482330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c0f85-aaad-4249-a29b-22f0ed5b24af admin admin] Pushing event deleted for resources: {'Network': ['ID=9d880899-d42a-4750-8194-b756e5e080d2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:04.103663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.155101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=dc5ab9e8-a586-49c5-ab5d-85862c46c0ec,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:04.255377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.257951 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.263399 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fe192147-5f0f-48ba-a345-4f9ab4b4d246 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/floatingips/403722ba-193e-4184-b6aa-199ada0fccd9 HTTP/1.1" status: 204 len: 168 time: 1.1394315 Sep 16 05:34:04.265081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:04.269661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '34d3d572-88fc-4d48-95ad-6b2a1dae8bae'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:04.311117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.379914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.427073 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.533121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.25.6.82 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/8300aaef-caee-4c47-a25b-fcb05608f17b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:04.645055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.649791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Deleting port f30b28d1-03f2-42c3-b443-210146f6177b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:04.650143 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.689000 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.729015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:04.732638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:04.738504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:04.741651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] For port f30b28d1-03f2-42c3-b443-210146f6177b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=f30b28d1-03f2-42c3-b443-210146f6177b,segment=NetworkSegment(4fdee8cb-0e64-4c26-8ae7-024db245dab1),segment_id=4fdee8cb-0e64-4c26-8ae7-024db245dab1)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:04.742049 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.747801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=8300aaef-caee-4c47-a25b-fcb05608f17b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:04.755966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Calling delete_port for f30b28d1-03f2-42c3-b443-210146f6177b owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:04.959413 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.998855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f30b28d1-03f2-42c3-b443-210146f6177b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:05.155523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.215247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.240239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.419007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.424141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.471670 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:05.496557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=8300aaef-caee-4c47-a25b-fcb05608f17b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:05.508004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.603149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:05.617708 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d1b21100-966a-4861-8d94-c12d50df9d1f admin admin] 10.222.0.55 "PUT /v2.0/routers/76b0c5aa-051e-4b1d-a46e-456d95d32e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443670 Sep 16 05:34:05.617708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60700) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:05.618983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] Sync routers for ids ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:05.629180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] Routers {'76b0c5aa-051e-4b1d-a46e-456d95d32e08'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:05.629878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:05.742466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.769362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] Set router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:05.877367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.881946 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP c600e79c-aedc-4eea-b4f3-2979b65a90d8 associated. External IP: 172.25.6.82, port: 34d3d572-88fc-4d48-95ad-6b2a1dae8bae. Sep 16 05:34:05.945979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Deleting port eb397998-9b51-48ef-a467-0527afd2e573 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:05.946641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.023262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:34:04Z', 'revision_number': 5, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port': {'id': 'eb397998-9b51-48ef-a467-0527afd2e573', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:30:20Z', 'updated_at': '2021-09-16T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:06.050665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] Checking router: 76b0c5aa-051e-4b1d-a46e-456d95d32e08 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:06.053348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] For port eb397998-9b51-48ef-a467-0527afd2e573, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eb397998-9b51-48ef-a467-0527afd2e573,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:06.053745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.061131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] Routers {'76b0c5aa-051e-4b1d-a46e-456d95d32e08'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:06.061988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:06.068588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Calling delete_port for eb397998-9b51-48ef-a467-0527afd2e573 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:06.106358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:06.152772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] Set router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:06.209263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:34:05Z', 'revision_number': 6, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:06.240816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0b0ff-2864-4c91-b51b-8c32634eb784 None None] The sync data for ids ['76b0c5aa-051e-4b1d-a46e-456d95d32e08'] in n-d-713301-15 is: [{'id': '76b0c5aa-051e-4b1d-a46e-456d95d32e08', 'name': 'tempest-TestVolumeBackupRestore-5910239-router', 'tenant_id': '16cd7aa743c7424695bd87c8df2bafdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:30:19Z', 'updated_at': '2021-09-16T05:34:05Z', 'revision_number': 6, 'project_id': '16cd7aa743c7424695bd87c8df2bafdb', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:06.241578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:06.256868 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:06.266767 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.267166 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:06.267589 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:06.269187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.304727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-54ad4db2-2387-40cd-b291-df602b2c7af5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0389476 Sep 16 05:34:06.307250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60710) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:06.313869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1668633606'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:06.317257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb397998-9b51-48ef-a467-0527afd2e573,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:06.317444 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:06.330632 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:06.333167 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:06.343872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:06.348205 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.367796 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:06.368377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4608a-8162-4677-b591-63bae4fb60dc None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:06.376878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:06.386403 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.387071 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Added segment bbdbcd2d-d90f-47d6-97df-57224338e330 of type vlan for network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc Sep 16 05:34:06.392330 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.428775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.454494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.460192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.460794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.492009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.494615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.496640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1883020 Sep 16 05:34:06.497312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60712) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:06.505248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'subnet': {'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:06.546869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.547636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76b0c5aa-051e-4b1d-a46e-456d95d32e08 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:06.553337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.561448 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0689e923-103d-4147-aef2-b778aa972687 admin admin] 10.222.0.55 "DELETE /v2.0/routers/76b0c5aa-051e-4b1d-a46e-456d95d32e08 HTTP/1.1" status: 204 len: 168 time: 0.9407477 Sep 16 05:34:06.561448 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60714) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:06.615604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23230fc-cc85-4c1f-b2ed-fada65ab62aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Network': ['ID=edc15eae-2d76-42ad-8f6c-4d5bb93b54bc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:06.620893 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] Deleting subnet 2680bdb2-536e-44f8-9c4f-f539f2153c98 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:06.625382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.627446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:06.670748 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.680041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:06.685694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.781289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.837942 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.869971 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.874875 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2680bdb2-536e-44f8-9c4f-f539f2153c98 HTTP/1.1" status: 204 len: 168 time: 0.3140552 Sep 16 05:34:06.875051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60718) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:06.880538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91018c9-5822-42f6-a514-800a3fe8b69b None None] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:06.896274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.901656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7367d0-4101-4b1a-af80-7f8936d64ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2680bdb2-536e-44f8-9c4f-f539f2153c98,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:06.970289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Subnet': ['ID=d16a020e-a7ee-46cb-9573-eb1623583417,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:06.973123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Checking segment: {'id': 'bbdbcd2d-d90f-47d6-97df-57224338e330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:06.973492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network hostable DHCP agents. Network: edc15eae-2d76-42ad-8f6c-4d5bb93b54bc, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:06.993801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:07.008656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, edc15eae-2d76-42ad-8f6c-4d5bb93b54bc) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:07.012630 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.015573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:07.016742 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.021025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19231c20-ce6a-47d2-98ca-bf95490485fb None None] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:07.038606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e11961b8-4d18-43b1-800d-aba96dd98e53 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5379093 Sep 16 05:34:07.041011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60720) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:07.046352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1750595783', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:07.074867 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.076083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.076504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Deleting port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:07.077037 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.189343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] For port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,segment=NetworkSegment(4fdee8cb-0e64-4c26-8ae7-024db245dab1),segment_id=4fdee8cb-0e64-4c26-8ae7-024db245dab1)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:07.189749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.204204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.204642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Calling delete_port for 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:07.210860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-edc15eae-2d76-42ad-8f6c-4d5bb93b54bc', 'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc', 'tenant_id': '91713553f9ee4f10b269bd07b91091fc', 'fixed_ips': [{'subnet_id': 'd16a020e-a7ee-46cb-9573-eb1623583417'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:07.212453 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.314865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] DHCP port deletion for bad9434f-e072-40bb-bd98-50b3a04ab4b2 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:07.338589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f30b28d1-03f2-42c3-b443-210146f6177b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:07.341212 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.381690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:07.386262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] No DVR routers for this DVR port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:07.397318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: f30b28d1-03f2-42c3-b443-210146f6177b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:07.397659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device f30b28d1-03f2-42c3-b443-210146f6177b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:07.398083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb397998-9b51-48ef-a467-0527afd2e573 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:07.413806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.454210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: eb397998-9b51-48ef-a467-0527afd2e573 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:07.454571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eb397998-9b51-48ef-a467-0527afd2e573 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:07.455049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:07.486302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:07.486651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:07.499530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Deleting port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:07.499914 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.506757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.540328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad9434f-e072-40bb-bd98-50b3a04ab4b2']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:07.559632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdee8cb-0e64-4c26-8ae7-024db245dab1') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:07.560273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdee8cb-0e64-4c26-8ae7-024db245dab1') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:07.577384 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.602738 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.629857 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:07.630303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:07.633088 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:07.702403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.709079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.711385 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bad9434f-e072-40bb-bd98-50b3a04ab4b2 HTTP/1.1" status: 204 len: 168 time: 0.8352017 Sep 16 05:34:07.729783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d079be4-f507-4c72-8d55-ea086f94a7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad9434f-e072-40bb-bd98-50b3a04ab4b2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:07.753158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] For port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:07.753724 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.754674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.767236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Calling delete_port for 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:07.770220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:34:07.771712 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.777852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.799648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Network bad9434f-e072-40bb-bd98-50b3a04ab4b2 is not hosted by any dhcp agent {{(pid=94720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:34:07.800137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] No DVR routers for this DVR port 4c4a2cf6-0835-467c-8bbf-6775e914fdb4 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:07.803824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee6756-f914-48cc-acc3-d8a359274098 None None] Pushing event deleted for resources: {'Port': ['ID=4c4a2cf6-0835-467c-8bbf-6775e914fdb4,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:07.810059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Allocated IP 172.20.0.2 (edc15eae-2d76-42ad-8f6c-4d5bb93b54bc/d16a020e-a7ee-46cb-9573-eb1623583417/ec4c024a-f6d5-411d-afc3-835ed47ffb88) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:07.944849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.25.6.126 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/43e3fdd7-7098-4934-8e49-4c8043aa6d24) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:08.027878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60728) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:08.048934 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.061423 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.113032 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2528aaae-a3f5-47d1-b4e6-a7dec1685e36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23a20dfbac4b4815ba519f61f4d5272e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796442 Sep 16 05:34:08.113197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60730) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:08.150190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:08.153366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:08.156979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:08.212081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Pushing event updated for resources: {'Port': ['ID=ec4c024a-f6d5-411d-afc3-835ed47ffb88,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:08.224076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Attempting to bind port ec4c024a-f6d5-411d-afc3-835ed47ffb88 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:08.224866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Attempting to bind port ec4c024a-f6d5-411d-afc3-835ed47ffb88 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'bbdbcd2d-d90f-47d6-97df-57224338e330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:08.224866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Attempting to bind port ec4c024a-f6d5-411d-afc3-835ed47ffb88 on network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:08.234951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:08.235346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Checking segment: {'id': 'bbdbcd2d-d90f-47d6-97df-57224338e330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:08.236135 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.239096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Bound using segment: {'id': 'bbdbcd2d-d90f-47d6-97df-57224338e330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:08.239518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Bound port: ec4c024a-f6d5-411d-afc3-835ed47ffb88, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdbcd2d-d90f-47d6-97df-57224338e330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:08.239944 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.257730 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e92fe67c-4da5-4a5c-abde-dc3e396a2d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.262865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.296866 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e92fe67c-4da5-4a5c-abde-dc3e396a2d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.338243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] For port ec4c024a-f6d5-411d-afc3-835ed47ffb88, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:08.342102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] For port ec4c024a-f6d5-411d-afc3-835ed47ffb88, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ec4c024a-f6d5-411d-afc3-835ed47ffb88,segment=NetworkSegment(bbdbcd2d-d90f-47d6-97df-57224338e330),segment_id=bbdbcd2d-d90f-47d6-97df-57224338e330)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:08.348821 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.368560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.410773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:08.416250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:08.420583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:08.446622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e135a-6788-43c4-8ea6-4c31772a0191 None None] Pushing event updated for resources: {'Port': ['ID=ec4c024a-f6d5-411d-afc3-835ed47ffb88,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:08.456643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e92fe67c-4da5-4a5c-abde-dc3e396a2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.459178 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e92fe67c-4da5-4a5c-abde-dc3e396a2d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.460459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e92fe67c-4da5-4a5c-abde-dc3e396a2d9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/558b10ad-8808-423b-83da-e449c30f24f3 HTTP/1.1" status: 204 len: 168 time: 0.3463764 Sep 16 05:34:08.482661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fe67c-4da5-4a5c-abde-dc3e396a2d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b10ad-8808-423b-83da-e449c30f24f3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:08.502813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=43e3fdd7-7098-4934-8e49-4c8043aa6d24,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:08.878594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.099862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60742) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:09.141751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.152550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5312f998-74a9-439e-a812-dac67f2c76e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16cd7aa743c7424695bd87c8df2bafdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514655 Sep 16 05:34:09.155293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60744) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:09.214705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdb-2e36-401f-a94f-a018342585ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.240748 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdb-2e36-401f-a94f-a018342585ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.369258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router b5313f7f-1541-48d2-96e9-39ea7e634b7d is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:09.375862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdb-2e36-401f-a94f-a018342585ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.379044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a472fdb-2e36-401f-a94f-a018342585ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.383599 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1a472fdb-2e36-401f-a94f-a018342585ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11d27413-3e5e-41d6-8099-af59defcc66d HTTP/1.1" status: 204 len: 168 time: 0.2250743 Sep 16 05:34:09.412925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a472fdb-2e36-401f-a94f-a018342585ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d27413-3e5e-41d6-8099-af59defcc66d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:09.444775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec4c024a-f6d5-411d-afc3-835ed47ffb88 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:09.568401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ec4c024a-f6d5-411d-afc3-835ed47ffb88 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:09.569640 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.570410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:09.594239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.598573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7aebbec4-c84e-4260-8d86-8dc270662b02 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5564289 Sep 16 05:34:09.598934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60750) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:09.602025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] Sync routers for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:09.632712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:09.633369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:09.673356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:09.715007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:09.715810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:09.759738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:09.760614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12173b9-8da8-4c42-9c8a-e16164dceb2b None None] The sync data for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:09.780129 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.822056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port ec4c024a-f6d5-411d-afc3-835ed47ffb88, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ec4c024a-f6d5-411d-afc3-835ed47ffb88,segment=NetworkSegment(bbdbcd2d-d90f-47d6-97df-57224338e330),segment_id=bbdbcd2d-d90f-47d6-97df-57224338e330)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:09.830140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.892669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=ec4c024a-f6d5-411d-afc3-835ed47ffb88,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:09.926626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a31f5-ff1a-4eea-91a4-7981299b154e None None] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:10.024311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b4378136-a63e-4179-a064-19a2641a22f9 None None] Provisioning complete for port ec4c024a-f6d5-411d-afc3-835ed47ffb88 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:10.024684 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4378136-a63e-4179-a064-19a2641a22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.117789 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.385046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d8f0ac53-f388-41a2-8d98-afba1063cc76 None None] Provisioning complete for port ec4c024a-f6d5-411d-afc3-835ed47ffb88 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:10.385341 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac53-f388-41a2-8d98-afba1063cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.385831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.1 (edc15eae-2d76-42ad-8f6c-4d5bb93b54bc/d16a020e-a7ee-46cb-9573-eb1623583417/4731f06e-c7ea-4403-a494-445a68cf9ebf) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:10.500692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.534924 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.574163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:10.581733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:10.588971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:10.596248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=4731f06e-c7ea-4403-a494-445a68cf9ebf,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.643992 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.790317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.885159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cb2790db-2bcd-48eb-9bd8-e125901c377a None None] Provisioning complete for port 4731f06e-c7ea-4403-a494-445a68cf9ebf triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:10.885718 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb2790db-2bcd-48eb-9bd8-e125901c377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.925627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cb2790db-2bcd-48eb-9bd8-e125901c377a None None] Port 4731f06e-c7ea-4403-a494-445a68cf9ebf cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:11.264805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec4c024a-f6d5-411d-afc3-835ed47ffb88 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:11.314528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ec4c024a-f6d5-411d-afc3-835ed47ffb88 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:11.314893 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.419464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.424659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.497985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=4731f06e-c7ea-4403-a494-445a68cf9ebf,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:11.502774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.598678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:11.600436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:11.720738 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router b5313f7f-1541-48d2-96e9-39ea7e634b7d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:11.833322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:11.840192 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3ac181fa-a582-4bf6-b3a2-e50fd6c16206 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/routers/b5313f7f-1541-48d2-96e9-39ea7e634b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2400789 Sep 16 05:34:11.842940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60772) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:11.848135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'port': {'network_id': 'edc15eae-2d76-42ad-8f6c-4d5bb93b54bc', 'name': 'tempest-FloatingIPTestJSON-1382071329'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:11.852610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ce657386-62f5-4f37-841c-8242c59e7810 None None] Provisioning complete for port 4731f06e-c7ea-4403-a494-445a68cf9ebf triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:11.852987 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce657386-62f5-4f37-841c-8242c59e7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.854225 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] Sync routers for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:11.873954 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:11.874588 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:11.902427 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.903776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ce657386-62f5-4f37-841c-8242c59e7810 None None] Port 4731f06e-c7ea-4403-a494-445a68cf9ebf cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:11.931232 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:11.940210 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:11.940913 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:11.973097 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:11.973824 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571b0da-e324-4e62-bd9d-f2f2a68aa580 None None] The sync data for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:11.988118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Made reservation on behalf of 91713553f9ee4f10b269bd07b91091fc for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:11.991620 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.009038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] device_id is not set on port 2c336412-cf47-4afa-8f4d-53ab9b41e58d yet. {{(pid=94719) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:34:12.119751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Allocated IP 172.20.0.12 (edc15eae-2d76-42ad-8f6c-4d5bb93b54bc/d16a020e-a7ee-46cb-9573-eb1623583417/2c336412-cf47-4afa-8f4d-53ab9b41e58d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:12.266804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.301171 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.343915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:12.347363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:12.347664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:12.353601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:12.360848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event updated for resources: {'Port': ['ID=2c336412-cf47-4afa-8f4d-53ab9b41e58d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:12.407995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:12.408857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.424228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-85c68e7e-6c3e-4daf-945a-1b15fce3ff75 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5801179 Sep 16 05:34:12.426810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60776) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:12.431415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Request body: {'floatingip': {'port_id': '2c336412-cf47-4afa-8f4d-53ab9b41e58d'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:12.629592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c45e96d6-1f17-4528-bc4d-f52f7c45c6b5 None None] Provisioning complete for port 2c336412-cf47-4afa-8f4d-53ab9b41e58d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:12.630226 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c45e96d6-1f17-4528-bc4d-f52f7c45c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.668198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c45e96d6-1f17-4528-bc4d-f52f7c45c6b5 None None] Port 2c336412-cf47-4afa-8f4d-53ab9b41e58d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:12.766203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.250318 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.256709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.359846 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP c600e79c-aedc-4eea-b4f3-2979b65a90d8 associated. External IP: 172.25.6.82, port: 34d3d572-88fc-4d48-95ad-6b2a1dae8bae. Sep 16 05:34:13.395773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60792) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:13.518990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd02f3cf-077f-4207-99da-5292d84a80b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.572927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:13.617068 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd02f3cf-077f-4207-99da-5292d84a80b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.621700 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bd02f3cf-077f-4207-99da-5292d84a80b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.661395 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bd02f3cf-077f-4207-99da-5292d84a80b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d73f8c9333484689ba81d88d3bf458fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639153 Sep 16 05:34:13.662529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02f3cf-077f-4207-99da-5292d84a80b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfdfb4d-4005-41c9-b855-f68814844c6d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.664467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60796) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:13.705784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:13.719245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:13.728616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:13.729336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.762343 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.770370 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a92883b5-ed86-4919-9699-7d5aa8e08177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.770695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:13.771303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.806008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.806649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af7d8a-ecb6-4b3f-bd3a-6375f14213a6 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:13.825199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a92883b5-ed86-4919-9699-7d5aa8e08177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.923793 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a92883b5-ed86-4919-9699-7d5aa8e08177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.926293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a92883b5-ed86-4919-9699-7d5aa8e08177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.927411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a92883b5-ed86-4919-9699-7d5aa8e08177 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3dfdfb4d-4005-41c9-b855-f68814844c6d HTTP/1.1" status: 204 len: 168 time: 0.2620237 Sep 16 05:34:13.961044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92883b5-ed86-4919-9699-7d5aa8e08177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfdfb4d-4005-41c9-b855-f68814844c6d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.991557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router b5313f7f-1541-48d2-96e9-39ea7e634b7d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:14.097356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:14.102099 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.108179 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] Sync routers for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:14.118217 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:14.119062 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:14.154410 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:14.161566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c84c0520-9c92-4d44-8b9c-90069f49bea1 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/floatingips/c600e79c-aedc-4eea-b4f3-2979b65a90d8 HTTP/1.1" status: 200 len: 978 time: 1.7336321 Sep 16 05:34:14.163253 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:14.163857 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:14.164387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60802) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:14.196904 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:14.197644 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d8266-cff0-40a6-8f65-e82574f69fad None None] The sync data for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:14.211618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60804) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:14.241779 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40d89d64-c2de-424e-824f-c1e11ddc2025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.301503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 2c336412-cf47-4afa-8f4d-53ab9b41e58d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:14.302224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.412282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.451018 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40d89d64-c2de-424e-824f-c1e11ddc2025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.485858 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-40d89d64-c2de-424e-824f-c1e11ddc2025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.556907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-40d89d64-c2de-424e-824f-c1e11ddc2025 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9ec86d2c2964f1a834aad77d8f59051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442674 Sep 16 05:34:14.559672 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60806) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:14.563548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89d64-c2de-424e-824f-c1e11ddc2025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0567e464-d4c2-459f-8341-2faeb53ff080,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:14.614924 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90817bd4-26c0-42de-a3b0-91fe6004ac90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.638914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90817bd4-26c0-42de-a3b0-91fe6004ac90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.684832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.685245 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90817bd4-26c0-42de-a3b0-91fe6004ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.685373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.685520 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Floating IP c600e79c-aedc-4eea-b4f3-2979b65a90d8 disassociated. External IP: 172.25.6.82, port: 2c336412-cf47-4afa-8f4d-53ab9b41e58d. Sep 16 05:34:14.685856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 2c336412-cf47-4afa-8f4d-53ab9b41e58d owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:14.687756 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-90817bd4-26c0-42de-a3b0-91fe6004ac90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.688971 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-90817bd4-26c0-42de-a3b0-91fe6004ac90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0567e464-d4c2-459f-8341-2faeb53ff080 HTTP/1.1" status: 204 len: 168 time: 0.1282721 Sep 16 05:34:14.697175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817bd4-26c0-42de-a3b0-91fe6004ac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0567e464-d4c2-459f-8341-2faeb53ff080,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:14.848450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.885817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-79acca69-de79-4c7a-8a36-7a4077c2edcf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0793245 Sep 16 05:34:14.892203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=2c336412-cf47-4afa-8f4d-53ab9b41e58d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:15.044381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:15.059466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-519c759e-e576-4205-8ef3-70a5c1b54699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.163238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-519c759e-e576-4205-8ef3-70a5c1b54699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.167390 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-519c759e-e576-4205-8ef3-70a5c1b54699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.211204 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-519c759e-e576-4205-8ef3-70a5c1b54699 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=602600b1a30d431b8f0ac9d5bcd2cda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625607 Sep 16 05:34:15.211204 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c759e-e576-4205-8ef3-70a5c1b54699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684e4edb-af32-402d-9495-a47bbee3c75f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:15.212279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:15.262777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2000b50e-22f3-4116-bb4a-f79007d2a2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.289233 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2000b50e-22f3-4116-bb4a-f79007d2a2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.292153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-1593d909-9569-4c7c-a404-93d33082fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:15.293651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-1593d909-9569-4c7c-a404-93d33082fc8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1098 time: 0.3455124 Sep 16 05:34:15.307284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router b5313f7f-1541-48d2-96e9-39ea7e634b7d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:15.340836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2000b50e-22f3-4116-bb4a-f79007d2a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.343396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2000b50e-22f3-4116-bb4a-f79007d2a2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.344803 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2000b50e-22f3-4116-bb4a-f79007d2a2ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/684e4edb-af32-402d-9495-a47bbee3c75f HTTP/1.1" status: 204 len: 168 time: 0.1319437 Sep 16 05:34:15.352828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000b50e-22f3-4116-bb4a-f79007d2a2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684e4edb-af32-402d-9495-a47bbee3c75f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:15.485042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-842f7646-f0d0-4259-8c7f-3d84dbf317f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:15.486612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-842f7646-f0d0-4259-8c7f-3d84dbf317f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1727500 Sep 16 05:34:15.536947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:15.546915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] Sync routers for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:15.556703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:15.558167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:15.592332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:15.601174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:15.601962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:15.618326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-bdcd2513-d3a8-427a-b3cb-223eef4075b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1002 time: 0.1209180 Sep 16 05:34:15.637536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:15.638414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6899f-e388-4822-9c78-9aceade36dca None None] The sync data for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:15.655623 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.657587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fc144baf-e8a1-4a72-9ae2-b9192ff87aad tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/ports/2c336412-cf47-4afa-8f4d-53ab9b41e58d HTTP/1.1" status: 204 len: 168 time: 1.4922101 Sep 16 05:34:15.661057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:15.727773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-64dd01ff-bcd1-4835-bd06-22b98b3f83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:15.729288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-64dd01ff-bcd1-4835-bd06-22b98b3f83d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.1025889 Sep 16 05:34:15.823887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-18ed7037-8c46-41d0-980e-4d2c84991f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:15.825410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-18ed7037-8c46-41d0-980e-4d2c84991f60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871360 Sep 16 05:34:16.022892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-42cfbf5b-ca3e-4629-a8c8-8a7f1b3283e2 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646373 Sep 16 05:34:16.065126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60840) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:16.160913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-552b5c3c-632c-4dcf-be3e-ec0b2950eb91 req-2a4e96b0-779d-420f-885a-b17fb7895808 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278868 Sep 16 05:34:16.166728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1860245781-network', 'tenant_id': '9df17377418c4591b2f6de424627abdd'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:16.190425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Made reservation on behalf of 9df17377418c4591b2f6de424627abdd for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:16.192974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.201766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.221899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.294434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.299205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.323314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:16.334313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d261fc7-70f7-4a7b-8184-1c0fcd163437,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.339854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.340231 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Added segment 40db52c1-9727-4d59-8b6f-9c84eaa1a219 of type vlan for network 3dde6d66-fc17-456d-8b19-6359ccaddd74 Sep 16 05:34:16.379688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.404295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.405267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.405899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.437771 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3713601 Sep 16 05:34:16.440699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60844) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:16.447051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Request body: {'subnet': {'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1860245781-subnet', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:16.482919 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128a2cd-ef1d-4289-bcfa-9d04cbe016a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3dde6d66-fc17-456d-8b19-6359ccaddd74,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.494212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:16.501618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 4731f06e-c7ea-4403-a494-445a68cf9ebf {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:16.502207 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.502362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Made reservation on behalf of 9df17377418c4591b2f6de424627abdd for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:16.505378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.605104 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.616863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 4731f06e-c7ea-4403-a494-445a68cf9ebf owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:16.688285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.743955 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e75a260-9dfc-4a58-88a9-f277516f7ee0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.754358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Checking segment: {'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:16.754754 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Network hostable DHCP agents. Network: 3dde6d66-fc17-456d-8b19-6359ccaddd74, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:16.771600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:16.780645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 3dde6d66-fc17-456d-8b19-6359ccaddd74) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:16.785464 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:16.786062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.792500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d114d-c668-4a56-885a-f3a264d80685 None None] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:16.801802 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6a3e48f9-118a-4e15-854e-de57a88ca145 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3600686 Sep 16 05:34:16.804461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60846) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:16.809165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:16.810985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.832631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.834406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.840949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=4731f06e-c7ea-4403-a494-445a68cf9ebf,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.908920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.971063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-3dde6d66-fc17-456d-8b19-6359ccaddd74', 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'fixed_ips': [{'subnet_id': '8e75a260-9dfc-4a58-88a9-f277516f7ee0'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:16.973199 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.047515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.065866 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.131859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Allocated IP 172.20.0.2 (3dde6d66-fc17-456d-8b19-6359ccaddd74/8e75a260-9dfc-4a58-88a9-f277516f7ee0/e8408eb5-2498-43ec-b86d-9dc0b5138ad8) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:17.286943 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.287442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router b5313f7f-1541-48d2-96e9-39ea7e634b7d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:17.293403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.294295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.313951 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.341793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:17.345265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:17.348955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:17.362779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Pushing event updated for resources: {'Port': ['ID=e8408eb5-2498-43ec-b86d-9dc0b5138ad8,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:17.407129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:17.415507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Attempting to bind port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:17.415888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Attempting to bind port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:17.416025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7fdf6886-8558-4e4e-9891-e049744942a5 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/routers/b5313f7f-1541-48d2-96e9-39ea7e634b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538552 Sep 16 05:34:17.416346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Attempting to bind port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 on network 3dde6d66-fc17-456d-8b19-6359ccaddd74 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:17.416649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60848) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:17.423844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:17.425678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Checking segment: {'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:17.425678 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.425678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Bound using segment: {'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:17.425678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Bound port: e8408eb5-2498-43ec-b86d-9dc0b5138ad8, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:17.426133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.427073 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] Sync routers for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:17.438478 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:17.439475 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:17.444049 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Allocated IP 172.25.6.97 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/47fce1d9-cdef-479a-8c1a-e214b6c3f010) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:17.484137 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:17.493284 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] Routers {'b5313f7f-1541-48d2-96e9-39ea7e634b7d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:17.494130 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:17.496602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] For port e8408eb5-2498-43ec-b86d-9dc0b5138ad8, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:17.501330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] For port e8408eb5-2498-43ec-b86d-9dc0b5138ad8, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e8408eb5-2498-43ec-b86d-9dc0b5138ad8,segment=NetworkSegment(40db52c1-9727-4d59-8b6f-9c84eaa1a219),segment_id=40db52c1-9727-4d59-8b6f-9c84eaa1a219)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:17.507232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.539403 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:17.540056 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed022b00-640e-41b1-a47d-f98fdd425be8 None None] The sync data for ids ['b5313f7f-1541-48d2-96e9-39ea7e634b7d'] in n-d-713301-15 is: [] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:17.552268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.574210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.602473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd85add-f169-4c1c-9904-a6b67ca08c55 None None] Pushing event updated for resources: {'Port': ['ID=e8408eb5-2498-43ec-b86d-9dc0b5138ad8,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:17.636607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.677064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:17.678032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.684222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:17.689547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:17.691833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Pushing event updated for resources: {'Port': ['ID=47fce1d9-cdef-479a-8c1a-e214b6c3f010,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:17.752184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 43e3fdd7-7098-4934-8e49-4c8043aa6d24 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:17.752498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.847512 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.860467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 43e3fdd7-7098-4934-8e49-4c8043aa6d24 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:17.981737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.044487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.072173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=43e3fdd7-7098-4934-8e49-4c8043aa6d24,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:18.131594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.195520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.225666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.228142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.277203 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.277770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Fanout notify agent at l3_agent the message router_deleted on router b5313f7f-1541-48d2-96e9-39ea7e634b7d {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:18.285274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.286607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4ec23d55-a530-4413-b94f-327c60c5137b tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/routers/b5313f7f-1541-48d2-96e9-39ea7e634b7d HTTP/1.1" status: 204 len: 168 time: 0.8685040 Sep 16 05:34:18.289461 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60850) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:18.358054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting subnet d16a020e-a7ee-46cb-9573-eb1623583417 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:18.362586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.411623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.437682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Router 727d0969-6db9-45be-abd0-599901ecba58 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:18.487462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fed125-dade-451d-814b-39f08a89c2ac None None] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:18.576982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-60fe2d37-17c3-4227-8850-ee333accda0c None None] Provisioning complete for port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:18.577370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60fe2d37-17c3-4227-8850-ee333accda0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.588077 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.631614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:18.645108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Sync routers for ids ['727d0969-6db9-45be-abd0-599901ecba58'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:18.658868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.660409 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3316158e-9f84-479b-9cc5-b943537eaaec admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8549924 Sep 16 05:34:18.663614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60852) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:18.670861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Routers {'727d0969-6db9-45be-abd0-599901ecba58'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:18.671501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['727d0969-6db9-45be-abd0-599901ecba58'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:18.677237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.711114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Subnet': ['ID=d16a020e-a7ee-46cb-9573-eb1623583417,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:18.713191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.715050 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8e48d00f-c77c-421e-97d0-8a444175fd54 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/subnets/d16a020e-a7ee-46cb-9573-eb1623583417 HTTP/1.1" status: 204 len: 168 time: 0.4247174 Sep 16 05:34:18.717719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60856) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:18.731935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e0cff-ae87-4bd0-a284-2eb607542633 None None] Network edc15eae-2d76-42ad-8f6c-4d5bb93b54bc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:18.797742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.862553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port ec4c024a-f6d5-411d-afc3-835ed47ffb88 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:18.863353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.944693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] For port ec4c024a-f6d5-411d-afc3-835ed47ffb88, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ec4c024a-f6d5-411d-afc3-835ed47ffb88,segment=NetworkSegment(bbdbcd2d-d90f-47d6-97df-57224338e330),segment_id=bbdbcd2d-d90f-47d6-97df-57224338e330)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:18.945177 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:18.962852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for ec4c024a-f6d5-411d-afc3-835ed47ffb88 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:19.062877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.082951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60fe2d37-17c3-4227-8850-ee333accda0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.098342 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=ec4c024a-f6d5-411d-afc3-835ed47ffb88,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.100321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] No DVR routers for this DVR port ec4c024a-f6d5-411d-afc3-835ed47ffb88 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:19.139126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Set router 727d0969-6db9-45be-abd0-599901ecba58 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:19.181728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.203388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc15eae-2d76-42ad-8f6c-4d5bb93b54bc']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:19.213470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdbcd2d-d90f-47d6-97df-57224338e330') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:19.214960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdbcd2d-d90f-47d6-97df-57224338e330') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:19.225298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.247687 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.258553 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:19.259049 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:19.262781 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:19.334963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769cca4b-883b-4870-b026-2225fc7b5f1e None None] DHCP port deletion for edc15eae-2d76-42ad-8f6c-4d5bb93b54bc request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:19.339278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-60fe2d37-17c3-4227-8850-ee333accda0c None None] For port e8408eb5-2498-43ec-b86d-9dc0b5138ad8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e8408eb5-2498-43ec-b86d-9dc0b5138ad8,segment=NetworkSegment(40db52c1-9727-4d59-8b6f-9c84eaa1a219),segment_id=40db52c1-9727-4d59-8b6f-9c84eaa1a219)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:19.343933 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.348402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60fe2d37-17c3-4227-8850-ee333accda0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.365967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.368127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/networks/edc15eae-2d76-42ad-8f6c-4d5bb93b54bc HTTP/1.1" status: 204 len: 168 time: 0.6493065 Sep 16 05:34:19.371213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60858) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:19.413341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2d37-17c3-4227-8850-ee333accda0c None None] Pushing event updated for resources: {'Port': ['ID=e8408eb5-2498-43ec-b86d-9dc0b5138ad8,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.426197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:17Z', 'revision_number': 3, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port': {'id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:17Z', 'updated_at': '2021-09-16T05:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:19.454766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c85de-0b45-49a9-ba36-5c784d28764f tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Network': ['ID=edc15eae-2d76-42ad-8f6c-4d5bb93b54bc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.455088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Checking router: 727d0969-6db9-45be-abd0-599901ecba58 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:19.455088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Updating router 727d0969-6db9-45be-abd0-599901ecba58 port 47fce1d9-cdef-479a-8c1a-e214b6c3f010 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:19.486685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e8408eb5-2498-43ec-b86d-9dc0b5138ad8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:19.521352 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.521593 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.547779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9e7ed3f8-7d01-47f3-b978-5867ab42623f None None] Provisioning complete for port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:19.548190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e7ed3f8-7d01-47f3-b978-5867ab42623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.549984 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 8300aaef-caee-4c47-a25b-fcb05608f17b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:19.550455 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.636254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.636643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.650790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 8300aaef-caee-4c47-a25b-fcb05608f17b owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:19.675417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:19.675823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.735893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Allocated IP 172.20.0.1 (3dde6d66-fc17-456d-8b19-6359ccaddd74/8e75a260-9dfc-4a58-88a9-f277516f7ee0/2fb1f838-0792-48af-a4a3-6e0531de0f66) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:19.796336 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.821100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=8300aaef-caee-4c47-a25b-fcb05608f17b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.858615 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.888014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.890558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.891795 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-00076734-d9e5-4e66-b672-302b494c7c32 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/floatingips/c600e79c-aedc-4eea-b4f3-2979b65a90d8 HTTP/1.1" status: 204 len: 168 time: 0.5198102 Sep 16 05:34:19.896143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60860) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:19.897803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.922175 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1393786-b7f1-4ba8-852e-d965076d8372 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] DELETE failed (client error): The resource could not be found. Sep 16 05:34:19.922809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1393786-b7f1-4ba8-852e-d965076d8372 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:34:19.927128 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a1393786-b7f1-4ba8-852e-d965076d8372 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/ports/2c336412-cf47-4afa-8f4d-53ab9b41e58d HTTP/1.1" status: 404 len: 333 time: 0.0270064 Sep 16 05:34:19.927285 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60862) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:19.939986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:19.946717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:19.951244 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.952179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:19.955189 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-02ed198a-d342-487c-bdd7-f54ff3b90ddf tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5313f7f-1541-48d2-96e9-39ea7e634b7d HTTP/1.1" status: 200 len: 205 time: 0.0267928 Sep 16 05:34:19.956373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb1f838-0792-48af-a4a3-6e0531de0f66,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:19.957773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60864) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:19.961423 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.991295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Attempting to bind port 47fce1d9-cdef-479a-8c1a-e214b6c3f010 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:19.991295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Attempting to bind port 47fce1d9-cdef-479a-8c1a-e214b6c3f010 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:19.991618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Attempting to bind port 47fce1d9-cdef-479a-8c1a-e214b6c3f010 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:19.999184 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.005260 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-7218746c-ac92-495b-a56d-9e46f037ec28 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] delete failed (client error): The resource could not be found. Sep 16 05:34:20.006318 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7218746c-ac92-495b-a56d-9e46f037ec28 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/routers/b5313f7f-1541-48d2-96e9-39ea7e634b7d HTTP/1.1" status: 404 len: 336 time: 0.0477128 Sep 16 05:34:20.012690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:20.019277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:20.019663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:20.020071 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.020495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:20.020983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Bound port: 47fce1d9-cdef-479a-8c1a-e214b6c3f010, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:20.021375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.051828 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ce5188-57b2-4520-b0fd-75eb42ab7040 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] DELETE failed (client error): The resource could not be found. Sep 16 05:34:20.052554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ce5188-57b2-4520-b0fd-75eb42ab7040 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:34:20.058396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60868) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:20.058785 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c6ce5188-57b2-4520-b0fd-75eb42ab7040 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/subnets/d16a020e-a7ee-46cb-9573-eb1623583417 HTTP/1.1" status: 404 len: 337 time: 0.0439870 Sep 16 05:34:20.066632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1eba19-4c77-4aa0-87fe-369bea767403 None None] Pushing event updated for resources: {'Port': ['ID=47fce1d9-cdef-479a-8c1a-e214b6c3f010,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:20.100052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] For port 47fce1d9-cdef-479a-8c1a-e214b6c3f010, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:20.103763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] For port 47fce1d9-cdef-479a-8c1a-e214b6c3f010, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=47fce1d9-cdef-479a-8c1a-e214b6c3f010,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:20.108956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.170182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1eba19-4c77-4aa0-87fe-369bea767403 None None] Pushing event updated for resources: {'Port': ['ID=47fce1d9-cdef-479a-8c1a-e214b6c3f010,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:20.172969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Routers {'727d0969-6db9-45be-abd0-599901ecba58'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:20.173589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['727d0969-6db9-45be-abd0-599901ecba58'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:20.236276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.257006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 34d3d572-88fc-4d48-95ad-6b2a1dae8bae {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:20.257344 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.271422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1460df47-d75b-4978-900c-b1eadb0a6f56 None None] Provisioning complete for port 2fb1f838-0792-48af-a4a3-6e0531de0f66 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:20.271791 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1460df47-d75b-4978-900c-b1eadb0a6f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.316779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] Set router 727d0969-6db9-45be-abd0-599901ecba58 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:20.344676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1460df47-d75b-4978-900c-b1eadb0a6f56 None None] Port 2fb1f838-0792-48af-a4a3-6e0531de0f66 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:20.421033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.439580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 34d3d572-88fc-4d48-95ad-6b2a1dae8bae owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:20.499295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:17Z', 'revision_number': 3, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port': {'id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:17Z', 'updated_at': '2021-09-16T05:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:20.526163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97764bc-bbd5-4eaa-9160-cac5f1c3c9aa None None] The sync data for ids ['727d0969-6db9-45be-abd0-599901ecba58'] in n-d-713301-15 is: [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:17Z', 'revision_number': 3, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port': {'id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:17Z', 'updated_at': '2021-09-16T05:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:20.533665 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.540052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.649860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.662211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb1f838-0792-48af-a4a3-6e0531de0f66,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:20.712827 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.790615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=34d3d572-88fc-4d48-95ad-6b2a1dae8bae,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:20.877230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:20.880518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:20.893509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.895405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f9814326-c537-4046-9a69-02b8a51cff18 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/ports/34d3d572-88fc-4d48-95ad-6b2a1dae8bae HTTP/1.1" status: 204 len: 168 time: 0.8360279 Sep 16 05:34:20.898131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60870) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:21.083868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Router 727d0969-6db9-45be-abd0-599901ecba58 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:21.095806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 8766623c-eddb-4fd7-a35b-e033b5b5ec5c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:21.096188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.176483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-44ff6702-fb59-4705-b121-85fd3edf872a None None] Provisioning complete for port 2fb1f838-0792-48af-a4a3-6e0531de0f66 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:21.176964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-44ff6702-fb59-4705-b121-85fd3edf872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.215166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-44ff6702-fb59-4705-b121-85fd3edf872a None None] Port 2fb1f838-0792-48af-a4a3-6e0531de0f66 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:21.262632 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.285392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 8766623c-eddb-4fd7-a35b-e033b5b5ec5c owned by {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:21.287672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:21.294749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5ac28ec5-5d3f-4213-9bf8-e7c5adf92fb5 admin admin] 10.222.0.55 "PUT /v2.0/routers/727d0969-6db9-45be-abd0-599901ecba58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6298902 Sep 16 05:34:21.386353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e8408eb5-2498-43ec-b86d-9dc0b5138ad8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:21.439860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:21.441225 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.461471 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.494238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=8766623c-eddb-4fd7-a35b-e033b5b5ec5c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:21.539189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 47fce1d9-cdef-479a-8c1a-e214b6c3f010 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:21.567003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.569045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2945a212-bc12-4d75-acc5-94c0f7e0b8aa tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/ports/8766623c-eddb-4fd7-a35b-e033b5b5ec5c HTTP/1.1" status: 204 len: 168 time: 0.6699021 Sep 16 05:34:21.571486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60878) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:21.590003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 47fce1d9-cdef-479a-8c1a-e214b6c3f010 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:21.590379 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.643118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d39ec-67c5-4098-aaad-65588269e34d tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:21.647376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0c0d39ec-67c5-4098-aaad-65588269e34d tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "GET /v2.0/ports?device_id=5458efa3-c2eb-4da6-8045-5fc1595135aa HTTP/1.1" status: 200 len: 913 time: 0.0721076 Sep 16 05:34:21.647887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60882) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:21.695143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.717165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 47fce1d9-cdef-479a-8c1a-e214b6c3f010, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=47fce1d9-cdef-479a-8c1a-e214b6c3f010,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:21.721829 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.731175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec4c024a-f6d5-411d-afc3-835ed47ffb88 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:21.772722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: ec4c024a-f6d5-411d-afc3-835ed47ffb88 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:21.773429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ec4c024a-f6d5-411d-afc3-835ed47ffb88 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:21.799639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=47fce1d9-cdef-479a-8c1a-e214b6c3f010,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:21.893149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60890) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:21.898510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-586122323-network', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:21.921324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Made reservation on behalf of 7a6c8183b0524eb18b6810eceb8aad3e for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:21.923946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.934534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.040427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.044770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.071562 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:22.081241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a717cb4-7869-4faf-bd59-509f29fab9a7,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:22.088294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.089149 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Added segment 8b2e57e3-9271-4607-929a-8f7560fcb0e8 of type vlan for network 03f7f37c-3b27-4690-b81f-1c3220c83250 Sep 16 05:34:22.132703 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.158720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.159921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:22.160538 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.196688 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3020432 Sep 16 05:34:22.200053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60892) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:22.219809 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Sync routers for ids ['727d0969-6db9-45be-abd0-599901ecba58'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:22.230492 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Routers {'727d0969-6db9-45be-abd0-599901ecba58'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:22.230785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Request body: {'subnet': {'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-586122323-subnet', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:22.231284 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['727d0969-6db9-45be-abd0-599901ecba58'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:22.240002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c05bd8-931f-4b8d-b916-bc83a463092e admin admin] Pushing event updated for resources: {'Network': ['ID=03f7f37c-3b27-4690-b81f-1c3220c83250,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:22.254590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:22.258860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Made reservation on behalf of 7a6c8183b0524eb18b6810eceb8aad3e for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:22.261821 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.320119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.355392 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Set router 727d0969-6db9-45be-abd0-599901ecba58 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:22.455853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.508978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=619e97b7-f470-4704-ac7f-7f9bf04fc047,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:22.519831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Checking segment: {'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:22.520227 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Network hostable DHCP agents. Network: 03f7f37c-3b27-4690-b81f-1c3220c83250, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:22.538292 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:22.548945 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 03f7f37c-3b27-4690-b81f-1c3220c83250) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:22.554775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:22.555443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.559509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874bb7c-8f05-429e-85c0-4de97fee95f1 None None] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:22.575546 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4e4d3c03-bfa5-4801-9f27-732392b78c9a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3722172 Sep 16 05:34:22.575766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60894) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:22.582719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:22.592669 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:20Z', 'revision_number': 4, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port': {'id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:17Z', 'updated_at': '2021-09-16T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2fb1f838-0792-48af-a4a3-6e0531de0f66', 'name': '', 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'mac_address': 'fa:16:3e:ad:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '8e75a260-9dfc-4a58-88a9-f277516f7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:19Z', 'updated_at': '2021-09-16T05:34:20Z', 'revision_number': 2, 'project_id': '9df17377418c4591b2f6de424627abdd', 'subnets': [{'id': '8e75a260-9dfc-4a58-88a9-f277516f7ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:22.608785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 8459700a-8ca5-41a1-8da4-62dc866c56ac {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:22.609379 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.609549 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.610740 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.629786 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Checking router: 727d0969-6db9-45be-abd0-599901ecba58 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:22.630136 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Updating router 727d0969-6db9-45be-abd0-599901ecba58 port 2fb1f838-0792-48af-a4a3-6e0531de0f66 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:22.655522 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.674592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.726117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.741490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 8459700a-8ca5-41a1-8da4-62dc866c56ac owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:22.750560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-03f7f37c-3b27-4690-b81f-1c3220c83250', 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'fixed_ips': [{'subnet_id': '619e97b7-f470-4704-ac7f-7f9bf04fc047'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:22.751725 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.919495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Allocated IP 172.20.0.2 (03f7f37c-3b27-4690-b81f-1c3220c83250/619e97b7-f470-4704-ac7f-7f9bf04fc047/d66eb732-0178-4cc6-835c-864a1e85462e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:22.971512 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:22.999762 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.008920 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.012169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=8459700a-8ca5-41a1-8da4-62dc866c56ac,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.099327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.105220 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80351e1a-f7b4-45b4-9637-7ebed68e83ad None None] Pushing event updated for resources: {'Port': ['ID=2fb1f838-0792-48af-a4a3-6e0531de0f66,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.112450 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.147281 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Attempting to bind port 2fb1f838-0792-48af-a4a3-6e0531de0f66 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:23.148178 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Attempting to bind port 2fb1f838-0792-48af-a4a3-6e0531de0f66 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:23.148345 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Attempting to bind port 2fb1f838-0792-48af-a4a3-6e0531de0f66 on network 3dde6d66-fc17-456d-8b19-6359ccaddd74 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:23.153680 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:23.154102 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Checking segment: {'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:23.154511 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.154946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Bound using segment: {'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:23.155422 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Bound port: 2fb1f838-0792-48af-a4a3-6e0531de0f66, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40db52c1-9727-4d59-8b6f-9c84eaa1a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:23.155803 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.190151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Pushing event updated for resources: {'Port': ['ID=d66eb732-0178-4cc6-835c-864a1e85462e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.207600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.216875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:23.223156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:23.227202 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] For port 2fb1f838-0792-48af-a4a3-6e0531de0f66, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:23.230224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:23.232290 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] For port 2fb1f838-0792-48af-a4a3-6e0531de0f66, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2fb1f838-0792-48af-a4a3-6e0531de0f66,segment=NetworkSegment(40db52c1-9727-4d59-8b6f-9c84eaa1a219),segment_id=40db52c1-9727-4d59-8b6f-9c84eaa1a219)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:23.239865 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.305090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Attempting to bind port d66eb732-0178-4cc6-835c-864a1e85462e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:23.305477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Attempting to bind port d66eb732-0178-4cc6-835c-864a1e85462e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:23.305854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Attempting to bind port d66eb732-0178-4cc6-835c-864a1e85462e on network 03f7f37c-3b27-4690-b81f-1c3220c83250 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:23.311467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:23.311845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Checking segment: {'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:23.313133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.313567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Bound using segment: {'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:23.314733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Bound port: d66eb732-0178-4cc6-835c-864a1e85462e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:23.315292 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.329901 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Routers {'727d0969-6db9-45be-abd0-599901ecba58'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:23.330865 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['727d0969-6db9-45be-abd0-599901ecba58'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:23.353116 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.389614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 47fce1d9-cdef-479a-8c1a-e214b6c3f010 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:23.495417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] For port d66eb732-0178-4cc6-835c-864a1e85462e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:23.507169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] For port d66eb732-0178-4cc6-835c-864a1e85462e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d66eb732-0178-4cc6-835c-864a1e85462e,segment=NetworkSegment(8b2e57e3-9271-4607-929a-8f7560fcb0e8),segment_id=8b2e57e3-9271-4607-929a-8f7560fcb0e8)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:23.516037 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.556575 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.570328 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80351e1a-f7b4-45b4-9637-7ebed68e83ad None None] Pushing event updated for resources: {'Port': ['ID=2fb1f838-0792-48af-a4a3-6e0531de0f66,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.576705 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] Set router 727d0969-6db9-45be-abd0-599901ecba58 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:23.584495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2f05ef99-28c9-4d19-a7ac-e5e3acef70ba None None] Provisioning complete for port 2fb1f838-0792-48af-a4a3-6e0531de0f66 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:23.585388 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f05ef99-28c9-4d19-a7ac-e5e3acef70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.594913 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.650483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 47fce1d9-cdef-479a-8c1a-e214b6c3f010 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:23.650898 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.712432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Router 5458efa3-c2eb-4da6-8045-5fc1595135aa has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:23.721761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5717a-ca4d-4116-9097-edfc98a02497 None None] Pushing event updated for resources: {'Port': ['ID=d66eb732-0178-4cc6-835c-864a1e85462e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:23.790958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Allocated IP 172.25.6.66 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/b2b918e8-9a5b-4141-a238-a59df9a12119) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:23.823160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f05ef99-28c9-4d19-a7ac-e5e3acef70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.873727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2f05ef99-28c9-4d19-a7ac-e5e3acef70ba None None] For port 2fb1f838-0792-48af-a4a3-6e0531de0f66, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2fb1f838-0792-48af-a4a3-6e0531de0f66,segment=NetworkSegment(40db52c1-9727-4d59-8b6f-9c84eaa1a219),segment_id=40db52c1-9727-4d59-8b6f-9c84eaa1a219)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:23.903147 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f05ef99-28c9-4d19-a7ac-e5e3acef70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.937506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:23.947023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-58e57358-a20c-4053-ae21-07f137942fbc tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "PUT /v2.0/routers/5458efa3-c2eb-4da6-8045-5fc1595135aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2978108 Sep 16 05:34:23.948008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60898) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:23.956733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.960027 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:20Z', 'revision_number': 4, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port': {'id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:17Z', 'updated_at': '2021-09-16T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2fb1f838-0792-48af-a4a3-6e0531de0f66', 'name': '', 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'mac_address': 'fa:16:3e:ad:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '8e75a260-9dfc-4a58-88a9-f277516f7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:19Z', 'updated_at': '2021-09-16T05:34:23Z', 'revision_number': 4, 'project_id': '9df17377418c4591b2f6de424627abdd', 'subnets': [{'id': '8e75a260-9dfc-4a58-88a9-f277516f7ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:23.999691 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce3b3a-cb77-4d2a-b3ce-2b6bce955c67 None None] The sync data for ids ['727d0969-6db9-45be-abd0-599901ecba58'] in n-d-713301-15 is: [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:20Z', 'revision_number': 4, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port': {'id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:17Z', 'updated_at': '2021-09-16T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2fb1f838-0792-48af-a4a3-6e0531de0f66', 'name': '', 'network_id': '3dde6d66-fc17-456d-8b19-6359ccaddd74', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'mac_address': 'fa:16:3e:ad:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '8e75a260-9dfc-4a58-88a9-f277516f7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:19Z', 'updated_at': '2021-09-16T05:34:23Z', 'revision_number': 4, 'project_id': '9df17377418c4591b2f6de424627abdd', 'subnets': [{'id': '8e75a260-9dfc-4a58-88a9-f277516f7ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:24.009506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.095043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:24.099997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:24.103543 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:24.147617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.210027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b918e8-9a5b-4141-a238-a59df9a12119,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:24.266295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05ef99-28c9-4d19-a7ac-e5e3acef70ba None None] Pushing event updated for resources: {'Port': ['ID=2fb1f838-0792-48af-a4a3-6e0531de0f66,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:24.276585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] Sync routers for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:24.291951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:24.292904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.302685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.358136 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.360932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9ff3882e-51e1-42a4-8f85-ef295e3243e2 None None] Provisioning complete for port 2fb1f838-0792-48af-a4a3-6e0531de0f66 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:24.361308 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ff3882e-51e1-42a4-8f85-ef295e3243e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.393925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] Routers {'5458efa3-c2eb-4da6-8045-5fc1595135aa'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:24.394724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5458efa3-c2eb-4da6-8045-5fc1595135aa'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.398178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting port 20929008-25a8-4d1d-9876-b4f53474714c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:24.398728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.436380 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.449374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:24.450251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfade9a-f32e-46ef-a6d7-b1c534ae6ed3 None None] The sync data for ids ['5458efa3-c2eb-4da6-8045-5fc1595135aa'] in n-d-713301-15 is: [] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:24.491692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.506347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Calling delete_port for 20929008-25a8-4d1d-9876-b4f53474714c owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:24.686249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.713173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.741876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Port': ['ID=20929008-25a8-4d1d-9876-b4f53474714c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:24.754274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.754274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.754274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.754274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.754844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.755252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.755657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.756062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.756482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.756895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.757302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.757698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:24.793349 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.849349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.881436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Router e16307b9-e238-4a4c-a56b-cc3019833018 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:24.956141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:24.957524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5e6ca-868c-4985-8152-d32ef53e8930 None None] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:24.958786 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.008632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:25.012176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.012799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Fanout notify agent at l3_agent the message router_deleted on router 5458efa3-c2eb-4da6-8045-5fc1595135aa {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:25.022803 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Sync routers for ids ['e16307b9-e238-4a4c-a56b-cc3019833018'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:25.023448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.024676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-10d7da79-75da-41de-b05b-3d591c0028e4 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/routers/5458efa3-c2eb-4da6-8045-5fc1595135aa HTTP/1.1" status: 204 len: 168 time: 1.0754259 Sep 16 05:34:25.027521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60900) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:25.037932 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Routers {'e16307b9-e238-4a4c-a56b-cc3019833018'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:25.038558 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e16307b9-e238-4a4c-a56b-cc3019833018'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:25.046022 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.048167 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b465b425-bc4a-4705-8e98-c6e2a45fbf68 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4705367 Sep 16 05:34:25.050408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60902) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:25.098047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dd75c7e8-a4fa-42cc-800c-80737daf6e98 None None] Provisioning complete for port d66eb732-0178-4cc6-835c-864a1e85462e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:25.098047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd75c7e8-a4fa-42cc-800c-80737daf6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.138375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Deleting subnet db61179b-d5e5-400e-9993-13fe24a5ca80 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:25.145898 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.196023 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Set router e16307b9-e238-4a4c-a56b-cc3019833018 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:25.201065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.306823 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.346333 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd75c7e8-a4fa-42cc-800c-80737daf6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.397237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d66eb732-0178-4cc6-835c-864a1e85462e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:25.407845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.444566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Subnet': ['ID=db61179b-d5e5-400e-9993-13fe24a5ca80,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:25.446757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.449211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8eb4369d-c759-4418-8d10-9aae07633155 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/subnets/db61179b-d5e5-400e-9993-13fe24a5ca80 HTTP/1.1" status: 204 len: 168 time: 0.4206750 Sep 16 05:34:25.451570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60904) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:25.485952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-dd75c7e8-a4fa-42cc-800c-80737daf6e98 None None] For port d66eb732-0178-4cc6-835c-864a1e85462e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d66eb732-0178-4cc6-835c-864a1e85462e,segment=NetworkSegment(8b2e57e3-9271-4607-929a-8f7560fcb0e8),segment_id=8b2e57e3-9271-4607-929a-8f7560fcb0e8)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:25.500352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dd75c7e8-a4fa-42cc-800c-80737daf6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.563087 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:24Z', 'revision_number': 3, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port': {'id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:23Z', 'updated_at': '2021-09-16T05:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:25.584103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d66eb732-0178-4cc6-835c-864a1e85462e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:25.584578 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.611390 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.621667 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Checking router: e16307b9-e238-4a4c-a56b-cc3019833018 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:25.622068 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Updating router e16307b9-e238-4a4c-a56b-cc3019833018 port b2b918e8-9a5b-4141-a238-a59df9a12119 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:25.642488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75c7e8-a4fa-42cc-800c-80737daf6e98 None None] Pushing event updated for resources: {'Port': ['ID=d66eb732-0178-4cc6-835c-864a1e85462e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:25.671366 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.686261 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.732804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2fb1f838-0792-48af-a4a3-6e0531de0f66 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:25.764033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.785810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8f52d8-3b91-4951-b36c-73ada1a14bfa']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:25.791134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2fb1f838-0792-48af-a4a3-6e0531de0f66 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:25.792171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.798430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a4f2a0-5dd1-4384-a910-b95806ab0309') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:25.798724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a4f2a0-5dd1-4384-a910-b95806ab0309') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:25.813941 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.839054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.846839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:25.847328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:25.851241 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:25.854921 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-691445f1-2906-4fbf-bd37-c5f3b7f5fa92 None None] Provisioning complete for port d66eb732-0178-4cc6-835c-864a1e85462e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:25.855434 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-691445f1-2906-4fbf-bd37-c5f3b7f5fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.892393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Allocated IP 172.20.0.1 (03f7f37c-3b27-4690-b81f-1c3220c83250/619e97b7-f470-4704-ac7f-7f9bf04fc047/9e0e29c6-25f8-4296-8c49-fb0059326988) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:25.920558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.936788 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.938903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] 10.222.0.55 "DELETE /v2.0/networks/4c8f52d8-3b91-4951-b36c-73ada1a14bfa HTTP/1.1" status: 204 len: 168 time: 0.4863863 Sep 16 05:34:25.951170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e701f7d0-5674-473c-b370-e872f5f8cbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.952937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd751a-e9a3-4bc1-bc8c-59a784a432c3 tempest-FloatingIPTestJSON-197599873 tempest-FloatingIPTestJSON-197599873-project] Pushing event deleted for resources: {'Network': ['ID=4c8f52d8-3b91-4951-b36c-73ada1a14bfa,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:25.998693 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.006475 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.019640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.066361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.069739 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Attempting to bind port b2b918e8-9a5b-4141-a238-a59df9a12119 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:26.070272 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Attempting to bind port b2b918e8-9a5b-4141-a238-a59df9a12119 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:26.070669 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Attempting to bind port b2b918e8-9a5b-4141-a238-a59df9a12119 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:26.082032 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Pushing event updated for resources: {'Port': ['ID=b2b918e8-9a5b-4141-a238-a59df9a12119,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.085279 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:26.085735 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:26.086227 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.086690 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:26.087264 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Bound port: b2b918e8-9a5b-4141-a238-a59df9a12119, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:26.087714 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.109654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:26.112505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.112657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:26.112981 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.113403 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.113808 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.114206 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.114609 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.114958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:26.115092 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.115482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.115982 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.116465 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.117014 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.117356 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:26.150649 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Pushing event updated for resources: {'Port': ['ID=9e0e29c6-25f8-4296-8c49-fb0059326988,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.175248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.176296 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] For port b2b918e8-9a5b-4141-a238-a59df9a12119, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:26.182666 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] For port b2b918e8-9a5b-4141-a238-a59df9a12119, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b2b918e8-9a5b-4141-a238-a59df9a12119,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:26.187793 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.261967 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Routers {'e16307b9-e238-4a4c-a56b-cc3019833018'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:26.262603 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:33:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e16307b9-e238-4a4c-a56b-cc3019833018'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:26.264420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60910) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:26.273489 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d00ae-5399-4d3c-a7c4-f463228aa620 None None] Pushing event updated for resources: {'Port': ['ID=b2b918e8-9a5b-4141-a238-a59df9a12119,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.366064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.391400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] Set router e16307b9-e238-4a4c-a56b-cc3019833018 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:26.448665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0f4c37c-4895-4a78-8421-79313921c1cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91713553f9ee4f10b269bd07b91091fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820982 Sep 16 05:34:26.450302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60914) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:26.471377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1feee72e-dd2d-4ec5-a54d-30ea50f1cc25 None None] Provisioning complete for port 9e0e29c6-25f8-4296-8c49-fb0059326988 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:26.471899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1feee72e-dd2d-4ec5-a54d-30ea50f1cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.507687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1feee72e-dd2d-4ec5-a54d-30ea50f1cc25 None None] Port 9e0e29c6-25f8-4296-8c49-fb0059326988 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:26.566309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a78-02bd-46ee-8ced-7d94d080ff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.576960 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:24Z', 'revision_number': 3, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port': {'id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:23Z', 'updated_at': '2021-09-16T05:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:26.598918 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b874f7-7608-4ebd-ad39-eaa7c58f07df None None] The sync data for ids ['e16307b9-e238-4a4c-a56b-cc3019833018'] in n-d-713301-15 is: [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:24Z', 'revision_number': 3, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port': {'id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:23Z', 'updated_at': '2021-09-16T05:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:26.602118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.605801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a78-02bd-46ee-8ced-7d94d080ff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.612493 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.706108 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.709558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Pushing event updated for resources: {'Port': ['ID=9e0e29c6-25f8-4296-8c49-fb0059326988,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.770412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a78-02bd-46ee-8ced-7d94d080ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.772971 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a78-02bd-46ee-8ced-7d94d080ff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:26.777758 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a41a1a78-02bd-46ee-8ced-7d94d080ff71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bf911de-fe11-4d40-99ee-aadf63948038 HTTP/1.1" status: 204 len: 168 time: 0.3228922 Sep 16 05:34:26.789764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a1a78-02bd-46ee-8ced-7d94d080ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf911de-fe11-4d40-99ee-aadf63948038,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:26.831890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:26.841516 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:27.000332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Router e16307b9-e238-4a4c-a56b-cc3019833018 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:27.131394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a8fd3a88-42d8-4abc-9cfb-3ceced43f691 None None] Provisioning complete for port 9e0e29c6-25f8-4296-8c49-fb0059326988 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:27.131984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a8fd3a88-42d8-4abc-9cfb-3ceced43f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.137858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:27.144500 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5346924f-25df-4420-bb97-791b2b3f3f2e admin admin] 10.222.0.55 "PUT /v2.0/routers/e16307b9-e238-4a4c-a56b-cc3019833018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0926092 Sep 16 05:34:27.181510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd3a88-42d8-4abc-9cfb-3ceced43f691 None None] Port 9e0e29c6-25f8-4296-8c49-fb0059326988 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:27.393976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d66eb732-0178-4cc6-835c-864a1e85462e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:27.444538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d66eb732-0178-4cc6-835c-864a1e85462e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:27.445128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.545822 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b2b918e8-9a5b-4141-a238-a59df9a12119 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:27.614385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b2b918e8-9a5b-4141-a238-a59df9a12119 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:27.614980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.656145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60942) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:27.725946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.747722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b2b918e8-9a5b-4141-a238-a59df9a12119, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b2b918e8-9a5b-4141-a238-a59df9a12119,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:27.752896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.806008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b2b918e8-9a5b-4141-a238-a59df9a12119,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:27.848296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-abf0e3af-af61-4d1b-a8ad-86eaf0f8ef5a tempest-DvrRoutersNegativeTest-2037648176 tempest-DvrRoutersNegativeTest-2037648176-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-435875901', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:27.851465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.policy [None req-abf0e3af-af61-4d1b-a8ad-86eaf0f8ef5a tempest-DvrRoutersNegativeTest-2037648176 tempest-DvrRoutersNegativeTest-2037648176-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94719) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 05:34:27.851773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.policy [None req-abf0e3af-af61-4d1b-a8ad-86eaf0f8ef5a tempest-DvrRoutersNegativeTest-2037648176 tempest-DvrRoutersNegativeTest-2037648176-project] Failed policy check for 'create_router' {{(pid=94719) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 05:34:27.852347 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-abf0e3af-af61-4d1b-a8ad-86eaf0f8ef5a tempest-DvrRoutersNegativeTest-2037648176 tempest-DvrRoutersNegativeTest-2037648176-project] create failed (client error): Access was denied to this resource. Sep 16 05:34:27.853330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-abf0e3af-af61-4d1b-a8ad-86eaf0f8ef5a tempest-DvrRoutersNegativeTest-2037648176 tempest-DvrRoutersNegativeTest-2037648176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1961501 Sep 16 05:34:28.113206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60972) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:28.208383 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9d6c181e-f859-4e28-8198-aac27219fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.249281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9bba707-378e-4554-8281-26309146baf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.347545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9bba707-378e-4554-8281-26309146baf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.351500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e9bba707-378e-4554-8281-26309146baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.390700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e9bba707-378e-4554-8281-26309146baf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61f79f0c22644a9cb4181822931c9876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763538 Sep 16 05:34:28.393408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 60986) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:28.396298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bba707-378e-4554-8281-26309146baf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c718c-1078-4172-a758-48390375c98c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:28.452278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb19a828-6717-4d59-a1c1-614118e624d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.477065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb19a828-6717-4d59-a1c1-614118e624d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.495334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Sync routers for ids ['e16307b9-e238-4a4c-a56b-cc3019833018'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:28.506349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Routers {'e16307b9-e238-4a4c-a56b-cc3019833018'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:28.507124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:34:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e16307b9-e238-4a4c-a56b-cc3019833018'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:28.550725 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb19a828-6717-4d59-a1c1-614118e624d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.556148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb19a828-6717-4d59-a1c1-614118e624d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.560923 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb19a828-6717-4d59-a1c1-614118e624d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/826c718c-1078-4172-a758-48390375c98c HTTP/1.1" status: 204 len: 168 time: 0.1652234 Sep 16 05:34:28.572610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a828-6717-4d59-a1c1-614118e624d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c718c-1078-4172-a758-48390375c98c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:28.578566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 60998) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:28.653265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Set router e16307b9-e238-4a4c-a56b-cc3019833018 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:28.866507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:26Z', 'revision_number': 4, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port': {'id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:23Z', 'updated_at': '2021-09-16T05:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9e0e29c6-25f8-4296-8c49-fb0059326988', 'name': '', 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'mac_address': 'fa:16:3e:d0:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '619e97b7-f470-4704-ac7f-7f9bf04fc047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:25Z', 'updated_at': '2021-09-16T05:34:26Z', 'revision_number': 2, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'subnets': [{'id': '619e97b7-f470-4704-ac7f-7f9bf04fc047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:28.902058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Checking router: e16307b9-e238-4a4c-a56b-cc3019833018 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:28.902421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Updating router e16307b9-e238-4a4c-a56b-cc3019833018 port 9e0e29c6-25f8-4296-8c49-fb0059326988 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:28.930420 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.962250 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.199081 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.236237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Deleting port 2fb1f838-0792-48af-a4a3-6e0531de0f66 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:29.236585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.263101 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.271306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.314636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b2b918e8-9a5b-4141-a238-a59df9a12119 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:29.331276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] For port 2fb1f838-0792-48af-a4a3-6e0531de0f66, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2fb1f838-0792-48af-a4a3-6e0531de0f66,segment=NetworkSegment(40db52c1-9727-4d59-8b6f-9c84eaa1a219),segment_id=40db52c1-9727-4d59-8b6f-9c84eaa1a219)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:29.331772 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.346028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Calling delete_port for 2fb1f838-0792-48af-a4a3-6e0531de0f66 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:29.378118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e371fd-90e0-4d2b-973f-b7486b2435e7 None None] Pushing event updated for resources: {'Port': ['ID=9e0e29c6-25f8-4296-8c49-fb0059326988,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:29.454167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Attempting to bind port 9e0e29c6-25f8-4296-8c49-fb0059326988 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:29.454738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Attempting to bind port 9e0e29c6-25f8-4296-8c49-fb0059326988 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:29.455404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Attempting to bind port 9e0e29c6-25f8-4296-8c49-fb0059326988 on network 03f7f37c-3b27-4690-b81f-1c3220c83250 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:29.465695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b2b918e8-9a5b-4141-a238-a59df9a12119 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:29.466065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.467868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:29.468266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Checking segment: {'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:29.468667 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.469061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Bound using segment: {'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:29.469549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Bound port: 9e0e29c6-25f8-4296-8c49-fb0059326988, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2e57e3-9271-4607-929a-8f7560fcb0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:29.470060 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.570234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] For port 9e0e29c6-25f8-4296-8c49-fb0059326988, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:29.575689 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] For port 9e0e29c6-25f8-4296-8c49-fb0059326988, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9e0e29c6-25f8-4296-8c49-fb0059326988,segment=NetworkSegment(8b2e57e3-9271-4607-929a-8f7560fcb0e8),segment_id=8b2e57e3-9271-4607-929a-8f7560fcb0e8)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:29.585619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.587690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.627000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb1f838-0792-48af-a4a3-6e0531de0f66,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:29.664749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Routers {'e16307b9-e238-4a4c-a56b-cc3019833018'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:29.665675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:34:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e16307b9-e238-4a4c-a56b-cc3019833018'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:29.756129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cbdaa9dd-2544-43d9-a4b8-a52fa51da7ef None None] Provisioning complete for port 9e0e29c6-25f8-4296-8c49-fb0059326988 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:29.756666 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cbdaa9dd-2544-43d9-a4b8-a52fa51da7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.800204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e371fd-90e0-4d2b-973f-b7486b2435e7 None None] Pushing event updated for resources: {'Port': ['ID=9e0e29c6-25f8-4296-8c49-fb0059326988,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:29.854788 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.947812 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:29.961829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] Set router e16307b9-e238-4a4c-a56b-cc3019833018 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:29.964140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cbdaa9dd-2544-43d9-a4b8-a52fa51da7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.145695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Router 727d0969-6db9-45be-abd0-599901ecba58 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:30.225722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cbdaa9dd-2544-43d9-a4b8-a52fa51da7ef None None] For port 9e0e29c6-25f8-4296-8c49-fb0059326988, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9e0e29c6-25f8-4296-8c49-fb0059326988,segment=NetworkSegment(8b2e57e3-9271-4607-929a-8f7560fcb0e8),segment_id=8b2e57e3-9271-4607-929a-8f7560fcb0e8)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:30.242265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cbdaa9dd-2544-43d9-a4b8-a52fa51da7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.341688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdaa9dd-2544-43d9-a4b8-a52fa51da7ef None None] Pushing event updated for resources: {'Port': ['ID=9e0e29c6-25f8-4296-8c49-fb0059326988,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:30.398172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-01c4f2b8-5987-443c-85e7-796364e9b7d3 None None] Provisioning complete for port 9e0e29c6-25f8-4296-8c49-fb0059326988 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:30.398446 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01c4f2b8-5987-443c-85e7-796364e9b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.483615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:26Z', 'revision_number': 4, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port': {'id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:23Z', 'updated_at': '2021-09-16T05:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9e0e29c6-25f8-4296-8c49-fb0059326988', 'name': '', 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'mac_address': 'fa:16:3e:d0:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '619e97b7-f470-4704-ac7f-7f9bf04fc047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:25Z', 'updated_at': '2021-09-16T05:34:29Z', 'revision_number': 4, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'subnets': [{'id': '619e97b7-f470-4704-ac7f-7f9bf04fc047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:30.516677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052bd9d-19cb-4a46-ad87-911ccb034c94 None None] The sync data for ids ['e16307b9-e238-4a4c-a56b-cc3019833018'] in n-d-713301-15 is: [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:26Z', 'revision_number': 4, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port': {'id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:23Z', 'updated_at': '2021-09-16T05:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '9e0e29c6-25f8-4296-8c49-fb0059326988', 'name': '', 'network_id': '03f7f37c-3b27-4690-b81f-1c3220c83250', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'mac_address': 'fa:16:3e:d0:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '619e97b7-f470-4704-ac7f-7f9bf04fc047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:25Z', 'updated_at': '2021-09-16T05:34:29Z', 'revision_number': 4, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'subnets': [{'id': '619e97b7-f470-4704-ac7f-7f9bf04fc047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:30.563635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:30.574098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d001f01e-2589-4c91-8f35-3f5561f538df admin admin] 10.222.0.55 "PUT /v2.0/routers/727d0969-6db9-45be-abd0-599901ecba58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9921017 Sep 16 05:34:30.574463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32812) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:30.583252 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] Sync routers for ids ['727d0969-6db9-45be-abd0-599901ecba58'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:30.596777 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] Routers {'727d0969-6db9-45be-abd0-599901ecba58'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:30.598064 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:34:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['727d0969-6db9-45be-abd0-599901ecba58'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:30.730258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.767330 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] Set router 727d0969-6db9-45be-abd0-599901ecba58 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:30.851969 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.918126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Deleting port 47fce1d9-cdef-479a-8c1a-e214b6c3f010 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:30.918555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:30.971863 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:29Z', 'revision_number': 5, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port': {'id': '47fce1d9-cdef-479a-8c1a-e214b6c3f010', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727d0969-6db9-45be-abd0-599901ecba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:17Z', 'updated_at': '2021-09-16T05:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:31.002570 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] Checking router: 727d0969-6db9-45be-abd0-599901ecba58 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:31.012390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] Routers {'727d0969-6db9-45be-abd0-599901ecba58'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:31.012720 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:34:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['727d0969-6db9-45be-abd0-599901ecba58'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:31.014737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] For port 47fce1d9-cdef-479a-8c1a-e214b6c3f010, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=47fce1d9-cdef-479a-8c1a-e214b6c3f010,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:31.015325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.029018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Calling delete_port for 47fce1d9-cdef-479a-8c1a-e214b6c3f010 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:31.105100 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] Set router 727d0969-6db9-45be-abd0-599901ecba58 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:31.158021 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:30Z', 'revision_number': 6, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:31.189300 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84940133-7c21-4ba7-a667-6db430f0e330 None None] The sync data for ids ['727d0969-6db9-45be-abd0-599901ecba58'] in n-d-713301-15 is: [{'id': '727d0969-6db9-45be-abd0-599901ecba58', 'name': 'tempest-TestAggregatesBasicOps-1860245781-router', 'tenant_id': '9df17377418c4591b2f6de424627abdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:16Z', 'updated_at': '2021-09-16T05:34:30Z', 'revision_number': 6, 'project_id': '9df17377418c4591b2f6de424627abdd', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:31.204847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.233256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fce1d9-cdef-479a-8c1a-e214b6c3f010,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:31.304372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.315921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.410028 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.412231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.457689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.458296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727d0969-6db9-45be-abd0-599901ecba58 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:31.464225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.465677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d3b08762-b620-4d75-afed-760582db65d3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/727d0969-6db9-45be-abd0-599901ecba58 HTTP/1.1" status: 204 len: 168 time: 0.8902862 Sep 16 05:34:31.468188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32816) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:31.513640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] Deleting subnet 8e75a260-9dfc-4a58-88a9-f277516f7ee0 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:31.516819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.557013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.647373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.709180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9e0e29c6-25f8-4296-8c49-fb0059326988 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:31.714872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.743175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e75a260-9dfc-4a58-88a9-f277516f7ee0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:31.750834 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.755459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fe6c6477-87ab-4cb6-b2d1-2a7955453d21 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e75a260-9dfc-4a58-88a9-f277516f7ee0 HTTP/1.1" status: 204 len: 168 time: 0.2838931 Sep 16 05:34:31.755718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32820) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:31.763001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf12d4c-2099-41f5-bc06-b5f2ecd1814f None None] Network 3dde6d66-fc17-456d-8b19-6359ccaddd74 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:31.840305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.874633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9e0e29c6-25f8-4296-8c49-fb0059326988 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:31.875009 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.901047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Deleting port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:31.901468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:31.992523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] For port e8408eb5-2498-43ec-b86d-9dc0b5138ad8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e8408eb5-2498-43ec-b86d-9dc0b5138ad8,segment=NetworkSegment(40db52c1-9727-4d59-8b6f-9c84eaa1a219),segment_id=40db52c1-9727-4d59-8b6f-9c84eaa1a219)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:31.992898 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.006694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Calling delete_port for e8408eb5-2498-43ec-b86d-9dc0b5138ad8 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:32.083316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.107217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e8408eb5-2498-43ec-b86d-9dc0b5138ad8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:32.112881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] No DVR routers for this DVR port e8408eb5-2498-43ec-b86d-9dc0b5138ad8 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:32.186337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.206419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dde6d66-fc17-456d-8b19-6359ccaddd74']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:32.215436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40db52c1-9727-4d59-8b6f-9c84eaa1a219') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:32.215736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40db52c1-9727-4d59-8b6f-9c84eaa1a219') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:32.224900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.239951 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.246992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:32.247456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:32.249286 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:32.273080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4834edc-a0d0-456d-8505-2b6045cf6715 None None] DHCP port deletion for 3dde6d66-fc17-456d-8b19-6359ccaddd74 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:32.314260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.319965 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:32.321872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/3dde6d66-fc17-456d-8b19-6359ccaddd74 HTTP/1.1" status: 204 len: 168 time: 0.5651023 Sep 16 05:34:32.324959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:32.332749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6297002-bd4f-48c5-9faf-f61ae52594ff admin admin] Pushing event deleted for resources: {'Network': ['ID=3dde6d66-fc17-456d-8b19-6359ccaddd74,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:32.677798 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.237568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Deleting port 9e0e29c6-25f8-4296-8c49-fb0059326988 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:33.237950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.330207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e8408eb5-2498-43ec-b86d-9dc0b5138ad8 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:33.332053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] For port 9e0e29c6-25f8-4296-8c49-fb0059326988, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9e0e29c6-25f8-4296-8c49-fb0059326988,segment=NetworkSegment(8b2e57e3-9271-4607-929a-8f7560fcb0e8),segment_id=8b2e57e3-9271-4607-929a-8f7560fcb0e8)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:33.332579 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.349579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Calling delete_port for 9e0e29c6-25f8-4296-8c49-fb0059326988 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:33.361568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e8408eb5-2498-43ec-b86d-9dc0b5138ad8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:33.362717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e8408eb5-2498-43ec-b86d-9dc0b5138ad8 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:33.363528 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2fb1f838-0792-48af-a4a3-6e0531de0f66 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:33.386369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2fb1f838-0792-48af-a4a3-6e0531de0f66 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:33.386724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2fb1f838-0792-48af-a4a3-6e0531de0f66 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:33.387177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 47fce1d9-cdef-479a-8c1a-e214b6c3f010 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:33.410972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 47fce1d9-cdef-479a-8c1a-e214b6c3f010 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:33.411263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 47fce1d9-cdef-479a-8c1a-e214b6c3f010 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:33.547622 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.578868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0e29c6-25f8-4296-8c49-fb0059326988,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:33.747515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:33.972360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Router e16307b9-e238-4a4c-a56b-cc3019833018 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:34.084903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:34.090504 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9469b71a-127e-4356-995d-fc91c59364de admin admin] 10.222.0.55 "PUT /v2.0/routers/e16307b9-e238-4a4c-a56b-cc3019833018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7644463 Sep 16 05:34:34.093412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32842) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:34.094340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] Sync routers for ids ['e16307b9-e238-4a4c-a56b-cc3019833018'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:34.103555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] Routers {'e16307b9-e238-4a4c-a56b-cc3019833018'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:34.104207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:34:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e16307b9-e238-4a4c-a56b-cc3019833018'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:34.196426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.209249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] Set router e16307b9-e238-4a4c-a56b-cc3019833018 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:34.300417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.353616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Deleting port b2b918e8-9a5b-4141-a238-a59df9a12119 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:34.354307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.386876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:33Z', 'revision_number': 5, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port': {'id': 'b2b918e8-9a5b-4141-a238-a59df9a12119', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:23Z', 'updated_at': '2021-09-16T05:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:34.413251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] Checking router: e16307b9-e238-4a4c-a56b-cc3019833018 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:34.421708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] Routers {'e16307b9-e238-4a4c-a56b-cc3019833018'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:34.422665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:34:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e16307b9-e238-4a4c-a56b-cc3019833018'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:34.438709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] For port b2b918e8-9a5b-4141-a238-a59df9a12119, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b2b918e8-9a5b-4141-a238-a59df9a12119,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:34.438939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.452789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Calling delete_port for b2b918e8-9a5b-4141-a238-a59df9a12119 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:34.511093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] Set router e16307b9-e238-4a4c-a56b-cc3019833018 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:34.566338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:34Z', 'revision_number': 6, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:34.593488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd28fb-fc3e-4d63-b8a5-f94f36814301 None None] The sync data for ids ['e16307b9-e238-4a4c-a56b-cc3019833018'] in n-d-713301-15 is: [{'id': 'e16307b9-e238-4a4c-a56b-cc3019833018', 'name': 'tempest-TestAggregatesBasicOps-586122323-router', 'tenant_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:22Z', 'updated_at': '2021-09-16T05:34:34Z', 'revision_number': 6, 'project_id': '7a6c8183b0524eb18b6810eceb8aad3e', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:34.642266 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.668574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b918e8-9a5b-4141-a238-a59df9a12119,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:34.731350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.821768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.824474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.870158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.870645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16307b9-e238-4a4c-a56b-cc3019833018 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:34.875706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.876608 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b0babf1d-3e9b-4d83-be84-9863cb2f7652 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e16307b9-e238-4a4c-a56b-cc3019833018 HTTP/1.1" status: 204 len: 168 time: 0.7820413 Sep 16 05:34:34.878965 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32866) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:34.926510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] Deleting subnet 619e97b7-f470-4704-ac7f-7f9bf04fc047 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:34.931079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:34.969042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.059596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.114720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.139940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619e97b7-f470-4704-ac7f-7f9bf04fc047,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:35.145837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.150125 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-86d7cc6f-c420-42a7-aafe-d5e57855bebe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/619e97b7-f470-4704-ac7f-7f9bf04fc047 HTTP/1.1" status: 204 len: 168 time: 0.2678654 Sep 16 05:34:35.150866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32870) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:35.152005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371fef95-2ff4-4096-a428-0094f530a6e3 None None] Network 03f7f37c-3b27-4690-b81f-1c3220c83250 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:35.227193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.285365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Deleting port d66eb732-0178-4cc6-835c-864a1e85462e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:35.285666 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.351810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] For port d66eb732-0178-4cc6-835c-864a1e85462e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d66eb732-0178-4cc6-835c-864a1e85462e,segment=NetworkSegment(8b2e57e3-9271-4607-929a-8f7560fcb0e8),segment_id=8b2e57e3-9271-4607-929a-8f7560fcb0e8)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:35.352279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.369469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] DHCP port deletion for 03f7f37c-3b27-4690-b81f-1c3220c83250 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:35.371522 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Calling delete_port for d66eb732-0178-4cc6-835c-864a1e85462e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:35.436463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d66eb732-0178-4cc6-835c-864a1e85462e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:35.467856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] Deleting port d66eb732-0178-4cc6-835c-864a1e85462e {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:35.468283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.472773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.487059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] No DVR routers for this DVR port d66eb732-0178-4cc6-835c-864a1e85462e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:35.533325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No active binding found for port d66eb732-0178-4cc6-835c-864a1e85462e {{(pid=94720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:34:35.533964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d66eb732-0178-4cc6-835c-864a1e85462e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:35.534821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b2b918e8-9a5b-4141-a238-a59df9a12119 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:35.562890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b2b918e8-9a5b-4141-a238-a59df9a12119 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:35.563233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b2b918e8-9a5b-4141-a238-a59df9a12119 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:35.563849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9e0e29c6-25f8-4296-8c49-fb0059326988 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:35.569395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] For port d66eb732-0178-4cc6-835c-864a1e85462e, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:35.569787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.590418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.594397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9e0e29c6-25f8-4296-8c49-fb0059326988 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:35.594955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9e0e29c6-25f8-4296-8c49-fb0059326988 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:35.607019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] Calling delete_port for d66eb732-0178-4cc6-835c-864a1e85462e owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:35.610487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] Port d66eb732-0178-4cc6-835c-864a1e85462e was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:34:35.611735 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.613434 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66eb732-0178-4cc6-835c-864a1e85462e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:35.616247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f7f37c-3b27-4690-b81f-1c3220c83250']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:35.627098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2e57e3-9271-4607-929a-8f7560fcb0e8') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:35.627417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2e57e3-9271-4607-929a-8f7560fcb0e8') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:35.639044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.645084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] Pushing event deleted for resources: {'Port': ['ID=d66eb732-0178-4cc6-835c-864a1e85462e,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:35.653044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5698e-d88e-4c16-93d3-a51f2c8afd9f None None] No DVR routers for this DVR port d66eb732-0178-4cc6-835c-864a1e85462e on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:35.654631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.663568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:35.667541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:35.669463 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:35.733500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.746720 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:35.748794 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] 10.222.0.55 "DELETE /v2.0/networks/03f7f37c-3b27-4690-b81f-1c3220c83250 HTTP/1.1" status: 204 len: 168 time: 0.5969536 Sep 16 05:34:35.762889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9cf68-b555-4089-85c9-b7c2fbeb8771 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f7f37c-3b27-4690-b81f-1c3220c83250,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:35.926637 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 32876) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:35.972762 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d1d79da3-7044-4ec3-ae3a-82605e2f1835 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9df17377418c4591b2f6de424627abdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446892 Sep 16 05:34:35.975523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32880) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:36.028368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20157ee3-2e38-4448-aede-264d191d0d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.050371 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20157ee3-2e38-4448-aede-264d191d0d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.097646 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20157ee3-2e38-4448-aede-264d191d0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.100312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20157ee3-2e38-4448-aede-264d191d0d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.101477 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-20157ee3-2e38-4448-aede-264d191d0d71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d261fc7-70f7-4a7b-8184-1c0fcd163437 HTTP/1.1" status: 204 len: 168 time: 0.1246333 Sep 16 05:34:36.110506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157ee3-2e38-4448-aede-264d191d0d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d261fc7-70f7-4a7b-8184-1c0fcd163437,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:36.447370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32888) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:36.491224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0015ce58-9815-4d01-9f06-0cc9fc6d6240 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a6c8183b0524eb18b6810eceb8aad3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424695 Sep 16 05:34:36.494273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32890) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:36.548225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b26abd05-04d8-4e94-82d7-2e262fbcddc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.570350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b26abd05-04d8-4e94-82d7-2e262fbcddc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.633377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b26abd05-04d8-4e94-82d7-2e262fbcddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.636200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b26abd05-04d8-4e94-82d7-2e262fbcddc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.640157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b26abd05-04d8-4e94-82d7-2e262fbcddc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a717cb4-7869-4faf-bd59-509f29fab9a7 HTTP/1.1" status: 204 len: 168 time: 0.1429954 Sep 16 05:34:36.649516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26abd05-04d8-4e94-82d7-2e262fbcddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a717cb4-7869-4faf-bd59-509f29fab9a7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:41.891686 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:43.344727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaf578-c032-43b2-b2f4-76b441d5f66a req-69c4f19b-d07e-4955-a44d-6c802dab0813 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:43.346156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00aaf578-c032-43b2-b2f4-76b441d5f66a req-69c4f19b-d07e-4955-a44d-6c802dab0813 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1098 time: 0.2392673 Sep 16 05:34:43.379887 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-00aaf578-c032-43b2-b2f4-76b441d5f66a req-f1a44427-af79-4952-a499-25e5877a2884 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276906 Sep 16 05:34:43.554242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faccc2-10c4-49a8-8cd3-29981d8fce1a req-41a32447-d63d-4dcb-b9f1-909625ae1e66 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:43.555739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1faccc2-10c4-49a8-8cd3-29981d8fce1a req-41a32447-d63d-4dcb-b9f1-909625ae1e66 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.1091266 Sep 16 05:34:43.594097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1faccc2-10c4-49a8-8cd3-29981d8fce1a req-542806aa-a7b9-47e6-b4fc-d599a950eec2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Sep 16 05:34:43.615190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 32974) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:43.678968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f71e4d1a-5251-4a16-a21f-e4c22c211b56 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/4f2beac3-684b-4807-b026-518dd9770357 HTTP/1.1" status: 200 len: 994 time: 0.0626228 Sep 16 05:34:44.233884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3b4b9-bd4d-426e-b22f-78326dd70ae9 req-5c90b80b-3e4a-4d79-b7d1-c004ddba3f0b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:44.235367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14b3b4b9-bd4d-426e-b22f-78326dd70ae9 req-5c90b80b-3e4a-4d79-b7d1-c004ddba3f0b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0722561 Sep 16 05:34:44.264660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-107b6e2a-3aae-4a67-9702-d9ee4e405792 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165981 Sep 16 05:34:44.273302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-22a1ad48-5e43-4193-a0d2-22559f924dc4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:34:44.274260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-22a1ad48-5e43-4193-a0d2-22559f924dc4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048494 Sep 16 05:34:44.288259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14b3b4b9-bd4d-426e-b22f-78326dd70ae9 req-7d638e37-5239-45d1-ac33-e990bb264196 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464363 Sep 16 05:34:45.415931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f490e-99af-4d59-88ff-a9914a93d1f9 req-8c7a09e4-c974-4ad6-ad78-36a73ecc0b37 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.417456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-227f490e-99af-4d59-88ff-a9914a93d1f9 req-8c7a09e4-c974-4ad6-ad78-36a73ecc0b37 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0524650 Sep 16 05:34:45.455444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-227f490e-99af-4d59-88ff-a9914a93d1f9 req-56a590e8-9131-4727-9a18-e222d7f43014 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319502 Sep 16 05:34:45.644723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-c2911dac-ac30-4bc1-97ef-1d8c51354bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.646378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-c2911dac-ac30-4bc1-97ef-1d8c51354bca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1098 time: 0.1021612 Sep 16 05:34:45.740779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-7993162d-d815-4295-8ce5-99a7b5013263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.742208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-7993162d-d815-4295-8ce5-99a7b5013263 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.0888457 Sep 16 05:34:45.808727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-7194621b-c6e2-4015-92a2-173d1ed34217 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1002 time: 0.0585339 Sep 16 05:34:45.858302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-795e50e9-3a61-40e6-9026-11898f5d2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.859885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-795e50e9-3a61-40e6-9026-11898f5d2503 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0429876 Sep 16 05:34:45.911399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a53be338-2df8-4a29-8151-c8c7def4afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.912914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a53be338-2df8-4a29-8151-c8c7def4afc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441017 Sep 16 05:34:46.003553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-3f17c9bf-7fc5-48f5-af96-874d8c30d3e9 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830488 Sep 16 05:34:46.098151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-64c9cc02-67b6-416c-9c5d-ab2d6f62b040 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869000 Sep 16 05:34:46.572712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd536ddd-dc2c-4cde-94e0-2a35f69fc44b req-1a885f14-271d-4e73-b86d-daba92a6065b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:46.581391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd536ddd-dc2c-4cde-94e0-2a35f69fc44b req-1a885f14-271d-4e73-b86d-daba92a6065b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0578780 Sep 16 05:34:46.614331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd536ddd-dc2c-4cde-94e0-2a35f69fc44b req-52a5f8c0-6e3a-42b5-bca2-8b56d4016c4d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326855 Sep 16 05:34:47.729753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b02c57-fbc6-4f0b-898a-cbf20f57a068 req-d681afd1-b0f8-42ca-83bb-03004ae92054 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:47.731169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b02c57-fbc6-4f0b-898a-cbf20f57a068 req-d681afd1-b0f8-42ca-83bb-03004ae92054 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0496752 Sep 16 05:34:47.769430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0b02c57-fbc6-4f0b-898a-cbf20f57a068 req-00f631cc-ba6a-4666-8be4-cb6dc409ef54 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Sep 16 05:34:48.893490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ff3af-2edd-464c-8b28-4454dd6ed2ad req-c6e287b2-a8ea-4dba-8613-ccc9be3117f2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:48.896351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c78ff3af-2edd-464c-8b28-4454dd6ed2ad req-c6e287b2-a8ea-4dba-8613-ccc9be3117f2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0594664 Sep 16 05:34:48.959088 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c78ff3af-2edd-464c-8b28-4454dd6ed2ad req-17428bf6-e4b9-4005-95eb-616209beb02a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563412 Sep 16 05:34:49.047967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33088) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:49.155192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f75b9b3f-97da-4b55-9ac5-e58bc2bcab97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.255342 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f75b9b3f-97da-4b55-9ac5-e58bc2bcab97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.259076 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f75b9b3f-97da-4b55-9ac5-e58bc2bcab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.295824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b9b3f-97da-4b55-9ac5-e58bc2bcab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e6e92-69a3-438c-b10c-2754e8405bd0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:49.300508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f75b9b3f-97da-4b55-9ac5-e58bc2bcab97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9883754ee2714d3d91e6671314e4fa12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514341 Sep 16 05:34:49.303195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:49.346948 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:49.352153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db7597c1-2d33-4467-944d-68ae43f9f876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.373318 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db7597c1-2d33-4467-944d-68ae43f9f876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.423238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db7597c1-2d33-4467-944d-68ae43f9f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.425747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db7597c1-2d33-4467-944d-68ae43f9f876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.426863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-db7597c1-2d33-4467-944d-68ae43f9f876 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc3e6e92-69a3-438c-b10c-2754e8405bd0 HTTP/1.1" status: 204 len: 168 time: 0.1227829 Sep 16 05:34:49.434370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7597c1-2d33-4467-944d-68ae43f9f876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e6e92-69a3-438c-b10c-2754e8405bd0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:49.686956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33098) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:49.700412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15d65cd5-f65b-47f9-93c2-61c73410fed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.787779 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15d65cd5-f65b-47f9-93c2-61c73410fed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.792131 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-15d65cd5-f65b-47f9-93c2-61c73410fed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.830865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-15d65cd5-f65b-47f9-93c2-61c73410fed2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94d97b2305064614a512256b4313d179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427908 Sep 16 05:34:49.831671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d65cd5-f65b-47f9-93c2-61c73410fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda40d3-f30d-47c6-bd4f-234a14ff39a8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:49.833532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33100) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:49.889317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6ebef81-d867-4936-b4a4-b631d2b5d916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.911931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6ebef81-d867-4936-b4a4-b631d2b5d916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.957170 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6ebef81-d867-4936-b4a4-b631d2b5d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.959711 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6ebef81-d867-4936-b4a4-b631d2b5d916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:49.960906 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6ebef81-d867-4936-b4a4-b631d2b5d916 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efda40d3-f30d-47c6-bd4f-234a14ff39a8 HTTP/1.1" status: 204 len: 168 time: 0.1253102 Sep 16 05:34:49.969062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebef81-d867-4936-b4a4-b631d2b5d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda40d3-f30d-47c6-bd4f-234a14ff39a8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:50.082318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72f428-d2b7-454a-8987-cde6c32bc64d req-dcb4addb-6cda-4c29-8ceb-869c0c6ab8ed tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:50.084688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa72f428-d2b7-454a-8987-cde6c32bc64d req-dcb4addb-6cda-4c29-8ceb-869c0c6ab8ed tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0541472 Sep 16 05:34:50.124021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa72f428-d2b7-454a-8987-cde6c32bc64d req-841572c8-4645-458a-9c5e-8eebb72ba076 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Sep 16 05:34:51.242553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7822df-1e5d-4363-9663-456f42f89d97 req-e6e28dbf-d4f2-4d61-8b57-b131860c6141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:51.244035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f7822df-1e5d-4363-9663-456f42f89d97 req-e6e28dbf-d4f2-4d61-8b57-b131860c6141 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0520425 Sep 16 05:34:51.284458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f7822df-1e5d-4363-9663-456f42f89d97 req-ba6b625f-e73f-470b-abcd-4ddde7a778e5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 Sep 16 05:34:51.550662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33150) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:51.657401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95dceac0-ebf7-4572-bf7f-b217d92a70c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.758263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95dceac0-ebf7-4572-bf7f-b217d92a70c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.762483 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95dceac0-ebf7-4572-bf7f-b217d92a70c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.801609 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-95dceac0-ebf7-4572-bf7f-b217d92a70c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f74561aac6344228e2346f04fb1eb43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498162 Sep 16 05:34:51.802593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dceac0-ebf7-4572-bf7f-b217d92a70c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197390c-5456-4c17-bf4a-327dfd3487a0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:51.804364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33154) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:51.853057 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3974d5d1-ba95-4b55-8922-d51a22d8fa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.873436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3974d5d1-ba95-4b55-8922-d51a22d8fa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.919310 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3974d5d1-ba95-4b55-8922-d51a22d8fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.921846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3974d5d1-ba95-4b55-8922-d51a22d8fa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.922979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3974d5d1-ba95-4b55-8922-d51a22d8fa80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7197390c-5456-4c17-bf4a-327dfd3487a0 HTTP/1.1" status: 204 len: 168 time: 0.1176336 Sep 16 05:34:51.930232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974d5d1-ba95-4b55-8922-d51a22d8fa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197390c-5456-4c17-bf4a-327dfd3487a0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:52.177467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33160) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:52.191026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85b0cf8a-6d3b-47da-b580-3187930ef708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.287659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85b0cf8a-6d3b-47da-b580-3187930ef708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.291523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-85b0cf8a-6d3b-47da-b580-3187930ef708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.331355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0cf8a-6d3b-47da-b580-3187930ef708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12f4b6b-67a2-4a86-bc93-64946e178c8b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:52.335861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-85b0cf8a-6d3b-47da-b580-3187930ef708 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f10d96eed454b90ae1b402aa664f211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573768 Sep 16 05:34:52.338753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33164) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:52.429909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b9f13-7f74-4308-b823-d30d22d8f75e req-7c580873-c227-45f4-af72-66ce9aaf6179 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:52.431396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f4b9f13-7f74-4308-b823-d30d22d8f75e req-7c580873-c227-45f4-af72-66ce9aaf6179 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0763712 Sep 16 05:34:52.434850 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5af66cf-ab61-4bcd-85e4-ca90b99d94ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.467826 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5af66cf-ab61-4bcd-85e4-ca90b99d94ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.503221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f4b9f13-7f74-4308-b823-d30d22d8f75e req-a73b64be-2ead-41b2-86b1-863df17bdc5b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640645 Sep 16 05:34:52.528301 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5af66cf-ab61-4bcd-85e4-ca90b99d94ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.530858 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d5af66cf-ab61-4bcd-85e4-ca90b99d94ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:52.532001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d5af66cf-ab61-4bcd-85e4-ca90b99d94ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f12f4b6b-67a2-4a86-bc93-64946e178c8b HTTP/1.1" status: 204 len: 168 time: 0.1918154 Sep 16 05:34:52.539912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af66cf-ab61-4bcd-85e4-ca90b99d94ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12f4b6b-67a2-4a86-bc93-64946e178c8b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:53.630558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ca519-b430-416a-9b68-d35c153713da req-79510d97-26cf-4fa9-9a6f-05db13303c92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:53.632295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-969ca519-b430-416a-9b68-d35c153713da req-79510d97-26cf-4fa9-9a6f-05db13303c92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0605810 Sep 16 05:34:53.678106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-969ca519-b430-416a-9b68-d35c153713da req-f5cfefc1-e327-4963-9a49-7f001465fa63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373290 Sep 16 05:34:54.804681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:54.806230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d4b82-22cf-456a-8e39-1032b61e7eb7 req-f0430b16-f00f-46d5-84e4-6d45131d80fc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:54.807824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-593d4b82-22cf-456a-8e39-1032b61e7eb7 req-f0430b16-f00f-46d5-84e4-6d45131d80fc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0548272 Sep 16 05:34:54.845972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-593d4b82-22cf-456a-8e39-1032b61e7eb7 req-846d830e-8f79-4db5-8e67-a9e0951c2e78 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Sep 16 05:34:55.891477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6707bdc6-ff99-4765-a5be-606f8af3a8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:55.974257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c3d61-094d-45c0-b0d3-97fbd4e663e8 req-8d911cc2-26d6-4654-97cd-48db542e81e6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:55.975779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16c3d61-094d-45c0-b0d3-97fbd4e663e8 req-8d911cc2-26d6-4654-97cd-48db542e81e6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0501518 Sep 16 05:34:56.015550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e16c3d61-094d-45c0-b0d3-97fbd4e663e8 req-71aa45bf-8b7a-4684-a36f-ca87c0dd1e6a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332620 Sep 16 05:34:57.136026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e63c-d51c-4a0a-8559-99cc6b709123 req-bf630537-d557-4d7e-ace7-0e74b026aff5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:57.137598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a568e63c-d51c-4a0a-8559-99cc6b709123 req-bf630537-d557-4d7e-ace7-0e74b026aff5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0517375 Sep 16 05:34:57.180863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a568e63c-d51c-4a0a-8559-99cc6b709123 req-eed5cb6e-5293-41dd-9539-b2667518c4ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371165 Sep 16 05:34:58.212560 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7db925ed-9676-43c1-8c9c-336bebe8d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.310107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9c5d-c1b9-40c0-ae14-2934d7a98751 req-cf9aa2a9-c2b4-4d0f-8847-9e9e3a24f3eb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.311621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb4a9c5d-c1b9-40c0-ae14-2934d7a98751 req-cf9aa2a9-c2b4-4d0f-8847-9e9e3a24f3eb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0525365 Sep 16 05:34:58.352081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb4a9c5d-c1b9-40c0-ae14-2934d7a98751 req-361f0ea9-78f7-4cc7-a72e-80385106ade1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329869 Sep 16 05:34:58.511195 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-c765a696-1363-44e1-85ef-b29ab16aaa1f service neutron] show failed (client error): The resource could not be found. Sep 16 05:34:58.512286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-c765a696-1363-44e1-85ef-b29ab16aaa1f service neutron] 10.222.0.64 "GET /v2.0/ports/34d28f62-5528-4d05-b068-d5150b161224/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0589311 Sep 16 05:34:58.856988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-f0694220-dfe2-4a20-97a6-40d373a340da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.858515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-f0694220-dfe2-4a20-97a6-40d373a340da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 1098 time: 0.1778922 Sep 16 05:34:58.875202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:58.929936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.139294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:59.173878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:59.187367 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.222323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:59.224960 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e0a2b-390f-49e7-8752-79dc3a60fabd" -d '{"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-unplugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:59.229519 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.243812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Transition to ACTIVE for port object 34d28f62-5528-4d05-b068-d5150b161224 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:34:59.248959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.361334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:59.436221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] No DVR routers for this DVR port 34d28f62-5528-4d05-b068-d5150b161224 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:59.481795 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4586d7d7-c07f-4637-81de-63550cdb2ad9 x-openstack-request-id: req-4586d7d7-c07f-4637-81de-63550cdb2ad9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:59.482098 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-unplugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:59.482351 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4586d7d7-c07f-4637-81de-63550cdb2ad9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:59.485185 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'code': 200} Sep 16 05:34:59.584180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff360f-69a5-4f20-a302-85d843ec2ea6 req-36edef45-cb82-48fc-ada2-1046f8ce06dc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.585679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff360f-69a5-4f20-a302-85d843ec2ea6 req-36edef45-cb82-48fc-ada2-1046f8ce06dc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.1060486 Sep 16 05:34:59.667103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff360f-69a5-4f20-a302-85d843ec2ea6 req-07c4106b-6a14-4129-80f1-98fe23f021a6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744300 Sep 16 05:34:59.671498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:59.671842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:59.672205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:59.676709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:34:59.677035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:59.688032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:59.688032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Checking segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:59.688032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Bound using segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:59.688032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Bound port: 34d28f62-5528-4d05-b068-d5150b161224, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:59.688032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.753473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:59.756784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:59.761917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.794709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.795414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.796836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-a386a249-86d1-40e6-be93-52233afcdade service neutron] 10.222.0.73 "PUT /v2.0/ports/34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1093 time: 0.9259365 Sep 16 05:34:59.840001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386a249-86d1-40e6-be93-52233afcdade service neutron] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:59.877839 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.880475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-246bb8e1-318d-45d2-9c68-311e1689aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:59.882500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-246bb8e1-318d-45d2-9c68-311e1689aba8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1096 time: 0.0505893 Sep 16 05:35:00.273418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-69ffd7c2-04b3-4e9a-ab55-bc6286ab42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.274951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-69ffd7c2-04b3-4e9a-ab55-bc6286ab42a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.3813367 Sep 16 05:35:00.347612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-11fc51af-770c-451b-872e-e86efa8f32a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.0602183 Sep 16 05:35:00.421624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-5335c044-4a2a-4f44-8bcb-ab019f3a59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.423101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-5335c044-4a2a-4f44-8bcb-ab019f3a59e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0630522 Sep 16 05:35:00.476212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-5d740a08-312a-4238-a0b9-0f259ec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.477741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-5d740a08-312a-4238-a0b9-0f259ec8c24c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456598 Sep 16 05:35:00.578349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-ff2bb948-8437-46be-a57b-7d21331c4086 service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874116 Sep 16 05:35:00.675646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3f98f98-e7ea-4b4d-9d49-7772bdec01dd req-097bcbc5-4815-4aca-8357-0d9429fe494f service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864396 Sep 16 05:35:00.805054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e641ee-afa4-4f5a-9f4f-53cadc4b5a7e req-830eb75a-6eab-4f3b-98a1-cd135416f680 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.808571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e641ee-afa4-4f5a-9f4f-53cadc4b5a7e req-830eb75a-6eab-4f3b-98a1-cd135416f680 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.0564468 Sep 16 05:35:00.849144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e641ee-afa4-4f5a-9f4f-53cadc4b5a7e req-a388a091-1724-44dc-ba9f-ce7ae9112fb0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362523 Sep 16 05:35:01.302669 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.486625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:01.489057 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf992ba-ffbe-4612-9d05-06becbe21dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:01.535928 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adea37c-bd8d-423d-884d-90065bd16df8 x-openstack-request-id: req-5adea37c-bd8d-423d-884d-90065bd16df8 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:01.536256 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:01.536511 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5adea37c-bd8d-423d-884d-90065bd16df8 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:01.536918 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'status': 'completed', 'code': 200} Sep 16 05:35:01.634347 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-ffa8945b-69cd-4f37-9888-755eb5014057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.636203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-ffa8945b-69cd-4f37-9888-755eb5014057 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1096 time: 0.0679879 Sep 16 05:35:01.646210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-e32a44f7-7503-435c-bf04-ec8ee53a2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.647661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-e32a44f7-7503-435c-bf04-ec8ee53a2692 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1096 time: 0.0701830 Sep 16 05:35:01.804361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-05819493-b4e4-4c40-ac33-848ee9e81957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.804981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-05819493-b4e4-4c40-ac33-848ee9e81957 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1488588 Sep 16 05:35:01.806003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-364b67ff-2390-49dc-81e1-e67c6b5fc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.807309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-364b67ff-2390-49dc-81e1-e67c6b5fc6e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1588058 Sep 16 05:35:01.920448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-30678381-912f-4ead-8524-f97b59a59a14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.1082575 Sep 16 05:35:01.923357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-a09b7294-9567-4fb9-8f89-daf4976232c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.1056707 Sep 16 05:35:02.028575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-7b1e615a-7ee1-4b3e-8ef0-af998ff2ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.030147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-7b1e615a-7ee1-4b3e-8ef0-af998ff2ddb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0987060 Sep 16 05:35:02.067589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-6c1473eb-4007-45ec-8db6-3302090598e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.068991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-6c1473eb-4007-45ec-8db6-3302090598e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.1365886 Sep 16 05:35:02.077774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bd785-950f-4d12-ab51-fb7e81d5195d req-3699e354-5e19-40a7-a119-c32c02f2045e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.079150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-178bd785-950f-4d12-ab51-fb7e81d5195d req-3699e354-5e19-40a7-a119-c32c02f2045e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.1578393 Sep 16 05:35:02.153712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-f38536d4-5030-4121-8f98-ab111339069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.155239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-f38536d4-5030-4121-8f98-ab111339069d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172419 Sep 16 05:35:02.164238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-178bd785-950f-4d12-ab51-fb7e81d5195d req-283ce89d-a07e-4b63-8374-5e1a926fc5b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738051 Sep 16 05:35:02.178063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-fe1f8cc6-1794-4f81-bff9-a81330c9a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.179554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-fe1f8cc6-1794-4f81-bff9-a81330c9a64e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982156 Sep 16 05:35:02.255371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:02.301391 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:02.332258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-c4852b0c-8317-445c-b57b-25d8e0d555dd service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669655 Sep 16 05:35:02.335533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-0c4d6f93-7a15-4b9a-a5e5-9bfb942c04a1 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410370 Sep 16 05:35:02.495159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-ed469c06-4589-4423-818f-1a0d14f36b90 service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546533 Sep 16 05:35:02.497153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-baf992ba-ffbe-4612-9d05-06becbe21dfe req-925e7b98-bd1b-44bd-a598-9f8f901d07dd service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493323 Sep 16 05:35:03.287260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163038f-e737-4d6c-93c9-6e3d94f5cfc1 req-06c51ca6-190d-4470-bad3-cad8f8d28c31 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.288840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f163038f-e737-4d6c-93c9-6e3d94f5cfc1 req-06c51ca6-190d-4470-bad3-cad8f8d28c31 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.0509822 Sep 16 05:35:03.332654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f163038f-e737-4d6c-93c9-6e3d94f5cfc1 req-84d2a862-6bce-4639-b283-733087f1c295 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371017 Sep 16 05:35:03.617952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-82255e73-4203-4256-af2b-3b0ee5e48751 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.619422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-82255e73-4203-4256-af2b-3b0ee5e48751 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9&tenant_id=20e08208e310417ab685ed70d7fe97a5&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 944 time: 0.1141486 Sep 16 05:35:03.626889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a74de-6375-4c44-89d1-cf1d16a592b7 req-b2f6990f-9c56-45d8-8217-5aa25c261917 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.628285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e7a74de-6375-4c44-89d1-cf1d16a592b7 req-b2f6990f-9c56-45d8-8217-5aa25c261917 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 944 time: 0.0918782 Sep 16 05:35:03.704217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e7a74de-6375-4c44-89d1-cf1d16a592b7 req-4905f416-a519-44d8-8f9c-49cc37cf456e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697420 Sep 16 05:35:03.711991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-6a8de7b0-f9b4-48ef-b24b-cd522828d7b6 service neutron] 10.222.0.73 "GET /v2.0/ports/34d28f62-5528-4d05-b068-d5150b161224/bindings/n-h2-713301-15 HTTP/1.1" status: 200 len: 383 time: 0.0828233 Sep 16 05:35:03.777363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-3bb15275-1808-4b7f-9374-738dee1bed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.778907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-3bb15275-1808-4b7f-9374-738dee1bed75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1096 time: 0.0431044 Sep 16 05:35:03.874870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-252a1fad-133e-4c4d-a97d-151e19851c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.876406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-252a1fad-133e-4c4d-a97d-151e19851c21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.0895426 Sep 16 05:35:03.878468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 34d28f62-5528-4d05-b068-d5150b161224 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:03.941955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-b47a043f-0e11-495f-a2fd-9817497da059 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.0584850 Sep 16 05:35:03.980507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:03.992437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '34d28f62-5528-4d05-b068-d5150b161224', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'port_id': '34d28f62-5528-4d05-b068-d5150b161224', 'mac_address': 'fa:16:3e:6a:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:03.993122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-249dad9e-7e8a-481a-a432-ad8e2d133140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:03.994623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-249dad9e-7e8a-481a-a432-ad8e2d133140 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0449064 Sep 16 05:35:04.030632 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.043742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d28f62-5528-4d05-b068-d5150b161224 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:04.047213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-bdb80c74-9abf-43b2-93e3-cf472c2f4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.048954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-bdb80c74-9abf-43b2-93e3-cf472c2f4a51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473192 Sep 16 05:35:04.063468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:04.067400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:04.139445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:04.148914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-6938a13c-5769-4a10-aa14-25d5dd731239 service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916438 Sep 16 05:35:04.160141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.160489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.160824 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.161157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.161486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.161815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.162135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.162668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.162994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.163314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.164366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.165141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:04.264658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-3fdb0983-c574-40bc-9630-7432c81b03c2 service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076393 Sep 16 05:35:04.322567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['34d28f62-5528-4d05-b068-d5150b161224'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:04.827323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5db50b-d87a-4e89-823f-57c5612dae41 req-86add12f-aa55-449b-b59b-506c285b5a94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:04.831862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa5db50b-d87a-4e89-823f-57c5612dae41 req-86add12f-aa55-449b-b59b-506c285b5a94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 945 time: 0.0544062 Sep 16 05:35:04.872497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa5db50b-d87a-4e89-823f-57c5612dae41 req-19d5dafc-aff6-4bfe-823e-87188f3148c3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346527 Sep 16 05:35:05.895191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 34d28f62-5528-4d05-b068-d5150b161224 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:05.946318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 34d28f62-5528-4d05-b068-d5150b161224 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:05.955972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 34d28f62-5528-4d05-b068-d5150b161224 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:05.960605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.008036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7feec-445f-4bb5-8386-793dd006ed51 req-7423cc9d-004a-44ea-8cde-8f10480704ae tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:06.011058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5cd7feec-445f-4bb5-8386-793dd006ed51 req-7423cc9d-004a-44ea-8cde-8f10480704ae tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 945 time: 0.0682049 Sep 16 05:35:06.058688 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.070179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5cd7feec-445f-4bb5-8386-793dd006ed51 req-0492a79e-dc4e-4ede-8a5d-fb204ca0bfd8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521510 Sep 16 05:35:06.089847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:06.092592 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0f6493-d3f5-470e-ad2a-0614e4a4620e" -d '{"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-plugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:06.108069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:06.115254 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.163566 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f258d0-6604-4808-a736-c0fcb49117bd x-openstack-request-id: req-21f258d0-6604-4808-a736-c0fcb49117bd {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:06.163566 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-plugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:06.164021 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21f258d0-6604-4808-a736-c0fcb49117bd {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:06.164353 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'code': 200} Sep 16 05:35:06.181390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:06.480774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-4c418215-6bf6-4a57-8574-b61ed09df285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:06.482295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-4c418215-6bf6-4a57-8574-b61ed09df285 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 1098 time: 0.0537310 Sep 16 05:35:06.501134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:06.558069 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.767661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:06.801163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:06.843904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:06.846177 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e2e02-eb64-4a3c-905c-2a151a78d258" -d '{"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-unplugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:06.850441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.864027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Transition to ACTIVE for port object 34d28f62-5528-4d05-b068-d5150b161224 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:06.868326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:06.901237 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e341ea4f-2c27-46ea-8d03-299d1b220f5b x-openstack-request-id: req-e341ea4f-2c27-46ea-8d03-299d1b220f5b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:06.901531 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-unplugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:06.902267 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e341ea4f-2c27-46ea-8d03-299d1b220f5b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:06.902267 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'code': 200} Sep 16 05:35:06.950870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=10']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:06.994050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] No DVR routers for this DVR port 34d28f62-5528-4d05-b068-d5150b161224 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:07.162278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:07.162278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:07.162278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:07.178441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:07.178918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Attempting to bind port 34d28f62-5528-4d05-b068-d5150b161224 on network 1e4d16d8-6019-46c2-a765-a547bf0e187b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:07.199069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:07.199409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Checking segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:07.199790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Bound using segment: {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:07.200245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Bound port: 34d28f62-5528-4d05-b068-d5150b161224, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f28beb-4e7f-4c35-904a-0f02efa2040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:07.200605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.230892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2e5d5-84bb-438d-911b-536832f9166f req-9a717520-89a0-458b-a6fc-b1823877621f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.232401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4b2e5d5-84bb-438d-911b-536832f9166f req-9a717520-89a0-458b-a6fc-b1823877621f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 945 time: 0.0665095 Sep 16 05:35:07.300500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4b2e5d5-84bb-438d-911b-536832f9166f req-41ca95d7-1915-4ac3-a72e-cc0768c102fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515180 Sep 16 05:35:07.306763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:07.310296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:07.314607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.352118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.352738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:07.354149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] 10.222.0.64 "PUT /v2.0/ports/34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1094 time: 0.8577070 Sep 16 05:35:07.377596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1cdad-fe61-452a-944d-9a7819ab0529 service neutron] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=11']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:07.444339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-fe7ecf05-476b-4370-b239-1b83681bc5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.445862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-fe7ecf05-476b-4370-b239-1b83681bc5db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1097 time: 0.0431976 Sep 16 05:35:07.541531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-34b3fde0-41ac-40a6-a066-bff9888d4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.543176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-34b3fde0-41ac-40a6-a066-bff9888d4043 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.0903800 Sep 16 05:35:07.624023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-b2bb3a3d-0c88-4c29-9ba7-bf2578c52ee7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.0741262 Sep 16 05:35:07.678536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-9c0bfc0a-166e-43cd-bf40-6b42a90c86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.680178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-9c0bfc0a-166e-43cd-bf40-6b42a90c86a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0486150 Sep 16 05:35:07.727641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-14848334-955b-4ea1-9063-a885725df1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:07.729273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-14848334-955b-4ea1-9063-a885725df1c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418243 Sep 16 05:35:07.829524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-294eafdc-64f3-42d9-bb7d-8232c4c3f8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926418 Sep 16 05:35:07.926278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2b038c78-80ad-4dac-b7ff-07716b942d30 req-81e996dd-edb6-47d0-991f-a36d7474b852 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892384 Sep 16 05:35:08.425591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2498567-0e80-4125-972f-0fb7542a68ca req-1c2b0433-9700-4367-aa32-d981306a1d43 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:08.427152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2498567-0e80-4125-972f-0fb7542a68ca req-1c2b0433-9700-4367-aa32-d981306a1d43 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 945 time: 0.0549090 Sep 16 05:35:08.465237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2498567-0e80-4125-972f-0fb7542a68ca req-75ae1622-c241-4b87-80a4-2e06af9938ee tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Sep 16 05:35:08.903681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:08.906102 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90153b23-e12b-4f56-abff-2ba57a41e17a" -d '{"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:08.953685 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30879021-9b6c-4056-a20c-cfa5325b1710 x-openstack-request-id: req-30879021-9b6c-4056-a20c-cfa5325b1710 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:08.953985 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:08.954240 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30879021-9b6c-4056-a20c-cfa5325b1710 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:08.954638 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'status': 'completed', 'code': 200} Sep 16 05:35:09.053530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-f35b9869-f2c0-4a41-97ad-3b01b5c8cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.055040 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-f35b9869-f2c0-4a41-97ad-3b01b5c8cc3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1097 time: 0.0680463 Sep 16 05:35:09.057646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-b65cdaa8-7512-4471-9007-43b67862f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.058973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-b65cdaa8-7512-4471-9007-43b67862f7b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1097 time: 0.0640681 Sep 16 05:35:09.222279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-0abda229-9c20-49c1-a571-edcad4e6f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.223772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-0abda229-9c20-49c1-a571-edcad4e6f3a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1578712 Sep 16 05:35:09.224887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-ee579517-9e59-4bf2-9f6e-fef351083ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.226198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-ee579517-9e59-4bf2-9f6e-fef351083ff7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1592445 Sep 16 05:35:09.338945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-0ecdffca-ad64-4805-b0bb-65ed01164202 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.1045768 Sep 16 05:35:09.340788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-55f274ae-1f22-4c5c-bf16-a3e410cea671 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1000 time: 0.1054063 Sep 16 05:35:09.421491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-ea879eab-7c33-4bdd-bce8-81815244fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.422988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-ea879eab-7c33-4bdd-bce8-81815244fc59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0775669 Sep 16 05:35:09.424411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-ed707227-c450-46e3-a354-7f17fdc022b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.425718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-ed707227-c450-46e3-a354-7f17fdc022b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0731068 Sep 16 05:35:09.806210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-2bbbe254-43de-406c-b663-ffa6ae01f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.808297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-2bbbe254-43de-406c-b663-ffa6ae01f458 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3772538 Sep 16 05:35:09.813245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-888d063b-214b-4771-b0d4-7b0bbdffb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.814614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-888d063b-214b-4771-b0d4-7b0bbdffb4f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3758457 Sep 16 05:35:09.843874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b72edd-b423-4ced-87c6-dbbbd50c800a req-8206ee2e-064a-4dde-b7b5-071bfde00d52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:09.845372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21b72edd-b423-4ced-87c6-dbbbd50c800a req-8206ee2e-064a-4dde-b7b5-071bfde00d52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 945 time: 0.0888844 Sep 16 05:35:09.942308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 34d28f62-5528-4d05-b068-d5150b161224 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:09.990425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21b72edd-b423-4ced-87c6-dbbbd50c800a req-f51a4289-c358-44b1-a28c-7256d7969e06 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361465 Sep 16 05:35:10.002089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 34d28f62-5528-4d05-b068-d5150b161224 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:10.018797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-7cb08231-8525-4a14-a968-960def44f7b1 service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916778 Sep 16 05:35:10.020591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-f243cac2-3f6d-4c22-b047-924ebea96cbb service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044239 Sep 16 05:35:10.181987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-5aef2e8f-c481-4386-8664-4c37fcbb25b8 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537127 Sep 16 05:35:10.185466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90153b23-e12b-4f56-abff-2ba57a41e17a req-494d5ace-966a-4004-958b-afd647a36510 service neutron] 10.222.0.73 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490846 Sep 16 05:35:10.190355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33382) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:10.303460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b2918a6-1c95-4235-b795-7863e268f81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.303734 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:10.392723 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b2918a6-1c95-4235-b795-7863e268f81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.396760 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3b2918a6-1c95-4235-b795-7863e268f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.404706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:10.417685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '34d28f62-5528-4d05-b068-d5150b161224', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'port_id': '34d28f62-5528-4d05-b068-d5150b161224', 'mac_address': 'fa:16:3e:6a:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:10.435585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b2918a6-1c95-4235-b795-7863e268f81f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7e13d9f4a544a5abd71720558fc31bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441163 Sep 16 05:35:10.436938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2918a6-1c95-4235-b795-7863e268f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff6c4e5-efb0-4b98-bba3-b9c04fed892e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:10.438362 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:10.458486 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.471613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d28f62-5528-4d05-b068-d5150b161224 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:10.490421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:10.490611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.494534 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.516902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.543666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:10.565759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.568452 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:10.569644 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ff6c4e5-efb0-4b98-bba3-b9c04fed892e HTTP/1.1" status: 204 len: 168 time: 0.1293263 Sep 16 05:35:10.578085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff6c4e5-efb0-4b98-bba3-b9c04fed892e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:10.585711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.586064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.586409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.586745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.587080 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.587590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.587743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.588059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.588529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.589401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.589730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:10.590106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809ce2a-983a-4742-bffb-8bf4187ae0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:11.130516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be31f7f-7cfb-44d4-8696-354e143959bd req-257dc724-5f05-4c1e-86ad-ad3a1a648bc0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:11.132900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4be31f7f-7cfb-44d4-8696-354e143959bd req-257dc724-5f05-4c1e-86ad-ad3a1a648bc0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 946 time: 0.0591114 Sep 16 05:35:11.174194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4be31f7f-7cfb-44d4-8696-354e143959bd req-d20dd532-2025-491f-9290-1ec1596f41db tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345604 Sep 16 05:35:11.196360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33410) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:11.260223 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1d8ed46f-0138-4b04-9434-053b25917c21 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/4f2beac3-684b-4807-b026-518dd9770357 HTTP/1.1" status: 200 len: 993 time: 0.0595987 Sep 16 05:35:11.891866 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:11.919712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['34d28f62-5528-4d05-b068-d5150b161224'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:14.317008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:14.365401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 34d28f62-5528-4d05-b068-d5150b161224 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:14.368906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 34d28f62-5528-4d05-b068-d5150b161224 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:14.369275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.443830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.465654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:14.467860 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaef1ff-8da1-4886-943a-a45cbb8d39b8" -d '{"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-plugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:14.479775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:14.484566 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:14.654760 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456d3d55-cca7-4727-bcb3-c35bc9a5b7df x-openstack-request-id: req-456d3d55-cca7-4727-bcb3-c35bc9a5b7df {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:14.655048 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-plugged", "status": "completed", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:14.655289 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-456d3d55-cca7-4727-bcb3-c35bc9a5b7df {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:14.655671 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'code': 200} Sep 16 05:35:14.680387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=13']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:14.866195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-8775ee67-4f87-494b-86f6-696aa0d528db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400436 Sep 16 05:35:14.964647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad278-f594-41d7-8d19-818b5901651b req-5c56745a-7f04-443a-82e8-1328ce830ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:14.966752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-5c56745a-7f04-443a-82e8-1328ce830ad6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1099 time: 0.0411937 Sep 16 05:35:15.073066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad278-f594-41d7-8d19-818b5901651b req-ae1ac149-a7b6-4c4b-b7e2-c9ce0b41fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.075264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-ae1ac149-a7b6-4c4b-b7e2-c9ce0b41fe76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.0902965 Sep 16 05:35:15.142101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-0c100742-5d96-4999-a55c-dc746945b16e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 1002 time: 0.0596476 Sep 16 05:35:15.192035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad278-f594-41d7-8d19-818b5901651b req-acc4500f-b16f-4e25-ad46-fc048700004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.193542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-acc4500f-b16f-4e25-ad46-fc048700004f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0451984 Sep 16 05:35:15.247312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad278-f594-41d7-8d19-818b5901651b req-979bcb57-6c42-4ad7-952f-ad2d1d235593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:15.248914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-979bcb57-6c42-4ad7-952f-ad2d1d235593 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484269 Sep 16 05:35:15.348707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-91bcd22e-d384-42d6-ae7d-5f20e4ad2d48 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922952 Sep 16 05:35:15.451054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f94ad278-f594-41d7-8d19-818b5901651b req-3ca5eef4-47d7-44da-bed9-ff5e27d07463 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950971 Sep 16 05:35:19.906225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33480) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:20.015120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a911ac39-e894-4b9d-a09a-c92ea30447e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.102698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a911ac39-e894-4b9d-a09a-c92ea30447e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.106830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a911ac39-e894-4b9d-a09a-c92ea30447e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.149321 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a911ac39-e894-4b9d-a09a-c92ea30447e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ede3db180f83407899c7b43a5c1f726f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419367 Sep 16 05:35:20.150208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911ac39-e894-4b9d-a09a-c92ea30447e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90fb940-8438-44c3-8b7b-3f121a14171f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:20.152675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33484) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:20.201851 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa51948c-5ad9-468e-905d-052ab8cd27fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.223766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa51948c-5ad9-468e-905d-052ab8cd27fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.269796 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa51948c-5ad9-468e-905d-052ab8cd27fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.272271 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa51948c-5ad9-468e-905d-052ab8cd27fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.273411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aa51948c-5ad9-468e-905d-052ab8cd27fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c90fb940-8438-44c3-8b7b-3f121a14171f HTTP/1.1" status: 204 len: 168 time: 0.1197217 Sep 16 05:35:20.281742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51948c-5ad9-468e-905d-052ab8cd27fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90fb940-8438-44c3-8b7b-3f121a14171f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:21.244835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33518) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:21.351876 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d948f74-48d4-4a2e-9ddf-423027f4f6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.444354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d948f74-48d4-4a2e-9ddf-423027f4f6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.447757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d948f74-48d4-4a2e-9ddf-423027f4f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.486305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4d948f74-48d4-4a2e-9ddf-423027f4f6fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a7af6fd49cc4a52840a1b2b9d42c7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403817 Sep 16 05:35:21.487423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d948f74-48d4-4a2e-9ddf-423027f4f6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c523c-28b5-48aa-8337-ebb5343d5eba,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:21.489792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33522) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:21.537511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d439cb49-7420-4bd7-b7b3-7e2c58d04bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.558819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d439cb49-7420-4bd7-b7b3-7e2c58d04bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.604197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d439cb49-7420-4bd7-b7b3-7e2c58d04bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.607440 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d439cb49-7420-4bd7-b7b3-7e2c58d04bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.608605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d439cb49-7420-4bd7-b7b3-7e2c58d04bcf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f17c523c-28b5-48aa-8337-ebb5343d5eba HTTP/1.1" status: 204 len: 168 time: 0.1179380 Sep 16 05:35:21.616461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439cb49-7420-4bd7-b7b3-7e2c58d04bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c523c-28b5-48aa-8337-ebb5343d5eba,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:22.587328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33552) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:22.692771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a51b9391-229b-47d8-9972-e30a3bc1df83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.777232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a51b9391-229b-47d8-9972-e30a3bc1df83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.781091 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a51b9391-229b-47d8-9972-e30a3bc1df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.819686 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a51b9391-229b-47d8-9972-e30a3bc1df83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7988c5493a6a4f8a81f7bf054937dc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313044 Sep 16 05:35:22.820592 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b9391-229b-47d8-9972-e30a3bc1df83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5206e25-06f5-4623-af1f-515dde27eb17,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:22.822410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33556) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:22.873627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129796a1-228b-4f48-8169-15a8070198bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.895488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129796a1-228b-4f48-8169-15a8070198bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.945164 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129796a1-228b-4f48-8169-15a8070198bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.947874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-129796a1-228b-4f48-8169-15a8070198bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:22.949087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-129796a1-228b-4f48-8169-15a8070198bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5206e25-06f5-4623-af1f-515dde27eb17 HTTP/1.1" status: 204 len: 168 time: 0.1257021 Sep 16 05:35:22.956555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129796a1-228b-4f48-8169-15a8070198bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5206e25-06f5-4623-af1f-515dde27eb17,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:24.789997 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:25.122590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-99b11924-5ceb-4416-8a72-f2a75d30b7ee tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ce539399ae0e415da0a3256da1972169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286627 Sep 16 05:35:25.301744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-a503a7c0-b84b-45b7-aab7-5f006a2d560b tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.303212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-a503a7c0-b84b-45b7-aab7-5f006a2d560b tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753826 Sep 16 05:35:25.318323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-96e85f90-6316-4cf3-a4c0-4267e2f6265d tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/quotas/ce539399ae0e415da0a3256da1972169 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Sep 16 05:35:25.349900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-dc00b6ea-a4b3-49b2-9e0e-deb3afb94afa tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce539399ae0e415da0a3256da1972169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261240 Sep 16 05:35:25.507430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8ba99ea-ad6c-44b0-9c8a-36deff18203f req-f6cf5656-ce53-4479-a1df-93d0919702a5 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 210 time: 0.0291653 Sep 16 05:35:25.893498 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1087a45f-9b5f-4953-afb6-44a78d5a59f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.345404 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:26.424745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-45616656-6e5e-4160-a7a9-e46350a68986 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ce539399ae0e415da0a3256da1972169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220313 Sep 16 05:35:26.532277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-8401653a-a9ec-4aea-8ec7-29a6cc6e579d tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.534085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-8401653a-a9ec-4aea-8ec7-29a6cc6e579d tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026201 Sep 16 05:35:26.553367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Request body: {'port': {'device_id': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'ce539399ae0e415da0a3256da1972169'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:26.634480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef0391f0-fa69-4fc2-9f51-92ffc19d833c req-e18a220b-abf0-4c72-bfd1-5e7adf3add6b tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 210 time: 0.0528355 Sep 16 05:35:26.688546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Made reservation on behalf of ce539399ae0e415da0a3256da1972169 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:26.692299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.700812 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.788486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.792035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:26.860183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af2311-a789-436b-a7f0-059bffcbb843,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:26.872989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.873339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.873675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.874010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.874344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.874670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.874996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.875319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.875642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.875964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.876318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.876671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:26.933992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Allocated IP 192.168.233.226 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/c452f34b-348c-466c-a08c-b6f115799148) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:27.077244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.109710 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.150290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:27.153901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:27.160327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:27.165863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Pushing event updated for resources: {'Port': ['ID=c452f34b-348c-466c-a08c-b6f115799148,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:27.211449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.212060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.227046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-51016d88-d676-4e96-b507-4d846589c120 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6774983 Sep 16 05:35:27.248063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Request body: {'port': {'device_id': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:27.308110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.417086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5bb01ce7-a84c-4a63-be09-b599caaddc68 None None] Provisioning complete for port c452f34b-348c-466c-a08c-b6f115799148 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:27.417669 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5bb01ce7-a84c-4a63-be09-b599caaddc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.451408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5bb01ce7-a84c-4a63-be09-b599caaddc68 None None] Port c452f34b-348c-466c-a08c-b6f115799148 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:27.569763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c452f34b-348c-466c-a08c-b6f115799148 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:27.577536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.590235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Transition to ACTIVE for port object c452f34b-348c-466c-a08c-b6f115799148 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:27.594091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.648023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Pushing event updated for resources: {'Port': ['ID=c452f34b-348c-466c-a08c-b6f115799148,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:27.746145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Attempting to bind port c452f34b-348c-466c-a08c-b6f115799148 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:27.746487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Attempting to bind port c452f34b-348c-466c-a08c-b6f115799148 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:27.747381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Attempting to bind port c452f34b-348c-466c-a08c-b6f115799148 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:27.756237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Port c452f34b-348c-466c-a08c-b6f115799148 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:27.756565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Attempting to bind port c452f34b-348c-466c-a08c-b6f115799148 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:27.764327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:27.764663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:27.765051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:27.765493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Bound port: c452f34b-348c-466c-a08c-b6f115799148, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:27.765854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.782285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403d29c-7214-4ecc-be08-73f08d47fca4 req-2912b4f7-0976-4246-89f9-d3ef2d017925 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.784119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6403d29c-7214-4ecc-be08-73f08d47fca4 req-2912b4f7-0976-4246-89f9-d3ef2d017925 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 948 time: 0.0783503 Sep 16 05:35:27.855559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6403d29c-7214-4ecc-be08-73f08d47fca4 req-a52d85f8-ac28-49e2-a692-1aa0e512fd6e tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649090 Sep 16 05:35:27.876434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] For port c452f34b-348c-466c-a08c-b6f115799148, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:27.877303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] For port c452f34b-348c-466c-a08c-b6f115799148, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c452f34b-348c-466c-a08c-b6f115799148,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:27.881827 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.913426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.914039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:27.915406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] 10.222.0.73 "PUT /v2.0/ports/c452f34b-348c-466c-a08c-b6f115799148 HTTP/1.1" status: 200 len: 1097 time: 0.6722498 Sep 16 05:35:27.915837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'tag': 'c452f34b-348c-466c-a08c-b6f115799148'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:27.918091 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2602c657-3377-4278-badc-52822fc0fbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "95f17b56-3247-4dd9-985f-5b5a74b3225f", "tag": "c452f34b-348c-466c-a08c-b6f115799148"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:27.946145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3eb0c-b7ec-4d79-8fd0-40bbf707d53e service neutron] Pushing event updated for resources: {'Port': ['ID=c452f34b-348c-466c-a08c-b6f115799148,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:27.960423 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3b5ab7-c05e-4eed-949b-43a0e395392f x-openstack-request-id: req-4e3b5ab7-c05e-4eed-949b-43a0e395392f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:27.960722 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f17b56-3247-4dd9-985f-5b5a74b3225f", "tag": "c452f34b-348c-466c-a08c-b6f115799148", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:27.960975 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e3b5ab7-c05e-4eed-949b-43a0e395392f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:27.961399 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'tag': 'c452f34b-348c-466c-a08c-b6f115799148', 'status': 'completed', 'code': 200} Sep 16 05:35:28.014606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-b1c4c8fe-bdd7-4022-b591-4e2a7fd47984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.016161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-b1c4c8fe-bdd7-4022-b591-4e2a7fd47984 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce539399ae0e415da0a3256da1972169&device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 1100 time: 0.0419586 Sep 16 05:35:28.066197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-10e52259-5bc3-4922-9879-b430cee83b96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c452f34b-348c-466c-a08c-b6f115799148 HTTP/1.1" status: 200 len: 217 time: 0.0349123 Sep 16 05:35:28.123962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-419bd37d-9449-45af-a69a-34381534bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.125454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-419bd37d-9449-45af-a69a-34381534bdbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0481632 Sep 16 05:35:28.175214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-09662b16-c205-4eca-b0b7-578525ac5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.176716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-09662b16-c205-4eca-b0b7-578525ac5ca5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399816 Sep 16 05:35:28.204857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-be414e1d-2f15-4287-ae00-4f3fb33ec065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:28.273838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-19685fbc-3493-4d13-b8c9-1794947dfe04 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848594 Sep 16 05:35:28.373323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafb2b5d-9853-495e-bd7f-d6002d461d94 req-19cea674-a62c-4a39-b753-9fefcba5f81d service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881588 Sep 16 05:35:28.458804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602c657-3377-4278-badc-52822fc0fbe2 req-72d3714c-82e4-40c4-b748-4dde6da00815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.460288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2602c657-3377-4278-badc-52822fc0fbe2 req-72d3714c-82e4-40c4-b748-4dde6da00815 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce539399ae0e415da0a3256da1972169&device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 1100 time: 0.0404499 Sep 16 05:35:28.557640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602c657-3377-4278-badc-52822fc0fbe2 req-8f4aba9e-5b36-44ec-a559-69d7565e9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.559122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2602c657-3377-4278-badc-52822fc0fbe2 req-8f4aba9e-5b36-44ec-a559-69d7565e9837 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.0875852 Sep 16 05:35:28.600507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2602c657-3377-4278-badc-52822fc0fbe2 req-37d06afc-38b5-47d4-b039-9799481384d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c452f34b-348c-466c-a08c-b6f115799148 HTTP/1.1" status: 200 len: 217 time: 0.0339162 Sep 16 05:35:28.654363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602c657-3377-4278-badc-52822fc0fbe2 req-91920f5b-6fcb-495c-9ff9-68bae73cc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.655869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2602c657-3377-4278-badc-52822fc0fbe2 req-91920f5b-6fcb-495c-9ff9-68bae73cc070 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0476170 Sep 16 05:35:28.703696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602c657-3377-4278-badc-52822fc0fbe2 req-31efa17c-8855-4a54-8637-66e7cc5b0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.705182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2602c657-3377-4278-badc-52822fc0fbe2 req-31efa17c-8855-4a54-8637-66e7cc5b0750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0389631 Sep 16 05:35:28.792046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2602c657-3377-4278-badc-52822fc0fbe2 req-3abe90be-8d5e-495c-b3f9-1ea8337a51a6 service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783567 Sep 16 05:35:28.883261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2602c657-3377-4278-badc-52822fc0fbe2 req-7a1f6a0c-ddb0-4efd-ab4e-9634e0c896dd service neutron] 10.222.0.73 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824137 Sep 16 05:35:28.971666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698182d-677a-4f00-b284-9ef30c79471f req-ca992b1c-8fe9-46c1-9a51-031d0e9ba6b9 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.973146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a698182d-677a-4f00-b284-9ef30c79471f req-ca992b1c-8fe9-46c1-9a51-031d0e9ba6b9 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 948 time: 0.0479872 Sep 16 05:35:29.009241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a698182d-677a-4f00-b284-9ef30c79471f req-388090f1-1fde-41f9-9986-fe1807f08961 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302651 Sep 16 05:35:29.179156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:29.876405 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:30.126314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea43910-d2df-4e95-8362-f4b86e90a1d7 req-941c486b-0d8b-47dd-ba4e-9234db62b204 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.127949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aea43910-d2df-4e95-8362-f4b86e90a1d7 req-941c486b-0d8b-47dd-ba4e-9234db62b204 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 948 time: 0.0516219 Sep 16 05:35:30.166011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aea43910-d2df-4e95-8362-f4b86e90a1d7 req-2e87c6d6-8537-4298-9e82-765d9f933ef2 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Sep 16 05:35:31.278988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b96e9b-6aee-45b7-9cc4-e37204d6658f req-7ece5921-42ca-4c65-aacb-62fd11d1158c tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.280515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86b96e9b-6aee-45b7-9cc4-e37204d6658f req-7ece5921-42ca-4c65-aacb-62fd11d1158c tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 948 time: 0.0494101 Sep 16 05:35:31.304691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:31.319209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86b96e9b-6aee-45b7-9cc4-e37204d6658f req-7ea74833-420f-485f-be50-8247c0d528a0 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Sep 16 05:35:32.059544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c452f34b-348c-466c-a08c-b6f115799148 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:35:32.154363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c452f34b-348c-466c-a08c-b6f115799148, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c452f34b-348c-466c-a08c-b6f115799148,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:32.165643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c452f34b-348c-466c-a08c-b6f115799148', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'c452f34b-348c-466c-a08c-b6f115799148', 'mac_address': 'fa:16:3e:df:cb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:35:32.202625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.214716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c452f34b-348c-466c-a08c-b6f115799148 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:32.234065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c452f34b-348c-466c-a08c-b6f115799148, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c452f34b-348c-466c-a08c-b6f115799148,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:32.237975 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:32.287334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c452f34b-348c-466c-a08c-b6f115799148,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:32.438901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abfde1-8904-45a9-a7c4-d585637945b7 req-7f073778-a4e5-43c1-8150-93a4b35c1ca0 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:32.440387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19abfde1-8904-45a9-a7c4-d585637945b7 req-7f073778-a4e5-43c1-8150-93a4b35c1ca0 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 949 time: 0.0483639 Sep 16 05:35:32.477574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19abfde1-8904-45a9-a7c4-d585637945b7 req-d120354d-32d7-4d86-bbfe-bcb9081e6d41 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Sep 16 05:35:32.485596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c452f34b-348c-466c-a08c-b6f115799148'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:33.594542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f4193-9400-4bb3-94b9-3760ec240b06 req-362b862c-c4b8-40ce-b76c-5af891a597bf tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:33.596045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-186f4193-9400-4bb3-94b9-3760ec240b06 req-362b862c-c4b8-40ce-b76c-5af891a597bf tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 949 time: 0.0533772 Sep 16 05:35:33.634861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-186f4193-9400-4bb3-94b9-3760ec240b06 req-c5c7e0d9-1afa-4e64-b55f-429e0edadd76 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Sep 16 05:35:34.067113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c452f34b-348c-466c-a08c-b6f115799148 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:34.118153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port c452f34b-348c-466c-a08c-b6f115799148 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:35:34.121864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c452f34b-348c-466c-a08c-b6f115799148 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:34.122250 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.195565 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.217527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c452f34b-348c-466c-a08c-b6f115799148'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:34.219735 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32006720-af0c-4bf8-9c20-c1b4ffeef035" -d '{"events": [{"server_uuid": "95f17b56-3247-4dd9-985f-5b5a74b3225f", "name": "network-vif-plugged", "status": "completed", "tag": "c452f34b-348c-466c-a08c-b6f115799148"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:34.232716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c452f34b-348c-466c-a08c-b6f115799148, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c452f34b-348c-466c-a08c-b6f115799148,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:34.236992 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:34.287273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c452f34b-348c-466c-a08c-b6f115799148,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:34.380752 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a483d3-c1ce-45df-9d7f-4a3f15035cb8 x-openstack-request-id: req-e1a483d3-c1ce-45df-9d7f-4a3f15035cb8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:34.381048 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f17b56-3247-4dd9-985f-5b5a74b3225f", "name": "network-vif-plugged", "status": "completed", "tag": "c452f34b-348c-466c-a08c-b6f115799148", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:34.381305 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1a483d3-c1ce-45df-9d7f-4a3f15035cb8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:34.381703 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c452f34b-348c-466c-a08c-b6f115799148', 'code': 200} Sep 16 05:35:34.482120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0cfda-2010-4cc7-a362-92c989817bf2 req-3fcf1ee3-2d9d-4c6b-b645-2cb362aed5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.483571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9e0cfda-2010-4cc7-a362-92c989817bf2 req-3fcf1ee3-2d9d-4c6b-b645-2cb362aed5bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 1102 time: 0.0397990 Sep 16 05:35:34.521504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9e0cfda-2010-4cc7-a362-92c989817bf2 req-412c3d77-228f-46b1-bff2-78396c90199f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264516 Sep 16 05:35:34.745926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836b74-ef4e-474f-b1cc-bd41727df4f6 req-81d4e939-f04f-45bd-8cda-2945e10e8602 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:34.748030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee836b74-ef4e-474f-b1cc-bd41727df4f6 req-81d4e939-f04f-45bd-8cda-2945e10e8602 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 950 time: 0.0491281 Sep 16 05:35:34.785019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee836b74-ef4e-474f-b1cc-bd41727df4f6 req-7543880e-312a-4a2d-a117-c58e42c3660c tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Sep 16 05:35:35.901361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f79c-89e0-455b-94cb-b531a30bfc23 req-1a41ef6c-958d-45a4-9fd3-d843603aa3f6 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:35.903277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a287f79c-89e0-455b-94cb-b531a30bfc23 req-1a41ef6c-958d-45a4-9fd3-d843603aa3f6 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 950 time: 0.0509791 Sep 16 05:35:35.939989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a287f79c-89e0-455b-94cb-b531a30bfc23 req-5378eebe-f636-48ac-98e8-287f73cdf431 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304284 Sep 16 05:35:36.184396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c6965-efd1-481b-91c6-095bf48d30e0 req-b9545dc9-3265-40ba-8c13-0b1881543da9 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.185768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-806c6965-efd1-481b-91c6-095bf48d30e0 req-b9545dc9-3265-40ba-8c13-0b1881543da9 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 950 time: 0.0489342 Sep 16 05:35:36.222534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-806c6965-efd1-481b-91c6-095bf48d30e0 req-3635f2ed-8ade-425b-b8a3-01375c190555 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Sep 16 05:35:37.341374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9966959-f6c8-4b32-84f5-6e70a0c16ea6 req-a3fec1c0-8c13-418d-8cb0-bb32b79ed369 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:37.342883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9966959-f6c8-4b32-84f5-6e70a0c16ea6 req-a3fec1c0-8c13-418d-8cb0-bb32b79ed369 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 950 time: 0.0485668 Sep 16 05:35:37.380323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9966959-f6c8-4b32-84f5-6e70a0c16ea6 req-758cb5dc-b64b-4cad-a45a-f545539f77fd tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8af2311-a789-436b-a7f0-059bffcbb843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Sep 16 05:35:37.545449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-7aa6ab22-5ef7-4f1c-820d-f81b5ef5a294 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:37.546800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-7aa6ab22-5ef7-4f1c-820d-f81b5ef5a294 tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.73 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 950 time: 0.0507448 Sep 16 05:35:37.636139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Deleting port c452f34b-348c-466c-a08c-b6f115799148 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:35:37.636486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.018289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] For port c452f34b-348c-466c-a08c-b6f115799148, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c452f34b-348c-466c-a08c-b6f115799148,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:38.018651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.031340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Calling delete_port for c452f34b-348c-466c-a08c-b6f115799148 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:35:38.152054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.184803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Pushing event deleted for resources: {'Port': ['ID=c452f34b-348c-466c-a08c-b6f115799148,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:38.224467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] No DVR routers for this DVR port c452f34b-348c-466c-a08c-b6f115799148 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:35:38.227201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:38.229258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65d9cb19-3d24-4e6e-9568-ea306f198692 req-74437690-80e1-4650-92cf-b792dbc3795a tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.73 "DELETE /v2.0/ports/c452f34b-348c-466c-a08c-b6f115799148 HTTP/1.1" status: 204 len: 173 time: 0.6765072 Sep 16 05:35:38.229686 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'name': 'network-vif-deleted', 'tag': 'c452f34b-348c-466c-a08c-b6f115799148'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:38.232637 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1ef779-7128-409e-8e7f-f5c28e0e060e" -d '{"events": [{"server_uuid": "95f17b56-3247-4dd9-985f-5b5a74b3225f", "name": "network-vif-deleted", "tag": "c452f34b-348c-466c-a08c-b6f115799148"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:38.271701 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac9bf0b-d933-47eb-bc27-a1d4fa56ec53 x-openstack-request-id: req-9ac9bf0b-d933-47eb-bc27-a1d4fa56ec53 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:38.272029 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f17b56-3247-4dd9-985f-5b5a74b3225f", "name": "network-vif-deleted", "tag": "c452f34b-348c-466c-a08c-b6f115799148", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:38.272312 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ac9bf0b-d933-47eb-bc27-a1d4fa56ec53 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:38.272714 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f17b56-3247-4dd9-985f-5b5a74b3225f', 'name': 'network-vif-deleted', 'tag': 'c452f34b-348c-466c-a08c-b6f115799148', 'status': 'completed', 'code': 200} Sep 16 05:35:38.482210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65249fc2-7453-468e-b2e5-3c0c61095a78 req-74dd673a-4559-48e6-ab2e-90f75cad66df tempest-VolumesNegativeTest-365630247 tempest-VolumesNegativeTest-365630247-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f17b56-3247-4dd9-985f-5b5a74b3225f HTTP/1.1" status: 200 len: 210 time: 0.0248926 Sep 16 05:35:40.081919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c452f34b-348c-466c-a08c-b6f115799148 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:35:40.102225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: c452f34b-348c-466c-a08c-b6f115799148 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:35:40.102581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c452f34b-348c-466c-a08c-b6f115799148 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:35:41.904950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.134614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33880) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:44.270756 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3e7e071b-0c91-4b76-9f9a-87fbbaace389 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce539399ae0e415da0a3256da1972169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348588 Sep 16 05:35:44.273222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33884) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:44.320331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7279d157-0916-4541-a120-a5363b62adaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.343259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7279d157-0916-4541-a120-a5363b62adaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.392402 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7279d157-0916-4541-a120-a5363b62adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.394839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7279d157-0916-4541-a120-a5363b62adaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:44.395976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7279d157-0916-4541-a120-a5363b62adaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8af2311-a789-436b-a7f0-059bffcbb843 HTTP/1.1" status: 204 len: 168 time: 0.1218748 Sep 16 05:35:44.403887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279d157-0916-4541-a120-a5363b62adaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af2311-a789-436b-a7f0-059bffcbb843,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:44.988041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33906) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:45.083746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-408532314-network', 'tenant_id': '50fec700a7344453bc83446517b612a3'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:45.105681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:45.108003 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.116165 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.205379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.209314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.229711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:35:45.243293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f89c4-ff02-4a51-8fab-b09804f6a32a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:45.248062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.248436 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Added segment 13f4a60f-ccc6-48c8-a5b6-23e18313689c of type vlan for network f82c8318-17e9-4c5e-ae76-0316030c03e3 Sep 16 05:35:45.287783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.312570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.313625 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:45.314230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.348888 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3597178 Sep 16 05:35:45.352041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 33910) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:45.357813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Request body: {'subnet': {'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-408532314-subnet', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:45.377699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:45.379961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.380954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aea629-dc2a-456f-a7df-b44bcd2d30f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f82c8318-17e9-4c5e-ae76-0316030c03e3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:45.391020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:35:45.550040 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.609369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a75baea-b4eb-497d-a02e-43fade21e217,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:45.613763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:45.614123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Network hostable DHCP agents. Network: f82c8318-17e9-4c5e-ae76-0316030c03e3, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:35:45.629719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:35:45.638704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, f82c8318-17e9-4c5e-ae76-0316030c03e3) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:45.647381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c85a3e-bffc-4973-9a36-a93ea541a59c None None] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:45.649771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:45.650763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.670308 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33916) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:45.674962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:45.679226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3ff48dbe-452f-463a-8c93-428a561b876c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3258049 Sep 16 05:35:45.697145 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.698132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.750453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.798292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-f82c8318-17e9-4c5e-ae76-0316030c03e3', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:35:45.799174 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.886234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:45.935335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Allocated IP 172.20.0.2 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/b799172e-3585-4288-bedc-c49038331d74) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:46.079449 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.081718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.085215 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.104778 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.123531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:46.126469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:46.129167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:46.140908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Pushing event updated for resources: {'Port': ['ID=b799172e-3585-4288-bedc-c49038331d74,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:46.192837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Attempting to bind port b799172e-3585-4288-bedc-c49038331d74 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:46.193202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Attempting to bind port b799172e-3585-4288-bedc-c49038331d74 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:46.193565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Attempting to bind port b799172e-3585-4288-bedc-c49038331d74 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:46.198413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:46.199417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:46.199903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.200409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:46.200878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Bound port: b799172e-3585-4288-bedc-c49038331d74, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:46.201256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.208418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Allocated IP 172.25.6.183 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/eeb202f3-eab7-403b-879e-6f5dccf4bc1d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:46.267148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] For port b799172e-3585-4288-bedc-c49038331d74, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:46.270314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] For port b799172e-3585-4288-bedc-c49038331d74, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b799172e-3585-4288-bedc-c49038331d74,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:46.274758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.315097 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.330469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60688194-4110-40e5-a249-fe224e73c8a6 None None] Pushing event updated for resources: {'Port': ['ID=b799172e-3585-4288-bedc-c49038331d74,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:46.350583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:46.390728 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:46.393663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:46.399416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:46.405396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Pushing event updated for resources: {'Port': ['ID=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:46.669136 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.186287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.226144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9c488-a43c-48bd-9f51-ff15d53cd431 None None] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:47.323438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:35:47.357519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-061b5b88-00cb-4792-9e6d-0e6bf57ae035 None None] Provisioning complete for port b799172e-3585-4288-bedc-c49038331d74 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:47.357887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-061b5b88-00cb-4792-9e6d-0e6bf57ae035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.374228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b799172e-3585-4288-bedc-c49038331d74 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:47.443226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:47.454205 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:47.463636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.467833 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b2f154d8-9085-47f8-a297-0ad5d64d0b9c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7934775 Sep 16 05:35:47.467833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33920) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:47.475315 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:47.475943 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:47.496373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b799172e-3585-4288-bedc-c49038331d74 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:47.496748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.520872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-061b5b88-00cb-4792-9e6d-0e6bf57ae035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.570387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-061b5b88-00cb-4792-9e6d-0e6bf57ae035 None None] For port b799172e-3585-4288-bedc-c49038331d74, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b799172e-3585-4288-bedc-c49038331d74,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:47.581215 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-061b5b88-00cb-4792-9e6d-0e6bf57ae035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.673521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b5b88-00cb-4792-9e6d-0e6bf57ae035 None None] Pushing event updated for resources: {'Port': ['ID=b799172e-3585-4288-bedc-c49038331d74,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:47.746995 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:47.799717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a1e0583f-8b53-4491-9e28-7748bddb6206 None None] Provisioning complete for port b799172e-3585-4288-bedc-c49038331d74 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:47.800122 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1e0583f-8b53-4491-9e28-7748bddb6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.939190 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:46Z', 'revision_number': 3, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:47.951331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:47.964420 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:47.964774 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Updating router 36cdc5e8-7897-4e71-a716-38f7c5ec834c port eeb202f3-eab7-403b-879e-6f5dccf4bc1d binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:35:47.993447 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.108929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Allocated IP 172.20.0.1 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/c38870d2-35ed-403c-bcca-81e82640b088) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:48.218029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.251318 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.261405 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.266568 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.287001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:48.289818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:48.293887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:48.318678 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Attempting to bind port eeb202f3-eab7-403b-879e-6f5dccf4bc1d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:48.319108 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Attempting to bind port eeb202f3-eab7-403b-879e-6f5dccf4bc1d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:48.319467 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Attempting to bind port eeb202f3-eab7-403b-879e-6f5dccf4bc1d on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:48.323821 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Pushing event updated for resources: {'Port': ['ID=c38870d2-35ed-403c-bcca-81e82640b088,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:48.328598 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Pushing event updated for resources: {'Port': ['ID=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:48.335537 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:48.335994 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:48.336428 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.336907 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:48.337373 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Bound port: eeb202f3-eab7-403b-879e-6f5dccf4bc1d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:48.337755 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.341558 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.341899 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.342232 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.342485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.342623 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.342872 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.343224 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.343519 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.343830 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.344165 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.344481 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.344797 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.346380 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:35:48.405329 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] For port eeb202f3-eab7-403b-879e-6f5dccf4bc1d, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:48.408872 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] For port eeb202f3-eab7-403b-879e-6f5dccf4bc1d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:48.413892 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.476830 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:48.477528 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:48.498096 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.520170 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913ab0d-4bf4-43c1-95da-f37f661b52cd None None] Pushing event updated for resources: {'Port': ['ID=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:48.598723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:48.609239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b456464b-2a02-41e0-869c-c12680183d94 None None] Provisioning complete for port c38870d2-35ed-403c-bcca-81e82640b088 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:48.609803 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b456464b-2a02-41e0-869c-c12680183d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.645273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b456464b-2a02-41e0-869c-c12680183d94 None None] Port c38870d2-35ed-403c-bcca-81e82640b088 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:48.671908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.676453 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.742036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Pushing event updated for resources: {'Port': ['ID=c38870d2-35ed-403c-bcca-81e82640b088,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:48.744589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:48.811013 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:48.839407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:48.840532 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d987beea-cf52-46d8-9f18-0450cfcacabe None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:48.841229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:48.962013 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:49.075007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c35dd33b-d9ff-41d4-a41c-ebaa7c895ed6 None None] Provisioning complete for port c38870d2-35ed-403c-bcca-81e82640b088 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:49.075374 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c35dd33b-d9ff-41d4-a41c-ebaa7c895ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.106174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:49.114991 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f9576eb-6a51-4e73-b512-08559874ff4a admin admin] 10.222.0.55 "PUT /v2.0/routers/36cdc5e8-7897-4e71-a716-38f7c5ec834c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453717 Sep 16 05:35:49.116307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c35dd33b-d9ff-41d4-a41c-ebaa7c895ed6 None None] Port c38870d2-35ed-403c-bcca-81e82640b088 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:49.340893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b799172e-3585-4288-bedc-c49038331d74 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:49.396186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b799172e-3585-4288-bedc-c49038331d74 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:49.396563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.655413 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33938) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:49.661042 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-836332393-network', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:49.685052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Made reservation on behalf of b3e24594cbd1453a994d1d227aeef8eb for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:49.687600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.697418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.798539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.803405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.832724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:35:49.838167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6610cf18-fe69-4cfc-82ba-786400bd70ba,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:49.847430 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.847724 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Added segment aaa8af3b-1b7a-4c74-a28b-c34c41a20414 of type vlan for network 605e90df-a37f-4c4d-85aa-9b1d376183a3 Sep 16 05:35:49.893383 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.920669 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.921768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:49.922484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:49.962031 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3053811 Sep 16 05:35:49.965177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33940) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:49.995218 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Request body: {'subnet': {'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-836332393-subnet', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:50.002009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb892-f560-42b7-9fd3-151003afed74 admin admin] Pushing event updated for resources: {'Network': ['ID=605e90df-a37f-4c4d-85aa-9b1d376183a3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:50.012237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:35:50.023604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Made reservation on behalf of b3e24594cbd1453a994d1d227aeef8eb for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:50.026193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.223434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.271089 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0e8454-acf4-4613-bbd9-0614cabc9916,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:50.286791 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Checking segment: {'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:50.287151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Network hostable DHCP agents. Network: 605e90df-a37f-4c4d-85aa-9b1d376183a3, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:35:50.302823 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:35:50.311148 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 605e90df-a37f-4c4d-85aa-9b1d376183a3) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:50.314972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:50.315565 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.320332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda8601-4463-4835-8a8d-1271fe02ac1e None None] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:50.329860 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-27e4c8ea-a437-450d-98c8-9e1f977b7078 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3636804 Sep 16 05:35:50.332366 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33942) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:50.336546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:50.357970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.358915 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.417284 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.484443 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-605e90df-a37f-4c4d-85aa-9b1d376183a3', 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'fixed_ips': [{'subnet_id': '0a0e8454-acf4-4613-bbd9-0614cabc9916'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:35:50.485644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.558394 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.644830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Allocated IP 172.20.0.2 (605e90df-a37f-4c4d-85aa-9b1d376183a3/0a0e8454-acf4-4613-bbd9-0614cabc9916/eeb18ecb-cb98-4e30-8a97-28151ce6ccf5) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:50.781793 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.803029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.809212 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.815846 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.856147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:50.859272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:50.862793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:50.895857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Pushing event updated for resources: {'Port': ['ID=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:50.915704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Allocated IP 172.25.6.179 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/b06ac550-b711-4836-a94a-9a15107db66c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:50.923578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Attempting to bind port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:50.923940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Attempting to bind port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:50.924329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Attempting to bind port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 on network 605e90df-a37f-4c4d-85aa-9b1d376183a3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:50.929281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:50.929671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Checking segment: {'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:50.930072 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.930446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Bound using segment: {'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:50.930926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Bound port: eeb18ecb-cb98-4e30-8a97-28151ce6ccf5, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:50.931301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.983167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:51.006188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] For port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:51.010613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] For port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,segment=NetworkSegment(aaa8af3b-1b7a-4c74-a28b-c34c41a20414),segment_id=aaa8af3b-1b7a-4c74-a28b-c34c41a20414)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:51.012445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:51.013138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:51.017436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.022701 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.058785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.092758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:51.097070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:51.100685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:51.133580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Pushing event updated for resources: {'Port': ['ID=b06ac550-b711-4836-a94a-9a15107db66c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:51.162355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8937864-279a-4684-83e5-f2fbce74fd45 None None] Pushing event updated for resources: {'Port': ['ID=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:51.188980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:51.415862 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.483878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:51.617726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:51.618008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.687460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 2, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:51.733806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:51.734158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Updating router 36cdc5e8-7897-4e71-a716-38f7c5ec834c port c38870d2-35ed-403c-bcca-81e82640b088 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:35:51.772824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.774743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.840773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,segment=NetworkSegment(aaa8af3b-1b7a-4c74-a28b-c34c41a20414),segment_id=aaa8af3b-1b7a-4c74-a28b-c34c41a20414)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:51.848748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.849559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb202f3-eab7-403b-879e-6f5dccf4bc1d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:51.962949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.997707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.033366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eeb202f3-eab7-403b-879e-6f5dccf4bc1d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:52.034017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.114229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:35:52.169085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26fcc3-df65-46e8-a6f9-01a7522e8a8e None None] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:35:52.223511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:52.228621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.236170 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Sync routers for ids ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:52.241441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.245360 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-af7fabcf-20ca-4593-bdf7-c270598d16dd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9095685 Sep 16 05:35:52.245780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 33946) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:52.249251 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Routers {'c655d6ff-5a18-4323-b264-b0aaa4e86fb5'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:52.249875 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:52.297919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port eeb202f3-eab7-403b-879e-6f5dccf4bc1d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:52.300779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.312768 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.324452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.328256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8720ea6c-1b02-4e35-bc6e-cb52e8fb2c47 None None] Provisioning complete for port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:52.328617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8720ea6c-1b02-4e35-bc6e-cb52e8fb2c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.369209 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Set router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:52.456356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.580073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e4a76-47ff-4184-bf2c-a0f0ccad4992 None None] Pushing event updated for resources: {'Port': ['ID=c38870d2-35ed-403c-bcca-81e82640b088,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.580550 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:51Z', 'revision_number': 3, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port': {'id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:52.582283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Attempting to bind port c38870d2-35ed-403c-bcca-81e82640b088 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:52.582650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Attempting to bind port c38870d2-35ed-403c-bcca-81e82640b088 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:52.584003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Attempting to bind port c38870d2-35ed-403c-bcca-81e82640b088 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:52.601292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:52.601624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:52.602078 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.602476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:52.602958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Bound port: c38870d2-35ed-403c-bcca-81e82640b088, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:52.603338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.614506 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Checking router: c655d6ff-5a18-4323-b264-b0aaa4e86fb5 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:52.615163 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Updating router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 port b06ac550-b711-4836-a94a-9a15107db66c binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:35:52.650272 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.705385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] For port c38870d2-35ed-403c-bcca-81e82640b088, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:52.708707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] For port c38870d2-35ed-403c-bcca-81e82640b088, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c38870d2-35ed-403c-bcca-81e82640b088,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:52.714055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.799698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.800642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e4a76-47ff-4184-bf2c-a0f0ccad4992 None None] Pushing event updated for resources: {'Port': ['ID=c38870d2-35ed-403c-bcca-81e82640b088,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:52.804311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:52.805487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:52.808671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-298333d8-04fc-4fc0-a1d2-9c199a767e9c None None] Provisioning complete for port c38870d2-35ed-403c-bcca-81e82640b088 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:52.809160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-298333d8-04fc-4fc0-a1d2-9c199a767e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:52.953210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:53.003433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Allocated IP 172.20.0.1 (605e90df-a37f-4c4d-85aa-9b1d376183a3/0a0e8454-acf4-4613-bbd9-0614cabc9916/ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:53.097194 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.102708 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.119978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.155064 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Attempting to bind port b06ac550-b711-4836-a94a-9a15107db66c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:53.155428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Attempting to bind port b06ac550-b711-4836-a94a-9a15107db66c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:53.155793 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Attempting to bind port b06ac550-b711-4836-a94a-9a15107db66c on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:53.161195 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.164059 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb4735-efea-4712-b97f-9351f71ffcc3 None None] Pushing event updated for resources: {'Port': ['ID=b06ac550-b711-4836-a94a-9a15107db66c,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.169546 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:53.169546 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:53.169952 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.170374 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:53.170837 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Bound port: b06ac550-b711-4836-a94a-9a15107db66c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:53.171257 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.197909 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-298333d8-04fc-4fc0-a1d2-9c199a767e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.201499 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:53.204272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:53.207773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:53.230478 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] For port b06ac550-b711-4836-a94a-9a15107db66c, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:53.235800 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] For port b06ac550-b711-4836-a94a-9a15107db66c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b06ac550-b711-4836-a94a-9a15107db66c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:53.239400 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Pushing event updated for resources: {'Port': ['ID=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.247363 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.253619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-298333d8-04fc-4fc0-a1d2-9c199a767e9c None None] For port c38870d2-35ed-403c-bcca-81e82640b088, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c38870d2-35ed-403c-bcca-81e82640b088,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:53.260894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.263753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:53.265742 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-298333d8-04fc-4fc0-a1d2-9c199a767e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.310223 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Routers {'c655d6ff-5a18-4323-b264-b0aaa4e86fb5'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:53.311493 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:53.322016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91eeadd-026e-484e-8593-2b526aa0e4e5 None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:53.419816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e42b0097-5811-4271-92c2-545bfef05c6e None None] Provisioning complete for port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:53.420238 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e42b0097-5811-4271-92c2-545bfef05c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.425504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298333d8-04fc-4fc0-a1d2-9c199a767e9c None None] Pushing event updated for resources: {'Port': ['ID=c38870d2-35ed-403c-bcca-81e82640b088,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.451737 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] Set router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:53.476586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.545291 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb4735-efea-4712-b97f-9351f71ffcc3 None None] Pushing event updated for resources: {'Port': ['ID=b06ac550-b711-4836-a94a-9a15107db66c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.688893 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:51Z', 'revision_number': 3, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port': {'id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:53.724825 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b3b82-01e9-46f2-9e92-125a7f121c3a None None] The sync data for ids ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'] in n-d-713301-15 is: [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:51Z', 'revision_number': 3, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port': {'id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:53.736288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.749225 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.755432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:53.816199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e42b0097-5811-4271-92c2-545bfef05c6e None None] Provisioning complete for port c38870d2-35ed-403c-bcca-81e82640b088 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:53.816571 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e42b0097-5811-4271-92c2-545bfef05c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.841385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Pushing event updated for resources: {'Port': ['ID=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:53.844657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.857040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:53.857402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.950385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:53.956326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:53.988626 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb202f3-eab7-403b-879e-6f5dccf4bc1d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:54.088040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port eeb202f3-eab7-403b-879e-6f5dccf4bc1d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:54.089689 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.127443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:54.129241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-06d8e004-3951-42d4-99e3-9c9411c57e8a None None] Provisioning complete for port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:54.129607 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-06d8e004-3951-42d4-99e3-9c9411c57e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.185347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-06d8e004-3951-42d4-99e3-9c9411c57e8a None None] Port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:54.247561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c38870d2-35ed-403c-bcca-81e82640b088 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:54.296024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:54.305081 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6557759-372b-42aa-93a7-0389468e1e5f admin admin] 10.222.0.55 "PUT /v2.0/routers/c655d6ff-5a18-4323-b264-b0aaa4e86fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0578520 Sep 16 05:35:54.311503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c38870d2-35ed-403c-bcca-81e82640b088 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:54.311886 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.413997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e2e04a58-61eb-4675-9774-905484d795af None None] Provisioning complete for port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:54.414365 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e2e04a58-61eb-4675-9774-905484d795af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:54.450552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-e2e04a58-61eb-4675-9774-905484d795af None None] Port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:54.811699 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.398617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b06ac550-b711-4836-a94a-9a15107db66c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:55.445636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b06ac550-b711-4836-a94a-9a15107db66c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:55.446013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.529529 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.549911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b06ac550-b711-4836-a94a-9a15107db66c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b06ac550-b711-4836-a94a-9a15107db66c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:55.557820 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.558620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c38870d2-35ed-403c-bcca-81e82640b088 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:55.637055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b06ac550-b711-4836-a94a-9a15107db66c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:55.651998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c38870d2-35ed-403c-bcca-81e82640b088 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:55.652412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:55.894885 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2030e567-d6a6-48ed-9490-3dc90d5f6be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.135775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Sync routers for ids ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:56.144574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Routers {'c655d6ff-5a18-4323-b264-b0aaa4e86fb5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:56.145348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:56.258360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Set router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:56.379244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-5d7fd2b7-7374-4438-bba7-1bc0163a9e16 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:56.380664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-5d7fd2b7-7374-4438-bba7-1bc0163a9e16 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1059647 Sep 16 05:35:56.397384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-f3dc38a9-36cb-45c9-9723-31b277e1c1a8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/quotas/50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 375 time: 0.0104065 Sep 16 05:35:56.459200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-6c7c2c74-596c-4d1e-bbda-64f3a2a59f49 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554338 Sep 16 05:35:56.469414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 4, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port': {'id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d', 'name': '', 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'mac_address': 'fa:16:3e:57:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0a0e8454-acf4-4613-bbd9-0614cabc9916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:52Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 2, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'subnets': [{'id': '0a0e8454-acf4-4613-bbd9-0614cabc9916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:56.502297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Checking router: c655d6ff-5a18-4323-b264-b0aaa4e86fb5 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:56.502757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Updating router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:35:56.527833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.558670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-81bebd20-661e-44e8-bef4-8ba3fbbb62d0 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914681 Sep 16 05:35:56.650295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-fc58cc39-6ae3-4f2b-a756-a57a038b4929 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851860 Sep 16 05:35:56.809144 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.815883 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.926070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631be94b-b51e-4858-8875-5ffd7fbf3c1a None None] Pushing event updated for resources: {'Port': ['ID=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:56.940796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Attempting to bind port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:56.941204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Attempting to bind port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:56.941605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Attempting to bind port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d on network 605e90df-a37f-4c4d-85aa-9b1d376183a3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:56.951492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:56.952482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Checking segment: {'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:56.952993 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:56.953493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Bound using segment: {'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:56.954075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Bound port: ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:56.954579 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.000649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8fb2f7f-9f69-430a-b8d4-bc4c316f20b7 req-910894de-fc9d-44ed-bd69-3ed93eca79a5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 210 time: 0.0367370 Sep 16 05:35:57.032639 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] For port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:57.036542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] For port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,segment=NetworkSegment(aaa8af3b-1b7a-4c74-a28b-c34c41a20414),segment_id=aaa8af3b-1b7a-4c74-a28b-c34c41a20414)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:57.042118 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.111037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631be94b-b51e-4858-8875-5ffd7fbf3c1a None None] Pushing event updated for resources: {'Port': ['ID=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:57.116447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Routers {'c655d6ff-5a18-4323-b264-b0aaa4e86fb5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:57.117461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:57.235351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a0865c12-cd14-4a66-a687-fa57d13d8325 None None] Provisioning complete for port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:57.235716 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a0865c12-cd14-4a66-a687-fa57d13d8325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.261298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] Set router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:57.361233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b06ac550-b711-4836-a94a-9a15107db66c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:57.500619 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a0865c12-cd14-4a66-a687-fa57d13d8325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.545635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b06ac550-b711-4836-a94a-9a15107db66c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:57.546005 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.587518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a0865c12-cd14-4a66-a687-fa57d13d8325 None None] For port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,segment=NetworkSegment(aaa8af3b-1b7a-4c74-a28b-c34c41a20414),segment_id=aaa8af3b-1b7a-4c74-a28b-c34c41a20414)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:57.594912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a0865c12-cd14-4a66-a687-fa57d13d8325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:57.668311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 4, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port': {'id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d', 'name': '', 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'mac_address': 'fa:16:3e:57:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0a0e8454-acf4-4613-bbd9-0614cabc9916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:52Z', 'updated_at': '2021-09-16T05:35:57Z', 'revision_number': 4, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'subnets': [{'id': '0a0e8454-acf4-4613-bbd9-0614cabc9916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:57.695845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0865c12-cd14-4a66-a687-fa57d13d8325 None None] Pushing event updated for resources: {'Port': ['ID=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:57.706230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c651-b1ab-4a8f-afc8-c34cfe2ee1e2 None None] The sync data for ids ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'] in n-d-713301-15 is: [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 4, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port': {'id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d', 'name': '', 'network_id': '605e90df-a37f-4c4d-85aa-9b1d376183a3', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'mac_address': 'fa:16:3e:57:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '0a0e8454-acf4-4613-bbd9-0614cabc9916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:52Z', 'updated_at': '2021-09-16T05:35:57Z', 'revision_number': 4, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'subnets': [{'id': '0a0e8454-acf4-4613-bbd9-0614cabc9916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:57.751981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5b1c8873-3972-4779-b9a9-df1549df36b5 None None] Provisioning complete for port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:57.752454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8873-3972-4779-b9a9-df1549df36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.085292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e12ea183-bd8c-4ec9-ad56-654c6531c88b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:58.087368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e12ea183-bd8c-4ec9-ad56-654c6531c88b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1237886 Sep 16 05:35:58.104076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'port': {'device_id': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'admin_state_up': True, 'tenant_id': '50fec700a7344453bc83446517b612a3'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:58.143590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aeffe23e-beb1-4bc8-b3d6-e50465648167 req-ba8159a0-7f2a-41a1-9732-305996a68d6b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 210 time: 0.0522339 Sep 16 05:35:58.209452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1588a738-c297-4ac8-a222-1d40444dcf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.242924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:35:58.247276 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.391701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.20.0.11 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/034b12df-2b30-427c-ad9c-d2f7965498a0) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:35:58.549553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.586608 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.633482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:35:58.637018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:35:58.642953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:35:58.649505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=034b12df-2b30-427c-ad9c-d2f7965498a0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:58.707333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:58.708274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.724623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-9347a454-21f6-4303-96dc-a9be8abde1d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239574 Sep 16 05:35:58.741939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Request body: {'port': {'device_id': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:58.802194 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.937211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bc1ad9aa-63e3-4809-be61-021590b1ecf4 None None] Provisioning complete for port 034b12df-2b30-427c-ad9c-d2f7965498a0 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:58.937787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad9aa-63e3-4809-be61-021590b1ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:58.972544 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ad9aa-63e3-4809-be61-021590b1ecf4 None None] Port 034b12df-2b30-427c-ad9c-d2f7965498a0 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:35:59.080064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034b12df-2b30-427c-ad9c-d2f7965498a0 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:35:59.087579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.099766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Transition to ACTIVE for port object 034b12df-2b30-427c-ad9c-d2f7965498a0 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:35:59.104337 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.156745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Pushing event updated for resources: {'Port': ['ID=034b12df-2b30-427c-ad9c-d2f7965498a0,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:59.202252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.234209 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Attempting to bind port 034b12df-2b30-427c-ad9c-d2f7965498a0 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:35:59.234956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Attempting to bind port 034b12df-2b30-427c-ad9c-d2f7965498a0 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:35:59.235557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Attempting to bind port 034b12df-2b30-427c-ad9c-d2f7965498a0 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:59.241244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Port 034b12df-2b30-427c-ad9c-d2f7965498a0 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:35:59.241938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Attempting to bind port 034b12df-2b30-427c-ad9c-d2f7965498a0 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:35:59.248592 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:35:59.249295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:35:59.249986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:35:59.250502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Bound port: 034b12df-2b30-427c-ad9c-d2f7965498a0, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:35:59.250938 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.373818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b75b33-2fca-4ab0-8327-cdf7729372f0 req-35fb4f5d-8c74-4b39-9908-b92964b884c5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.375701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0b75b33-2fca-4ab0-8327-cdf7729372f0 req-35fb4f5d-8c74-4b39-9908-b92964b884c5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.1223197 Sep 16 05:35:59.410627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] For port 034b12df-2b30-427c-ad9c-d2f7965498a0, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:35:59.429368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:35:59.441810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] For port 034b12df-2b30-427c-ad9c-d2f7965498a0, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=034b12df-2b30-427c-ad9c-d2f7965498a0,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:35:59.448422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0b75b33-2fca-4ab0-8327-cdf7729372f0 req-992c5cb6-bc83-4a34-8bad-7bbdb0b4adc6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649788 Sep 16 05:35:59.450122 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.481730 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:59.482363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.500244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.501111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.502882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] 10.222.0.73 "PUT /v2.0/ports/034b12df-2b30-427c-ad9c-d2f7965498a0 HTTP/1.1" status: 200 len: 1093 time: 0.7653041 Sep 16 05:35:59.503521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'tag': '034b12df-2b30-427c-ad9c-d2f7965498a0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:59.507040 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451c5289-ff22-45be-9942-f6d8f916cc18" -d '{"events": [{"name": "network-changed", "server_uuid": "1bee44a6-73ec-4d2c-aeda-5300de730fed", "tag": "034b12df-2b30-427c-ad9c-d2f7965498a0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:59.536404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ea8b3-f3b0-48b5-bad8-2a2b41dce377 service neutron] Pushing event updated for resources: {'Port': ['ID=034b12df-2b30-427c-ad9c-d2f7965498a0,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:59.597154 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb576000-b993-421c-9400-3d659d46d99e x-openstack-request-id: req-cb576000-b993-421c-9400-3d659d46d99e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:59.597516 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bee44a6-73ec-4d2c-aeda-5300de730fed", "tag": "034b12df-2b30-427c-ad9c-d2f7965498a0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:59.597898 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb576000-b993-421c-9400-3d659d46d99e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:59.598405 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'tag': '034b12df-2b30-427c-ad9c-d2f7965498a0', 'status': 'completed', 'code': 200} Sep 16 05:35:59.617247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-c3f0a0c8-a9df-4b1b-bece-334d754e6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.619032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-c3f0a0c8-a9df-4b1b-bece-334d754e6354 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 1096 time: 0.0580771 Sep 16 05:35:59.670497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-6978fc6d-7a64-408f-9bcb-d33b973ee117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=034b12df-2b30-427c-ad9c-d2f7965498a0 HTTP/1.1" status: 200 len: 217 time: 0.0385916 Sep 16 05:35:59.721338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-a0070720-8134-4a17-9a13-a9f07af1fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.722903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-a0070720-8134-4a17-9a13-a9f07af1fd02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0456021 Sep 16 05:35:59.778699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-99b58527-4601-436c-8330-811e531434e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:59.780346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-99b58527-4601-436c-8330-811e531434e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499353 Sep 16 05:35:59.876751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-3018465f-4e81-4614-90c5-cfd9e52c9408 service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864124 Sep 16 05:35:59.878898 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:59.976832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de079f37-6897-47ef-9c04-9c42ccfffc6f req-8b60e8d2-2b18-45e9-ae99-c605d630ce0a service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890913 Sep 16 05:36:00.073750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-d5b25a71-965e-45ea-8afb-85f112fdeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.075286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-d5b25a71-965e-45ea-8afb-85f112fdeb45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 1096 time: 0.0419831 Sep 16 05:36:00.168207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-4afeaa5f-f7d0-44ea-99ad-0ddd8e421ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.169708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-4afeaa5f-f7d0-44ea-99ad-0ddd8e421ff9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0874181 Sep 16 05:36:00.219191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-32f29e6a-e3f3-4ab0-bce3-456942769040 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=034b12df-2b30-427c-ad9c-d2f7965498a0 HTTP/1.1" status: 200 len: 217 time: 0.0382330 Sep 16 05:36:00.272152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-a053a99c-8820-4940-bbaa-b276a32c4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.273604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-a053a99c-8820-4940-bbaa-b276a32c4ef5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0436885 Sep 16 05:36:00.321971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-ec7fd254-7d2f-49a0-af53-2b2426c1405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.324051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-ec7fd254-7d2f-49a0-af53-2b2426c1405f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431056 Sep 16 05:36:00.427840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-299ca559-197d-4bba-ae67-2bd30a5c1ff1 service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913672 Sep 16 05:36:00.538236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-451c5289-ff22-45be-9942-f6d8f916cc18 req-0cfb7dbe-f29b-4769-bbd5-3e6a05553fde service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980792 Sep 16 05:36:00.576415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58195d34-6458-496e-b6fd-a32b7b779aee req-08553a90-f586-4f72-be4b-a082b5995716 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:00.577946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58195d34-6458-496e-b6fd-a32b7b779aee req-08553a90-f586-4f72-be4b-a082b5995716 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0587995 Sep 16 05:36:00.617557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58195d34-6458-496e-b6fd-a32b7b779aee req-a91aa85c-2f68-40dd-9ab8-7e431fddd189 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Sep 16 05:36:01.307964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:01.734954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eca79-0472-41f7-af2e-7006100afef1 req-8e9b65ef-681d-4250-a85c-ba2ae33025a6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:01.736602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b8eca79-0472-41f7-af2e-7006100afef1 req-8e9b65ef-681d-4250-a85c-ba2ae33025a6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0494156 Sep 16 05:36:01.775381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b8eca79-0472-41f7-af2e-7006100afef1 req-7aba75c7-96e4-47cb-a8c7-91e92a115860 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Sep 16 05:36:02.888118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8deb0d-e052-4d30-88bf-5088695ab159 req-1729c530-b7ce-4953-9907-ff5bfa2c2e78 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:02.889656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc8deb0d-e052-4d30-88bf-5088695ab159 req-1729c530-b7ce-4953-9907-ff5bfa2c2e78 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0472298 Sep 16 05:36:02.926525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc8deb0d-e052-4d30-88bf-5088695ab159 req-6a7e3251-a5f7-4da8-b929-e52da4774623 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Sep 16 05:36:03.345381 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:04.042155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb719d-a0b7-428f-8f7c-bbd864b554e2 req-225a2b0f-ec54-432d-81b3-255deb0855ac tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.043712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8beb719d-a0b7-428f-8f7c-bbd864b554e2 req-225a2b0f-ec54-432d-81b3-255deb0855ac tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0524819 Sep 16 05:36:04.083666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8beb719d-a0b7-428f-8f7c-bbd864b554e2 req-4ea66661-4b21-4cfe-a7e6-b47d5f744330 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324802 Sep 16 05:36:05.194295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b50686-8afc-4319-9fdc-cd8a645afbb7 req-bbda4981-996b-486f-86a3-64e586e34ef8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:05.195757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61b50686-8afc-4319-9fdc-cd8a645afbb7 req-bbda4981-996b-486f-86a3-64e586e34ef8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0482385 Sep 16 05:36:05.234170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61b50686-8afc-4319-9fdc-cd8a645afbb7 req-c488afff-32f6-47bc-9fb7-55bb2e73a982 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Sep 16 05:36:06.345863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903c2cb-0a41-4993-85c5-17570e8fe4c3 req-ff1cc55f-2a2f-4177-88db-f89779187b43 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.347351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3903c2cb-0a41-4993-85c5-17570e8fe4c3 req-ff1cc55f-2a2f-4177-88db-f89779187b43 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0477006 Sep 16 05:36:06.384041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3903c2cb-0a41-4993-85c5-17570e8fe4c3 req-82099f90-7f7f-41f0-b63e-e404a34a404a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Sep 16 05:36:07.500004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e856bb-a8e7-4317-8768-0c4a31ce4c57 req-72817b6a-a461-4218-b300-9cdb94289fa5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:07.501551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72e856bb-a8e7-4317-8768-0c4a31ce4c57 req-72817b6a-a461-4218-b300-9cdb94289fa5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0518785 Sep 16 05:36:07.538571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72e856bb-a8e7-4317-8768-0c4a31ce4c57 req-4ef2b87e-b260-4a0b-8874-8e7ed61fa6cd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309851 Sep 16 05:36:08.654207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2072d-a301-45a0-b587-ef4f6e4b2dca req-50641dbb-388c-4acf-9759-dde65e10f9fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:08.655692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7dc2072d-a301-45a0-b587-ef4f6e4b2dca req-50641dbb-388c-4acf-9759-dde65e10f9fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.0492883 Sep 16 05:36:08.692705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7dc2072d-a301-45a0-b587-ef4f6e4b2dca req-62a329de-6370-45c5-8507-8f6535d77419 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Sep 16 05:36:08.950444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50983ab-d613-415d-a45b-487ef814117f req-e692b7c9-bda4-4d35-bfcc-554da3354a88 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:08.951919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c50983ab-d613-415d-a45b-487ef814117f req-e692b7c9-bda4-4d35-bfcc-554da3354a88 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1099 time: 0.0399849 Sep 16 05:36:08.985076 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c50983ab-d613-415d-a45b-487ef814117f req-cd9216e6-565a-4c1a-b8ec-336ed2649038 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272186 Sep 16 05:36:09.006623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34028) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:09.161256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 98c43925-2ac7-45a2-a91a-991cc7cda93d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:09.161496 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.243064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.243385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.254620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 98c43925-2ac7-45a2-a91a-991cc7cda93d owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:09.401259 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.427125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=98c43925-2ac7-45a2-a91a-991cc7cda93d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:09.487800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.488163 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP 4f2beac3-684b-4807-b026-518dd9770357 disassociated (deleted). External IP: 172.25.6.171, port: 34d28f62-5528-4d05-b068-d5150b161224. Sep 16 05:36:09.693707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router bf340427-4cd1-4346-880f-aa376bfb268d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:09.828817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:09.833434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:09.838511 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] Sync routers for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:09.848333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:09.849028 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:09.866817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba10afc-16e1-4aa1-a6d7-6fe824849072 req-c059be55-db29-4159-a54f-5616f4587320 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:09.869512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fba10afc-16e1-4aa1-a6d7-6fe824849072 req-c059be55-db29-4159-a54f-5616f4587320 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 944 time: 0.1100855 Sep 16 05:36:09.875571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-391896d6-10a3-4a43-a6da-85a4def21253 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/floatingips/4f2beac3-684b-4807-b026-518dd9770357 HTTP/1.1" status: 204 len: 168 time: 0.8679342 Sep 16 05:36:09.877399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:09.879783 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7" -d '{"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:09.915746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fba10afc-16e1-4aa1-a6d7-6fe824849072 req-5d13974a-5592-4393-8e5f-da30626a9e6d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 Sep 16 05:36:09.960448 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cd1508-2cd5-4add-9d17-e61371ec49c6 x-openstack-request-id: req-42cd1508-2cd5-4add-9d17-e61371ec49c6 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:09.960743 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:09.960991 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42cd1508-2cd5-4add-9d17-e61371ec49c6 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:09.961401 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'status': 'completed', 'code': 200} Sep 16 05:36:09.967889 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:10.047935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-e686175f-bdc6-4221-9198-6206659e436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.050071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-e686175f-bdc6-4221-9198-6206659e436a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 1099 time: 0.0460436 Sep 16 05:36:10.160154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea27755-5332-4daa-b429-aef7d61e526f req-99689ab7-b2f9-46bc-888b-0ebd44403c0d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.161645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dea27755-5332-4daa-b429-aef7d61e526f req-99689ab7-b2f9-46bc-888b-0ebd44403c0d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 947 time: 0.1014497 Sep 16 05:36:10.170585 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:10.200318 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] Checking router: bf340427-4cd1-4346-880f-aa376bfb268d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:10.204972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 034b12df-2b30-427c-ad9c-d2f7965498a0 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:10.208923 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:10.209770 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:10.211904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-ac0bbcfd-6edc-46dd-972d-dc1164eac582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.213422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-ac0bbcfd-6edc-46dd-972d-dc1164eac582 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 200 len: 898 time: 0.1283286 Sep 16 05:36:10.218655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dea27755-5332-4daa-b429-aef7d61e526f req-a0390b2c-d858-49e0-96a6-a1b8653af2e4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509174 Sep 16 05:36:10.261215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-6fa9db74-a610-464d-9e91-26666f21ed86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 200 len: 217 time: 0.0393312 Sep 16 05:36:10.306270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 034b12df-2b30-427c-ad9c-d2f7965498a0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=034b12df-2b30-427c-ad9c-d2f7965498a0,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:10.311638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-bfa2e222-24c1-4a82-bac2-8742e6b854e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.313165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-bfa2e222-24c1-4a82-bac2-8742e6b854e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 200 len: 835 time: 0.0451350 Sep 16 05:36:10.317664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:10.318684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '034b12df-2b30-427c-ad9c-d2f7965498a0', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'port_id': '034b12df-2b30-427c-ad9c-d2f7965498a0', 'mac_address': 'fa:16:3e:24:31:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:10.356269 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.361572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-b9b84465-bf18-4e72-a1f9-83ab78f07a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:10.363101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-b9b84465-bf18-4e72-a1f9-83ab78f07a87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e4d16d8-6019-46c2-a765-a547bf0e187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409720 Sep 16 05:36:10.369231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034b12df-2b30-427c-ad9c-d2f7965498a0 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:10.389157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 034b12df-2b30-427c-ad9c-d2f7965498a0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=034b12df-2b30-427c-ad9c-d2f7965498a0,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:10.393605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:10.442841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=034b12df-2b30-427c-ad9c-d2f7965498a0,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:10.450993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.451816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.451816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.452175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.452508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.452852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.453193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.453617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.453940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.454261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.454580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.455210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:10.461684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-d7b5b60b-d2dd-4a68-9e9d-29317579e0dc service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906999 Sep 16 05:36:10.522185 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:10.550283 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef939db4-a61b-4177-96dc-a9ac6bd9c9fb None None] The sync data for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 is: [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '2a54d6f9-c0d3-42b0-9be4-de64400c72ed', 'name': '', 'network_id': '1e4d16d8-6019-46c2-a765-a547bf0e187b', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:03:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:20Z', 'updated_at': '2021-09-16T05:33:24Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'd1089bd4-70ab-46d1-ab90-185f0c01b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:10.552428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1eab1fe-c762-4e0d-ae55-bc3f3c8735b7 req-53868210-f681-433e-972f-68f9aa86d5f6 service neutron] 10.222.0.64 "GET /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831010 Sep 16 05:36:10.654900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['034b12df-2b30-427c-ad9c-d2f7965498a0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:10.769274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301abd20-a1ca-47d0-8701-4982e93443d3 None None] New status for floating IP 4f2beac3-684b-4807-b026-518dd9770357: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:36:11.030029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df0d87-f1f8-4939-a2de-c6492f91bff3 req-715333df-b329-429a-ad2d-4486361b6afc tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:11.031516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01df0d87-f1f8-4939-a2de-c6492f91bff3 req-715333df-b329-429a-ad2d-4486361b6afc tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 945 time: 0.0494692 Sep 16 05:36:11.074703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01df0d87-f1f8-4939-a2de-c6492f91bff3 req-ddf3544c-0322-4369-8a8d-d9132be1b94f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370300 Sep 16 05:36:11.334127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26a1e6-bea1-4bd0-b9e3-535eb68c076b req-e4f5b952-6905-4229-8bed-a558be10ab01 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:11.335590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a26a1e6-bea1-4bd0-b9e3-535eb68c076b req-e4f5b952-6905-4229-8bed-a558be10ab01 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 947 time: 0.0480328 Sep 16 05:36:11.372603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a26a1e6-bea1-4bd0-b9e3-535eb68c076b req-84c2e61f-897c-4e83-a961-e56bd5d14dda tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=f247a933-fd67-433b-8afc-e845778d3752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Sep 16 05:36:11.904983 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:11.950661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-33508c0f-5474-4dd3-8399-8fc572ae2b0f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:11.952149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-33508c0f-5474-4dd3-8399-8fc572ae2b0f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 947 time: 0.0481484 Sep 16 05:36:12.052327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 34d28f62-5528-4d05-b068-d5150b161224 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:12.053067 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.137666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port 34d28f62-5528-4d05-b068-d5150b161224, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=34d28f62-5528-4d05-b068-d5150b161224,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:12.138031 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.171684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 34d28f62-5528-4d05-b068-d5150b161224 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:12.232480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab151cd-4a49-4f4b-a064-41add4540446 req-f04123a5-fe12-481f-95b5-8e5a47ba859e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:12.233996 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eab151cd-4a49-4f4b-a064-41add4540446 req-f04123a5-fe12-481f-95b5-8e5a47ba859e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 945 time: 0.0934572 Sep 16 05:36:12.235096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 034b12df-2b30-427c-ad9c-d2f7965498a0 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:12.282998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 034b12df-2b30-427c-ad9c-d2f7965498a0 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:12.286504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 034b12df-2b30-427c-ad9c-d2f7965498a0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:12.286898 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.295311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eab151cd-4a49-4f4b-a064-41add4540446 req-2418ec74-9a0c-4c45-ac9e-bc6a1736ec7f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 Sep 16 05:36:12.352281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.363209 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.383293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=34d28f62-5528-4d05-b068-d5150b161224,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:12.385410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034b12df-2b30-427c-ad9c-d2f7965498a0'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:12.388244 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda586b0-5209-42a4-a39e-63296dec78f7" -d '{"events": [{"server_uuid": "1bee44a6-73ec-4d2c-aeda-5300de730fed", "name": "network-vif-plugged", "status": "completed", "tag": "034b12df-2b30-427c-ad9c-d2f7965498a0"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:12.405428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 034b12df-2b30-427c-ad9c-d2f7965498a0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=034b12df-2b30-427c-ad9c-d2f7965498a0,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:12.412428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.447381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] No DVR routers for this DVR port 34d28f62-5528-4d05-b068-d5150b161224 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:12.452855 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:12.454134 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eeaaec-8be6-4591-8a2e-2a6ba6fd94c5 x-openstack-request-id: req-d8eeaaec-8be6-4591-8a2e-2a6ba6fd94c5 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:12.454575 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bee44a6-73ec-4d2c-aeda-5300de730fed", "name": "network-vif-plugged", "status": "completed", "tag": "034b12df-2b30-427c-ad9c-d2f7965498a0", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:12.454984 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8eeaaec-8be6-4591-8a2e-2a6ba6fd94c5 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:12.455380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f72176c2-59db-45dd-8a51-5e8734eea96d req-baa2dd0e-983a-4247-9b0e-28c11c6bae12 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "DELETE /v2.0/ports/34d28f62-5528-4d05-b068-d5150b161224 HTTP/1.1" status: 204 len: 173 time: 0.4962890 Sep 16 05:36:12.455526 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034b12df-2b30-427c-ad9c-d2f7965498a0', 'code': 200} Sep 16 05:36:12.455836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-deleted', 'tag': '34d28f62-5528-4d05-b068-d5150b161224'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:12.459425 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df561b-7d4e-42ec-a28c-f5f3ebb16510" -d '{"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-deleted", "tag": "34d28f62-5528-4d05-b068-d5150b161224"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:12.477372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=034b12df-2b30-427c-ad9c-d2f7965498a0,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:12.512524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-975e9c26-5209-40a1-8164-8e29d8b43b0f req-37ff0269-495b-4e66-ac08-1459884a5209 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=abdb69a6-b6f1-4953-ad33-0a712f8009f9 HTTP/1.1" status: 200 len: 210 time: 0.0439761 Sep 16 05:36:12.517659 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2285919-2f9b-4175-8dd1-3ba3fdda1f7a x-openstack-request-id: req-a2285919-2f9b-4175-8dd1-3ba3fdda1f7a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:12.518078 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdb69a6-b6f1-4953-ad33-0a712f8009f9", "name": "network-vif-deleted", "tag": "34d28f62-5528-4d05-b068-d5150b161224", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:12.518443 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2285919-2f9b-4175-8dd1-3ba3fdda1f7a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:12.518907 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdb69a6-b6f1-4953-ad33-0a712f8009f9', 'name': 'network-vif-deleted', 'tag': '34d28f62-5528-4d05-b068-d5150b161224', 'status': 'completed', 'code': 200} Sep 16 05:36:12.565702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cd30d-4327-4872-8d8b-1b36cca17d52 req-93866538-aa1c-4571-8697-9d49dc9c9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:12.567299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-545cd30d-4327-4872-8d8b-1b36cca17d52 req-93866538-aa1c-4571-8697-9d49dc9c9c4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 1098 time: 0.0408833 Sep 16 05:36:12.607822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-545cd30d-4327-4872-8d8b-1b36cca17d52 req-38de69e2-2314-47c1-8ef8-e2425a796039 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286484 Sep 16 05:36:13.414579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc3cbb-d942-44f0-90de-69a9dd7138ba req-db01a3a4-64fd-4ced-8f1e-123862a3efe0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:13.416027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edbc3cbb-d942-44f0-90de-69a9dd7138ba req-db01a3a4-64fd-4ced-8f1e-123862a3efe0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 946 time: 0.0513678 Sep 16 05:36:13.452363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edbc3cbb-d942-44f0-90de-69a9dd7138ba req-d62c4d2b-4b0a-440d-9faa-24712664d8ea tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302882 Sep 16 05:36:13.560670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34056) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:14.194098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.443094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:14.443856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.558141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port 2a54d6f9-c0d3-42b0-9be4-de64400c72ed, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:14.558587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.574510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 2a54d6f9-c0d3-42b0-9be4-de64400c72ed owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:14.597164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59811056-4943-4b88-920c-1bd42e6fa06c req-038dfea5-7a89-4794-a051-ad0a7145bb69 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.598687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59811056-4943-4b88-920c-1bd42e6fa06c req-038dfea5-7a89-4794-a051-ad0a7145bb69 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 946 time: 0.0808289 Sep 16 05:36:14.680218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59811056-4943-4b88-920c-1bd42e6fa06c req-451b400f-0b0b-4db2-b9c4-c0eacaf27939 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480878 Sep 16 05:36:14.703409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:14.724786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 34d28f62-5528-4d05-b068-d5150b161224 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:14.725504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 34d28f62-5528-4d05-b068-d5150b161224 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:14.837975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0743f-da1b-4300-8ad3-fcf95f6f720b req-af342a61-63f0-404d-bfd0-a6213211c2a6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.839495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ec0743f-da1b-4300-8ad3-fcf95f6f720b req-af342a61-63f0-404d-bfd0-a6213211c2a6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 946 time: 0.0912628 Sep 16 05:36:14.841223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:14.873634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=2a54d6f9-c0d3-42b0-9be4-de64400c72ed,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:14.940651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ec0743f-da1b-4300-8ad3-fcf95f6f720b req-9c7f3724-0fc9-4bce-bb2a-b9372f8983c4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934081 Sep 16 05:36:15.107396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e131ca-7db8-403b-aca3-ded4cbd8b0c0 req-dbeb33b4-ea9d-4df8-b11f-1f966a196a0f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.108817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5e131ca-7db8-403b-aca3-ded4cbd8b0c0 req-dbeb33b4-ea9d-4df8-b11f-1f966a196a0f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 946 time: 0.0958912 Sep 16 05:36:15.123968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.192640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5e131ca-7db8-403b-aca3-ded4cbd8b0c0 req-2e6056b6-b690-4c05-a3f2-fc458f0dbb6d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768363 Sep 16 05:36:15.370441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router bf340427-4cd1-4346-880f-aa376bfb268d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:15.509121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4a835-1332-41af-a20e-fa6edbbf1111 req-3f13279f-3bd2-4d0a-beb2-9dd1210d8210 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.510654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a4a835-1332-41af-a20e-fa6edbbf1111 req-3f13279f-3bd2-4d0a-beb2-9dd1210d8210 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 946 time: 0.0980594 Sep 16 05:36:15.514539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:15.519434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e86528f2-63bd-474f-ab7a-7f6a7b94a882 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/bf340427-4cd1-4346-880f-aa376bfb268d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577701 Sep 16 05:36:15.522459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34068) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:15.524544 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] Sync routers for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:15.534400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:15.535268 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:15.553145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9a4a835-1332-41af-a20e-fa6edbbf1111 req-f86deb5e-f765-448a-9839-ea727b0d6d79 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Sep 16 05:36:15.580656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting subnet d1089bd4-70ab-46d1-ab90-185f0c01b08c {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:36:15.583944 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.632571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.715550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.732785 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:15.773312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.804608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Subnet': ['ID=d1089bd4-70ab-46d1-ab90-185f0c01b08c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:15.809797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.811731 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/subnets/d1089bd4-70ab-46d1-ab90-185f0c01b08c HTTP/1.1" status: 204 len: 168 time: 0.2881851 Sep 16 05:36:15.814858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34070) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:15.815532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2e364-a7d4-46be-8eb4-8411675950f6 None None] Network 1e4d16d8-6019-46c2-a765-a547bf0e187b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:15.823572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.823966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.824329 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.824678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.825016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.825353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.825691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.826026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.826358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.826690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.827021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.827347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696f247-fff3-4c8d-a0f1-2b3b98b49ac1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:15.928849 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:36:14Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:15.931419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.959982 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] Checking router: bf340427-4cd1-4346-880f-aa376bfb268d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:15.968648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] Routers {'bf340427-4cd1-4346-880f-aa376bfb268d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:15.969271 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['bf340427-4cd1-4346-880f-aa376bfb268d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:16.015685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] DHCP port deletion for 1e4d16d8-6019-46c2-a765-a547bf0e187b request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:36:16.055347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.074777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] Deleting port d2e61cab-be1c-4a71-afda-5558e30d9518 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:16.075160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.079316 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] Set router bf340427-4cd1-4346-880f-aa376bfb268d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:16.110079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:16.110488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.142106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] For port d2e61cab-be1c-4a71-afda-5558e30d9518, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d2e61cab-be1c-4a71-afda-5558e30d9518,segment=NetworkSegment(91f28beb-4e7f-4c35-904a-0f02efa2040b),segment_id=91f28beb-4e7f-4c35-904a-0f02efa2040b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:16.142506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.159158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] Calling delete_port for d2e61cab-be1c-4a71-afda-5558e30d9518 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:16.193974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:16.194261 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.206753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:16.242227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.255648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] No DVR routers for this DVR port d2e61cab-be1c-4a71-afda-5558e30d9518 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:16.269501 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:36:14Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:16.274712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3a56b-a789-460f-b809-0e98617e3312 None None] Pushing event deleted for resources: {'Port': ['ID=d2e61cab-be1c-4a71-afda-5558e30d9518,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:16.300257 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c88286-a672-48b9-a050-5350d198d4fa None None] The sync data for ids ['bf340427-4cd1-4346-880f-aa376bfb268d'] in n-d-713301-15 is: [{'id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983259432', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:36:14Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf340427-4cd1-4346-880f-aa376bfb268d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:33:17Z', 'updated_at': '2021-09-16T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:16.390372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.413107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:16.473719 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.562500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.564558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.610134 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.610711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Fanout notify agent at l3_agent the message router_deleted on router bf340427-4cd1-4346-880f-aa376bfb268d {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:16.617934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.622606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34074) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:16.623104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fcc1f231-e9e0-47dd-9c30-323b80f0586d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/routers/bf340427-4cd1-4346-880f-aa376bfb268d HTTP/1.1" status: 204 len: 168 time: 0.8067970 Sep 16 05:36:16.683346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdb39a-550a-4b1f-a2bf-cd3edc209170 req-b292329a-7ca4-4296-988a-61ebabd9617d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:16.691002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92cdb39a-550a-4b1f-a2bf-cd3edc209170 req-b292329a-7ca4-4296-988a-61ebabd9617d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 946 time: 0.0658112 Sep 16 05:36:16.718956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.727693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92cdb39a-550a-4b1f-a2bf-cd3edc209170 req-fab7af39-4452-46aa-83cf-3963d3ac0a74 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Sep 16 05:36:16.814216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.834228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4d16d8-6019-46c2-a765-a547bf0e187b']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:16.844348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f28beb-4e7f-4c35-904a-0f02efa2040b') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:16.844650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f28beb-4e7f-4c35-904a-0f02efa2040b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:16.854303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.868751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.875115 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:36:16.875511 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:36:16.878879 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:36:16.939887 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.946936 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:16.948783 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/networks/1e4d16d8-6019-46c2-a765-a547bf0e187b HTTP/1.1" status: 204 len: 168 time: 0.3244328 Sep 16 05:36:16.951622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34076) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:16.960936 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba86045-a372-4bc0-9e10-5983850e0bdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Network': ['ID=1e4d16d8-6019-46c2-a765-a547bf0e187b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:17.045739 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff417-3b82-4653-bdd3-169fb96d25ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.057751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-085c21cb-bc3e-4da4-a948-f04057f8e00a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:17.059283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-085c21cb-bc3e-4da4-a948-f04057f8e00a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 946 time: 0.0807080 Sep 16 05:36:17.106568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff417-3b82-4653-bdd3-169fb96d25ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.190870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port 034b12df-2b30-427c-ad9c-d2f7965498a0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:17.191210 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.221780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff417-3b82-4653-bdd3-169fb96d25ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.224305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff417-3b82-4653-bdd3-169fb96d25ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.225552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6f8ff417-3b82-4653-bdd3-169fb96d25ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/security-groups/f247a933-fd67-433b-8afc-e845778d3752 HTTP/1.1" status: 204 len: 168 time: 0.2728014 Sep 16 05:36:17.268850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ff417-3b82-4653-bdd3-169fb96d25ad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247a933-fd67-433b-8afc-e845778d3752,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:17.319314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] For port 034b12df-2b30-427c-ad9c-d2f7965498a0, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=034b12df-2b30-427c-ad9c-d2f7965498a0,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:17.319799 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.334769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for 034b12df-2b30-427c-ad9c-d2f7965498a0 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:17.396943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2a54d6f9-c0d3-42b0-9be4-de64400c72ed no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:17.424162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2a54d6f9-c0d3-42b0-9be4-de64400c72ed {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:17.424486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2a54d6f9-c0d3-42b0-9be4-de64400c72ed not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:17.424986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:17.444176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:17.444529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device cf0997a1-1f0f-449a-bf5f-4ffe55cf5f17 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:17.444938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d2e61cab-be1c-4a71-afda-5558e30d9518 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:17.463206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d2e61cab-be1c-4a71-afda-5558e30d9518 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:17.463554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d2e61cab-be1c-4a71-afda-5558e30d9518 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:17.480625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.496071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['034b12df-2b30-427c-ad9c-d2f7965498a0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:17.521741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=034b12df-2b30-427c-ad9c-d2f7965498a0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:17.555696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] No DVR routers for this DVR port 034b12df-2b30-427c-ad9c-d2f7965498a0 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:17.559560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.561942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-139523b4-fcb4-42eb-bc2d-12772e9612ce req-a606404e-2a8b-4b3c-8bad-4e3e070cc78c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "DELETE /v2.0/ports/034b12df-2b30-427c-ad9c-d2f7965498a0 HTTP/1.1" status: 204 len: 173 time: 0.4950149 Sep 16 05:36:17.562403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'name': 'network-vif-deleted', 'tag': '034b12df-2b30-427c-ad9c-d2f7965498a0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:17.564656 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c0d3df-de65-4dff-b492-c9b0f1eb6e80" -d '{"events": [{"server_uuid": "1bee44a6-73ec-4d2c-aeda-5300de730fed", "name": "network-vif-deleted", "tag": "034b12df-2b30-427c-ad9c-d2f7965498a0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:17.613401 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b970754-55e4-454d-92c0-5adee99bd8ca x-openstack-request-id: req-7b970754-55e4-454d-92c0-5adee99bd8ca {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:17.613688 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bee44a6-73ec-4d2c-aeda-5300de730fed", "name": "network-vif-deleted", "tag": "034b12df-2b30-427c-ad9c-d2f7965498a0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:17.614032 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b970754-55e4-454d-92c0-5adee99bd8ca {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:17.614542 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bee44a6-73ec-4d2c-aeda-5300de730fed', 'name': 'network-vif-deleted', 'tag': '034b12df-2b30-427c-ad9c-d2f7965498a0', 'status': 'completed', 'code': 200} Sep 16 05:36:17.647063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34084) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:17.652310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2ab60e6a-96ab-4450-a24f-ccd7f37a9a53 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36102206', 'description': 'tempest-secgroup-smoke-36102206 description', 'project_id': '20e08208e310417ab685ed70d7fe97a5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:17.681911 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2ab60e6a-96ab-4450-a24f-ccd7f37a9a53 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.778629 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2ab60e6a-96ab-4450-a24f-ccd7f37a9a53 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.783288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2ab60e6a-96ab-4450-a24f-ccd7f37a9a53 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.816355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2ab60e6a-96ab-4450-a24f-ccd7f37a9a53 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.817503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2ab60e6a-96ab-4450-a24f-ccd7f37a9a53 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1691215 Sep 16 05:36:17.820660 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34088) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:17.826058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-34c07fb7-42d4-467e-b74a-9abe21da419c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '15420f2a-ab1c-4e85-8b7c-20ba2ffbb252', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:17.842337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68d0ca9b-7042-4a58-b3b1-21bcc3c984f8 req-13a1de47-c20a-45e1-a4f2-39e038a7faf4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 210 time: 0.0395455 Sep 16 05:36:17.844290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab60e6a-96ab-4450-a24f-ccd7f37a9a53 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:17.868594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34c07fb7-42d4-467e-b74a-9abe21da419c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.930596 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34c07fb7-42d4-467e-b74a-9abe21da419c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.935275 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34c07fb7-42d4-467e-b74a-9abe21da419c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.955518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c07fb7-42d4-467e-b74a-9abe21da419c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2447624b-9e7c-46eb-a2d9-18668ae1002f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:17.977940 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-34c07fb7-42d4-467e-b74a-9abe21da419c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.979611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-34c07fb7-42d4-467e-b74a-9abe21da419c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572130 Sep 16 05:36:17.982332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34090) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:17.986822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f33ab71b-eff8-4733-aefa-374e889bc6d4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '15420f2a-ab1c-4e85-8b7c-20ba2ffbb252', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:18.015115 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f33ab71b-eff8-4733-aefa-374e889bc6d4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.073411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f33ab71b-eff8-4733-aefa-374e889bc6d4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.077692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f33ab71b-eff8-4733-aefa-374e889bc6d4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.095091 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ab71b-eff8-4733-aefa-374e889bc6d4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90fe21e-4873-4bee-821b-88919f0e20fd,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:18.102073 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f33ab71b-eff8-4733-aefa-374e889bc6d4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.105598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f33ab71b-eff8-4733-aefa-374e889bc6d4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198728 Sep 16 05:36:18.105936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34092) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:18.110713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e1526288-70b7-458b-b701-66d6d4d5185d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '15420f2a-ab1c-4e85-8b7c-20ba2ffbb252', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:18.136765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1526288-70b7-458b-b701-66d6d4d5185d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.485484 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1526288-70b7-458b-b701-66d6d4d5185d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.489440 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1526288-70b7-458b-b701-66d6d4d5185d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.507888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1526288-70b7-458b-b701-66d6d4d5185d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403cd50e-9d32-416f-919c-c2aab42c53a1,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:18.514277 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1526288-70b7-458b-b701-66d6d4d5185d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.515724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e1526288-70b7-458b-b701-66d6d4d5185d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4084263 Sep 16 05:36:18.518177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34094) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:18.522561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a5ec057c-eeb6-4462-866c-691840d56e75 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '15420f2a-ab1c-4e85-8b7c-20ba2ffbb252', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:18.549482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5ec057c-eeb6-4462-866c-691840d56e75 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.616014 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5ec057c-eeb6-4462-866c-691840d56e75 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.620198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5ec057c-eeb6-4462-866c-691840d56e75 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.638539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec057c-eeb6-4462-866c-691840d56e75 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743a0a27-3f88-4b84-ad8a-e84b5642a6f4,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:18.647664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a5ec057c-eeb6-4462-866c-691840d56e75 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.649102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a5ec057c-eeb6-4462-866c-691840d56e75 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298592 Sep 16 05:36:18.651625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34096) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:18.656132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '15420f2a-ab1c-4e85-8b7c-20ba2ffbb252', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:18.678269 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:36:18.683660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.742574 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.746709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.765519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6873fe61-37bf-4042-9944-b9604825c9bf,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:18.773159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.774378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cb9a9c16-d691-420e-984e-efb0e67b61f8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217160 Sep 16 05:36:18.777089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34098) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:18.781976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '15420f2a-ab1c-4e85-8b7c-20ba2ffbb252', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:18.804108 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:36:18.809429 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.870343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.875408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.890405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030d9eb9-3787-4115-ad01-a0109091805c,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:18.902420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.907037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34102) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:18.907657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5945050b-c221-4ef8-bb1a-f5ce6b4c5ee3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284864 Sep 16 05:36:18.913690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'network': {'name': 'tempest-network-smoke--183425254', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:18.935422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:18.939226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.943460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5d39b89-118c-479b-aec2-c7d23a9d4b15 req-c168eb6a-755f-4186-88ee-c4877252a69f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 210 time: 0.0275793 Sep 16 05:36:18.965069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:36:18.974669 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.975038 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Added segment f4746f1b-726b-48fd-96c0-86a5196258f7 of type vlan for network 32df3f1d-8b5f-43da-b870-c20068597eb6 Sep 16 05:36:19.016296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.041850 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.048071 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:19.048692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.088856 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1771607 Sep 16 05:36:19.089079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34104) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:19.093770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'admin_state_up': True, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:19.128818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de01de-8439-4f38-8efe-045d2f66525f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Network': ['ID=32df3f1d-8b5f-43da-b870-c20068597eb6,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:19.139176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:36:19.145802 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.146855 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.198210 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.336609 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.541513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.560415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.667621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.61 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/b64b4d0c-7d5b-4bf4-a766-b9ac99870b73) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:19.777426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.810637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.846205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:19.848909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:19.851367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:19.883710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:20.046820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de4e5333-85ec-40b6-b6af-410e060226ea req-a04390c2-8edf-4029-879e-fb410112b140 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 210 time: 0.0312953 Sep 16 05:36:20.134243 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.266282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 034b12df-2b30-427c-ad9c-d2f7965498a0 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:20.288897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 034b12df-2b30-427c-ad9c-d2f7965498a0 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:20.289243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 034b12df-2b30-427c-ad9c-d2f7965498a0 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:20.335307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.472450 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:20.579191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:20.591416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Sync routers for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:20.601955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:20.602726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:20.604303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.605701 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7c899c92-9623-447f-ae9e-dd0a9d9b0bdc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5152760 Sep 16 05:36:20.608961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34108) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.646191 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c6e268f2-937c-41b8-bbc9-31c865af8ae5 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=20e08208e310417ab685ed70d7fe97a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359797 Sep 16 05:36:20.648745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34110) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.717555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:20.738685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e97efa-44cd-419a-92ee-9d48e14ac96b tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:20.740336 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-63e97efa-44cd-419a-92ee-9d48e14ac96b tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906000 Sep 16 05:36:20.743121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34112) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.780258 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e52f08be-d770-4539-a896-7275a1df7f3a tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336015 Sep 16 05:36:20.780628 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34114) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.785452 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-819420437', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:20.889588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:20.893404 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.899965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:20Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:20.938164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Checking router: d2f3bb5f-e78c-4666-926c-aa7bfb59ebda for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:20.938531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Updating router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:20.965260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.168049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e076a52-4827-4606-84c7-175d643d5257 req-bd72e1d0-7b97-47e0-942f-c792a5ac6dcd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bee44a6-73ec-4d2c-aeda-5300de730fed HTTP/1.1" status: 200 len: 210 time: 0.0274093 Sep 16 05:36:21.244278 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.250138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.298119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Attempting to bind port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:21.298686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Attempting to bind port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:21.298964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Attempting to bind port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:21.307006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:21.307386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:21.307795 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.308246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:21.308758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Bound port: b64b4d0c-7d5b-4bf4-a766-b9ac99870b73, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:21.309173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.334129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb8b89-d595-4f70-adfc-1e58da7765bb None None] Pushing event updated for resources: {'Port': ['ID=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.368647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] For port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:21.371806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] For port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:21.376976 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.410360 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.433495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:21.434111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:21.438930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb8b89-d595-4f70-adfc-1e58da7765bb None None] Pushing event updated for resources: {'Port': ['ID=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.486779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Subnet': ['ID=a46ebb38-9971-4809-b664-4c20babf57bd,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.491291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Checking segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:21.491657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network hostable DHCP agents. Network: 32df3f1d-8b5f-43da-b870-c20068597eb6, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:36:21.512231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:36:21.522644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 32df3f1d-8b5f-43da-b870-c20068597eb6) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:21.527690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:21.528324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.542961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbc144-3b36-4fcc-af58-eda7775c7f4d None None] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:21.543643 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a8665c3d-1f57-4e33-b5ad-188205684f63 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7621133 Sep 16 05:36:21.546493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34118) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:21.565105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:21.989218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-32df3f1d-8b5f-43da-b870-c20068597eb6', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:36:21.990061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.994789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.022991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:20Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:22.094575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70bb5a-d53b-4b1b-9709-24aabefa3ec5 None None] The sync data for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 is: [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:20Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:22.165396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Allocated IP 172.20.0.2 (32df3f1d-8b5f-43da-b870-c20068597eb6/a46ebb38-9971-4809-b664-4c20babf57bd/5ad67936-a35f-4a3c-ba5e-a76755bde88b) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:22.383043 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.391665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.436545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:22.439468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:22.445562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:22.450444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.1 (32df3f1d-8b5f-43da-b870-c20068597eb6/a46ebb38-9971-4809-b664-4c20babf57bd/373aca22-8b39-4df9-9848-1c3d4704852c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:22.452851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Pushing event updated for resources: {'Port': ['ID=5ad67936-a35f-4a3c-ba5e-a76755bde88b,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:22.512836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Attempting to bind port 5ad67936-a35f-4a3c-ba5e-a76755bde88b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:22.513365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Attempting to bind port 5ad67936-a35f-4a3c-ba5e-a76755bde88b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:22.519338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Attempting to bind port 5ad67936-a35f-4a3c-ba5e-a76755bde88b on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:22.525192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:22.525872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Checking segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:22.526463 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.527654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Bound using segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:22.528388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Bound port: 5ad67936-a35f-4a3c-ba5e-a76755bde88b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:22.528973 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.595016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.602720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] For port 5ad67936-a35f-4a3c-ba5e-a76755bde88b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:22.607319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] For port 5ad67936-a35f-4a3c-ba5e-a76755bde88b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ad67936-a35f-4a3c-ba5e-a76755bde88b,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:22.616322 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.633937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.678721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa33d03-95bc-4800-9464-898ee0918a4e None None] Pushing event updated for resources: {'Port': ['ID=5ad67936-a35f-4a3c-ba5e-a76755bde88b,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:22.685753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:22.689340 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:22.696289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:22.726393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=373aca22-8b39-4df9-9848-1c3d4704852c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:22.752613 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.905504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.246661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.251397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.324601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=373aca22-8b39-4df9-9848-1c3d4704852c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:23.331523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.451007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:23.453029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:23.491781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ad67936-a35f-4a3c-ba5e-a76755bde88b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:23.554943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5ad67936-a35f-4a3c-ba5e-a76755bde88b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:23.555576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.591534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:23.666452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.703376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 5ad67936-a35f-4a3c-ba5e-a76755bde88b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ad67936-a35f-4a3c-ba5e-a76755bde88b,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:23.708437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.709473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:23.746517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:23.756457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-853ad9b2-fe90-4e32-a43c-3e5a813df9bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/d2f3bb5f-e78c-4666-926c-aa7bfb59ebda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2087510 Sep 16 05:36:23.803181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=5ad67936-a35f-4a3c-ba5e-a76755bde88b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:23.820795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:23.821259 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.866359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ffb73e-dbc9-469d-892b-171bb349ce1d None None] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:23.974911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7ad6e007-c299-4b65-b92a-8c85390125cf None None] Provisioning complete for port 5ad67936-a35f-4a3c-ba5e-a76755bde88b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:23.975276 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e007-c299-4b65-b92a-8c85390125cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.012120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-3b2eed54-2068-4a94-9c27-087a0c577367 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36102206&fields=id&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 267 time: 0.0549569 Sep 16 05:36:24.015784 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.072771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:24.091700 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.137782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-b31fb61a-d9a3-45d3-9c7a-7f53637662a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:24.139376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-b31fb61a-d9a3-45d3-9c7a-7f53637662a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 796 time: 0.1198182 Sep 16 05:36:24.166057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-733eca80-6d28-4fab-86a2-61a3a79979ba tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/quotas/20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 375 time: 0.0190089 Sep 16 05:36:24.206187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:24.231985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-2a502c46-ac2c-4279-9d74-825991905a26 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651038 Sep 16 05:36:24.286172 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Sync routers for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:24.297302 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:24.297940 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:24.353286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-2bb132f0-6901-4c14-bec4-323a2406b0e0 service neutron] 10.222.0.55 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092095 Sep 16 05:36:24.453202 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:24.486541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-ff816402-3f0d-4639-9085-6c89dd2da671 service neutron] 10.222.0.55 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191959 Sep 16 05:36:24.535065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0c0e14c8-ee74-4a50-aa36-85761475f26d None None] Provisioning complete for port 5ad67936-a35f-4a3c-ba5e-a76755bde88b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:24.536148 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c0e14c8-ee74-4a50-aa36-85761475f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.732358 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:23Z', 'revision_number': 2, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:24.765396 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Checking router: d2f3bb5f-e78c-4666-926c-aa7bfb59ebda for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:24.765622 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Updating router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda port 373aca22-8b39-4df9-9848-1c3d4704852c binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:24.772981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b9bd87de-f6e8-42ef-9a26-fc901dae895d req-92a32bfe-2e6d-4975-b003-bd0bf60345b1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 210 time: 0.0593200 Sep 16 05:36:24.798276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-0c0e14c8-ee74-4a50-aa36-85761475f26d None None] Provisioning complete for port 373aca22-8b39-4df9-9848-1c3d4704852c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:24.798603 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c0e14c8-ee74-4a50-aa36-85761475f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.813926 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.880178 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.889907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e14c8-ee74-4a50-aa36-85761475f26d None None] Port 373aca22-8b39-4df9-9848-1c3d4704852c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:25.012744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6b6cdaf3-f02f-4398-b215-e9e50e18ed24 None None] Provisioning complete for port 373aca22-8b39-4df9-9848-1c3d4704852c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:25.012994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdaf3-f02f-4398-b215-e9e50e18ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.060501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cdaf3-f02f-4398-b215-e9e50e18ed24 None None] Port 373aca22-8b39-4df9-9848-1c3d4704852c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:25.184257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27ff3f47-3076-44c8-af43-24b04973ce4b None None] Provisioning complete for port 373aca22-8b39-4df9-9848-1c3d4704852c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:25.185279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27ff3f47-3076-44c8-af43-24b04973ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.192060 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.199273 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.245909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27ff3f47-3076-44c8-af43-24b04973ce4b None None] Port 373aca22-8b39-4df9-9848-1c3d4704852c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:25.262132 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03656d30-3e15-437c-a84a-1f5b9d4afede None None] Pushing event updated for resources: {'Port': ['ID=373aca22-8b39-4df9-9848-1c3d4704852c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.320385 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Attempting to bind port 373aca22-8b39-4df9-9848-1c3d4704852c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:25.320973 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Attempting to bind port 373aca22-8b39-4df9-9848-1c3d4704852c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:25.321149 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Attempting to bind port 373aca22-8b39-4df9-9848-1c3d4704852c on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:25.335114 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:25.335587 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Checking segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:25.336294 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.336755 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Bound using segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:25.337413 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Bound port: 373aca22-8b39-4df9-9848-1c3d4704852c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:25.337869 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.399913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ad67936-a35f-4a3c-ba5e-a76755bde88b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:25.436554 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] For port 373aca22-8b39-4df9-9848-1c3d4704852c, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:25.440198 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] For port 373aca22-8b39-4df9-9848-1c3d4704852c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=373aca22-8b39-4df9-9848-1c3d4704852c,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:25.445324 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.475024 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5ad67936-a35f-4a3c-ba5e-a76755bde88b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:25.475394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.500332 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03656d30-3e15-437c-a84a-1f5b9d4afede None None] Pushing event updated for resources: {'Port': ['ID=373aca22-8b39-4df9-9848-1c3d4704852c,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.542457 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:25.543177 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:35:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:25.616346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-611b667c-1236-4a5a-8f1e-10f036ae9b55 None None] Provisioning complete for port 373aca22-8b39-4df9-9848-1c3d4704852c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:25.617491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-611b667c-1236-4a5a-8f1e-10f036ae9b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.629132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:25.729894 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:25.854864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:25.862797 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.895447 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-611b667c-1236-4a5a-8f1e-10f036ae9b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.898527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ddc81fa-5b6e-4908-8782-11ee3e6da585 req-833714dd-978b-4b9f-a623-3e7dafbe1a5a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 210 time: 0.0336280 Sep 16 05:36:25.976875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-838c8a6f-421f-4e4e-902f-aa150b4524ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.985520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-611b667c-1236-4a5a-8f1e-10f036ae9b55 None None] For port 373aca22-8b39-4df9-9848-1c3d4704852c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=373aca22-8b39-4df9-9848-1c3d4704852c,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:25.992555 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-611b667c-1236-4a5a-8f1e-10f036ae9b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:26.083926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b667c-1236-4a5a-8f1e-10f036ae9b55 None None] Pushing event updated for resources: {'Port': ['ID=373aca22-8b39-4df9-9848-1c3d4704852c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:26.135517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f02522d2-ebfc-4f64-82fe-83fce3ad42e2 None None] Provisioning complete for port 373aca22-8b39-4df9-9848-1c3d4704852c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:26.137308 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f02522d2-ebfc-4f64-82fe-83fce3ad42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:26.201025 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:26.238474 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418978b3-fc33-4471-9747-d0694e1a329b None None] The sync data for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 is: [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:26.266726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-411a8708-08a8-4b6d-a82a-eafb440e51e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:26.268008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-411a8708-08a8-4b6d-a82a-eafb440e51e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 796 time: 0.2153971 Sep 16 05:36:26.366207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-c491bc59-7b92-4026-98ff-90f68fa96ec1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 378 time: 0.0807269 Sep 16 05:36:26.383137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'port': {'device_id': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'admin_state_up': True, 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'security_groups': ['15420f2a-ab1c-4e85-8b7c-20ba2ffbb252']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:26.510229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:26.514702 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:26.657241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.5 (32df3f1d-8b5f-43da-b870-c20068597eb6/a46ebb38-9971-4809-b664-4c20babf57bd/c930969f-46d0-4dca-90f5-cc420dec0a27) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:26.821200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:26.857238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:26.904478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:26.908119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:26.914007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:26.923428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:26.967463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.967842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.968192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.968529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.968858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.969187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.969512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.969832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.970152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.970469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.970786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:26.971102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:27.029192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:27.029438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.067434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099adc5-6aa9-4a15-8aa3-e62cd48a2bbf req-4ec0a563-3dcd-43e4-b327-8eedd0d580cf tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:27.075109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f099adc5-6aa9-4a15-8aa3-e62cd48a2bbf req-4ec0a563-3dcd-43e4-b327-8eedd0d580cf tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 931 time: 0.0841062 Sep 16 05:36:27.077100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b948454-9c92-498e-a3c0-47fe2df154b6 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7004380 Sep 16 05:36:27.099865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Request body: {'port': {'device_id': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.156986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f099adc5-6aa9-4a15-8aa3-e62cd48a2bbf req-de02a180-2150-4160-bb96-33d898393899 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783401 Sep 16 05:36:27.182454 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.202169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-15f6d683-fce8-45dc-9208-03b6c7bf6172 None None] Provisioning complete for port c930969f-46d0-4dca-90f5-cc420dec0a27 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:27.202691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-15f6d683-fce8-45dc-9208-03b6c7bf6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.255428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-15f6d683-fce8-45dc-9208-03b6c7bf6172 None None] Port c930969f-46d0-4dca-90f5-cc420dec0a27 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:27.428666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 373aca22-8b39-4df9-9848-1c3d4704852c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:27.494900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 373aca22-8b39-4df9-9848-1c3d4704852c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:27.495312 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.518994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c930969f-46d0-4dca-90f5-cc420dec0a27 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:27.530856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.545715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Transition to ACTIVE for port object c930969f-46d0-4dca-90f5-cc420dec0a27 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:27.550422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.664595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.720016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:27.720608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:27.721030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:27.728180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:27.728512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:27.735312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:27.735705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Checking segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:27.736124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Bound using segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:27.736559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Bound port: c930969f-46d0-4dca-90f5-cc420dec0a27, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:27.737113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.812712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:27.816344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:27.821196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.861475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:27.862085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.863460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] 10.222.0.73 "PUT /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 1092 time: 0.7683158 Sep 16 05:36:27.863892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:27.866123 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b97de95-4f51-4fb3-8b60-f328e3990aae" -d '{"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:27.894489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0be22-7a47-4565-9484-0df6e8c90e74 service neutron] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.911206 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d711fa-68b7-4513-befc-c94f8a6c3850 x-openstack-request-id: req-01d711fa-68b7-4513-befc-c94f8a6c3850 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:27.911803 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:27.911803 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01d711fa-68b7-4513-befc-c94f8a6c3850 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:27.912181 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'status': 'completed', 'code': 200} Sep 16 05:36:27.965753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-fde05df1-46e6-41e8-997d-947ab2fa5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:27.967287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-fde05df1-46e6-41e8-997d-947ab2fa5704 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1095 time: 0.0445545 Sep 16 05:36:28.022330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-8d99d9ee-686c-4fb2-a0fc-6fdf690d5509 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 217 time: 0.0398877 Sep 16 05:36:28.081427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-e79e293e-4d2c-4a36-a09d-9a8a52dbcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.082917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-e79e293e-4d2c-4a36-a09d-9a8a52dbcce1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0497277 Sep 16 05:36:28.137235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-1df7e0ee-a804-4a59-81fe-f119f4c46500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.138738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-1df7e0ee-a804-4a59-81fe-f119f4c46500 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437899 Sep 16 05:36:28.214450 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bf88454f-75ea-45d9-8f27-cf3d27c55780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.252794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-bf1e4034-695b-493a-8c18-7bf808429244 service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023772 Sep 16 05:36:28.348468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c09ed-0535-45bb-9530-2bdc3f925f95 req-7a4808b6-6f6a-4847-9ade-20103f834bab tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.349958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f99c09ed-0535-45bb-9530-2bdc3f925f95 req-7a4808b6-6f6a-4847-9ade-20103f834bab tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 943 time: 0.1113102 Sep 16 05:36:28.384616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58abca3b-8042-44e6-86d1-687ddc38dae8 req-4b22244c-7178-4409-9b3b-75d4d95fa550 service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178832 Sep 16 05:36:28.403821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f99c09ed-0535-45bb-9530-2bdc3f925f95 req-65527e2d-fc89-4964-a8f8-14bdffa29b15 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454316 Sep 16 05:36:28.501793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-280708d6-2955-4e59-ae41-b2e5593f86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.503372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-280708d6-2955-4e59-ae41-b2e5593f86ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1095 time: 0.0444977 Sep 16 05:36:28.607632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-9eed8097-aa4f-4751-a29a-7b171757a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.609197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-9eed8097-aa4f-4751-a29a-7b171757a367 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 897 time: 0.0987761 Sep 16 05:36:28.652047 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-9edb9b2f-16d4-4d5b-848e-f63fffe6fa6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 217 time: 0.0352261 Sep 16 05:36:28.703909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-f497b640-f421-4b01-8a36-c9f8771cc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.705478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-f497b640-f421-4b01-8a36-c9f8771cc25d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0445805 Sep 16 05:36:29.045608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-6ca1f3a6-8c6c-40c4-8d3b-b6c991820a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.047131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-6ca1f3a6-8c6c-40c4-8d3b-b6c991820a0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3341672 Sep 16 05:36:29.140204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-91e83419-d993-46ea-88df-f7076fe0c8b1 service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839589 Sep 16 05:36:29.188167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.238610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b97de95-4f51-4fb3-8b60-f328e3990aae req-86decf41-eabf-4334-9915-e25173ca711a service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908892 Sep 16 05:36:29.522802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2bb14-02d6-4556-87a8-1dff7a17d8d5 req-339e9501-d733-4b3f-a25b-a84000e8aab8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.524619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dae2bb14-02d6-4556-87a8-1dff7a17d8d5 req-339e9501-d733-4b3f-a25b-a84000e8aab8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 943 time: 0.0506124 Sep 16 05:36:29.563956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dae2bb14-02d6-4556-87a8-1dff7a17d8d5 req-a2cda8bf-6fba-42ca-b1f1-34741fbfdf78 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332379 Sep 16 05:36:29.882799 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.688908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cc12b-d29e-47e6-888b-6c2ee0569f8b req-b364991f-8a92-41aa-8095-7a9a43a47f44 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.690409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-017cc12b-d29e-47e6-888b-6c2ee0569f8b req-b364991f-8a92-41aa-8095-7a9a43a47f44 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 943 time: 0.0547259 Sep 16 05:36:30.732149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-017cc12b-d29e-47e6-888b-6c2ee0569f8b req-4cc3e8c2-a05c-486d-b804-22893f7459ee tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353668 Sep 16 05:36:31.314662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.851919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182183eb-2c03-49c7-bc5e-4665e99c90b9 req-e32cde88-7013-4205-a3ca-ae3ae0fd57a2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:31.853425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-182183eb-2c03-49c7-bc5e-4665e99c90b9 req-e32cde88-7013-4205-a3ca-ae3ae0fd57a2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 943 time: 0.0538249 Sep 16 05:36:31.896269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-182183eb-2c03-49c7-bc5e-4665e99c90b9 req-229c27cb-be55-4c5e-979f-3d618683036d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351496 Sep 16 05:36:32.358642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:32.459545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:32.471040 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'port_id': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'mac_address': 'fa:16:3e:52:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:32.508983 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.522994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c930969f-46d0-4dca-90f5-cc420dec0a27 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:32.542966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:32.547545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.598103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:32.786944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c930969f-46d0-4dca-90f5-cc420dec0a27'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:33.025017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e24ba1-2819-4176-99b9-0f3447f91c94 req-985a55fd-2c91-460b-b041-474a5aa95c06 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:33.026591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1e24ba1-2819-4176-99b9-0f3447f91c94 req-985a55fd-2c91-460b-b041-474a5aa95c06 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 944 time: 0.0515196 Sep 16 05:36:33.067812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1e24ba1-2819-4176-99b9-0f3447f91c94 req-c2096b83-b524-46c6-bc61-5a3c60a4f594 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345407 Sep 16 05:36:34.232062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de2c34-0523-414e-a99c-4062a1e3f547 req-621539ac-7cf8-431a-8107-e79d0c47b953 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.233629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59de2c34-0523-414e-a99c-4062a1e3f547 req-621539ac-7cf8-431a-8107-e79d0c47b953 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 944 time: 0.0984814 Sep 16 05:36:34.272908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-59de2c34-0523-414e-a99c-4062a1e3f547 req-f31aba46-6b5f-4676-a665-b99d670743eb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332994 Sep 16 05:36:34.359907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:34.412833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port c930969f-46d0-4dca-90f5-cc420dec0a27 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:34.417241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port c930969f-46d0-4dca-90f5-cc420dec0a27 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:34.417617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.501635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.524294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:34.526551 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d7a6c-417c-4ec0-844b-d168e94bd594" -d '{"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-plugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:34.541062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:34.546027 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.574461 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f975e-e4fc-4aee-b26e-821c93da1a73 x-openstack-request-id: req-0e0f975e-e4fc-4aee-b26e-821c93da1a73 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:34.574785 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-plugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:34.575001 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e0f975e-e4fc-4aee-b26e-821c93da1a73 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:34.575387 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'code': 200} Sep 16 05:36:34.609526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:34.686341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06f91e-052b-42d1-8781-1854c9c4ca79 req-1e6e894a-5f83-4599-afd1-591a3934c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:34.687870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb06f91e-052b-42d1-8781-1854c9c4ca79 req-1e6e894a-5f83-4599-afd1-591a3934c5ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1097 time: 0.0465775 Sep 16 05:36:34.727867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb06f91e-052b-42d1-8781-1854c9c4ca79 req-b860b923-26e3-412c-91c2-11438e7ce7e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288444 Sep 16 05:36:35.394559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42887b1-89bc-46e5-9bd7-42d4d832c27e req-46b855dc-c453-4ef3-948d-ce747cea9797 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:35.396225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a42887b1-89bc-46e5-9bd7-42d4d832c27e req-46b855dc-c453-4ef3-948d-ce747cea9797 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0488970 Sep 16 05:36:35.435483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a42887b1-89bc-46e5-9bd7-42d4d832c27e req-2f8a2e0e-4fa3-4f48-b2c4-dda681865cad tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326545 Sep 16 05:36:36.558823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105bcb-753c-45ae-a959-f72d5c1fc7a9 req-228fe127-f339-484f-9a8b-724b92b98a22 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.560491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84105bcb-753c-45ae-a959-f72d5c1fc7a9 req-228fe127-f339-484f-9a8b-724b92b98a22 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0503876 Sep 16 05:36:36.601335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84105bcb-753c-45ae-a959-f72d5c1fc7a9 req-c100b4cb-c4a5-4c8b-a09e-965f266d0fcd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348008 Sep 16 05:36:36.955561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215e95-87ac-4a84-a4a8-fa0e9bd7fe2f req-d7364c7e-81c0-40ee-a6e6-a15cc71f25d5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.957073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25215e95-87ac-4a84-a4a8-fa0e9bd7fe2f req-d7364c7e-81c0-40ee-a6e6-a15cc71f25d5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0524716 Sep 16 05:36:36.997651 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25215e95-87ac-4a84-a4a8-fa0e9bd7fe2f req-7d692064-6c1f-4b9d-9510-6f17b9c3bc34 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345414 Sep 16 05:36:37.020429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34296) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:37.062254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87889f-abe5-4bde-ac2c-e1513062b46d tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.063801 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8f87889f-abe5-4bde-ac2c-e1513062b46d tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1092 time: 0.0423579 Sep 16 05:36:37.066716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34298) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:37.071611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:37.094276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.195698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.299096 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.188 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/49191b1c-80db-4772-a49b-312c70ccee60) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:37.406489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.440858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.475850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:37.478646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:37.482634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:37.508338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=49191b1c-80db-4772-a49b-312c70ccee60,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:37.848861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.913870 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.066455 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.071090 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.145066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=49191b1c-80db-4772-a49b-312c70ccee60,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:38.155224 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.256363 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP 0ea3e0fa-20e4-45fc-9b45-c2613d05dce4 associated. External IP: 172.25.6.188, port: c930969f-46d0-4dca-90f5-cc420dec0a27. Sep 16 05:36:38.469737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:38.577276 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:38.587104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] Sync routers for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:38.599946 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.603241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:38.603871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:36:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:38.632819 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e0dad512-81e0-481d-b113-14f4e430568e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5650623 Sep 16 05:36:38.633834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:38.641616 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd821f-bc65-46dc-ac99-b7286bb554a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:38.689022 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ab4d9c-650e-4d41-bdb9-b4f0adf81d6e x-openstack-request-id: req-e0ab4d9c-650e-4d41-bdb9-b4f0adf81d6e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:38.690332 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:38.690826 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0ab4d9c-650e-4d41-bdb9-b4f0adf81d6e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:38.691491 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'status': 'completed', 'code': 200} Sep 16 05:36:38.793776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ceb80-9246-45c5-8239-b0df5f19ced5 req-c132fb06-c0e2-4369-91b3-4a4af2dbeb20 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.795592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e44ceb80-9246-45c5-8239-b0df5f19ced5 req-c132fb06-c0e2-4369-91b3-4a4af2dbeb20 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.1033370 Sep 16 05:36:38.799348 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-7f403b66-b5af-4eaf-b93d-b78ca3b77341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.802231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-7f403b66-b5af-4eaf-b93d-b78ca3b77341 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1097 time: 0.0750585 Sep 16 05:36:38.923450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e44ceb80-9246-45c5-8239-b0df5f19ced5 req-b31aafa8-4e44-4da5-9799-c0b9963caf19 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150885 Sep 16 05:36:38.929353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:38.946528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34314) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:38.955025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-e0e7aa54-68e0-4faf-ad69-e03a5f1f0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.956913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-e0e7aa54-68e0-4faf-ad69-e03a5f1f0754 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 897 time: 0.1420105 Sep 16 05:36:39.035290 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b76126cf-519f-4309-860d-b612564355b0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/0ea3e0fa-20e4-45fc-9b45-c2613d05dce4 HTTP/1.1" status: 200 len: 991 time: 0.0879290 Sep 16 05:36:39.040856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-254acc69-a802-4aa3-851b-5b81a7370427 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 999 time: 0.0749233 Sep 16 05:36:39.116679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-dba26488-4dbe-4a97-b7fd-f5ffbca0cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:39.118589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-dba26488-4dbe-4a97-b7fd-f5ffbca0cf7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0701325 Sep 16 05:36:39.184224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-da43d7a8-9b2a-4fcf-983b-7ca41d1e1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:39.186029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-da43d7a8-9b2a-4fcf-983b-7ca41d1e1c77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525186 Sep 16 05:36:39.231925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0ea3e0fa-20e4-45fc-9b45-c2613d05dce4', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'port_id': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'mac_address': 'fa:16:3e:52:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:36:37Z', 'updated_at': '2021-09-16T05:36:37Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:39.270156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] Checking router: d2f3bb5f-e78c-4666-926c-aa7bfb59ebda for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:39.282457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:39.283296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:36:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:39.306154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-a5eca51c-423c-41ce-90c2-c39213a921f8 service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127281 Sep 16 05:36:39.408825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbfd821f-bc65-46dc-ac99-b7286bb554a8 req-ab1232d4-05e6-469c-8ca8-724174d5d832 service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951486 Sep 16 05:36:39.409536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:39.633253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0ea3e0fa-20e4-45fc-9b45-c2613d05dce4', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'port_id': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'mac_address': 'fa:16:3e:52:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:36:37Z', 'updated_at': '2021-09-16T05:36:37Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:39.660472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6f866-0679-4393-8ee0-6f1fed5f5995 None None] The sync data for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 is: [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0ea3e0fa-20e4-45fc-9b45-c2613d05dce4', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'port_id': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'mac_address': 'fa:16:3e:52:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:36:37Z', 'updated_at': '2021-09-16T05:36:37Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:39.855268 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4024236-7c4e-4674-99ea-d2069ec93f80 None None] New status for floating IP 0ea3e0fa-20e4-45fc-9b45-c2613d05dce4: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:36:40.039191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34318) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:40.102925 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1e1e2610-fc48-4001-804b-7ea24953ad24 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/0ea3e0fa-20e4-45fc-9b45-c2613d05dce4 HTTP/1.1" status: 200 len: 993 time: 0.0623975 Sep 16 05:36:40.344995 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:41.900844 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.732353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-58d13f6c-ea48-4062-b0ec-138fe653efb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:42.733743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-58d13f6c-ea48-4062-b0ec-138fe653efb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1106303 Sep 16 05:36:42.748235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-2f9570ef-5f58-4468-a8d9-8512c7f0f469 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/quotas/50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 375 time: 0.0087090 Sep 16 05:36:42.797703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-1b6548b9-a1d3-415d-b430-1c19e231087a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445192 Sep 16 05:36:42.986063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-955d2430-80f5-4e2a-8092-0981d1576f92 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811116 Sep 16 05:36:43.074499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-cd142b3b-12e1-474a-a3b3-b82b7dde31ff service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824721 Sep 16 05:36:43.255626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b49ac796-3df2-43fa-afdd-9c8392ee9e69 req-1cfdb9ec-3ff7-48e2-b954-dd4f52694224 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 210 time: 0.0274572 Sep 16 05:36:44.213807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-beb9d807-503d-4e46-974d-edad7efcb101 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.215315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-beb9d807-503d-4e46-974d-edad7efcb101 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1141903 Sep 16 05:36:44.232936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'port': {'device_id': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'admin_state_up': True, 'tenant_id': '50fec700a7344453bc83446517b612a3'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:44.360987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ccec62-12b6-4565-a22e-048b104b0dd1 req-9549e6d0-7e35-4238-8243-dc58c2354fb6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 210 time: 0.0328431 Sep 16 05:36:44.373405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:44.382717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.511012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.20.0.6 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/ffce834e-2ea7-4b1e-89a3-65e565266dab) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:44.682434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.716673 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.765236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:44.768440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:44.771443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:44.799821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=ffce834e-2ea7-4b1e-89a3-65e565266dab,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:44.831449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.832117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.847527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-957ef7c7-109d-466e-8444-87d940d99815 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6183629 Sep 16 05:36:44.865448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Request body: {'port': {'device_id': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:44.923817 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.053389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-85c8dca4-a055-484e-b705-0d3b16d1da55 None None] Provisioning complete for port ffce834e-2ea7-4b1e-89a3-65e565266dab triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:45.054021 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85c8dca4-a055-484e-b705-0d3b16d1da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.095778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-85c8dca4-a055-484e-b705-0d3b16d1da55 None None] Port ffce834e-2ea7-4b1e-89a3-65e565266dab cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:45.206873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffce834e-2ea7-4b1e-89a3-65e565266dab {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:45.214965 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.227570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Transition to ACTIVE for port object ffce834e-2ea7-4b1e-89a3-65e565266dab will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:45.230603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.298849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Pushing event updated for resources: {'Port': ['ID=ffce834e-2ea7-4b1e-89a3-65e565266dab,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:45.351896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Attempting to bind port ffce834e-2ea7-4b1e-89a3-65e565266dab on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:45.352217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Attempting to bind port ffce834e-2ea7-4b1e-89a3-65e565266dab by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:45.352556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Attempting to bind port ffce834e-2ea7-4b1e-89a3-65e565266dab on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:45.357095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Port ffce834e-2ea7-4b1e-89a3-65e565266dab on network f82c8318-17e9-4c5e-ae76-0316030c03e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:45.357421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Attempting to bind port ffce834e-2ea7-4b1e-89a3-65e565266dab on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:45.362576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:45.362919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:45.363317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:45.363761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Bound port: ffce834e-2ea7-4b1e-89a3-65e565266dab, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:45.364158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.437434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] For port ffce834e-2ea7-4b1e-89a3-65e565266dab, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:45.440701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] For port ffce834e-2ea7-4b1e-89a3-65e565266dab, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ffce834e-2ea7-4b1e-89a3-65e565266dab,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:45.455574 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.502206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.502813 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:45.504212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] 10.222.0.64 "PUT /v2.0/ports/ffce834e-2ea7-4b1e-89a3-65e565266dab HTTP/1.1" status: 200 len: 1092 time: 0.6431398 Sep 16 05:36:45.506282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'tag': 'ffce834e-2ea7-4b1e-89a3-65e565266dab'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:45.508687 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be235a-7860-4cc7-9f6b-49599a9fa7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1220a8dd-b686-4829-a8d7-ab6457d6a985", "tag": "ffce834e-2ea7-4b1e-89a3-65e565266dab"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:45.549022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dc85-1f30-45d1-836c-a56a913dabad req-ef408e0f-6230-4a20-9628-bef8d453998f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.550618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa37dc85-1f30-45d1-836c-a56a913dabad req-ef408e0f-6230-4a20-9628-bef8d453998f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.1084423 Sep 16 05:36:45.551773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9460f4-d54b-4005-9a86-3ea953f1b6ed service neutron] Pushing event updated for resources: {'Port': ['ID=ffce834e-2ea7-4b1e-89a3-65e565266dab,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:45.576883 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249d402f-1966-4d56-8170-65ec41f744a9 x-openstack-request-id: req-249d402f-1966-4d56-8170-65ec41f744a9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:45.577270 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1220a8dd-b686-4829-a8d7-ab6457d6a985", "tag": "ffce834e-2ea7-4b1e-89a3-65e565266dab", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:45.577585 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-249d402f-1966-4d56-8170-65ec41f744a9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:45.578041 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'tag': 'ffce834e-2ea7-4b1e-89a3-65e565266dab', 'status': 'completed', 'code': 200} Sep 16 05:36:45.609552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aa37dc85-1f30-45d1-836c-a56a913dabad req-60ca9bbf-6599-4491-bbc9-792084c2e55e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Sep 16 05:36:45.644189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-fa290bfd-2fc6-4233-b410-e4df94ca5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.645820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-fa290bfd-2fc6-4233-b410-e4df94ca5888 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 1095 time: 0.0531764 Sep 16 05:36:45.697686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-a073ee45-80be-4bcb-bdf5-a1b45668e88f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffce834e-2ea7-4b1e-89a3-65e565266dab HTTP/1.1" status: 200 len: 217 time: 0.0363488 Sep 16 05:36:45.748416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-9bc64b45-15ea-484c-a6a0-b4759a3bd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.749893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-9bc64b45-15ea-484c-a6a0-b4759a3bd324 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0457308 Sep 16 05:36:45.796317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-f4724e4a-9637-4684-be5b-7bcf7007c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.797794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-f4724e4a-9637-4684-be5b-7bcf7007c3bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402451 Sep 16 05:36:45.891770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-1f1012c4-7775-4c4c-852b-180dcd3aeed3 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869286 Sep 16 05:36:45.988043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16d0e757-bb2e-45b9-8159-37f63abf075e req-5e7189f4-04d0-4593-bd65-fff14d9a8367 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885773 Sep 16 05:36:46.102044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-7c2904a7-3e96-46f5-8f39-6576794002de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.104380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-7c2904a7-3e96-46f5-8f39-6576794002de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 1095 time: 0.0416071 Sep 16 05:36:46.192680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-dd6cda7e-ce90-4469-afcc-1882d823aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.194153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-dd6cda7e-ce90-4469-afcc-1882d823aeea service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0837824 Sep 16 05:36:46.240013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-9c6091b9-ca65-4e83-924a-a7f563ab5b59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffce834e-2ea7-4b1e-89a3-65e565266dab HTTP/1.1" status: 200 len: 217 time: 0.0382555 Sep 16 05:36:46.290065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-f73d2e86-6312-490b-9936-b8538345d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.291531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-f73d2e86-6312-490b-9936-b8538345d439 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0442920 Sep 16 05:36:46.337073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-42d6ad00-43af-446e-b9f1-88ff7a805917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.339661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-42d6ad00-43af-446e-b9f1-88ff7a805917 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417550 Sep 16 05:36:46.439561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-bdebac08-e457-4629-8eaa-42413e25f7db service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922568 Sep 16 05:36:46.528976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21be235a-7860-4cc7-9f6b-49599a9fa7f5 req-b6589b09-d9e2-4557-8721-650b24b2b3f8 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818839 Sep 16 05:36:46.740052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768564cb-38ce-4355-9cc7-679f87f2bfb9 req-5b256ea6-a40b-487b-9195-ea189ebfe774 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.741544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-768564cb-38ce-4355-9cc7-679f87f2bfb9 req-5b256ea6-a40b-487b-9195-ea189ebfe774 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0633824 Sep 16 05:36:46.782052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-768564cb-38ce-4355-9cc7-679f87f2bfb9 req-9826cad8-86e1-4f60-8aca-d6d3bcd4e1ea tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Sep 16 05:36:47.651158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-64a59f67-7106-4b21-a839-721200d82d8d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798881 Sep 16 05:36:47.770262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-0483df33-e405-4437-9123-73a0d9304055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:47.772641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-0483df33-e405-4437-9123-73a0d9304055 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1097 time: 0.0670474 Sep 16 05:36:47.913306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-63e4a43d-4b1c-48ba-a375-ce9f97dbecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:47.915675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-63e4a43d-4b1c-48ba-a375-ce9f97dbecff service neutron] 10.222.0.73 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 897 time: 0.1051993 Sep 16 05:36:48.012981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31c1ce-f8d9-46c1-95e8-84ba4f1d2b25 req-32ba5926-83ef-48a4-a355-656847ffbc16 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.014834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e31c1ce-f8d9-46c1-95e8-84ba4f1d2b25 req-32ba5926-83ef-48a4-a355-656847ffbc16 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0982051 Sep 16 05:36:48.032010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-30ffb398-667e-41fc-9453-a2fbd3e80ead service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 1001 time: 0.1063075 Sep 16 05:36:48.105446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e31c1ce-f8d9-46c1-95e8-84ba4f1d2b25 req-b92968ea-aee9-4cb8-a347-4313f5bad342 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722554 Sep 16 05:36:48.110820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-3cb3a3a9-8983-40b7-9c12-267217c18ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.112777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-3cb3a3a9-8983-40b7-9c12-267217c18ad9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0709114 Sep 16 05:36:48.170777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-71fa9fab-b210-4197-9768-71181658f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.172424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-71fa9fab-b210-4197-9768-71181658f6a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527322 Sep 16 05:36:48.291331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-9453c0a0-0cc0-4bbc-948f-fd2ec07dcabb service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110480 Sep 16 05:36:48.430952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-429eb8d0-cf1a-4b4d-807b-822071f23db4 req-49d66a27-61f1-4730-91b6-2dee7bf1cc3f service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315954 Sep 16 05:36:49.254971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606430-1318-4f85-9c3c-bd5c8c723c2b req-fcca9045-4810-40ac-b4c5-de5eaf6a1472 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:49.256737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3606430-1318-4f85-9c3c-bd5c8c723c2b req-fcca9045-4810-40ac-b4c5-de5eaf6a1472 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0599399 Sep 16 05:36:49.302898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3606430-1318-4f85-9c3c-bd5c8c723c2b req-abee0331-0427-4e2d-8bc2-8d302b39d44c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Sep 16 05:36:50.426733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6e4a-ad68-4113-8003-a288ef5ed0c1 req-e3be13d4-4572-4f05-84db-82e08538676c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:50.432593 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-685b6e4a-ad68-4113-8003-a288ef5ed0c1 req-e3be13d4-4572-4f05-84db-82e08538676c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0564969 Sep 16 05:36:50.468875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-685b6e4a-ad68-4113-8003-a288ef5ed0c1 req-f0c7b729-aaff-4634-a9cc-1de08393776f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334756 Sep 16 05:36:51.583685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f8be9-2505-40ed-a135-3836b4c85db6 req-9a6c5c24-e222-4012-b8c8-8241d98903b6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:51.585191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d1f8be9-2505-40ed-a135-3836b4c85db6 req-9a6c5c24-e222-4012-b8c8-8241d98903b6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0485182 Sep 16 05:36:51.622162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d1f8be9-2505-40ed-a135-3836b4c85db6 req-347389c0-2ff8-448e-82b5-e391ae71215b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303280 Sep 16 05:36:52.738137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10170ae3-aa2d-4832-981a-2fab73804f6c req-f232937e-b683-461c-b53a-d018540bdaaf tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:52.739605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10170ae3-aa2d-4832-981a-2fab73804f6c req-f232937e-b683-461c-b53a-d018540bdaaf tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0511084 Sep 16 05:36:52.776656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10170ae3-aa2d-4832-981a-2fab73804f6c req-3937b634-1a98-4dcc-b326-9dd6fac71469 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Sep 16 05:36:53.893755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e72ed-2a31-4ce9-93b1-816815083460 req-93a459f6-0475-4962-a8ed-fc7cc48acc27 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:53.895476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-676e72ed-2a31-4ce9-93b1-816815083460 req-93a459f6-0475-4962-a8ed-fc7cc48acc27 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0499408 Sep 16 05:36:53.935685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-676e72ed-2a31-4ce9-93b1-816815083460 req-237e1128-a21e-4213-9b8a-5a8504c8689a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Sep 16 05:36:54.826566 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:55.050860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c982-05df-413a-a562-d092f2bfc136 req-bec140ed-1a19-49c2-946a-e4c27518ed83 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:55.052689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69e3c982-05df-413a-a562-d092f2bfc136 req-bec140ed-1a19-49c2-946a-e4c27518ed83 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0498285 Sep 16 05:36:55.096985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69e3c982-05df-413a-a562-d092f2bfc136 req-e76f5321-5023-4db2-911a-278eeaa78a67 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Sep 16 05:36:55.904804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-441d4b00-cf25-4fbf-a309-9b3530276ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:56.225454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd7e0-6a03-4248-ab06-d80365b7ee9c req-56dc3082-b27d-46ae-a059-7e333f2a23d7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:56.226944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-adbcd7e0-6a03-4248-ab06-d80365b7ee9c req-56dc3082-b27d-46ae-a059-7e333f2a23d7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0633111 Sep 16 05:36:56.267004 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-adbcd7e0-6a03-4248-ab06-d80365b7ee9c req-cd9a9f3d-eb1c-4a2e-96f7-f4a476d968c0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Sep 16 05:36:57.391638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679fa3-40e4-4184-822a-485851c9afa2 req-1736bdaf-fcfc-4566-a9c1-fe7b408bd0b7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:57.393186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09679fa3-40e4-4184-822a-485851c9afa2 req-1736bdaf-fcfc-4566-a9c1-fe7b408bd0b7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0484953 Sep 16 05:36:57.437458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-09679fa3-40e4-4184-822a-485851c9afa2 req-285ad296-e9fc-4714-9cad-463dec1b5406 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Sep 16 05:36:58.208106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0855-e1fc-4d73-af9a-2033e9f54247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:58.549409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f150-a306-4e16-ae0e-47bc5b531aed req-2394059e-5d68-4c2b-bdfd-79e946216e3e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:58.550911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f033f150-a306-4e16-ae0e-47bc5b531aed req-2394059e-5d68-4c2b-bdfd-79e946216e3e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0472767 Sep 16 05:36:58.589695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f033f150-a306-4e16-ae0e-47bc5b531aed req-eaaed4ad-460d-4e52-bcf4-20f02c9f619c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Sep 16 05:36:59.189378 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:59.706450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea22384-c250-49ba-aef7-7155bdd4bd2b req-c00788cd-acd8-4d7a-a99a-c6779b0299be tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:59.707912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cea22384-c250-49ba-aef7-7155bdd4bd2b req-c00788cd-acd8-4d7a-a99a-c6779b0299be tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0509346 Sep 16 05:36:59.744767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cea22384-c250-49ba-aef7-7155bdd4bd2b req-084e87b5-9e77-4c6b-89c0-303e3f6b17bb tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304282 Sep 16 05:36:59.885195 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:00.865030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b027594-3b5d-4576-922e-fa99258064cd req-95420168-1f5f-466b-8872-f215fc893614 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:00.866484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b027594-3b5d-4576-922e-fa99258064cd req-95420168-1f5f-466b-8872-f215fc893614 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0475705 Sep 16 05:37:00.904363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b027594-3b5d-4576-922e-fa99258064cd req-60e233e5-65e1-4dbb-972c-987c7d96fb57 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Sep 16 05:37:01.318180 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:02.019134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70785e8-2c07-4c32-ba2f-464553d1ea4c req-e7a59873-cb1d-4c03-9a90-d55ef6616f6a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:02.020794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f70785e8-2c07-4c32-ba2f-464553d1ea4c req-e7a59873-cb1d-4c03-9a90-d55ef6616f6a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0494490 Sep 16 05:37:02.062021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f70785e8-2c07-4c32-ba2f-464553d1ea4c req-6f1b138d-8744-4103-8098-fbad3a81356b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Sep 16 05:37:03.182468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396e5a2-7f49-486c-b8c9-03fb8d7fb3da req-9deeb789-1aa1-403c-8fe2-0ade86e89a3c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:03.183977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3396e5a2-7f49-486c-b8c9-03fb8d7fb3da req-9deeb789-1aa1-403c-8fe2-0ade86e89a3c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0554199 Sep 16 05:37:03.226951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3396e5a2-7f49-486c-b8c9-03fb8d7fb3da req-b7fcf443-c957-4dc1-91be-37587361e63e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Sep 16 05:37:04.346260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720287bf-a21c-43bc-a0be-4f366f91cdef req-ae53ba46-3210-47b7-8d73-b41d51505c27 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:04.347790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720287bf-a21c-43bc-a0be-4f366f91cdef req-ae53ba46-3210-47b7-8d73-b41d51505c27 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0518925 Sep 16 05:37:04.387037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720287bf-a21c-43bc-a0be-4f366f91cdef req-3cadb81d-1dfa-4895-b2f4-29201b1d2c9d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Sep 16 05:37:05.527820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1b414-2a5d-478c-831e-c3d2a19be5ac req-c360b381-211f-43a7-85c8-08eac4ce2f8c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:05.530748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ddc1b414-2a5d-478c-831e-c3d2a19be5ac req-c360b381-211f-43a7-85c8-08eac4ce2f8c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0736687 Sep 16 05:37:05.569153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ddc1b414-2a5d-478c-831e-c3d2a19be5ac req-e47ed87d-748f-444d-a0cb-b74a8616077d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Sep 16 05:37:06.688759 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877606-bbb7-4dbf-85e3-64c947617bce req-4e901c5e-2d1d-4366-9ab5-e4c55c915be2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:06.690209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45877606-bbb7-4dbf-85e3-64c947617bce req-4e901c5e-2d1d-4366-9ab5-e4c55c915be2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 943 time: 0.0524261 Sep 16 05:37:06.728985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45877606-bbb7-4dbf-85e3-64c947617bce req-bc8ef616-f3ef-491b-9f0f-2177fc1f607c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Sep 16 05:37:06.964880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ffce834e-2ea7-4b1e-89a3-65e565266dab details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:07.062506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ffce834e-2ea7-4b1e-89a3-65e565266dab, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ffce834e-2ea7-4b1e-89a3-65e565266dab,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:07.074631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'ffce834e-2ea7-4b1e-89a3-65e565266dab', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'port_id': 'ffce834e-2ea7-4b1e-89a3-65e565266dab', 'mac_address': 'fa:16:3e:1d:c1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:07.110950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.124165 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffce834e-2ea7-4b1e-89a3-65e565266dab {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:07.143359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ffce834e-2ea7-4b1e-89a3-65e565266dab, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ffce834e-2ea7-4b1e-89a3-65e565266dab,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:07.147155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.194559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=ffce834e-2ea7-4b1e-89a3-65e565266dab,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:07.585467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['ffce834e-2ea7-4b1e-89a3-65e565266dab'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:07.851518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db8e4-2b34-43b8-9915-4b0fad8ef076 req-c99964aa-9322-4f54-b47a-d039d0fa62ae tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:07.853189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-893db8e4-2b34-43b8-9915-4b0fad8ef076 req-c99964aa-9322-4f54-b47a-d039d0fa62ae tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 944 time: 0.0559959 Sep 16 05:37:07.892013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-893db8e4-2b34-43b8-9915-4b0fad8ef076 req-8f6e15f3-786d-47fd-87ca-33a32b2ad676 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Sep 16 05:37:08.965419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ffce834e-2ea7-4b1e-89a3-65e565266dab up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:09.010320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca2acc-80e6-430e-a439-d9ee5f09a4f5 req-caed2a69-b352-4bbc-a0d0-e7f4c906ac96 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.011855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64ca2acc-80e6-430e-a439-d9ee5f09a4f5 req-caed2a69-b352-4bbc-a0d0-e7f4c906ac96 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 944 time: 0.0506530 Sep 16 05:37:09.016808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port ffce834e-2ea7-4b1e-89a3-65e565266dab completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:09.020962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port ffce834e-2ea7-4b1e-89a3-65e565266dab triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:09.021329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.055674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64ca2acc-80e6-430e-a439-d9ee5f09a4f5 req-b4ec1198-a8b1-469e-8c08-0afd998f3256 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Sep 16 05:37:09.109914 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.132162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffce834e-2ea7-4b1e-89a3-65e565266dab'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:09.134464 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77339d10-bc6d-443e-9ae2-9e19158941c2" -d '{"events": [{"server_uuid": "1220a8dd-b686-4829-a8d7-ab6457d6a985", "name": "network-vif-plugged", "status": "completed", "tag": "ffce834e-2ea7-4b1e-89a3-65e565266dab"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:09.148709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port ffce834e-2ea7-4b1e-89a3-65e565266dab, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ffce834e-2ea7-4b1e-89a3-65e565266dab,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:09.156942 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:09.180611 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a8f362-462e-4f72-9032-d4c1110135dd x-openstack-request-id: req-e1a8f362-462e-4f72-9032-d4c1110135dd {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:09.180814 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1220a8dd-b686-4829-a8d7-ab6457d6a985", "name": "network-vif-plugged", "status": "completed", "tag": "ffce834e-2ea7-4b1e-89a3-65e565266dab", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:09.181062 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1a8f362-462e-4f72-9032-d4c1110135dd {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:09.181976 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffce834e-2ea7-4b1e-89a3-65e565266dab', 'code': 200} Sep 16 05:37:09.208597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=ffce834e-2ea7-4b1e-89a3-65e565266dab,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:09.302485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8559c-6a43-42c5-ac2f-e058da86a822 req-939638ff-2844-4f59-8d05-0b5fae1bf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:09.304044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25c8559c-6a43-42c5-ac2f-e058da86a822 req-939638ff-2844-4f59-8d05-0b5fae1bf95e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 1097 time: 0.0469658 Sep 16 05:37:09.342617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25c8559c-6a43-42c5-ac2f-e058da86a822 req-c4259df4-e609-477a-b7f9-86185c170fb1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305426 Sep 16 05:37:10.171753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373be0-4e65-4b63-a253-e6967a329111 req-2a0e320c-5f81-41c6-888c-f8d190aa6005 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:10.173288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2373be0-4e65-4b63-a253-e6967a329111 req-2a0e320c-5f81-41c6-888c-f8d190aa6005 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 945 time: 0.0497763 Sep 16 05:37:10.211482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2373be0-4e65-4b63-a253-e6967a329111 req-f6cba4c3-baac-4cc8-9b74-23e2c60b72d8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Sep 16 05:37:11.330623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24249df6-681d-41ba-a18d-57254f9ac568 req-fcb0d5e8-f8f0-42ff-9e3f-d3adaa90d55b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.332125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24249df6-681d-41ba-a18d-57254f9ac568 req-fcb0d5e8-f8f0-42ff-9e3f-d3adaa90d55b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Sep 16 05:37:11.370242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24249df6-681d-41ba-a18d-57254f9ac568 req-209eb3ee-ff40-4a75-af33-fa3047053921 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Sep 16 05:37:11.500184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571511f-2910-4fa2-a59f-54630c6c5b42 req-c70510e2-8f14-4ae8-8038-cff30a930389 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.501722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2571511f-2910-4fa2-a59f-54630c6c5b42 req-c70510e2-8f14-4ae8-8038-cff30a930389 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 945 time: 0.0662110 Sep 16 05:37:11.553443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2571511f-2910-4fa2-a59f-54630c6c5b42 req-e6558c14-32ed-4ef7-9553-4a4bae035cfe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Sep 16 05:37:11.675512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70d8c-1381-4555-8256-de45d9db71ad req-f267546b-8a74-4068-a628-a6866807f8fc tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:11.677071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19f70d8c-1381-4555-8256-de45d9db71ad req-f267546b-8a74-4068-a628-a6866807f8fc tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 945 time: 0.0603707 Sep 16 05:37:11.715618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19f70d8c-1381-4555-8256-de45d9db71ad req-d73d5a87-7b55-4dca-a572-7b72a87c2722 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Sep 16 05:37:11.931143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:12.006088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04c61-9c67-4682-a936-2d8e60c98b09 req-e6edceb8-5460-4563-9d80-d436601356cb tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:12.007508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07b04c61-9c67-4682-a936-2d8e60c98b09 req-e6edceb8-5460-4563-9d80-d436601356cb tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Sep 16 05:37:12.046660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07b04c61-9c67-4682-a936-2d8e60c98b09 req-4901372b-c4ee-4f28-96b7-c150432e22f1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Sep 16 05:37:13.187199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f5cc6-2ddb-4dda-89e4-4db37aba1e3c req-dcae9313-19a1-495b-904a-fb3954465d72 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.188908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f04f5cc6-2ddb-4dda-89e4-4db37aba1e3c req-dcae9313-19a1-495b-904a-fb3954465d72 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 945 time: 0.0561061 Sep 16 05:37:13.229421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f04f5cc6-2ddb-4dda-89e4-4db37aba1e3c req-28105fcc-c46e-4d56-adcd-5279a49c381e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340579 Sep 16 05:37:13.366384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece36b7e-9059-4d89-b73a-25c0d6ba5f1a req-231b8ce5-a9f2-4072-8d54-14a00163a94a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.367839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ece36b7e-9059-4d89-b73a-25c0d6ba5f1a req-231b8ce5-a9f2-4072-8d54-14a00163a94a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0505641 Sep 16 05:37:13.418549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ece36b7e-9059-4d89-b73a-25c0d6ba5f1a req-ba1bce88-beea-4bd7-b81f-35bebe0eb3c9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446858 Sep 16 05:37:13.440528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34438) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:13.508511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-cdf5934d-e0a4-4708-bd31-71def8e8ca01 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/0ea3e0fa-20e4-45fc-9b45-c2613d05dce4 HTTP/1.1" status: 200 len: 993 time: 0.0665452 Sep 16 05:37:13.691587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f264e5-e861-4974-8823-0a59b9c899ab req-37e8ae97-517d-47da-a96a-fe28666c383d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.692998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78f264e5-e861-4974-8823-0a59b9c899ab req-37e8ae97-517d-47da-a96a-fe28666c383d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Sep 16 05:37:13.780779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port ffce834e-2ea7-4b1e-89a3-65e565266dab {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:13.781114 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.896268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] For port ffce834e-2ea7-4b1e-89a3-65e565266dab, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=ffce834e-2ea7-4b1e-89a3-65e565266dab,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:13.896638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:13.912074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for ffce834e-2ea7-4b1e-89a3-65e565266dab owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:13.917477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5907a-cf19-43fe-9535-ba3dbdcf64ca req-84d7092a-49f6-40e7-ad5a-724c053ef208 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:13.918991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3e5907a-cf19-43fe-9535-ba3dbdcf64ca req-84d7092a-49f6-40e7-ad5a-724c053ef208 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1097 time: 0.0730848 Sep 16 05:37:13.993038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3e5907a-cf19-43fe-9535-ba3dbdcf64ca req-df51ad32-c4e6-4d35-8849-5949b4038de8 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673721 Sep 16 05:37:14.073697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.104070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=ffce834e-2ea7-4b1e-89a3-65e565266dab,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:14.107766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['ffce834e-2ea7-4b1e-89a3-65e565266dab'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:14.470146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] No DVR routers for this DVR port ffce834e-2ea7-4b1e-89a3-65e565266dab on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:14.472968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:14.475084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78f264e5-e861-4974-8823-0a59b9c899ab req-e697ed63-9b6c-42cb-9ed0-4ed736061d73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "DELETE /v2.0/ports/ffce834e-2ea7-4b1e-89a3-65e565266dab HTTP/1.1" status: 204 len: 173 time: 0.7760813 Sep 16 05:37:14.483056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'name': 'network-vif-deleted', 'tag': 'ffce834e-2ea7-4b1e-89a3-65e565266dab'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:14.485376 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e819e-dfcd-46a0-9dde-218d9b5e0a0f" -d '{"events": [{"server_uuid": "1220a8dd-b686-4829-a8d7-ab6457d6a985", "name": "network-vif-deleted", "tag": "ffce834e-2ea7-4b1e-89a3-65e565266dab"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:14.508185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-477d196e-64ec-4264-8f66-10990b700467 req-9c651699-8e14-4344-87cc-0d01da70d7d7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 210 time: 0.0392158 Sep 16 05:37:14.557901 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e912ece7-8177-44df-9d24-1e86b4a2e58e x-openstack-request-id: req-e912ece7-8177-44df-9d24-1e86b4a2e58e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:14.558067 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1220a8dd-b686-4829-a8d7-ab6457d6a985", "name": "network-vif-deleted", "tag": "ffce834e-2ea7-4b1e-89a3-65e565266dab", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:14.558343 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e912ece7-8177-44df-9d24-1e86b4a2e58e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:14.558755 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1220a8dd-b686-4829-a8d7-ab6457d6a985', 'name': 'network-vif-deleted', 'tag': 'ffce834e-2ea7-4b1e-89a3-65e565266dab', 'status': 'completed', 'code': 200} Sep 16 05:37:14.646656 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-ea35a475-d2bb-4deb-9bd2-05770a6a00b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012456 Sep 16 05:37:14.656066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-01139d5a-b1f0-434d-b6e5-f95518c261ca service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:37:14.657098 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-01139d5a-b1f0-434d-b6e5-f95518c261ca service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054331 Sep 16 05:37:15.230715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-16b88e86-e81f-4c8d-b3e1-d125369c369b tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.232198 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-16b88e86-e81f-4c8d-b3e1-d125369c369b tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 1094 time: 0.0964017 Sep 16 05:37:15.241179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Request body: {'binding': {'host': 'n-h1-713301-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:15.241648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Unknown quota resources ['binding']. {{(pid=94718) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:37:15.381160 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on host n-h1-713301-15 for vnic_type normal with profile None {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:15.381491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:15.381817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:15.386213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:15.386529 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:15.391256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:15.391590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Checking segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:15.391970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Bound using segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:15.392426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Bound port: c930969f-46d0-4dca-90f5-cc420dec0a27, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:15.476682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:15.482878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] Notify callbacks [] for binding, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:15.484103 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] 10.222.0.55 "POST /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27/bindings HTTP/1.1" status: 201 len: 390 time: 0.2464638 Sep 16 05:37:15.647712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b702b9a-b4d7-4145-9e44-ad94b3469308 req-aa4114b9-1369-402e-9755-4d7853979f95 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 210 time: 0.0283122 Sep 16 05:37:15.661426 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af3d48-b25f-4b6e-8133-8b237ea0d1af req-86412558-44e5-4e47-b6cd-0ba80f6de38a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.669633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92af3d48-b25f-4b6e-8133-8b237ea0d1af req-86412558-44e5-4e47-b6cd-0ba80f6de38a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0833056 Sep 16 05:37:15.714632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92af3d48-b25f-4b6e-8133-8b237ea0d1af req-a2881dc0-4fe4-494f-9499-fe3b2a380087 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439029 Sep 16 05:37:15.813554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-da0ebb53-3e7d-4990-9269-184202dbe782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.815373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-da0ebb53-3e7d-4990-9269-184202dbe782 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1097 time: 0.0428843 Sep 16 05:37:15.912434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-e11d1004-f01e-4f44-9e13-b2d3d2f1a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:15.913857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-e11d1004-f01e-4f44-9e13-b2d3d2f1a115 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 897 time: 0.0906963 Sep 16 05:37:15.984213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-b0ea51bb-d478-44ab-9884-ac032b768b44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 1001 time: 0.0629611 Sep 16 05:37:16.035133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-e5201612-661c-448d-8dd2-ae4890b2dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.036620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-e5201612-661c-448d-8dd2-ae4890b2dc6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0452342 Sep 16 05:37:16.083186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-cd5c9d57-c6a0-441f-97cb-43097fb0fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.084775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-cd5c9d57-c6a0-441f-97cb-43097fb0fb5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410216 Sep 16 05:37:16.179526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-bee69351-a06d-40dc-92d2-1fbbcd5b3ad4 service neutron] 10.222.0.64 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868180 Sep 16 05:37:16.273957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-94b2a7db-a193-4e28-94c5-1805f57ef49b service neutron] 10.222.0.64 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873272 Sep 16 05:37:16.462732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-90dfe7ab-8c59-4e87-b451-a52b3af5a9d8 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.464349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-90dfe7ab-8c59-4e87-b451-a52b3af5a9d8 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508&tenant_id=20e08208e310417ab685ed70d7fe97a5&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1097 time: 0.0904002 Sep 16 05:37:16.476144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-15'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:16.533092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.671824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:16.718843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:16.775776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a33b208e-23d8-4b7d-9556-0cc982657bc8 req-3d5711d8-8ae1-4184-a23d-d0afdf169e68 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 210 time: 0.0323858 Sep 16 05:37:16.805982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:16.808264 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343382f7-156a-4a4a-9c56-0eb56f4b6eb1" -d '{"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-unplugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:16.812661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.833350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:16.864167 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7aa490-60d5-47d8-8daa-61ba62921dd0 x-openstack-request-id: req-ce7aa490-60d5-47d8-8daa-61ba62921dd0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:16.864463 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-unplugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:16.864713 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce7aa490-60d5-47d8-8daa-61ba62921dd0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:16.865101 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'code': 200} Sep 16 05:37:16.912966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358420ba-73c0-4dd9-992a-0da92b66c0b0 req-09a69301-4f1b-47ff-896e-34f2521c4b96 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:16.914554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-358420ba-73c0-4dd9-992a-0da92b66c0b0 req-09a69301-4f1b-47ff-896e-34f2521c4b96 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.1202512 Sep 16 05:37:16.919867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:16.964754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ffce834e-2ea7-4b1e-89a3-65e565266dab no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:16.997346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: ffce834e-2ea7-4b1e-89a3-65e565266dab {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:16.997982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device ffce834e-2ea7-4b1e-89a3-65e565266dab not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:17.006871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-358420ba-73c0-4dd9-992a-0da92b66c0b0 req-26a4e140-28cd-42d8-93df-8767ea57312f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508618 Sep 16 05:37:17.051872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on host n-h2-713301-15 for vnic_type normal with profile {"migrating_to": "n-h1-713301-15"} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:17.052376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:17.052840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:17.059295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:17.059653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Attempting to bind port c930969f-46d0-4dca-90f5-cc420dec0a27 on network 32df3f1d-8b5f-43da-b870-c20068597eb6 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:17.065455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:17.066073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Checking segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:17.066463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Bound using segment: {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:17.066906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Bound port: c930969f-46d0-4dca-90f5-cc420dec0a27, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4746f1b-726b-48fd-96c0-86a5196258f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:17.067272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.138591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:17.141800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:17.147110 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.204612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Provisioning complete for port c930969f-46d0-4dca-90f5-cc420dec0a27 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:17.204994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.242023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=8']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:17.296660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:17.297508 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.299335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-7edff99d-454c-47a8-a446-78a9487a6759 service neutron] 10.222.0.64 "PUT /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 1123 time: 0.8273749 Sep 16 05:37:17.329567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.348576 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:17.360886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:17.363145 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b63d2f7-e325-40bc-92a7-1f93d332624b" -d '{"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-plugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:17.378176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:17.381081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['c930969f-46d0-4dca-90f5-cc420dec0a27'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:17.416493 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5d46eb-f4cd-4c6d-8318-947b1bf2c432 x-openstack-request-id: req-3e5d46eb-f4cd-4c6d-8318-947b1bf2c432 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:17.417035 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-plugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:17.417292 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e5d46eb-f4cd-4c6d-8318-947b1bf2c432 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:17.417679 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'code': 200} Sep 16 05:37:17.426105 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.587134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:17.608362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.608706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.609038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.609369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.609693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.610017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.610337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.610654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.610973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.611291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.611607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.611917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c393b-fdbe-4d68-ab70-7b4694783643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:17.878321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71da4794-12c6-456c-b14c-ee5ee14e8bb0 req-cc2aaff2-c50a-4f8d-953f-e1ea630f1679 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=1220a8dd-b686-4829-a8d7-ab6457d6a985 HTTP/1.1" status: 200 len: 210 time: 0.0279863 Sep 16 05:37:17.930458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4e68dfb1-4112-4410-9fe6-b7eeb1df693b None None] Provisioning complete for port c930969f-46d0-4dca-90f5-cc420dec0a27 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:17.930925 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e68dfb1-4112-4410-9fe6-b7eeb1df693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:18.156966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223c8e2-edfb-4715-b93f-4129f2975275 req-69352b8e-a7b5-42c4-b035-bd96acae6270 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.158624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2223c8e2-edfb-4715-b93f-4129f2975275 req-69352b8e-a7b5-42c4-b035-bd96acae6270 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0720329 Sep 16 05:37:18.200131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2223c8e2-edfb-4715-b93f-4129f2975275 req-046192d7-f18b-4f76-b74d-9409a87e669f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334091 Sep 16 05:37:18.866151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:18.868588 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6594e736-3f0e-4bea-99f4-0025153db761" -d '{"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:18.907388 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc5d4e2-df3f-4536-b83b-3787251d3d64 x-openstack-request-id: req-bdc5d4e2-df3f-4536-b83b-3787251d3d64 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:18.908015 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:18.908015 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdc5d4e2-df3f-4536-b83b-3787251d3d64 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:18.908416 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'status': 'completed', 'code': 200} Sep 16 05:37:18.966553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:18.986501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e736-3f0e-4bea-99f4-0025153db761 req-0f5c6521-618a-4846-b960-db84668a3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:18.989329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6594e736-3f0e-4bea-99f4-0025153db761 req-0f5c6521-618a-4846-b960-db84668a3576 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1128 time: 0.0533173 Sep 16 05:37:19.085852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:19.097876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e736-3f0e-4bea-99f4-0025153db761 req-83aaa3c9-96bb-45d2-b7b0-d6e5b166bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.098802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 has no active binding in host n-h1-713301-15 {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:37:19.100587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6594e736-3f0e-4bea-99f4-0025153db761 req-83aaa3c9-96bb-45d2-b7b0-d6e5b166bbfb service neutron] 10.222.0.73 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 897 time: 0.0981460 Sep 16 05:37:19.173500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6594e736-3f0e-4bea-99f4-0025153db761 req-6baad737-e64c-42cb-aa8b-f6f713714ac0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 1001 time: 0.0616786 Sep 16 05:37:19.234601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e736-3f0e-4bea-99f4-0025153db761 req-bcd86166-3d65-4d06-bdd2-1921419b21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.236241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6594e736-3f0e-4bea-99f4-0025153db761 req-bcd86166-3d65-4d06-bdd2-1921419b21a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0518119 Sep 16 05:37:19.319106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e736-3f0e-4bea-99f4-0025153db761 req-4f05bd11-69cd-497f-8c55-9b61e8ba9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.320655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6594e736-3f0e-4bea-99f4-0025153db761 req-4f05bd11-69cd-497f-8c55-9b61e8ba9fb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746510 Sep 16 05:37:19.339096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5084a83-1331-4ff9-be00-b4603fe98e44 req-e7991c84-be6e-42b6-93f8-056fd7992f5b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:19.341271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5084a83-1331-4ff9-be00-b4603fe98e44 req-e7991c84-be6e-42b6-93f8-056fd7992f5b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0627320 Sep 16 05:37:19.436313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5084a83-1331-4ff9-be00-b4603fe98e44 req-8f5cbb40-e076-449c-b654-f08c672128b9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874701 Sep 16 05:37:19.468295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6594e736-3f0e-4bea-99f4-0025153db761 req-7cfd4c8c-04ad-403b-b750-f262e3b09f05 service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379735 Sep 16 05:37:19.561537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6594e736-3f0e-4bea-99f4-0025153db761 req-41743ae3-195d-41d8-853c-7469a75cd66a service neutron] 10.222.0.73 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851305 Sep 16 05:37:20.569121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc05c-9272-49d9-aefa-de89671b3193 req-9b4aa81e-e809-4d92-9590-75825172341b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:20.570903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a19fc05c-9272-49d9-aefa-de89671b3193 req-9b4aa81e-e809-4d92-9590-75825172341b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0629108 Sep 16 05:37:20.624894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a19fc05c-9272-49d9-aefa-de89671b3193 req-78f64af9-ab4c-4af4-a8b5-69c5bfbd979a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445871 Sep 16 05:37:21.762585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89542e81-b834-457f-90c5-c6ec958d8049 req-b3486499-c91e-4601-b0d8-73fdc5ecb77f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:21.764216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89542e81-b834-457f-90c5-c6ec958d8049 req-b3486499-c91e-4601-b0d8-73fdc5ecb77f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0644016 Sep 16 05:37:21.807372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89542e81-b834-457f-90c5-c6ec958d8049 req-99907c71-8c9b-4c6c-a6d3-584139870410 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370166 Sep 16 05:37:22.921572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc4ffe-eb94-4c64-b723-350a170cda6a req-865ff731-fd8c-4cff-a362-942b9222eab8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:22.923112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72fc4ffe-eb94-4c64-b723-350a170cda6a req-865ff731-fd8c-4cff-a362-942b9222eab8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Sep 16 05:37:22.961498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72fc4ffe-eb94-4c64-b723-350a170cda6a req-aef1ee3f-e341-4c84-94d3-ca3ad9bb0149 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321481 Sep 16 05:37:24.078806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cc43b-c842-4149-93b9-26a7dbc53ea0 req-b01ca31a-3e05-4243-bdf0-620011c08d0e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:24.080251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f4cc43b-c842-4149-93b9-26a7dbc53ea0 req-b01ca31a-3e05-4243-bdf0-620011c08d0e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0525317 Sep 16 05:37:24.119596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5f4cc43b-c842-4149-93b9-26a7dbc53ea0 req-440edf5d-b3bc-4fe4-9a3d-8d964fc17e39 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329111 Sep 16 05:37:24.831579 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.234639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c16b-aeff-43fd-b803-7d330ff4b30d req-1b0c8483-c348-427b-b459-335bf0bb2e98 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.236223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2117c16b-aeff-43fd-b803-7d330ff4b30d req-1b0c8483-c348-427b-b459-335bf0bb2e98 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Sep 16 05:37:25.277489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2117c16b-aeff-43fd-b803-7d330ff4b30d req-877a0244-4b26-429c-9f28-83bba2bbec8e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346699 Sep 16 05:37:25.678340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-04b27d0c-9abb-43b0-863b-65a719746040 service neutron] 10.222.0.73 "GET /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 385 time: 0.0620725 Sep 16 05:37:25.864328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:25.887096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:25.906366 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f11f49cf-4522-4a1a-a90d-fa6a8ca0b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.937122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:25.939604 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69660ec-7d46-44f6-a11d-a859e466865e" -d '{"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-unplugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:25.947066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:25.965649 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.981878 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bd83ac-df21-4749-b7be-5c99e3846efb x-openstack-request-id: req-a7bd83ac-df21-4749-b7be-5c99e3846efb {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:25.982174 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-unplugged", "status": "completed", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:25.982484 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7bd83ac-df21-4749-b7be-5c99e3846efb {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:25.982812 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'code': 200} Sep 16 05:37:26.041175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] Transition to ACTIVE for port object c930969f-46d0-4dca-90f5-cc420dec0a27 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:26.045336 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:26.164341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=11']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:26.187017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] No DVR routers for this DVR port c930969f-46d0-4dca-90f5-cc420dec0a27 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:26.339554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-d78d31ef-0c99-41a5-8f2d-bf32687596d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27/bindings/n-h1-713301-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6535470 Sep 16 05:37:26.409500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733c82a-507a-4f8c-82ac-70b2f3df298c req-a47f5757-3d07-4b0b-98c7-611c04400b3f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.410967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3733c82a-507a-4f8c-82ac-70b2f3df298c req-a47f5757-3d07-4b0b-98c7-611c04400b3f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 944 time: 0.0556240 Sep 16 05:37:26.479977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-ad3875b8-bfd9-4127-84f9-630c4497e874 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.481474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-ad3875b8-bfd9-4127-84f9-630c4497e874 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508&tenant_id=20e08208e310417ab685ed70d7fe97a5&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.0696330 Sep 16 05:37:26.485053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3733c82a-507a-4f8c-82ac-70b2f3df298c req-a175a0ab-9811-4600-a77f-e59d747b8972 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651937 Sep 16 05:37:26.531345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-fbb7c65b-5a86-478b-b05c-4b5866d012af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.532915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-fbb7c65b-5a86-478b-b05c-4b5866d012af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 1096 time: 0.0433395 Sep 16 05:37:26.621230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-58cf2cd0-945f-47c4-8531-300f0d445dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.621230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-58cf2cd0-945f-47c4-8531-300f0d445dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1096 time: 0.0434687 Sep 16 05:37:26.724666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-56701cd5-9b8d-4ea5-af2a-376d76791e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.726202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-56701cd5-9b8d-4ea5-af2a-376d76791e82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 897 time: 0.1027715 Sep 16 05:37:26.797177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-52987fc4-cb62-4ca6-a0d2-d41c8f0e7a21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 999 time: 0.0632982 Sep 16 05:37:26.851698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-ff4e6bf8-efef-4670-967e-4ac87139e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.854029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-ff4e6bf8-efef-4670-967e-4ac87139e878 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0503538 Sep 16 05:37:26.908246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-fcb540fd-b304-4c33-8ad5-ce074e06d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.909770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-fcb540fd-b304-4c33-8ad5-ce074e06d995 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415740 Sep 16 05:37:27.021469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-632460dd-6e2a-4636-8468-5a5172dffcea service neutron] 10.222.0.64 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994430 Sep 16 05:37:27.132707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-550e99b3-67d7-47d4-a59a-64043cdfb1c8 service neutron] 10.222.0.64 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036453 Sep 16 05:37:27.413419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b38f9-8021-405e-a5aa-e468178b7740 req-3693f438-cf3d-4fe3-9243-2b921cdf88ac tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.414976 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-3693f438-cf3d-4fe3-9243-2b921cdf88ac tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508&tenant_id=20e08208e310417ab685ed70d7fe97a5&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 1096 time: 0.0458610 Sep 16 05:37:27.573510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-782b38f9-8021-405e-a5aa-e468178b7740 req-61c26367-ea85-482d-9be0-ad17272396ae service neutron] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:27.581515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-782b38f9-8021-405e-a5aa-e468178b7740 req-61c26367-ea85-482d-9be0-ad17272396ae service neutron] Notify callbacks [] for binding, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:27.582706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-61c26367-ea85-482d-9be0-ad17272396ae service neutron] 10.222.0.64 "DELETE /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27/bindings/n-h2-713301-15 HTTP/1.1" status: 204 len: 173 time: 0.1602063 Sep 16 05:37:27.621994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364478f-5460-4ced-8722-914870436ff6 req-fae514fd-1ca6-44b0-8bd1-b932fa834dc8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.623571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e364478f-5460-4ced-8722-914870436ff6 req-fae514fd-1ca6-44b0-8bd1-b932fa834dc8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 944 time: 0.0631702 Sep 16 05:37:27.669546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e364478f-5460-4ced-8722-914870436ff6 req-a8dd1622-a9fe-4f49-95ce-9da51d933cbd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387998 Sep 16 05:37:27.783328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169a0f-853c-49ce-baa4-d063e2a3031b req-b3945f56-16db-48ab-96aa-06e446acbc71 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.784894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5169a0f-853c-49ce-baa4-d063e2a3031b req-b3945f56-16db-48ab-96aa-06e446acbc71 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1096 time: 0.0489140 Sep 16 05:37:27.822219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5169a0f-853c-49ce-baa4-d063e2a3031b req-5c9a9d68-f741-4da7-a858-e7411ec58d55 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311227 Sep 16 05:37:27.941621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ec15c-f016-45b3-b9c6-479c8860d213 req-23f52f21-b65c-4b4b-8edf-6bf1d2603ed0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.943427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-831ec15c-f016-45b3-b9c6-479c8860d213 req-23f52f21-b65c-4b4b-8edf-6bf1d2603ed0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 944 time: 0.0523131 Sep 16 05:37:27.984741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-831ec15c-f016-45b3-b9c6-479c8860d213 req-cc95290e-b834-4e5a-98e1-98dc37d5b463 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344391 Sep 16 05:37:28.009541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34622) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:28.078051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-53e2a074-bc52-46e7-8aca-d86baaa4374d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/0ea3e0fa-20e4-45fc-9b45-c2613d05dce4 HTTP/1.1" status: 200 len: 991 time: 0.0664682 Sep 16 05:37:28.210962 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d697e84f-5f9d-4027-a97f-68a286cdec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.313841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34628) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:28.495112 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 49191b1c-80db-4772-a49b-312c70ccee60 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:28.495458 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.578279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.578782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.592574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 49191b1c-80db-4772-a49b-312c70ccee60 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:28.669016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:28.713132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:28.774078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.798209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=49191b1c-80db-4772-a49b-312c70ccee60,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:28.812546 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.812901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.813248 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.813594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.813935 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.814277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.814607 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.814940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.815273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.815603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.815932 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.816284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:28.876567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:28.876911 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP 0ea3e0fa-20e4-45fc-9b45-c2613d05dce4 disassociated (deleted). External IP: 172.25.6.188, port: c930969f-46d0-4dca-90f5-cc420dec0a27. Sep 16 05:37:29.094807 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:29.192031 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.214755 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:29.219129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.225177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42612807-c046-45e0-bade-926ff77686cb None None] Sync routers for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:29.237805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:29.238411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:29.249175 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a916b25b-9c53-460b-b7f6-b59433324ab0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/floatingips/0ea3e0fa-20e4-45fc-9b45-c2613d05dce4 HTTP/1.1" status: 204 len: 168 time: 0.9317806 Sep 16 05:37:29.249175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:29.250085 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80" -d '{"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:29.286944 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f8f937-4365-4ced-95e3-5163a48a874a x-openstack-request-id: req-e2f8f937-4365-4ced-95e3-5163a48a874a {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:29.287234 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:29.287484 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2f8f937-4365-4ced-95e3-5163a48a874a {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:29.288129 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'status': 'completed', 'code': 200} Sep 16 05:37:29.374494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:29.385170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-a60c335d-e636-4c5a-a4e0-25fd31852675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.387376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-a60c335d-e636-4c5a-a4e0-25fd31852675 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 1096 time: 0.0506110 Sep 16 05:37:29.561257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927caaa9-dd5f-47fd-8b6d-d2d8538c7258 req-2bc8368c-8680-4ef3-9cb0-4b6f8441bb4c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.562898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-927caaa9-dd5f-47fd-8b6d-d2d8538c7258 req-2bc8368c-8680-4ef3-9cb0-4b6f8441bb4c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 944 time: 0.0806451 Sep 16 05:37:29.564510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-a0be1961-903b-4d83-b1c7-b645d83ab1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.565919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-a0be1961-903b-4d83-b1c7-b645d83ab1c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 200 len: 897 time: 0.1683955 Sep 16 05:37:29.587055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:29.618371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-bcce1156-4cbf-46c0-a62b-3d6fb351d749 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 200 len: 217 time: 0.0389714 Sep 16 05:37:29.623022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42612807-c046-45e0-bade-926ff77686cb None None] Checking router: d2f3bb5f-e78c-4666-926c-aa7bfb59ebda for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:29.635297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:29.635927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:29.668024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-927caaa9-dd5f-47fd-8b6d-d2d8538c7258 req-2883e073-5a51-489d-aaa7-2816cba6ecb3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976436 Sep 16 05:37:29.690734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-70d6f3f6-04ef-4540-863a-0e9d1b7720ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.692497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-70d6f3f6-04ef-4540-863a-0e9d1b7720ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 200 len: 834 time: 0.0603476 Sep 16 05:37:29.745908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-bbb50eac-522c-40db-a4ab-50b880378c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:29.747630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-bbb50eac-522c-40db-a4ab-50b880378c32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32df3f1d-8b5f-43da-b870-c20068597eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450110 Sep 16 05:37:29.773203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:29.849254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-ff0b16fa-39e1-44fd-a7b7-45b241159898 service neutron] 10.222.0.64 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934916 Sep 16 05:37:29.920453 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.962187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e2a0fc1-c22b-4283-99a5-706c72d1aa80 req-99127b51-29ad-440d-afeb-45f23f292685 service neutron] 10.222.0.64 "GET /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970609 Sep 16 05:37:30.011537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-42612807-c046-45e0-bade-926ff77686cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:30.038385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42612807-c046-45e0-bade-926ff77686cb None None] The sync data for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 is: [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '373aca22-8b39-4df9-9848-1c3d4704852c', 'name': '', 'network_id': '32df3f1d-8b5f-43da-b870-c20068597eb6', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:19:8a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:22Z', 'updated_at': '2021-09-16T05:36:25Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': 'a46ebb38-9971-4809-b664-4c20babf57bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:30.140393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-ea6181a1-2ee0-4e15-b4aa-17a999fbd451 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.142067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-ea6181a1-2ee0-4e15-b4aa-17a999fbd451 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 944 time: 0.0576866 Sep 16 05:37:30.243862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port c930969f-46d0-4dca-90f5-cc420dec0a27 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:30.244244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.301741 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c207e6-8e66-446f-8983-0abec5cf3806 None None] New status for floating IP 0ea3e0fa-20e4-45fc-9b45-c2613d05dce4: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:37:30.345000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port c930969f-46d0-4dca-90f5-cc420dec0a27, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c930969f-46d0-4dca-90f5-cc420dec0a27,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:30.345369 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.359312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for c930969f-46d0-4dca-90f5-cc420dec0a27 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:30.500545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.531779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=c930969f-46d0-4dca-90f5-cc420dec0a27,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:30.557777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.558135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.558621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.558983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.559336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.559688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.560164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.560550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.560922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.561311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.561696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.562056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:30.597144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] No DVR routers for this DVR port c930969f-46d0-4dca-90f5-cc420dec0a27 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:30.600661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.603269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-47b6438f-791c-490d-ab90-6184ee0af9ca req-5c9882ab-1fb5-490c-9707-5b40f86cfd52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.64 "DELETE /v2.0/ports/c930969f-46d0-4dca-90f5-cc420dec0a27 HTTP/1.1" status: 204 len: 173 time: 0.4548512 Sep 16 05:37:30.603727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-deleted', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:30.609415 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e802c95-728a-4109-b095-d5cca73abb88" -d '{"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-deleted", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:30.654619 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d64190-6460-4f11-803d-65205df1711a x-openstack-request-id: req-b0d64190-6460-4f11-803d-65205df1711a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:30.655442 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26ceba6-71d8-46fa-86f9-e5eeee30e508", "name": "network-vif-deleted", "tag": "c930969f-46d0-4dca-90f5-cc420dec0a27", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:30.655690 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0d64190-6460-4f11-803d-65205df1711a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:30.656172 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26ceba6-71d8-46fa-86f9-e5eeee30e508', 'name': 'network-vif-deleted', 'tag': 'c930969f-46d0-4dca-90f5-cc420dec0a27', 'status': 'completed', 'code': 200} Sep 16 05:37:30.772314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29e5e3b1-6f0d-4c61-a311-4006465f774f req-251563c9-7860-4a3a-8754-9cf278cfd21f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=b26ceba6-71d8-46fa-86f9-e5eeee30e508 HTTP/1.1" status: 200 len: 210 time: 0.0293140 Sep 16 05:37:31.316709 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:31.831055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34648) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:32.512550 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:32.783237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 373aca22-8b39-4df9-9848-1c3d4704852c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:32.783500 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:32.879881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port 373aca22-8b39-4df9-9848-1c3d4704852c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=373aca22-8b39-4df9-9848-1c3d4704852c,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:32.880751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:32.893982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 373aca22-8b39-4df9-9848-1c3d4704852c owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:33.026122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:33.050392 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: c930969f-46d0-4dca-90f5-cc420dec0a27 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:33.050632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c930969f-46d0-4dca-90f5-cc420dec0a27 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:33.108912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.141031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=373aca22-8b39-4df9-9848-1c3d4704852c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:33.336895 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.577061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:33.688918 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:33.694047 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-030a952b-89e2-44dd-acf9-381920c16eac tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/d2f3bb5f-e78c-4666-926c-aa7bfb59ebda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619919 Sep 16 05:37:33.697157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34654) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:33.700477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] Sync routers for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:33.712380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:33.713015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:33.753268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting subnet a46ebb38-9971-4809-b664-4c20babf57bd {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:37:33.756898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.799418 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.829354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:33.900228 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:33.984107 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.014139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Subnet': ['ID=a46ebb38-9971-4809-b664-4c20babf57bd,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:34.016155 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.018047 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb3ae3b7-7e91-45fc-93d5-2bd18c10f704 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/subnets/a46ebb38-9971-4809-b664-4c20babf57bd HTTP/1.1" status: 204 len: 168 time: 0.3196826 Sep 16 05:37:34.020852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34656) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:34.025848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cfb045-d617-4aa1-b7ff-7ed2f7c5dc12 None None] Network 32df3f1d-8b5f-43da-b870-c20068597eb6 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:34.089207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:37:33Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:34.123490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] Checking router: d2f3bb5f-e78c-4666-926c-aa7bfb59ebda for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:34.144187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.158601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] Routers {'d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:34.159238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:34.260908 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.300317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] DHCP port deletion for 32df3f1d-8b5f-43da-b870-c20068597eb6 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:37:34.309560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] Set router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:34.333314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:34.333715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.434561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port b64b4d0c-7d5b-4bf4-a766-b9ac99870b73, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:34.435359 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.451946 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:34.480081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] Deleting port 5ad67936-a35f-4a3c-ba5e-a76755bde88b {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:34.480492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.577690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] For port 5ad67936-a35f-4a3c-ba5e-a76755bde88b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ad67936-a35f-4a3c-ba5e-a76755bde88b,segment=NetworkSegment(f4746f1b-726b-48fd-96c0-86a5196258f7),segment_id=f4746f1b-726b-48fd-96c0-86a5196258f7)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:34.578013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.593158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] Calling delete_port for 5ad67936-a35f-4a3c-ba5e-a76755bde88b owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:34.632838 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.665209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:37:33Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:34.665784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=b64b4d0c-7d5b-4bf4-a766-b9ac99870b73,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:34.693858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84276cd8-0510-48e2-8553-86eee0a796ee None None] The sync data for ids ['d2f3bb5f-e78c-4666-926c-aa7bfb59ebda'] in n-d-713301-15 is: [{'id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631918797', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:37:33Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'b64b4d0c-7d5b-4bf4-a766-b9ac99870b73', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f3bb5f-e78c-4666-926c-aa7bfb59ebda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:19Z', 'updated_at': '2021-09-16T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:34.714729 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.739051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.747989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] No DVR routers for this DVR port 5ad67936-a35f-4a3c-ba5e-a76755bde88b on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:34.753961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3baec-eac8-45ed-addb-92582f2e479f None None] Pushing event deleted for resources: {'Port': ['ID=5ad67936-a35f-4a3c-ba5e-a76755bde88b,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:34.836586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.838745 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.889377 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.889913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Fanout notify agent at l3_agent the message router_deleted on router d2f3bb5f-e78c-4666-926c-aa7bfb59ebda {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:37:34.898208 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.899473 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-598bea73-995e-465a-8585-41e982bb4bc1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/routers/d2f3bb5f-e78c-4666-926c-aa7bfb59ebda HTTP/1.1" status: 204 len: 168 time: 0.8776853 Sep 16 05:37:34.902116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34660) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:34.987542 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.086029 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.111287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32df3f1d-8b5f-43da-b870-c20068597eb6']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:35.124915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4746f1b-726b-48fd-96c0-86a5196258f7') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:35.125233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4746f1b-726b-48fd-96c0-86a5196258f7') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:35.135271 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.151626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.158973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:35.159370 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:35.162425 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:35.226305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.246567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.248369 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/networks/32df3f1d-8b5f-43da-b870-c20068597eb6 HTTP/1.1" status: 204 len: 168 time: 0.3453028 Sep 16 05:37:35.249495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19f9af-128e-405d-ab0e-e4f1ab4462fe tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Network': ['ID=32df3f1d-8b5f-43da-b870-c20068597eb6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:35.251452 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34662) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:35.325187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-288f2201-bf57-4aa3-aa0b-ce365bd39f46 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.362758 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-288f2201-bf57-4aa3-aa0b-ce365bd39f46 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.447715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-288f2201-bf57-4aa3-aa0b-ce365bd39f46 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.453173 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-288f2201-bf57-4aa3-aa0b-ce365bd39f46 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.459553 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-288f2201-bf57-4aa3-aa0b-ce365bd39f46 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/security-groups/15420f2a-ab1c-4e85-8b7c-20ba2ffbb252 HTTP/1.1" status: 204 len: 168 time: 0.2022438 Sep 16 05:37:35.472411 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f2201-bf57-4aa3-aa0b-ce365bd39f46 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15420f2a-ab1c-4e85-8b7c-20ba2ffbb252,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:35.530057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ad67936-a35f-4a3c-ba5e-a76755bde88b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:35.567191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5ad67936-a35f-4a3c-ba5e-a76755bde88b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:35.567823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ad67936-a35f-4a3c-ba5e-a76755bde88b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:35.568523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 373aca22-8b39-4df9-9848-1c3d4704852c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:35.594583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 373aca22-8b39-4df9-9848-1c3d4704852c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:35.595014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 373aca22-8b39-4df9-9848-1c3d4704852c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:35.786072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34672) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:35.790931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-25edaee0-050d-4345-a62a-fb118f221115 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837525452', 'description': 'tempest-secgroup-smoke-837525452 description', 'project_id': '20e08208e310417ab685ed70d7fe97a5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:35.813716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25edaee0-050d-4345-a62a-fb118f221115 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.911017 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25edaee0-050d-4345-a62a-fb118f221115 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.915106 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25edaee0-050d-4345-a62a-fb118f221115 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.949740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edaee0-050d-4345-a62a-fb118f221115 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ebf41a-5176-4290-bf9b-a92fd7fce8e8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:35.963072 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-25edaee0-050d-4345-a62a-fb118f221115 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.964155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-25edaee0-050d-4345-a62a-fb118f221115 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1770480 Sep 16 05:37:35.968922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34674) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:35.975961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ad4d6294-337b-4603-95b1-906c243bd94f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '43ebf41a-5176-4290-bf9b-a92fd7fce8e8', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:36.066169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6294-337b-4603-95b1-906c243bd94f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.119970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6294-337b-4603-95b1-906c243bd94f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.124171 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6294-337b-4603-95b1-906c243bd94f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.142687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6294-337b-4603-95b1-906c243bd94f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2325f95c-4975-4837-a14f-68f9cb719372,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.149287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6294-337b-4603-95b1-906c243bd94f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.150584 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ad4d6294-337b-4603-95b1-906c243bd94f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805749 Sep 16 05:37:36.153308 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34684) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.157810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c484ba35-2cea-4978-940d-cfa636567b92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '43ebf41a-5176-4290-bf9b-a92fd7fce8e8', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:36.184187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c484ba35-2cea-4978-940d-cfa636567b92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.241957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c484ba35-2cea-4978-940d-cfa636567b92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.246239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c484ba35-2cea-4978-940d-cfa636567b92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.264286 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484ba35-2cea-4978-940d-cfa636567b92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2469bbb0-3140-4cfb-b3e6-e42d3853091f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.273464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c484ba35-2cea-4978-940d-cfa636567b92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.275628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c484ba35-2cea-4978-940d-cfa636567b92 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213822 Sep 16 05:37:36.278588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34686) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.283219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f8d7798d-a0df-43dc-b35e-b2a7f13479a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '43ebf41a-5176-4290-bf9b-a92fd7fce8e8', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:36.309436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8d7798d-a0df-43dc-b35e-b2a7f13479a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.369969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8d7798d-a0df-43dc-b35e-b2a7f13479a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.373932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8d7798d-a0df-43dc-b35e-b2a7f13479a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.392778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7798d-a0df-43dc-b35e-b2a7f13479a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b0e8c5-c114-4383-ae90-bfef4488c49b,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.395970 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f8d7798d-a0df-43dc-b35e-b2a7f13479a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.399740 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f8d7798d-a0df-43dc-b35e-b2a7f13479a5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176767 Sep 16 05:37:36.401011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34688) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.404429 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-91fe4190-fcd6-441a-8c2a-5595339d686b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '43ebf41a-5176-4290-bf9b-a92fd7fce8e8', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:36.429831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91fe4190-fcd6-441a-8c2a-5595339d686b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.489685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91fe4190-fcd6-441a-8c2a-5595339d686b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.494379 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91fe4190-fcd6-441a-8c2a-5595339d686b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.520732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4190-fcd6-441a-8c2a-5595339d686b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d009c1fa-8b5a-4832-b290-fca7f2af8c78,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.526976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-91fe4190-fcd6-441a-8c2a-5595339d686b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.529286 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-91fe4190-fcd6-441a-8c2a-5595339d686b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282260 Sep 16 05:37:36.532205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34690) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.536784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '43ebf41a-5176-4290-bf9b-a92fd7fce8e8', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:36.560674 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:37:36.565723 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.643534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.645261 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.663847 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4b571f-337f-4ec4-a521-5bcd1125c71c,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.671912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.673242 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c3deb25c-ea14-4674-baf6-e094ea03887f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401026 Sep 16 05:37:36.676025 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34702) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.681124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'security_group_rule': {'security_group_id': '43ebf41a-5176-4290-bf9b-a92fd7fce8e8', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:36.705389 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Project 20e08208e310417ab685ed70d7fe97a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:37:36.711866 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.780571 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.784137 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.803165 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05991c7-2357-474c-8d2e-20e05dbb0640,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.810715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.812047 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4088ebad-d42b-460c-a4eb-33e51900dd70 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349921 Sep 16 05:37:36.815120 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34704) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.820226 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'network': {'name': 'tempest-network-smoke--1475486191', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:36.840760 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:36.844399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.869142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:36.878900 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.879250 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Added segment d71f5529-7a8f-4f7c-b481-63970a930e7d of type vlan for network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 Sep 16 05:37:36.921626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.945784 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.951273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:36.951853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.989713 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1735251 Sep 16 05:37:36.992580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34706) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.997881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'admin_state_up': True, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:37.022512 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.024747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.030131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb368c9d-e650-451e-97a7-bbe0c4a3df30 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Network': ['ID=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.042181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:37.101524 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.239942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.356441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:37.378716 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:37.379066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b64b4d0c-7d5b-4bf4-a766-b9ac99870b73 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:37.751046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.769324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.874814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.251 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/ea39638b-f214-4e50-8d84-36fe0d5d9ca4) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:37.983933 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.017627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.053531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:38.057931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:38.063558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:38.087468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:38.317339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.517154 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.653439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router 100bb823-4914-47da-a756-c3842d4f8073 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:37:38.768701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:38.779598 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Sync routers for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:38.786774 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.791602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-33ac7c97-af2b-4438-a680-b5b74b552f52 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7942791 Sep 16 05:37:38.791785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34720) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:38.792153 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:38.792910 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:38.822771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f0d96ad5-629e-4a6d-bace-888dd7c6d895 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=20e08208e310417ab685ed70d7fe97a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273299 Sep 16 05:37:38.823005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34722) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:38.914471 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:38.982572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a7f3df-a7f9-4ab4-947e-7e9fec7ea4b2 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:38.984152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-69a7f3df-a7f9-4ab4-947e-7e9fec7ea4b2 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1603179 Sep 16 05:37:38.987124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:39.015278 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fa981e35-14fa-4168-a6fa-0bf245c818b1 tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269268 Sep 16 05:37:39.017836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34726) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:39.022769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-86355279', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:39.097684 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:38Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:39.111865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:39.115600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.124468 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Checking router: 100bb823-4914-47da-a756-c3842d4f8073 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:39.124817 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Updating router 100bb823-4914-47da-a756-c3842d4f8073 port ea39638b-f214-4e50-8d84-36fe0d5d9ca4 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:37:39.149750 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.312252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.389835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Subnet': ['ID=91854768-7359-4b3f-8dfc-439508678139,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:39.394911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Checking segment: {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:39.395289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network hostable DHCP agents. Network: b42d51e9-0d5b-4884-a6e6-aa48edc7dc52, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:39.418024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:39.431173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b42d51e9-0d5b-4884-a6e6-aa48edc7dc52) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:39.437959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:39.438660 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.446526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd132cb-a898-47e6-92ed-39b3b9ff0779 None None] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:39.454333 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.460233 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ba9017d2-1dff-418d-a4bf-3d882af071b7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4408755 Sep 16 05:37:39.465842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34728) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:39.469991 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.524659 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Attempting to bind port ea39638b-f214-4e50-8d84-36fe0d5d9ca4 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:39.525049 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Attempting to bind port ea39638b-f214-4e50-8d84-36fe0d5d9ca4 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:39.525389 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Attempting to bind port ea39638b-f214-4e50-8d84-36fe0d5d9ca4 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:39.534423 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:39.535475 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:39.535475 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.535753 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:39.536237 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Bound port: ea39638b-f214-4e50-8d84-36fe0d5d9ca4, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:39.536641 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.595086 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] For port ea39638b-f214-4e50-8d84-36fe0d5d9ca4, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:39.599675 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] For port ea39638b-f214-4e50-8d84-36fe0d5d9ca4, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:39.612483 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.616046 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Pushing event updated for resources: {'Port': ['ID=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:39.630142 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.630729 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.630865 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.631153 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.631491 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.631814 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.632297 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.632661 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.633542 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.633866 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.634228 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.634720 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:39.682304 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:39.682963 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:39.754465 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7766d4-8c72-4eaa-82c2-632d61cc32e2 None None] Pushing event updated for resources: {'Port': ['ID=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:39.826869 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:39.874523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:37:39.876297 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.055955 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:38Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:40.089100 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273cefae-2ceb-436a-b6aa-6b285d1a226d None None] The sync data for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 is: [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:38Z', 'revision_number': 3, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:40.103099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Allocated IP 172.20.0.2 (b42d51e9-0d5b-4884-a6e6-aa48edc7dc52/91854768-7359-4b3f-8dfc-439508678139/61f6175d-e6d7-463b-b8bb-c984b0fb2cc3) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:40.302510 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.310103 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.326944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:40.329296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:40.348237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:40.369570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Pushing event updated for resources: {'Port': ['ID=61f6175d-e6d7-463b-b8bb-c984b0fb2cc3,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:40.460768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Attempting to bind port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:40.461465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Attempting to bind port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:40.461703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Attempting to bind port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 on network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:40.466729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:40.467112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Checking segment: {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:40.467796 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.468232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Bound using segment: {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:40.468661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.469097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Bound port: 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:40.469097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.559376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] For port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:40.563577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] For port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61f6175d-e6d7-463b-b8bb-c984b0fb2cc3,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:40.572795 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.649305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f6c9-5f3f-4336-b983-17f597b01112 None None] Pushing event updated for resources: {'Port': ['ID=61f6175d-e6d7-463b-b8bb-c984b0fb2cc3,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:40.839394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.1 (b42d51e9-0d5b-4884-a6e6-aa48edc7dc52/91854768-7359-4b3f-8dfc-439508678139/87468c86-a8b4-47d9-9c5d-af8ded355cff) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:41.039927 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.075131 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.128498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:41.131848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:41.138694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:41.145493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=87468c86-a8b4-47d9-9c5d-af8ded355cff,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.188484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.322675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.461374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:41.514995 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:41.515383 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.607220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.642698 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.643265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61f6175d-e6d7-463b-b8bb-c984b0fb2cc3,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:41.647214 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.648019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ea39638b-f214-4e50-8d84-36fe0d5d9ca4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:41.651923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.698780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b456b1-3244-4217-8df2-d86d2cb656db None None] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:41.728568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=87468c86-a8b4-47d9-9c5d-af8ded355cff,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.731201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.801174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=61f6175d-e6d7-463b-b8bb-c984b0fb2cc3,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.818558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-30c1e763-f0f6-42f6-bec5-2bf47ea2df6c None None] Provisioning complete for port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:41.818938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-30c1e763-f0f6-42f6-bec5-2bf47ea2df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.833195 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:41.834688 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:41.849565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ea39638b-f214-4e50-8d84-36fe0d5d9ca4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:41.849945 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.960306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router 100bb823-4914-47da-a756-c3842d4f8073 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:41.980024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.093119 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.105798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:42.113698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port ea39638b-f214-4e50-8d84-36fe0d5d9ca4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:42.115774 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f486bbe1-76d6-42ef-8565-b467fbc1a974 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/100bb823-4914-47da-a756-c3842d4f8073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6478610 Sep 16 05:37:42.119721 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.193222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.296228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Sync routers for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:42.306332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:42.306964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:42.338748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-25354cec-7e39-4db6-b573-72be2f929b2a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837525452&fields=id&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 267 time: 0.0666175 Sep 16 05:37:42.437463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cd031d57-7f77-4f2c-ab7c-47273ecbcc24 None None] Provisioning complete for port 87468c86-a8b4-47d9-9c5d-af8ded355cff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:42.437855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd031d57-7f77-4f2c-ab7c-47273ecbcc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.440695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:42.475860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-07a44be3-f14d-4d07-bfff-0623881ce275 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.478230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-07a44be3-f14d-4d07-bfff-0623881ce275 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.2186410 Sep 16 05:37:42.517864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-00711149-629c-474a-8afc-ca932db9c1a4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:42.519509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-00711149-629c-474a-8afc-ca932db9c1a4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/networks?id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 HTTP/1.1" status: 200 len: 797 time: 0.1522872 Sep 16 05:37:42.527291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-c52388f4-9e5a-40a2-a236-a973b04630c8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/quotas/50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 375 time: 0.0347259 Sep 16 05:37:42.558436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cd031d57-7f77-4f2c-ab7c-47273ecbcc24 None None] Port 87468c86-a8b4-47d9-9c5d-af8ded355cff cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:42.567158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-bac2172f-ee43-4e90-b644-452337feb329 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/quotas/20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 375 time: 0.0289385 Sep 16 05:37:42.588525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-69855c84-347d-44c8-934e-25aac7ca0452 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600281 Sep 16 05:37:42.622304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cd031d57-7f77-4f2c-ab7c-47273ecbcc24 None None] Provisioning complete for port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:42.622671 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd031d57-7f77-4f2c-ab7c-47273ecbcc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.699979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-825e59e8-ca97-4152-b3fa-78e8a9dfe7a9 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104302 Sep 16 05:37:42.742137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-e033bf0b-4134-427e-b317-0e9e426eaede service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421695 Sep 16 05:37:42.770398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 2, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:42.801445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Checking router: 100bb823-4914-47da-a756-c3842d4f8073 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:42.801718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Updating router 100bb823-4914-47da-a756-c3842d4f8073 port 87468c86-a8b4-47d9-9c5d-af8ded355cff binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:37:42.828512 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.879488 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-4e1bd9ac-8820-4b88-8c49-b5913524cad5 service neutron] 10.222.0.55 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658924 Sep 16 05:37:42.912449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-4103a6e4-3b76-4cc9-8e5b-32bc0784e910 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619039 Sep 16 05:37:42.940381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6cb5c9eb-5e66-40fc-b9a2-47bd1f726fe4 None None] Provisioning complete for port 87468c86-a8b4-47d9-9c5d-af8ded355cff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:42.940774 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c9eb-5e66-40fc-b9a2-47bd1f726fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.990826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-b2541895-01e4-475a-8655-2ff849b46f59 service neutron] 10.222.0.55 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028132 Sep 16 05:37:43.000911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5c9eb-5e66-40fc-b9a2-47bd1f726fe4 None None] Port 87468c86-a8b4-47d9-9c5d-af8ded355cff cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:43.177601 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.182330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7961c3f5-d1a1-4b92-8e28-c600348e482b req-9ce78989-bb30-486a-8541-f4f7078197bd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 210 time: 0.0394900 Sep 16 05:37:43.187231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.299659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02716e11-bf7e-4c29-93d8-b3b5b5f6ccfb req-66cba4d8-fc13-41bd-a2d3-b9ea21457e6a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 210 time: 0.0288737 Sep 16 05:37:43.422324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df3e21-b8a2-4cb5-9d85-f2c18c04433a None None] Pushing event updated for resources: {'Port': ['ID=87468c86-a8b4-47d9-9c5d-af8ded355cff,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:43.455015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:43.517034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Attempting to bind port 87468c86-a8b4-47d9-9c5d-af8ded355cff on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:43.517404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Attempting to bind port 87468c86-a8b4-47d9-9c5d-af8ded355cff by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:43.517985 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Attempting to bind port 87468c86-a8b4-47d9-9c5d-af8ded355cff on network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:43.530755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:43.531468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Checking segment: {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:43.532126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.532680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Bound using segment: {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:43.533388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Bound port: 87468c86-a8b4-47d9-9c5d-af8ded355cff, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:43.534133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.618735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:43.619426 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.662095 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] For port 87468c86-a8b4-47d9-9c5d-af8ded355cff, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:43.682482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] For port 87468c86-a8b4-47d9-9c5d-af8ded355cff, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=87468c86-a8b4-47d9-9c5d-af8ded355cff,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:43.688973 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.798546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:43.799197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:43.817150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df3e21-b8a2-4cb5-9d85-f2c18c04433a None None] Pushing event updated for resources: {'Port': ['ID=87468c86-a8b4-47d9-9c5d-af8ded355cff,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:43.852126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3bd56a21-2c01-434c-8438-300f9e7ad528 None None] Provisioning complete for port 87468c86-a8b4-47d9-9c5d-af8ded355cff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:43.852505 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3bd56a21-2c01-434c-8438-300f9e7ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.857877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ea39638b-f214-4e50-8d84-36fe0d5d9ca4 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:43.999914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:44.047235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port ea39638b-f214-4e50-8d84-36fe0d5d9ca4 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:44.047514 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.127491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3bd56a21-2c01-434c-8438-300f9e7ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.219980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3bd56a21-2c01-434c-8438-300f9e7ad528 None None] For port 87468c86-a8b4-47d9-9c5d-af8ded355cff, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=87468c86-a8b4-47d9-9c5d-af8ded355cff,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:44.229517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3bd56a21-2c01-434c-8438-300f9e7ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.332778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f1aaafe-0332-4bfd-be73-dcb2e8229f11 req-662750c0-a73e-4ba6-bc65-9a01cf5844ca tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 210 time: 0.0455785 Sep 16 05:37:44.363076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd56a21-2c01-434c-8438-300f9e7ad528 None None] Pushing event updated for resources: {'Port': ['ID=87468c86-a8b4-47d9-9c5d-af8ded355cff,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:44.377791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-43380d9b-160a-4f69-97a4-a90aee54af13 None None] Provisioning complete for port 87468c86-a8b4-47d9-9c5d-af8ded355cff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:44.378165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-43380d9b-160a-4f69-97a4-a90aee54af13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.422691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:43Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:44.450493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89965478-384b-45c3-9c9b-7f218bc979e5 req-6677d559-cd0b-4f3a-8637-ce795a2f2980 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 210 time: 0.0386970 Sep 16 05:37:44.452612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3f9da-1e8b-423c-acdd-796aa376663c None None] The sync data for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 is: [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:43Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:44.466883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-9e7db5c8-0993-4de9-acee-9bcc72726e3c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.468443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-9e7db5c8-0993-4de9-acee-9bcc72726e3c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/networks?id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 HTTP/1.1" status: 200 len: 797 time: 0.2204976 Sep 16 05:37:44.537677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-6e562385-34aa-423b-b001-27b94b22dc87 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e08208e310417ab685ed70d7fe97a5 HTTP/1.1" status: 200 len: 379 time: 0.0571313 Sep 16 05:37:44.552272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'port': {'device_id': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'admin_state_up': True, 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'security_groups': ['43ebf41a-5176-4290-bf9b-a92fd7fce8e8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:44.699177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Made reservation on behalf of 20e08208e310417ab685ed70d7fe97a5 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:44.703575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.823766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-0cc29008-5dcd-44f4-984a-16f86b22e107 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:44.826398 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-0cc29008-5dcd-44f4-984a-16f86b22e107 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1499727 Sep 16 05:37:44.849387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'port': {'device_id': '47bf0eee-460b-4782-9453-092cef0031e3', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'admin_state_up': True, 'tenant_id': '50fec700a7344453bc83446517b612a3'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:44.859775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.20.0.14 (b42d51e9-0d5b-4884-a6e6-aa48edc7dc52/91854768-7359-4b3f-8dfc-439508678139/883cdc2b-8c97-4dcd-ba2f-56b325c01c2f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:44.991008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:44.995406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.038665 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.082048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.137277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:45.145125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.20.0.5 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/ee3311c1-5d6a-42c8-bc26-2878e52a274a) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:45.158114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:45.159820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:45.163221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:45.223873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.224810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.244901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-3fad85ce-99e1-4e70-9dcb-ef97395f230d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6988313 Sep 16 05:37:45.262726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Request body: {'port': {'device_id': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:45.332611 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.355248 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.466801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.507056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 87468c86-a8b4-47d9-9c5d-af8ded355cff up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:45.583604 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:45.594328 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:45.612858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:45.633144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ad0d8-6632-4a56-9a2b-350af732ab44 req-f1361038-3768-48a9-a016-cd1121c2ec35 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.634325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 87468c86-a8b4-47d9-9c5d-af8ded355cff triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:45.634815 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.643701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e97ad0d8-6632-4a56-9a2b-350af732ab44 req-f1361038-3768-48a9-a016-cd1121c2ec35 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 932 time: 0.1554027 Sep 16 05:37:45.692833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=ee3311c1-5d6a-42c8-bc26-2878e52a274a,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:45.703634 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.705044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.728828 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-22881e95-eaed-4c7d-8cef-9b3d8d14d8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837259 Sep 16 05:37:45.732573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ee4934aa-c887-48ef-a08e-3e15a877bb04 None None] Provisioning complete for port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:45.733179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ee4934aa-c887-48ef-a08e-3e15a877bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.747878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Request body: {'port': {'device_id': '47bf0eee-460b-4782-9453-092cef0031e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:45.797916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ee4934aa-c887-48ef-a08e-3e15a877bb04 None None] Port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:45.816819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e97ad0d8-6632-4a56-9a2b-350af732ab44 req-b62a3423-34b7-474d-88c1-a84daf7a01e4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716506 Sep 16 05:37:45.849411 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.853944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913359f6-84b5-4c27-992e-70aebc93ecc9 req-251ba4fc-5de4-4523-9c87-6b2219337d9d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:45.855486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-913359f6-84b5-4c27-992e-70aebc93ecc9 req-251ba4fc-5de4-4523-9c87-6b2219337d9d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 931 time: 0.2068279 Sep 16 05:37:45.972184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-913359f6-84b5-4c27-992e-70aebc93ecc9 req-81d5b4ff-8b7a-428d-a791-487a3a9bc2ef tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035011 Sep 16 05:37:46.013821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:46.022783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.024132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-00f3b041-f449-439a-b6bc-1bd283e79985 None None] Provisioning complete for port ee3311c1-5d6a-42c8-bc26-2878e52a274a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:46.024925 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-00f3b041-f449-439a-b6bc-1bd283e79985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.037876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Transition to ACTIVE for port object 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:46.044778 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.069984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-00f3b041-f449-439a-b6bc-1bd283e79985 None None] Port ee3311c1-5d6a-42c8-bc26-2878e52a274a cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:46.105641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:46.193496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Attempting to bind port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:46.193830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Attempting to bind port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:46.194168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Attempting to bind port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f on network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:46.199060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f on network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:46.199393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Attempting to bind port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f on network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:46.205210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:46.205486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Checking segment: {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:46.205874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Bound using segment: {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:46.206311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Bound port: 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71f5529-7a8f-4f7c-b481-63970a930e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:46.206673 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.252630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3311c1-5d6a-42c8-bc26-2878e52a274a {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:46.261917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.276538 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Transition to ACTIVE for port object ee3311c1-5d6a-42c8-bc26-2878e52a274a will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:46.284018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.285238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:46.289719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:46.297508 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.345314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.347563 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.349303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] 10.222.0.73 "PUT /v2.0/ports/883cdc2b-8c97-4dcd-ba2f-56b325c01c2f HTTP/1.1" status: 200 len: 1093 time: 1.0909848 Sep 16 05:37:46.349956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:46.353082 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b0b14-0ee9-48c5-ab59-5d1274673de9" -d '{"events": [{"name": "network-changed", "server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:46.385149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=ee3311c1-5d6a-42c8-bc26-2878e52a274a,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:46.403988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f80d2-dc1c-41d8-b5a4-ad072ee41225 service neutron] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:46.440011 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22709527-8de5-4cc5-b880-4bfd11167614 x-openstack-request-id: req-22709527-8de5-4cc5-b880-4bfd11167614 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:46.440332 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:46.440580 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22709527-8de5-4cc5-b880-4bfd11167614 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:46.440969 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'status': 'completed', 'code': 200} Sep 16 05:37:46.503033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-d36ee4e1-1cec-4d94-bcee-f4b7c30d860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.504707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-d36ee4e1-1cec-4d94-bcee-f4b7c30d860c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1096 time: 0.0793159 Sep 16 05:37:46.514716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Attempting to bind port ee3311c1-5d6a-42c8-bc26-2878e52a274a on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:46.515059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Attempting to bind port ee3311c1-5d6a-42c8-bc26-2878e52a274a by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:46.515402 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Attempting to bind port ee3311c1-5d6a-42c8-bc26-2878e52a274a on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:46.520956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Port ee3311c1-5d6a-42c8-bc26-2878e52a274a on network f82c8318-17e9-4c5e-ae76-0316030c03e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:46.521578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Attempting to bind port ee3311c1-5d6a-42c8-bc26-2878e52a274a on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:46.529845 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:46.530260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:46.530587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:46.531038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Bound port: ee3311c1-5d6a-42c8-bc26-2878e52a274a, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:46.531415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.561657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-39c1855d-9d35-4526-a1e1-457f8f07d53a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f HTTP/1.1" status: 200 len: 217 time: 0.0445220 Sep 16 05:37:46.623271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] For port ee3311c1-5d6a-42c8-bc26-2878e52a274a, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:46.627242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] For port ee3311c1-5d6a-42c8-bc26-2878e52a274a, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ee3311c1-5d6a-42c8-bc26-2878e52a274a,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:46.634458 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.635154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-49753db7-ea6b-46df-91cc-73676cff925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.637297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-49753db7-ea6b-46df-91cc-73676cff925d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91854768-7359-4b3f-8dfc-439508678139 HTTP/1.1" status: 200 len: 833 time: 0.0597847 Sep 16 05:37:46.684738 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.685659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.687297 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] 10.222.0.73 "PUT /v2.0/ports/ee3311c1-5d6a-42c8-bc26-2878e52a274a HTTP/1.1" status: 200 len: 1092 time: 0.9440720 Sep 16 05:37:46.687945 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bf0eee-460b-4782-9453-092cef0031e3', 'tag': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:46.690489 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131439bb-64f9-407b-9a1c-88b6d361af53" -d '{"events": [{"name": "network-changed", "server_uuid": "47bf0eee-460b-4782-9453-092cef0031e3", "tag": "ee3311c1-5d6a-42c8-bc26-2878e52a274a"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:46.706064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-a7f11f67-8534-4262-b790-86c58a1368bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.713373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-a7f11f67-8534-4262-b790-86c58a1368bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641401 Sep 16 05:37:46.790317 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9200307-0f3b-4941-8181-cd13f45a655b x-openstack-request-id: req-c9200307-0f3b-4941-8181-cd13f45a655b {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:46.790613 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47bf0eee-460b-4782-9453-092cef0031e3", "tag": "ee3311c1-5d6a-42c8-bc26-2878e52a274a", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:46.790872 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9200307-0f3b-4941-8181-cd13f45a655b {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:46.791283 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bf0eee-460b-4782-9453-092cef0031e3', 'tag': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a', 'status': 'completed', 'code': 200} Sep 16 05:37:46.794182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42f259-1186-45da-8bc2-10d92dfa8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=ee3311c1-5d6a-42c8-bc26-2878e52a274a,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:46.809379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-d72de413-0afa-4ae0-9249-043172926457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.811070 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-d72de413-0afa-4ae0-9249-043172926457 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 1095 time: 0.0664339 Sep 16 05:37:46.848714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-d04de60a-e347-4007-8977-794b3c51cb99 service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228797 Sep 16 05:37:46.861394 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-3a12920b-4841-4962-854e-c2c283607a4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3311c1-5d6a-42c8-bc26-2878e52a274a HTTP/1.1" status: 200 len: 217 time: 0.0395219 Sep 16 05:37:46.940289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-f0459f57-e6cf-4977-a8cc-9ce042609cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.942134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-f0459f57-e6cf-4977-a8cc-9ce042609cec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0690181 Sep 16 05:37:47.004128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e57fe-773c-4c32-8e9a-6c121fce09db req-cc570a2a-8725-4028-8b01-6bfdab95e9e4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.014148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c5e57fe-773c-4c32-8e9a-6c121fce09db req-cc570a2a-8725-4028-8b01-6bfdab95e9e4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 944 time: 0.1030843 Sep 16 05:37:47.019931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-ab450423-3958-4606-9384-e44c9f8a3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.025807 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-ab450423-3958-4606-9384-e44c9f8a3457 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665994 Sep 16 05:37:47.047822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52e0cd84-a52f-4d71-9d74-6f19513ba575 req-2671e78f-e61e-46b7-88e4-5c1a2fea9c0e service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873908 Sep 16 05:37:47.080129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c5e57fe-773c-4c32-8e9a-6c121fce09db req-eb0f493e-1a2c-41cd-ab6c-2ee39557926c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650105 Sep 16 05:37:47.149882 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-aadcacee-849a-4d32-8cbe-1514f8921feb service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189158 Sep 16 05:37:47.153710 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2390-01f3-4924-875e-4526c214078b req-c954731e-8673-4dca-86a7-33bf65bf2e26 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.155458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f1c2390-01f3-4924-875e-4526c214078b req-c954731e-8673-4dca-86a7-33bf65bf2e26 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0960407 Sep 16 05:37:47.184863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-24306f4a-db5c-442b-a404-87a57a7fae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.186358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-24306f4a-db5c-442b-a404-87a57a7fae99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1096 time: 0.0660784 Sep 16 05:37:47.231899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f1c2390-01f3-4924-875e-4526c214078b req-ba3268fb-0995-44e6-9a80-29298cef255f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690761 Sep 16 05:37:47.253077 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-7c9e2423-a3f9-42c4-8d28-8e6f0a58c970 req-05a786c2-ac7c-4ae8-81ca-e0ac02039d9c service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955558 Sep 16 05:37:47.296711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-17e89da1-ed16-4118-af46-a5a2a91c6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.298177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-17e89da1-ed16-4118-af46-a5a2a91c6093 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 HTTP/1.1" status: 200 len: 898 time: 0.1016436 Sep 16 05:37:47.348168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-48ce8b38-8ac8-436f-865b-f1e1d45f033b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f HTTP/1.1" status: 200 len: 217 time: 0.0368986 Sep 16 05:37:47.352466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-fe4dad38-0284-410d-b09a-261a631eb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.354013 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-fe4dad38-0284-410d-b09a-261a631eb8af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 1095 time: 0.0431757 Sep 16 05:37:47.421514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-0b498db0-9c64-4791-be3c-8053d7ee8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.423520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-0b498db0-9c64-4791-be3c-8053d7ee8728 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91854768-7359-4b3f-8dfc-439508678139 HTTP/1.1" status: 200 len: 833 time: 0.0618358 Sep 16 05:37:47.456571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-f0573667-5d5b-4b34-b609-ca15e97696a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.458062 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-f0573667-5d5b-4b34-b609-ca15e97696a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0954323 Sep 16 05:37:47.472790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-c46b97bd-1a2d-4e77-8c1a-428fa55b467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.473382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-c46b97bd-1a2d-4e77-8c1a-428fa55b467b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417905 Sep 16 05:37:47.500323 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-e693de3e-83d9-4f83-b8ef-c041a472d35c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee3311c1-5d6a-42c8-bc26-2878e52a274a HTTP/1.1" status: 200 len: 217 time: 0.0343688 Sep 16 05:37:47.560956 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-b3bcfaa0-d1ef-40a5-8fc8-bf7a8baa89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.562604 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-b3bcfaa0-d1ef-40a5-8fc8-bf7a8baa89d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0552924 Sep 16 05:37:47.571779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-93dfb8da-91d8-493d-aec2-0b644c749f4b service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873172 Sep 16 05:37:47.613609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-6c9daed2-abdf-4dbd-9965-eb2845d041da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.615174 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-6c9daed2-abdf-4dbd-9965-eb2845d041da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423567 Sep 16 05:37:47.716228 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-d3a17af3-aab9-4d22-9ca3-705acf646f4f service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911281 Sep 16 05:37:47.821267 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-50ca4074-7ddd-4684-aefa-2b78582a8cd8 service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972276 Sep 16 05:37:47.982938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-741b0b14-0ee9-48c5-ab59-5d1274673de9 req-0162ea49-d9a1-4adf-b59f-cbe360763bef service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030797 Sep 16 05:37:48.193117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba78cd8-7485-4a3a-8f92-22e8e52581ed req-1217d83a-bf86-4e40-a01a-35185123ec71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.194587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ba78cd8-7485-4a3a-8f92-22e8e52581ed req-1217d83a-bf86-4e40-a01a-35185123ec71 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 944 time: 0.0489872 Sep 16 05:37:48.233065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ba78cd8-7485-4a3a-8f92-22e8e52581ed req-5cd7a651-bfcd-4074-802b-5a97d1e8897e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321755 Sep 16 05:37:48.377598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08640e-c6ed-493c-9bb4-e8b5698437b2 req-ea0f2823-1316-492d-9100-37615a7be14c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.379123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e08640e-c6ed-493c-9bb4-e8b5698437b2 req-ea0f2823-1316-492d-9100-37615a7be14c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0527477 Sep 16 05:37:48.417949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e08640e-c6ed-493c-9bb4-e8b5698437b2 req-802c0994-d3f9-4843-8a96-80402e80e0b4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Sep 16 05:37:49.349892 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc03f64-8caf-4f09-9172-603d0486b2f7 req-77a2fdeb-8e7d-455c-afc7-dcd24dd90a44 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.354985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bc03f64-8caf-4f09-9172-603d0486b2f7 req-77a2fdeb-8e7d-455c-afc7-dcd24dd90a44 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 944 time: 0.0531259 Sep 16 05:37:49.391683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bc03f64-8caf-4f09-9172-603d0486b2f7 req-e10d3fb3-f52e-44d7-a18a-1e06824d6a9b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Sep 16 05:37:49.532945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de453784-3e87-4c9e-abb9-5a30481fe5b9 req-78434f89-fd51-4733-a1fd-80252c79b7f7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.534457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de453784-3e87-4c9e-abb9-5a30481fe5b9 req-78434f89-fd51-4733-a1fd-80252c79b7f7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0496418 Sep 16 05:37:49.574944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de453784-3e87-4c9e-abb9-5a30481fe5b9 req-8824c17e-33cc-464a-aa86-b831ee1ed5d6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Sep 16 05:37:50.509698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deca58-a239-47c1-ba37-c072451dd371 req-29a94237-7eb1-4191-9e90-6ef57f150228 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:50.511175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96deca58-a239-47c1-ba37-c072451dd371 req-29a94237-7eb1-4191-9e90-6ef57f150228 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 944 time: 0.0521328 Sep 16 05:37:50.550437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96deca58-a239-47c1-ba37-c072451dd371 req-9d25c109-11ae-44c0-af5a-34088838c8e7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332606 Sep 16 05:37:50.694507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c827-588b-4ba9-82dd-1e0ceb4b90c4 req-b64f5d90-cc52-42f7-9efd-533b872d2762 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:50.695902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bd6c827-588b-4ba9-82dd-1e0ceb4b90c4 req-b64f5d90-cc52-42f7-9efd-533b872d2762 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0507638 Sep 16 05:37:50.732948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bd6c827-588b-4ba9-82dd-1e0ceb4b90c4 req-afd01552-e194-4bb1-b1ad-0e0e31cba8d1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310514 Sep 16 05:37:50.787243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:50.885650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:50.897137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'port_id': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'mac_address': 'fa:16:3e:34:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:50.936698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.951163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:50.971965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:50.976219 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.024573 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:51.203309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:51.665400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756cd29-f163-49ba-9609-c8870a0035d3 req-0b7f7406-5e4c-4149-a72a-5d5d511cabc7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.666888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3756cd29-f163-49ba-9609-c8870a0035d3 req-0b7f7406-5e4c-4149-a72a-5d5d511cabc7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 945 time: 0.0489266 Sep 16 05:37:51.703702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3756cd29-f163-49ba-9609-c8870a0035d3 req-52dbe1b5-4e84-4122-b78f-8165b87e9f09 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Sep 16 05:37:51.847032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4abb89-dfcd-47a6-9142-1569f378432f req-447171d6-0f50-482f-8a1a-2a899225583a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.848532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e4abb89-dfcd-47a6-9142-1569f378432f req-447171d6-0f50-482f-8a1a-2a899225583a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0516090 Sep 16 05:37:51.886373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e4abb89-dfcd-47a6-9142-1569f378432f req-c10a0ae9-69bd-441e-8b7a-444fb5b8a780 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Sep 16 05:37:52.792294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:52.817155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467526c-8e1b-4018-9064-be3bfbaeedc8 req-673a57dc-dbe0-43ac-88b9-cbc1b2b474b5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:52.818646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f467526c-8e1b-4018-9064-be3bfbaeedc8 req-673a57dc-dbe0-43ac-88b9-cbc1b2b474b5 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 945 time: 0.0492492 Sep 16 05:37:52.840935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:52.844504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:52.844876 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.858498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f467526c-8e1b-4018-9064-be3bfbaeedc8 req-9d20cefe-5145-4a72-ad7e-39d706ebf272 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337739 Sep 16 05:37:52.925245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.952789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:52.955117 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5ae68d-9d43-4b28-82e5-d39147d3bafc" -d '{"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-plugged", "status": "completed", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:52.968900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:52.992473 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:53.009037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5016c-c4aa-45b0-b0f6-9f57ebdf169a req-dd235838-a14b-4156-b40e-3daa9c1cde56 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.010578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aba5016c-c4aa-45b0-b0f6-9f57ebdf169a req-dd235838-a14b-4156-b40e-3daa9c1cde56 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0552094 Sep 16 05:37:53.017635 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7363fdea-d131-4ccb-bd6f-4e64f5a96073 x-openstack-request-id: req-7363fdea-d131-4ccb-bd6f-4e64f5a96073 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:53.017931 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-plugged", "status": "completed", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:53.018181 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7363fdea-d131-4ccb-bd6f-4e64f5a96073 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:53.018566 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'code': 200} Sep 16 05:37:53.046227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:53.062562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aba5016c-c4aa-45b0-b0f6-9f57ebdf169a req-8df72bed-b732-4d9e-9e44-5cf20b79ce9d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429347 Sep 16 05:37:53.114787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f66406-fd6c-4427-bb78-578b59ae9912 req-28e45edf-f4af-4aec-9ccb-5f2d1cc92fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.116225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9f66406-fd6c-4427-bb78-578b59ae9912 req-28e45edf-f4af-4aec-9ccb-5f2d1cc92fc2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1098 time: 0.0430784 Sep 16 05:37:53.155589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9f66406-fd6c-4427-bb78-578b59ae9912 req-bb1d235e-3a7a-419c-838a-2a213535df6c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283790 Sep 16 05:37:53.975008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e786690-3636-4f3c-987c-0ad08b496129 req-f5ad8518-26da-43cb-97a8-eba42dac49fd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.977044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e786690-3636-4f3c-987c-0ad08b496129 req-f5ad8518-26da-43cb-97a8-eba42dac49fd tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0501676 Sep 16 05:37:54.014277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e786690-3636-4f3c-987c-0ad08b496129 req-24787630-665c-443c-a065-d6f5d189df9d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Sep 16 05:37:54.176721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a9cc0-2bfd-4804-8c18-96e85641d5ab req-935cc9d7-1bca-4770-b950-a0dea01a261f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.178124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9a9cc0-2bfd-4804-8c18-96e85641d5ab req-935cc9d7-1bca-4770-b950-a0dea01a261f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0489902 Sep 16 05:37:54.216615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c9a9cc0-2bfd-4804-8c18-96e85641d5ab req-32121751-13c9-4e2f-ad75-ac5440922ab8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325253 Sep 16 05:37:54.350098 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:54.843952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.130399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada929-d796-448e-8df1-783f804ab399 req-bc814b1e-7dac-41af-8c5d-3639e391c25d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.131819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70ada929-d796-448e-8df1-783f804ab399 req-bc814b1e-7dac-41af-8c5d-3639e391c25d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0517154 Sep 16 05:37:55.177173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70ada929-d796-448e-8df1-783f804ab399 req-1030bca2-ead4-43fc-a2d4-af3d52ecb33f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Sep 16 05:37:55.283298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81dc79-7b61-42bf-a1b0-c52e950e3a8d req-913a0a04-c57d-469a-8dd4-f39ef63257ee tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.284838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c81dc79-7b61-42bf-a1b0-c52e950e3a8d req-913a0a04-c57d-469a-8dd4-f39ef63257ee tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0504189 Sep 16 05:37:55.349041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c81dc79-7b61-42bf-a1b0-c52e950e3a8d req-ea24486d-f606-4dc4-abf4-5162d2c819b8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538187 Sep 16 05:37:55.357208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b85310-6235-46d1-a65b-fc41a992aa62 req-148516b7-1a4d-45d5-a01f-a3a85309c66f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.358685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5b85310-6235-46d1-a65b-fc41a992aa62 req-148516b7-1a4d-45d5-a01f-a3a85309c66f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0729632 Sep 16 05:37:55.370344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:55.397544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5b85310-6235-46d1-a65b-fc41a992aa62 req-16c35c9a-b08e-4935-96c2-12ea988588d3 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Sep 16 05:37:55.409801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80239ce8-7e9c-4ae1-84b8-f9bb0b6d612f tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.411371 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-80239ce8-7e9c-4ae1-84b8-f9bb0b6d612f tempest-TestNetworkAdvancedServerOps-935370728 tempest-TestNetworkAdvancedServerOps-935370728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1093 time: 0.0399539 Sep 16 05:37:55.414841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34836) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:55.419251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:55.441451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.537915 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.639684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Allocated IP 172.25.6.198 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/1ae0bffe-1c94-4c47-96d2-571b1856fbad) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:55.743918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.776841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:55.813382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:55.816182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:55.821809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:55.843651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=1ae0bffe-1c94-4c47-96d2-571b1856fbad,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:55.892510 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6afe-cfc3-4fce-9c96-03d087cba0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.178586 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.242378 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.244635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-0f337c85-4a74-4a72-a270-d4f75c1ea658 req-8e03806f-a0a5-4247-872a-813ab6b5130d service neutron] (94719) timed out ('10.222.0.64', 55629) {{(pid=94719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:37:56.395966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.400800 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.472465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event updated for resources: {'Port': ['ID=1ae0bffe-1c94-4c47-96d2-571b1856fbad,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:56.486307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.523070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240f3d2-2565-4ebc-8807-c72f468c6d6b req-19e75e7d-5015-4bfb-983b-8ae970279f35 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.524720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2240f3d2-2565-4ebc-8807-c72f468c6d6b req-19e75e7d-5015-4bfb-983b-8ae970279f35 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 943 time: 0.0584519 Sep 16 05:37:56.562701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2240f3d2-2565-4ebc-8807-c72f468c6d6b req-00278d19-dab1-44d2-880b-9a629b3a1b65 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Sep 16 05:37:56.590043 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP da59a133-0761-46b2-880b-5ec099944fbe associated. External IP: 172.25.6.198, port: 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f. Sep 16 05:37:56.797174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router 100bb823-4914-47da-a756-c3842d4f8073 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:56.814068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ee3311c1-5d6a-42c8-bc26-2878e52a274a details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:56.903938 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:56.911041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ee3311c1-5d6a-42c8-bc26-2878e52a274a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ee3311c1-5d6a-42c8-bc26-2878e52a274a,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:56.915425 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] Sync routers for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:56.924667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'port_id': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a', 'mac_address': 'fa:16:3e:dc:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:56.924909 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:56.925352 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:56.926160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.957950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8b4c275d-0229-47fb-bf85-d996b88c166a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5419714 Sep 16 05:37:56.958560 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:56.960959 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8098796-fbf7-4872-8400-08d42cf0c584" -d '{"events": [{"name": "network-changed", "server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:56.968153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:56.984841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3311c1-5d6a-42c8-bc26-2878e52a274a {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:57.012978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ee3311c1-5d6a-42c8-bc26-2878e52a274a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ee3311c1-5d6a-42c8-bc26-2878e52a274a,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:57.018546 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.031448 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f5796-770e-457c-b8ee-f5044a5387bb x-openstack-request-id: req-cf2f5796-770e-457c-b8ee-f5044a5387bb {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:57.032046 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:57.032791 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf2f5796-770e-457c-b8ee-f5044a5387bb {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:57.033511 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'status': 'completed', 'code': 200} Sep 16 05:37:57.079148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=ee3311c1-5d6a-42c8-bc26-2878e52a274a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:57.128061 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:57.132674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-abf9b4b9-813f-4bab-a987-a40a24aa7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.134201 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-abf9b4b9-813f-4bab-a987-a40a24aa7197 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1098 time: 0.0805449 Sep 16 05:37:57.146533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c38c-dbbd-412d-86ad-5a72b1bfacce req-8108fe9a-ab8c-4197-9472-14c5831773ea tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.148509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d64c38c-dbbd-412d-86ad-5a72b1bfacce req-8108fe9a-ab8c-4197-9472-14c5831773ea tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0667984 Sep 16 05:37:57.233002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ee3311c1-5d6a-42c8-bc26-2878e52a274a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:57.244195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d64c38c-dbbd-412d-86ad-5a72b1bfacce req-41821b9f-1679-4dab-ba86-04396f13ba37 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860417 Sep 16 05:37:57.267361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-eaf4a833-5633-4bb8-b854-9a3ba70142ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.268900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-eaf4a833-5633-4bb8-b854-9a3ba70142ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 HTTP/1.1" status: 200 len: 898 time: 0.1195369 Sep 16 05:37:57.271640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 34844) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:57.347965 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6646cd0-ec4c-46f4-8f26-c106831c4f6e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/da59a133-0761-46b2-880b-5ec099944fbe HTTP/1.1" status: 200 len: 992 time: 0.0749714 Sep 16 05:37:57.359908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-7fad9e45-c0d8-49db-9569-e3265618f544 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f HTTP/1.1" status: 200 len: 1000 time: 0.0826802 Sep 16 05:37:57.379723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'da59a133-0761-46b2-880b-5ec099944fbe', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '100bb823-4914-47da-a756-c3842d4f8073', 'port_id': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'mac_address': 'fa:16:3e:34:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:56Z', 'updated_at': '2021-09-16T05:37:56Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:57.408386 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] Checking router: 100bb823-4914-47da-a756-c3842d4f8073 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:57.409895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-a3de26f7-1e61-490b-85e8-f151b0623d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.411384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-a3de26f7-1e61-490b-85e8-f151b0623d7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91854768-7359-4b3f-8dfc-439508678139 HTTP/1.1" status: 200 len: 833 time: 0.0444968 Sep 16 05:37:57.417279 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:57.417883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:37:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:57.456357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-64465e7c-f597-4466-94d8-59d633b6a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.457874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-64465e7c-f597-4466-94d8-59d633b6a6c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395985 Sep 16 05:37:57.522025 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:57.553110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-aa64248b-bf0d-4458-8ed0-dfc09034090d service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Sep 16 05:37:57.679323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8098796-fbf7-4872-8400-08d42cf0c584 req-8c69a681-6eb4-4cde-9b0f-c244909f868c service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186273 Sep 16 05:37:57.704161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b72919-8c06-4a31-88cd-3771fb8b88f6 req-f7ac4cbd-d22e-42f0-8e48-3436c6c18dca tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.705659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0b72919-8c06-4a31-88cd-3771fb8b88f6 req-f7ac4cbd-d22e-42f0-8e48-3436c6c18dca tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 944 time: 0.0567284 Sep 16 05:37:57.749157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c0b72919-8c06-4a31-88cd-3771fb8b88f6 req-9ec9dc52-fab6-4eef-b97a-457b8b46fd73 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368328 Sep 16 05:37:57.761169 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'da59a133-0761-46b2-880b-5ec099944fbe', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '100bb823-4914-47da-a756-c3842d4f8073', 'port_id': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'mac_address': 'fa:16:3e:34:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:56Z', 'updated_at': '2021-09-16T05:37:56Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:57.790946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d862d4c1-0ae8-46ec-8f15-51c1dc40e6dc None None] The sync data for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 is: [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'da59a133-0761-46b2-880b-5ec099944fbe', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '100bb823-4914-47da-a756-c3842d4f8073', 'port_id': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'mac_address': 'fa:16:3e:34:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:56Z', 'updated_at': '2021-09-16T05:37:56Z', 'revision_number': 0, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:57.984538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f7ed0-59fe-4186-a6ca-5fab088b3589 None None] New status for floating IP da59a133-0761-46b2-880b-5ec099944fbe: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:37:58.211469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85431847-2615-443b-aebf-ac028a9e4aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.352322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 34848) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:58.412575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7bfec27f-2d60-458f-a4e4-36c8a4719b94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/da59a133-0761-46b2-880b-5ec099944fbe HTTP/1.1" status: 200 len: 994 time: 0.0588803 Sep 16 05:37:58.815780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ee3311c1-5d6a-42c8-bc26-2878e52a274a up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:58.864016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498f6f-c7f5-4ce3-a881-f0b4c5ec5d63 req-7136c2c6-6a96-4bd2-a35a-eeb9cf1a8142 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:58.864866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port ee3311c1-5d6a-42c8-bc26-2878e52a274a completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:58.865663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45498f6f-c7f5-4ce3-a881-f0b4c5ec5d63 req-7136c2c6-6a96-4bd2-a35a-eeb9cf1a8142 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 944 time: 0.0492847 Sep 16 05:37:58.868676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port ee3311c1-5d6a-42c8-bc26-2878e52a274a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:58.869049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.905001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45498f6f-c7f5-4ce3-a881-f0b4c5ec5d63 req-466491a2-f5d5-4f3f-b11b-b21fc411976e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Sep 16 05:37:58.944492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.969760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bf0eee-460b-4782-9453-092cef0031e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:58.971949 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4371ce-eafe-4600-b123-ff1f819be6bf" -d '{"events": [{"server_uuid": "47bf0eee-460b-4782-9453-092cef0031e3", "name": "network-vif-plugged", "status": "completed", "tag": "ee3311c1-5d6a-42c8-bc26-2878e52a274a"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:58.987523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port ee3311c1-5d6a-42c8-bc26-2878e52a274a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ee3311c1-5d6a-42c8-bc26-2878e52a274a,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:58.992148 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.015073 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b686d97d-3717-4cbe-91ca-26b4a40dfe50 x-openstack-request-id: req-b686d97d-3717-4cbe-91ca-26b4a40dfe50 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:59.015371 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bf0eee-460b-4782-9453-092cef0031e3", "name": "network-vif-plugged", "status": "completed", "tag": "ee3311c1-5d6a-42c8-bc26-2878e52a274a", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:59.015619 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b686d97d-3717-4cbe-91ca-26b4a40dfe50 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:59.016006 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bf0eee-460b-4782-9453-092cef0031e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a', 'code': 200} Sep 16 05:37:59.042971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=ee3311c1-5d6a-42c8-bc26-2878e52a274a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:59.114212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15829-037e-42e1-8296-04d8329ce7e4 req-599e98d9-1fc7-4742-943f-9fd44dd1cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.115699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d15829-037e-42e1-8296-04d8329ce7e4 req-599e98d9-1fc7-4742-943f-9fd44dd1cfd1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 1097 time: 0.0435212 Sep 16 05:37:59.150198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67d15829-037e-42e1-8296-04d8329ce7e4 req-2125aded-fe5d-4834-bb61-e85af09c9c19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273604 Sep 16 05:37:59.193293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:59.891589 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:00.018752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aa3cf-1174-4389-9133-846110c2caff req-88f60587-fb4b-49d2-83b5-cdcd12e03626 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:00.020265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c4aa3cf-1174-4389-9133-846110c2caff req-88f60587-fb4b-49d2-83b5-cdcd12e03626 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Sep 16 05:38:00.059591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c4aa3cf-1174-4389-9133-846110c2caff req-4435d2bd-08e3-4e78-bf77-88f5dd9acf76 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Sep 16 05:38:01.174846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b91d4-9af8-40bc-ae62-4a257f6cfbbc req-2ab238f9-e2f4-4a1a-a960-50cc9bf0f9d9 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:01.176382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e8b91d4-9af8-40bc-ae62-4a257f6cfbbc req-2ab238f9-e2f4-4a1a-a960-50cc9bf0f9d9 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Sep 16 05:38:01.214151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e8b91d4-9af8-40bc-ae62-4a257f6cfbbc req-b2630cfc-3503-4f96-88dc-92eff3c1c94e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Sep 16 05:38:01.319897 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:01.329979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf011cb-1691-4b74-8a9a-d898864a3711 req-484d46ea-fa57-4926-912a-bf5780074e5c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:01.331456 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbf011cb-1691-4b74-8a9a-d898864a3711 req-484d46ea-fa57-4926-912a-bf5780074e5c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 945 time: 0.0524747 Sep 16 05:38:01.369611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbf011cb-1691-4b74-8a9a-d898864a3711 req-200ac473-98a9-4df1-9ef7-adb2455d086f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Sep 16 05:38:03.870894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-75be529e-a5f4-417b-be6e-012d4e81202e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:03.872406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-75be529e-a5f4-417b-be6e-012d4e81202e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.0998037 Sep 16 05:38:03.887058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-75dbb0dd-a7c3-4281-9b53-6ffaaf28796e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/quotas/50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 375 time: 0.0089717 Sep 16 05:38:03.943803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-0412c454-598e-491b-89ea-40e710bd39d2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514147 Sep 16 05:38:04.032809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-a8096bdf-3fb5-42fc-9c75-34174035eda7 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818720 Sep 16 05:38:04.126566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-f6c50917-b145-468a-84f2-e9b2bb19578d service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869334 Sep 16 05:38:04.315432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-518f6e2c-f41d-449a-be2f-a1751b3e0a26 req-e5df26db-19a0-4d5b-b7ca-a8479db25583 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 210 time: 0.0275166 Sep 16 05:38:05.429486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73e31482-b367-41f7-9e1b-e5021e9da01d req-64988dfe-8df1-4b05-94d6-b9c3929acc26 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 210 time: 0.0372648 Sep 16 05:38:05.588594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-a41ea0c5-5658-45b6-be2b-5977505ad85d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:05.590390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-a41ea0c5-5658-45b6-be2b-5977505ad85d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1247416 Sep 16 05:38:05.610051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'port': {'device_id': '90117321-bbb3-451d-9767-6164cb3c0144', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'admin_state_up': True, 'tenant_id': '50fec700a7344453bc83446517b612a3'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:05.720879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:38:05.724871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:05.858205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.20.0.6 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/852f620a-56b2-4afb-855a-898030c795ad) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:38:06.015478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.049212 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.061595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ee3311c1-5d6a-42c8-bc26-2878e52a274a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:06.098807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:38:06.102825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:38:06.109113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:38:06.160632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:06.161300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.171206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=852f620a-56b2-4afb-855a-898030c795ad,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.183781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-62c65ed4-08f8-421e-9a82-8d7957ae3c7c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781152 Sep 16 05:38:06.204406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Request body: {'port': {'device_id': '90117321-bbb3-451d-9767-6164cb3c0144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:06.271063 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.350144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2c17d9e1-9019-4b79-9397-6f0011c5c246 None None] Provisioning complete for port 852f620a-56b2-4afb-855a-898030c795ad triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:06.350989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2c17d9e1-9019-4b79-9397-6f0011c5c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.385509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2c17d9e1-9019-4b79-9397-6f0011c5c246 None None] Port 852f620a-56b2-4afb-855a-898030c795ad cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:38:06.595526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d886-0161-43f3-ba27-91c91ac4c4e4 req-e857e062-2e9d-4272-89fd-f8a174612771 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:06.597178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa51d886-0161-43f3-ba27-91c91ac4c4e4 req-e857e062-2e9d-4272-89fd-f8a174612771 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 931 time: 0.0927730 Sep 16 05:38:06.604155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852f620a-56b2-4afb-855a-898030c795ad {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:06.617821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.639437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Transition to ACTIVE for port object 852f620a-56b2-4afb-855a-898030c795ad will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:38:06.644225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.686689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa51d886-0161-43f3-ba27-91c91ac4c4e4 req-46f189b6-8f30-4d17-b3d5-e09e9fffd2c1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780470 Sep 16 05:38:06.715026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Pushing event updated for resources: {'Port': ['ID=852f620a-56b2-4afb-855a-898030c795ad,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.786039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Attempting to bind port 852f620a-56b2-4afb-855a-898030c795ad on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:38:06.786386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Attempting to bind port 852f620a-56b2-4afb-855a-898030c795ad by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:38:06.786829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Attempting to bind port 852f620a-56b2-4afb-855a-898030c795ad on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:06.791591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Port 852f620a-56b2-4afb-855a-898030c795ad on network f82c8318-17e9-4c5e-ae76-0316030c03e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:38:06.791918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Attempting to bind port 852f620a-56b2-4afb-855a-898030c795ad on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:38:06.798820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:38:06.799157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:38:06.799559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:38:06.800024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Bound port: 852f620a-56b2-4afb-855a-898030c795ad, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:38:06.800432 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.883641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] For port 852f620a-56b2-4afb-855a-898030c795ad, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:38:06.888298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] For port 852f620a-56b2-4afb-855a-898030c795ad, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=852f620a-56b2-4afb-855a-898030c795ad,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:38:06.893862 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.935537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:06.936187 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:06.937564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] 10.222.0.64 "PUT /v2.0/ports/852f620a-56b2-4afb-855a-898030c795ad HTTP/1.1" status: 200 len: 1092 time: 0.7391427 Sep 16 05:38:06.938010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90117321-bbb3-451d-9767-6164cb3c0144', 'tag': '852f620a-56b2-4afb-855a-898030c795ad'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:06.940249 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb405b4-ded7-4592-83bc-c09a1e5e0323" -d '{"events": [{"name": "network-changed", "server_uuid": "90117321-bbb3-451d-9767-6164cb3c0144", "tag": "852f620a-56b2-4afb-855a-898030c795ad"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:06.979153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc74b8-4587-48c7-8f01-b57f82dc47df service neutron] Pushing event updated for resources: {'Port': ['ID=852f620a-56b2-4afb-855a-898030c795ad,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:06.993913 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b827191-0dbc-41c2-9b8f-83709b5cf045 x-openstack-request-id: req-3b827191-0dbc-41c2-9b8f-83709b5cf045 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:06.994204 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90117321-bbb3-451d-9767-6164cb3c0144", "tag": "852f620a-56b2-4afb-855a-898030c795ad", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:06.994452 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b827191-0dbc-41c2-9b8f-83709b5cf045 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:06.994848 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90117321-bbb3-451d-9767-6164cb3c0144', 'tag': '852f620a-56b2-4afb-855a-898030c795ad', 'status': 'completed', 'code': 200} Sep 16 05:38:07.050334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-3ffcbb3b-3923-488e-949b-18e4f02b2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.051845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-3ffcbb3b-3923-488e-949b-18e4f02b2b1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 1095 time: 0.0442317 Sep 16 05:38:07.103087 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-9983356a-f2da-4b97-ae36-fd7e4d8ced97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852f620a-56b2-4afb-855a-898030c795ad HTTP/1.1" status: 200 len: 217 time: 0.0375831 Sep 16 05:38:07.161197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-b15a8693-f1b2-41e1-879b-2f516c377048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.162678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-b15a8693-f1b2-41e1-879b-2f516c377048 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0519643 Sep 16 05:38:07.210652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-1b038348-7c6f-486d-bddb-78955419ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.212155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-1b038348-7c6f-486d-bddb-78955419ec34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416493 Sep 16 05:38:07.303544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-3533414f-2497-4eff-9434-42ac0826e7dc service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840433 Sep 16 05:38:07.396558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb23773b-a2b9-4230-8038-3758df4e0775 req-ccef6eae-f1d0-442c-8e92-6384f8409c9f service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851321 Sep 16 05:38:07.508908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-b9041f2a-7616-4c17-9391-6bfd91b7146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.510425 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-b9041f2a-7616-4c17-9391-6bfd91b7146e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 1095 time: 0.0426886 Sep 16 05:38:07.603875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-9a0d52b3-b117-4c09-9cba-4120fe3d3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.605381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-9a0d52b3-b117-4c09-9cba-4120fe3d3369 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0879312 Sep 16 05:38:07.648585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-3d3ab70c-6b0c-435e-afe8-836214a0cbbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852f620a-56b2-4afb-855a-898030c795ad HTTP/1.1" status: 200 len: 217 time: 0.0357254 Sep 16 05:38:07.704402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-3cddef44-be1f-4a1d-aed0-5706b9816d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.706123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-3cddef44-be1f-4a1d-aed0-5706b9816d6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0506282 Sep 16 05:38:07.755912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-d23e2306-8a84-4315-b165-d286ab239344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.758137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-d23e2306-8a84-4315-b165-d286ab239344 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451190 Sep 16 05:38:07.896148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f941-f16e-4706-8caa-752f224ada88 req-79df5eff-f3b5-4579-970f-ea2f41bdba9d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:07.897713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d967f941-f16e-4706-8caa-752f224ada88 req-79df5eff-f3b5-4579-970f-ea2f41bdba9d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.1034803 Sep 16 05:38:07.926640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-d857e986-e1a1-4867-a8ba-084c4c4fc924 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609814 Sep 16 05:38:07.964311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d967f941-f16e-4706-8caa-752f224ada88 req-754e8bb4-5eab-4ce3-8fec-7d8fe98e64dc tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591519 Sep 16 05:38:08.031555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ceb405b4-ded7-4592-83bc-c09a1e5e0323 req-d9ae43db-13ea-41d5-97f7-51c5a897e4bb service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968180 Sep 16 05:38:09.114637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396377cd-c591-4113-9d4e-98b598cd4a22 req-e041a626-b5c1-4ffd-9899-339e32bc9989 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:09.117148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-396377cd-c591-4113-9d4e-98b598cd4a22 req-e041a626-b5c1-4ffd-9899-339e32bc9989 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0623302 Sep 16 05:38:09.167163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-396377cd-c591-4113-9d4e-98b598cd4a22 req-76d5fbb3-dc11-4a71-9700-612e5845fab8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 Sep 16 05:38:10.387992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e3ae2-e366-4dee-a05a-eaea825f7952 req-617642c7-6a98-4b41-b050-8ab57cd76f50 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:10.391086 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e0e3ae2-e366-4dee-a05a-eaea825f7952 req-617642c7-6a98-4b41-b050-8ab57cd76f50 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0641046 Sep 16 05:38:10.457881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9e0e3ae2-e366-4dee-a05a-eaea825f7952 req-63392579-0b4f-4ee1-87f0-f7b897b90e65 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612423 Sep 16 05:38:11.627364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695d07d-c639-419d-9e3b-08e1c746783d req-9e284a61-7104-46c1-ac51-1dc1f5993ff6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:11.628981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6695d07d-c639-419d-9e3b-08e1c746783d req-9e284a61-7104-46c1-ac51-1dc1f5993ff6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0552540 Sep 16 05:38:11.675668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6695d07d-c639-419d-9e3b-08e1c746783d req-d2457b2b-11b5-4635-bef3-e4845ae3d49e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Sep 16 05:38:11.963814 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:12.801349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3fb0b-0607-4591-af27-5e294e33610a req-e2776f92-d369-4589-8715-e3793f06f635 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:12.804231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9e3fb0b-0607-4591-af27-5e294e33610a req-e2776f92-d369-4589-8715-e3793f06f635 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0576446 Sep 16 05:38:12.851595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9e3fb0b-0607-4591-af27-5e294e33610a req-d47ef30b-e270-4f25-b5a3-53f81daf7144 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395463 Sep 16 05:38:13.967600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d68f2-7781-48d5-8b3f-9d7f1a4f2d6c req-45212cbc-3ad3-42f2-a854-85c316077dd8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:13.969146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f25d68f2-7781-48d5-8b3f-9d7f1a4f2d6c req-45212cbc-3ad3-42f2-a854-85c316077dd8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0483189 Sep 16 05:38:14.006844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f25d68f2-7781-48d5-8b3f-9d7f1a4f2d6c req-70b1a785-fe3b-4132-8940-fc01be6aa4a0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Sep 16 05:38:15.118852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b98f-77d8-42e6-b528-526a675b2d7e req-7b89a902-25b2-4d64-9aa9-6876b3de9d43 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:15.120433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a500b98f-77d8-42e6-b528-526a675b2d7e req-7b89a902-25b2-4d64-9aa9-6876b3de9d43 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0484643 Sep 16 05:38:15.158305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a500b98f-77d8-42e6-b528-526a675b2d7e req-f8fc76f8-03ab-4009-8e0c-3177aa060cc0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Sep 16 05:38:16.279235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b5f8-482f-4c65-b29e-ea0dec47c90b req-006ee445-a091-4e90-b545-65c91f30c86c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:16.280793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d254b5f8-482f-4c65-b29e-ea0dec47c90b req-006ee445-a091-4e90-b545-65c91f30c86c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0532138 Sep 16 05:38:16.323620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d254b5f8-482f-4c65-b29e-ea0dec47c90b req-10843a4c-ca96-420d-8507-be1880fa244b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Sep 16 05:38:17.441431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187ee9-aa3a-45f5-ab89-f2195b635d9a req-7ab59e82-851b-463d-aec5-0a3cc1c561c4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:17.442954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7187ee9-aa3a-45f5-ab89-f2195b635d9a req-7ab59e82-851b-463d-aec5-0a3cc1c561c4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0497422 Sep 16 05:38:17.481513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7187ee9-aa3a-45f5-ab89-f2195b635d9a req-1bc32e73-8e1a-419d-81fd-cdf50af412bb tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324657 Sep 16 05:38:18.610379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a7974-f4ba-4db4-a93f-1a5e00d22b5b req-3ef57ece-7c34-4bba-b0d6-e1086445f70d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:18.611856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b8a7974-f4ba-4db4-a93f-1a5e00d22b5b req-3ef57ece-7c34-4bba-b0d6-e1086445f70d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0564775 Sep 16 05:38:18.655376 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b8a7974-f4ba-4db4-a93f-1a5e00d22b5b req-aefee2f7-6836-4d2f-ac7a-46092410235f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Sep 16 05:38:19.776445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115250-b5ef-4ab4-9eaa-9d4dbb21071e req-a7f65fb6-4a9f-4e44-9a1a-8497e15dd585 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:19.777944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b115250-b5ef-4ab4-9eaa-9d4dbb21071e req-a7f65fb6-4a9f-4e44-9a1a-8497e15dd585 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0511074 Sep 16 05:38:19.816502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b115250-b5ef-4ab4-9eaa-9d4dbb21071e req-00f35ff2-cbeb-474a-be2e-2101bfe22ccd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Sep 16 05:38:20.931169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788844b4-7405-4d3e-b346-9e2636f0d950 req-37e1271b-ca1f-4461-8777-5f2f8396d79e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:20.932665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-788844b4-7405-4d3e-b346-9e2636f0d950 req-37e1271b-ca1f-4461-8777-5f2f8396d79e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0490131 Sep 16 05:38:20.968899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-788844b4-7405-4d3e-b346-9e2636f0d950 req-8d742bc3-7a81-47aa-8861-941f867c5b27 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303371 Sep 16 05:38:22.086562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cac2e-facb-4e65-89ac-84a5d6c8fae6 req-417191c9-673a-4ee0-8545-924ffc3f4ee5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:22.088037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-178cac2e-facb-4e65-89ac-84a5d6c8fae6 req-417191c9-673a-4ee0-8545-924ffc3f4ee5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0486212 Sep 16 05:38:22.126554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-178cac2e-facb-4e65-89ac-84a5d6c8fae6 req-b312eb3a-8744-4ffa-9ae9-f35ef4fd5715 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Sep 16 05:38:23.257664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8082b0-bc46-4002-a3c6-d5deed2e7b7d req-9ccddfbe-b0af-4c4a-8d5f-52fd8ec5f0f0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:23.259717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e8082b0-bc46-4002-a3c6-d5deed2e7b7d req-9ccddfbe-b0af-4c4a-8d5f-52fd8ec5f0f0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0581310 Sep 16 05:38:23.298387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e8082b0-bc46-4002-a3c6-d5deed2e7b7d req-a02a22ba-bebc-427f-acaa-ea29d550a708 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Sep 16 05:38:24.418638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229be069-dbe4-430e-b601-69b5e0aae9e9 req-22a5caa3-c539-43e5-923d-71fc565d087a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:24.420270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-229be069-dbe4-430e-b601-69b5e0aae9e9 req-22a5caa3-c539-43e5-923d-71fc565d087a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0499430 Sep 16 05:38:24.461256 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-229be069-dbe4-430e-b601-69b5e0aae9e9 req-dedd1db3-d334-4cab-95ef-06698b34085f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344613 Sep 16 05:38:24.856502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:25.581987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71bd0-bdd5-419f-82d4-6fa41d8f8e06 req-78ba3964-8190-4c2d-90a1-a774e4de9c4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:25.583659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6c71bd0-bdd5-419f-82d4-6fa41d8f8e06 req-78ba3964-8190-4c2d-90a1-a774e4de9c4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0544331 Sep 16 05:38:25.624352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6c71bd0-bdd5-419f-82d4-6fa41d8f8e06 req-7c131c3a-232a-4675-b6f7-9dd2296e71e1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Sep 16 05:38:25.892903 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d04b9710-f859-4407-a7a4-26373969733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:26.753896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492378c1-2e17-4152-be76-3b5c11ffb83b req-874965cf-5f5b-4166-8078-f276fa751955 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:26.753896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-492378c1-2e17-4152-be76-3b5c11ffb83b req-874965cf-5f5b-4166-8078-f276fa751955 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 943 time: 0.0541575 Sep 16 05:38:26.791724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-492378c1-2e17-4152-be76-3b5c11ffb83b req-ab7c7819-22a5-4444-bb18-8173dfb17dc6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329063 Sep 16 05:38:27.287838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 852f620a-56b2-4afb-855a-898030c795ad details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:27.549255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 852f620a-56b2-4afb-855a-898030c795ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=852f620a-56b2-4afb-855a-898030c795ad,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:27.560139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '852f620a-56b2-4afb-855a-898030c795ad', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'port_id': '852f620a-56b2-4afb-855a-898030c795ad', 'mac_address': 'fa:16:3e:59:fd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:27.598465 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:27.611310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f620a-56b2-4afb-855a-898030c795ad {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:27.631514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 852f620a-56b2-4afb-855a-898030c795ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=852f620a-56b2-4afb-855a-898030c795ad,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:27.635765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:27.682388 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=852f620a-56b2-4afb-855a-898030c795ad,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:27.689664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.690012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.690351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.690688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.691021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.691353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.691681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.692010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.692364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.692688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.693010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.693865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:27.909755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fa40-4c8f-42c8-ab96-ba11173ac0ce req-0eed50f7-7a5e-4f18-971d-206ea315534a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:27.911244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e59fa40-4c8f-42c8-ab96-ba11173ac0ce req-0eed50f7-7a5e-4f18-971d-206ea315534a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 944 time: 0.0486605 Sep 16 05:38:27.948671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e59fa40-4c8f-42c8-ab96-ba11173ac0ce req-5811c4d2-9968-4fe9-9caf-409817b88757 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Sep 16 05:38:28.010714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['852f620a-56b2-4afb-855a-898030c795ad'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:28.210543 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-728ca17c-1e90-4c95-9e8b-39f326a95ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:29.070075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d6904-d14d-4203-89bc-6c8a13057903 req-e6962e8f-320b-4997-96ea-c0363a45549b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.071585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e4d6904-d14d-4203-89bc-6c8a13057903 req-e6962e8f-320b-4997-96ea-c0363a45549b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 944 time: 0.0481732 Sep 16 05:38:29.111365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e4d6904-d14d-4203-89bc-6c8a13057903 req-6d6a5364-810e-43fc-9692-d5b2c97366fc tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Sep 16 05:38:29.196044 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:29.296404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 852f620a-56b2-4afb-855a-898030c795ad up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:29.346087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 852f620a-56b2-4afb-855a-898030c795ad completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:38:29.350442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 852f620a-56b2-4afb-855a-898030c795ad triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:29.350870 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:29.447897 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:29.471524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90117321-bbb3-451d-9767-6164cb3c0144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f620a-56b2-4afb-855a-898030c795ad'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:29.474198 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293f6bc-de8a-4109-b102-03c1db2ce70c" -d '{"events": [{"server_uuid": "90117321-bbb3-451d-9767-6164cb3c0144", "name": "network-vif-plugged", "status": "completed", "tag": "852f620a-56b2-4afb-855a-898030c795ad"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:29.487164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 852f620a-56b2-4afb-855a-898030c795ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=852f620a-56b2-4afb-855a-898030c795ad,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:29.491703 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:29.527117 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7580ed1-99d9-4c50-be66-54ef497b27d6 x-openstack-request-id: req-b7580ed1-99d9-4c50-be66-54ef497b27d6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:29.527410 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90117321-bbb3-451d-9767-6164cb3c0144", "name": "network-vif-plugged", "status": "completed", "tag": "852f620a-56b2-4afb-855a-898030c795ad", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:29.527659 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7580ed1-99d9-4c50-be66-54ef497b27d6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:29.528114 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90117321-bbb3-451d-9767-6164cb3c0144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f620a-56b2-4afb-855a-898030c795ad', 'code': 200} Sep 16 05:38:29.544214 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=852f620a-56b2-4afb-855a-898030c795ad,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:29.656659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564e82-d3e9-43d2-960c-045048621a83 req-e72b845c-d11e-49a4-b668-94aff411a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:29.658213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a564e82-d3e9-43d2-960c-045048621a83 req-e72b845c-d11e-49a4-b668-94aff411a0f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 1097 time: 0.0458491 Sep 16 05:38:29.696058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a564e82-d3e9-43d2-960c-045048621a83 req-0e0ee298-0017-479f-8f08-94f4451fb2bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Sep 16 05:38:29.895977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:30.235029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc155e0-02d3-4051-9e44-8628ab2bebbc req-215d6646-bbc7-41ac-bfa6-8780b67a9d57 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:30.236760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcc155e0-02d3-4051-9e44-8628ab2bebbc req-215d6646-bbc7-41ac-bfa6-8780b67a9d57 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 945 time: 0.0542781 Sep 16 05:38:30.279950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bcc155e0-02d3-4051-9e44-8628ab2bebbc req-9909efe1-3ac7-4a51-ada7-62f46dbcea70 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 Sep 16 05:38:31.323306 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:31.350003 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:31.403985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b030b4f-9724-465d-8cd6-c92f1cdc789d req-656bdee6-1af5-485c-8fcb-55c1b7ff2f53 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:31.405550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b030b4f-9724-465d-8cd6-c92f1cdc789d req-656bdee6-1af5-485c-8fcb-55c1b7ff2f53 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 945 time: 0.0514927 Sep 16 05:38:31.444643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b030b4f-9724-465d-8cd6-c92f1cdc789d req-2e5dcf28-f74c-493e-bac2-a15e64bf848f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Sep 16 05:38:31.568653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0113b3-69c2-47d1-a721-e48d2f3b17e3 req-9c2f3aa2-6233-4d44-9789-fe8837907776 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:31.570161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c0113b3-69c2-47d1-a721-e48d2f3b17e3 req-9c2f3aa2-6233-4d44-9789-fe8837907776 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 945 time: 0.0579748 Sep 16 05:38:31.616015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c0113b3-69c2-47d1-a721-e48d2f3b17e3 req-d68286f2-5bd2-4ede-aae4-a603e4c908f2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Sep 16 05:38:31.967258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632eb2ba-c8a5-43f4-b0ca-32a89c0f60f1 req-191fba01-39d3-41bc-ad62-4a0c195466a4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:31.968946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-632eb2ba-c8a5-43f4-b0ca-32a89c0f60f1 req-191fba01-39d3-41bc-ad62-4a0c195466a4 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0874178 Sep 16 05:38:31.981320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9e8c4-37e9-458d-8e1b-a2956237c703 req-b9035161-800b-4f8e-8137-a7093cae0dd7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:31.982743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64c9e8c4-37e9-458d-8e1b-a2956237c703 req-b9035161-800b-4f8e-8137-a7093cae0dd7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 945 time: 0.0692642 Sep 16 05:38:32.044962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-632eb2ba-c8a5-43f4-b0ca-32a89c0f60f1 req-064a20a5-7b93-4f63-b66a-44dad7d2b272 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612695 Sep 16 05:38:32.050208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64c9e8c4-37e9-458d-8e1b-a2956237c703 req-83de4a64-5a71-47e8-8180-bc9de0566a05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608604 Sep 16 05:38:33.210745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058a4a-2ced-4a66-9dae-3bfca9f55b61 req-33cf4592-9bb1-420d-960b-cf9597cb575a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.212297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01058a4a-2ced-4a66-9dae-3bfca9f55b61 req-33cf4592-9bb1-420d-960b-cf9597cb575a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 945 time: 0.0808458 Sep 16 05:38:33.226336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478b559-d84c-41fa-8c68-aa47d72a767f req-66abf57e-1ca6-47c0-b5d2-781e4a59df94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.227869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2478b559-d84c-41fa-8c68-aa47d72a767f req-66abf57e-1ca6-47c0-b5d2-781e4a59df94 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0983276 Sep 16 05:38:33.287920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01058a4a-2ced-4a66-9dae-3bfca9f55b61 req-04a6dd60-f849-40d5-932c-2bb07f55b4b9 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Sep 16 05:38:33.296369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2478b559-d84c-41fa-8c68-aa47d72a767f req-4356e9e8-f8df-40bb-b5c8-952297cf6c6a tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599558 Sep 16 05:38:33.688570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-caa4a858-1b14-483b-b137-52e30dc32446 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.689937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-caa4a858-1b14-483b-b137-52e30dc32446 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 945 time: 0.0559080 Sep 16 05:38:33.780248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port 852f620a-56b2-4afb-855a-898030c795ad {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:33.780661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:33.880142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] For port 852f620a-56b2-4afb-855a-898030c795ad, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=852f620a-56b2-4afb-855a-898030c795ad,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:33.881098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:33.892979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for 852f620a-56b2-4afb-855a-898030c795ad owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:34.019445 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:34.034107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ee3311c1-5d6a-42c8-bc26-2878e52a274a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:34.057475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=852f620a-56b2-4afb-855a-898030c795ad,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:34.062315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['852f620a-56b2-4afb-855a-898030c795ad'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:34.071201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.071548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.071874 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.072227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.072583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.073011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.073204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.073536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.074890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.074890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.074890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.074890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:34.118456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] No DVR routers for this DVR port 852f620a-56b2-4afb-855a-898030c795ad on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:34.121537 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:34.123728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf7c4da7-e11d-4f2f-975b-ef5895e867c5 req-d19ac6ce-07f9-4e84-b63a-3234bc05a6e0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "DELETE /v2.0/ports/852f620a-56b2-4afb-855a-898030c795ad HTTP/1.1" status: 204 len: 173 time: 0.4274597 Sep 16 05:38:34.124285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90117321-bbb3-451d-9767-6164cb3c0144', 'name': 'network-vif-deleted', 'tag': '852f620a-56b2-4afb-855a-898030c795ad'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:34.127114 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba174a-2faf-493c-8f6c-8768fb0f6d50" -d '{"events": [{"server_uuid": "90117321-bbb3-451d-9767-6164cb3c0144", "name": "network-vif-deleted", "tag": "852f620a-56b2-4afb-855a-898030c795ad"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:34.191790 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e502a6e-36fe-44cb-b34f-c971382a5c0c x-openstack-request-id: req-7e502a6e-36fe-44cb-b34f-c971382a5c0c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:34.192180 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90117321-bbb3-451d-9767-6164cb3c0144", "name": "network-vif-deleted", "tag": "852f620a-56b2-4afb-855a-898030c795ad", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:34.192520 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e502a6e-36fe-44cb-b34f-c971382a5c0c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:34.193208 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90117321-bbb3-451d-9767-6164cb3c0144', 'name': 'network-vif-deleted', 'tag': '852f620a-56b2-4afb-855a-898030c795ad', 'status': 'completed', 'code': 200} Sep 16 05:38:34.395405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13da44bc-59d0-436c-8039-49587236b653 req-ce6eaede-dfee-423c-a11b-4df289bed09f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 210 time: 0.0359259 Sep 16 05:38:34.440620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf36c3-8b8c-48e4-8846-ed549bf13fa3 req-7d98e3ee-4235-43f6-a287-476c4f1fd826 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:34.442113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eebf36c3-8b8c-48e4-8846-ed549bf13fa3 req-7d98e3ee-4235-43f6-a287-476c4f1fd826 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0697217 Sep 16 05:38:34.480931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eebf36c3-8b8c-48e4-8846-ed549bf13fa3 req-e28a746e-791a-45c3-9c05-5346be360b0b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Sep 16 05:38:35.496319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8a35a15-6a83-4718-ab8e-991ec148475a req-474652b4-dd80-4862-9f89-1ebe4e776c41 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 210 time: 0.0307701 Sep 16 05:38:35.842539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aead9c-b480-4bfd-a3cd-e3ec4e4ab89a req-07358da2-e5a2-458c-b746-dd22dc69efcf tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:35.843938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33aead9c-b480-4bfd-a3cd-e3ec4e4ab89a req-07358da2-e5a2-458c-b746-dd22dc69efcf tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0483069 Sep 16 05:38:35.882090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33aead9c-b480-4bfd-a3cd-e3ec4e4ab89a req-988f5459-050a-445b-b62f-ec1bd26f5911 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Sep 16 05:38:36.590744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f14fd83e-2c89-43d5-9fa0-484c66676e5e req-97610cf7-f92f-41fd-b4a3-a8875320dc50 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Sep 16 05:38:36.996495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b80845-84a9-434e-ad2a-9f7c17a452a6 req-ea0e0b88-62ad-44ce-a7b8-3fd5e3b7aed8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:36.998094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41b80845-84a9-434e-ad2a-9f7c17a452a6 req-ea0e0b88-62ad-44ce-a7b8-3fd5e3b7aed8 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0488000 Sep 16 05:38:37.036533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41b80845-84a9-434e-ad2a-9f7c17a452a6 req-39e5352d-4cab-4db5-b25a-a438c0201a5c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323501 Sep 16 05:38:37.349923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 852f620a-56b2-4afb-855a-898030c795ad no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:37.372925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 852f620a-56b2-4afb-855a-898030c795ad {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:37.373094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 852f620a-56b2-4afb-855a-898030c795ad not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:37.696808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e665e248-df65-4969-ac0a-0b27e187fee4 req-07dd74f2-7ae6-430f-906c-43bf8527e965 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=90117321-bbb3-451d-9767-6164cb3c0144 HTTP/1.1" status: 200 len: 210 time: 0.0312245 Sep 16 05:38:38.155615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608db0c-35b6-4672-b8f9-8717595a843e req-a9b953e4-32b2-4ffa-9c67-60c4c787acfc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:38.157068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9608db0c-35b6-4672-b8f9-8717595a843e req-a9b953e4-32b2-4ffa-9c67-60c4c787acfc tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0497632 Sep 16 05:38:38.196758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9608db0c-35b6-4672-b8f9-8717595a843e req-0ab9fe79-d499-461d-8484-a473ad439bbb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328295 Sep 16 05:38:39.318893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf712c-45d3-461b-9e31-e3c40a971e3f req-cc141a83-964a-4cb7-ab28-89e20c3df360 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:39.320427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4cf712c-45d3-461b-9e31-e3c40a971e3f req-cc141a83-964a-4cb7-ab28-89e20c3df360 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0500035 Sep 16 05:38:39.360210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4cf712c-45d3-461b-9e31-e3c40a971e3f req-54d0573f-f2b2-456d-a6d3-4bc6bfe1118e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326824 Sep 16 05:38:40.487191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9fe1-ce3c-436f-a8a9-49a7beae05fe req-3acbac35-1613-49eb-8330-8296a08ce374 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.488601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2db9fe1-ce3c-436f-a8a9-49a7beae05fe req-3acbac35-1613-49eb-8330-8296a08ce374 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0508733 Sep 16 05:38:40.532939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a2db9fe1-ce3c-436f-a8a9-49a7beae05fe req-4606fc5b-8b2e-44c8-b0a9-6231334bf5b0 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366509 Sep 16 05:38:41.649115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f0eb7-3c1b-4f2c-b6ed-371749b87ce0 req-fbfc7e50-b436-4074-9664-dee3f9678904 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:41.650513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-392f0eb7-3c1b-4f2c-b6ed-371749b87ce0 req-fbfc7e50-b436-4074-9664-dee3f9678904 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0484388 Sep 16 05:38:41.689932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-392f0eb7-3c1b-4f2c-b6ed-371749b87ce0 req-e228d743-04e8-4ace-ad11-13e9d16523aa tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330050 Sep 16 05:38:41.977005 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:42.186364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e7e0-fa44-4bfd-af07-0bb048d46bd0 req-7e9f94f3-0bc5-46f0-8be0-e8382cfcd399 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:42.188135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d493e7e0-fa44-4bfd-af07-0bb048d46bd0 req-7e9f94f3-0bc5-46f0-8be0-e8382cfcd399 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Sep 16 05:38:42.228204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d493e7e0-fa44-4bfd-af07-0bb048d46bd0 req-b6ca22fd-e1c0-466c-a90b-fff397c51d03 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Sep 16 05:38:42.814636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707006b-69f4-41b6-90dc-127fac63a048 req-a6b7aa2b-a9a5-4203-b324-c045831effdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:42.816311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d707006b-69f4-41b6-90dc-127fac63a048 req-a6b7aa2b-a9a5-4203-b324-c045831effdb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0515423 Sep 16 05:38:42.860603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d707006b-69f4-41b6-90dc-127fac63a048 req-65c39de8-6ba5-435e-996a-b64cc30421d1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Sep 16 05:38:43.344689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5bf5c-4d06-44b9-8e5f-4729c9fb6dd7 req-d62d3069-9e16-402a-9e7e-e71e7b1f9c62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:43.346181 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05a5bf5c-4d06-44b9-8e5f-4729c9fb6dd7 req-d62d3069-9e16-402a-9e7e-e71e7b1f9c62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 945 time: 0.0490661 Sep 16 05:38:43.384749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05a5bf5c-4d06-44b9-8e5f-4729c9fb6dd7 req-cb600f86-83d8-4781-957e-df2452ee0e12 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326428 Sep 16 05:38:43.809845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee23d68-7b78-454a-8a77-642c45083948 req-3179e503-bcf3-46c4-bade-0c9c3303e4b8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:43.811310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ee23d68-7b78-454a-8a77-642c45083948 req-3179e503-bcf3-46c4-bade-0c9c3303e4b8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Sep 16 05:38:44.248423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port ee3311c1-5d6a-42c8-bc26-2878e52a274a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:38:44.249102 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:44.273776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6c3c0-eac7-44dc-90f8-4a8a32817f24 req-7ffa9f1e-3d54-49af-ae6b-4bd719a09248 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:44.275254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02d6c3c0-eac7-44dc-90f8-4a8a32817f24 req-7ffa9f1e-3d54-49af-ae6b-4bd719a09248 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0722508 Sep 16 05:38:44.361390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02d6c3c0-eac7-44dc-90f8-4a8a32817f24 req-32d60167-24ff-46ab-ad62-62dec8958840 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792229 Sep 16 05:38:44.380470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] For port ee3311c1-5d6a-42c8-bc26-2878e52a274a, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=ee3311c1-5d6a-42c8-bc26-2878e52a274a,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:44.380851 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:44.394914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for ee3311c1-5d6a-42c8-bc26-2878e52a274a owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:38:44.516602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca631bb-bea5-4b8e-b4a3-3fd69632c601 req-b9fa7460-0da7-460c-bfbe-617485694983 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:44.518071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ca631bb-bea5-4b8e-b4a3-3fd69632c601 req-b9fa7460-0da7-460c-bfbe-617485694983 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 945 time: 0.0655916 Sep 16 05:38:44.585282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:44.589279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ca631bb-bea5-4b8e-b4a3-3fd69632c601 req-54d010c7-6062-461f-a79d-dbdb5f468a5e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=362f89c4-ff02-4a51-8fab-b09804f6a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508800 Sep 16 05:38:44.599057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['ee3311c1-5d6a-42c8-bc26-2878e52a274a'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:44.616532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=ee3311c1-5d6a-42c8-bc26-2878e52a274a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:44.659413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] No DVR routers for this DVR port ee3311c1-5d6a-42c8-bc26-2878e52a274a on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:38:44.665072 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:44.665072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ee23d68-7b78-454a-8a77-642c45083948 req-982ffa1c-e03d-4364-9703-a2c998f24cb1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "DELETE /v2.0/ports/ee3311c1-5d6a-42c8-bc26-2878e52a274a HTTP/1.1" status: 204 len: 173 time: 0.8464496 Sep 16 05:38:44.665072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bf0eee-460b-4782-9453-092cef0031e3', 'name': 'network-vif-deleted', 'tag': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:44.666885 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a81b012-1eca-4496-a9cb-5af076c60e0a" -d '{"events": [{"server_uuid": "47bf0eee-460b-4782-9453-092cef0031e3", "name": "network-vif-deleted", "tag": "ee3311c1-5d6a-42c8-bc26-2878e52a274a"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:44.704042 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1469c-9dec-4e3d-8cd8-bbeb42f341fd x-openstack-request-id: req-bac1469c-9dec-4e3d-8cd8-bbeb42f341fd {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:44.704377 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bf0eee-460b-4782-9453-092cef0031e3", "name": "network-vif-deleted", "tag": "ee3311c1-5d6a-42c8-bc26-2878e52a274a", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:44.704626 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bac1469c-9dec-4e3d-8cd8-bbeb42f341fd {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:44.705014 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bf0eee-460b-4782-9453-092cef0031e3', 'name': 'network-vif-deleted', 'tag': 'ee3311c1-5d6a-42c8-bc26-2878e52a274a', 'status': 'completed', 'code': 200} Sep 16 05:38:44.975169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bd0b1-c790-4a0a-b02b-ea1a6cd085b5 req-e42ece78-27b2-4b94-ae3d-f358748dabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:44.976925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e14bd0b1-c790-4a0a-b02b-ea1a6cd085b5 req-e42ece78-27b2-4b94-ae3d-f358748dabfb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1098 time: 0.0464365 Sep 16 05:38:45.016813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e14bd0b1-c790-4a0a-b02b-ea1a6cd085b5 req-dcbd0aad-ff4c-4425-abb2-9f6a98bdd578 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326669 Sep 16 05:38:45.477615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847b8b8-18de-4df1-a704-28c9d460cef2 req-0b318829-f80d-4326-a094-a1ff378ddc88 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:45.479114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6847b8b8-18de-4df1-a704-28c9d460cef2 req-0b318829-f80d-4326-a094-a1ff378ddc88 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0487640 Sep 16 05:38:45.516918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6847b8b8-18de-4df1-a704-28c9d460cef2 req-a4ec3cdc-b83a-46b7-b00a-64269d7a310c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318146 Sep 16 05:38:45.695481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d806ecf4-2a0a-46e7-a833-4b5e3da41a66 req-5279359b-7bc3-4ae7-a779-732a8c4f9c65 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 210 time: 0.0266707 Sep 16 05:38:46.640500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e8edf-fd49-42cd-9206-957d423f9c12 req-08c05523-0172-45fe-a2cd-b2eefbd632b3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:46.642060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c2e8edf-fd49-42cd-9206-957d423f9c12 req-08c05523-0172-45fe-a2cd-b2eefbd632b3 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0547185 Sep 16 05:38:46.680498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c2e8edf-fd49-42cd-9206-957d423f9c12 req-868b8d05-c4a2-448f-9bb8-0b0ae5c16bd7 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324428 Sep 16 05:38:46.702583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35102) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:46.771167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c93792de-6645-4e4c-a2c1-d64721f48f74 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/floatingips/da59a133-0761-46b2-880b-5ec099944fbe HTTP/1.1" status: 200 len: 994 time: 0.0649192 Sep 16 05:38:46.805322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5c41918-6a6a-4480-89a7-c3ce0f24b945 req-786124a3-6dfb-43ee-9d28-1449abfc7c97 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 210 time: 0.0271196 Sep 16 05:38:47.070792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:38:47.074007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:47.221124 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.227820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:47.250884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'port_id': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'mac_address': 'fa:16:3e:34:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:38:47.259583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:47.261919 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac667442-80b2-4259-9791-098508e9e158" -d '{"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:47.294006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:47.300392 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.301021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ee3311c1-5d6a-42c8-bc26-2878e52a274a no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:38:47.304321 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0834446e-4fff-47db-a39a-70b4642c91ff x-openstack-request-id: req-0834446e-4fff-47db-a39a-70b4642c91ff {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:47.304616 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:47.304863 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0834446e-4fff-47db-a39a-70b4642c91ff {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:47.305252 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'code': 200} Sep 16 05:38:47.350801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: ee3311c1-5d6a-42c8-bc26-2878e52a274a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:38:47.351141 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device ee3311c1-5d6a-42c8-bc26-2878e52a274a not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:38:47.361565 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.383093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:47.399247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:47.434873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:38:47.435234 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:38:47.608353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-be346836-4b2b-45c4-a218-3b6bca26fbce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452864 Sep 16 05:38:47.688914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3825986-da68-4454-8da6-c040b96560cc req-4557626c-ba90-4ecb-bf3d-0f1f81dda1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.690414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-4557626c-ba90-4ecb-bf3d-0f1f81dda1d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1096 time: 0.0407283 Sep 16 05:38:47.795847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3825986-da68-4454-8da6-c040b96560cc req-86a48908-1018-4a06-a112-1cc70a5826fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.797373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-86a48908-1018-4a06-a112-1cc70a5826fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 HTTP/1.1" status: 200 len: 898 time: 0.0873318 Sep 16 05:38:47.880617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-15c24ca7-552e-4c4d-aed4-f6df362d931f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f HTTP/1.1" status: 200 len: 1000 time: 0.0750759 Sep 16 05:38:47.930329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-130cbc26-c986-4db6-9395-e0e1281364fe req-0ca092c1-a739-4f64-9a02-5a00c09a9267 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=47bf0eee-460b-4782-9453-092cef0031e3 HTTP/1.1" status: 200 len: 210 time: 0.0536361 Sep 16 05:38:47.952311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3825986-da68-4454-8da6-c040b96560cc req-c2d963cb-26ea-4494-87f0-2093d239b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:47.953764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-c2d963cb-26ea-4494-87f0-2093d239b5cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91854768-7359-4b3f-8dfc-439508678139 HTTP/1.1" status: 200 len: 833 time: 0.0658023 Sep 16 05:38:47.975559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:47.993278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:38:48.007164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3825986-da68-4454-8da6-c040b96560cc req-91aed01f-bced-4254-afee-d76e6cd7c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:48.008818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-91aed01f-bced-4254-afee-d76e6cd7c833 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475283 Sep 16 05:38:48.015085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:48.025344 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:48.027649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-79a0f7a5-20fd-416c-835e-7da7a7d3b8b4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:38:48.029134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-79a0f7a5-20fd-416c-835e-7da7a7d3b8b4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087695 Sep 16 05:38:48.093003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:48.142556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-baf12157-8549-4fd9-a3a3-4a769402f036 service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059482 Sep 16 05:38:48.242987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3825986-da68-4454-8da6-c040b96560cc req-2d521b6d-a111-45c0-a244-be1781ccfa55 service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910983 Sep 16 05:38:48.250091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:38:49.089102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:38:49.138240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:38:49.138965 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:49.218948 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:49.253384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:38:49.258326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:49.307235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:38:49.309423 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed824ed-9a68-488c-8078-9ffd23971247" -d '{"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-plugged", "status": "completed", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:38:49.313104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:49.349636 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e806681-af03-4ac3-bf22-92ed63de9849 x-openstack-request-id: req-5e806681-af03-4ac3-bf22-92ed63de9849 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:38:49.349936 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-plugged", "status": "completed", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:38:49.350191 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e806681-af03-4ac3-bf22-92ed63de9849 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:38:49.350594 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'code': 200} Sep 16 05:38:52.056850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:52.061471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233518367', 'description': 'tempest-secgroup-smoke-233518367 description', 'project_id': '50fec700a7344453bc83446517b612a3'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:52.085552 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.165559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.169682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.196000 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.197268 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1393995 Sep 16 05:38:52.200333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35164) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:52.201282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.205734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f202103a-55c0-47d2-ad84-7d7a72caa8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'security_group_rule': {'security_group_id': 'bf1a630f-e08d-4424-bd08-b21ebcfc1d6c', 'project_id': '50fec700a7344453bc83446517b612a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:52.209715 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.210094 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.210468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.210810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.211143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.211481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.211812 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.212162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.212493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.213242 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.213590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.213922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82dc6ea-a886-48b2-b791-da8dc4bd52dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:38:52.234065 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f202103a-55c0-47d2-ad84-7d7a72caa8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.291108 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f202103a-55c0-47d2-ad84-7d7a72caa8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.294714 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f202103a-55c0-47d2-ad84-7d7a72caa8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.311499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202103a-55c0-47d2-ad84-7d7a72caa8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9158f26b-c9ea-44e0-a8fb-df52504ed619,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.320454 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f202103a-55c0-47d2-ad84-7d7a72caa8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.321722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f202103a-55c0-47d2-ad84-7d7a72caa8fe tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196513 Sep 16 05:38:52.324430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35166) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:52.328796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6f84faa4-7817-4052-9e11-42d87f5f182a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'security_group_rule': {'security_group_id': 'bf1a630f-e08d-4424-bd08-b21ebcfc1d6c', 'project_id': '50fec700a7344453bc83446517b612a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:52.354183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f84faa4-7817-4052-9e11-42d87f5f182a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.410445 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f84faa4-7817-4052-9e11-42d87f5f182a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.413830 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f84faa4-7817-4052-9e11-42d87f5f182a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.431896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84faa4-7817-4052-9e11-42d87f5f182a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178f1a31-694f-4516-af32-8c5603570258,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.434163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6f84faa4-7817-4052-9e11-42d87f5f182a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.435371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6f84faa4-7817-4052-9e11-42d87f5f182a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1100101 Sep 16 05:38:52.438158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35168) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:52.442913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-daac414f-af0d-4b5f-9403-e33bfa5bc9e5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'security_group_rule': {'security_group_id': 'bf1a630f-e08d-4424-bd08-b21ebcfc1d6c', 'project_id': '50fec700a7344453bc83446517b612a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:52.468593 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daac414f-af0d-4b5f-9403-e33bfa5bc9e5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.528701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daac414f-af0d-4b5f-9403-e33bfa5bc9e5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.532417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daac414f-af0d-4b5f-9403-e33bfa5bc9e5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.549324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac414f-af0d-4b5f-9403-e33bfa5bc9e5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb7eb6b-00e8-4e22-90f0-69b60641c417,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.557022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-daac414f-af0d-4b5f-9403-e33bfa5bc9e5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.558249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-daac414f-af0d-4b5f-9403-e33bfa5bc9e5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193020 Sep 16 05:38:52.560975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35170) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:52.565200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-316697a5-5686-450c-8e9e-c09601d03d2c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'security_group_rule': {'security_group_id': 'bf1a630f-e08d-4424-bd08-b21ebcfc1d6c', 'project_id': '50fec700a7344453bc83446517b612a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:52.592402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-316697a5-5686-450c-8e9e-c09601d03d2c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.651485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-316697a5-5686-450c-8e9e-c09601d03d2c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.655277 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-316697a5-5686-450c-8e9e-c09601d03d2c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.670556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316697a5-5686-450c-8e9e-c09601d03d2c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68808b6d-0e0a-4855-9227-1aca5baff327,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.680122 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-316697a5-5686-450c-8e9e-c09601d03d2c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.681356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-316697a5-5686-450c-8e9e-c09601d03d2c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194715 Sep 16 05:38:52.683999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35172) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:52.688334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'security_group_rule': {'security_group_id': 'bf1a630f-e08d-4424-bd08-b21ebcfc1d6c', 'project_id': '50fec700a7344453bc83446517b612a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:52.709686 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Project 50fec700a7344453bc83446517b612a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:38:52.714350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.783179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.787161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.805506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2706e79-54eb-4276-8df2-1f3b0fe4f07f,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.810883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.812023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e7aacd1e-fa30-4cfe-8165-0d16ce0c3587 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270866 Sep 16 05:38:52.814806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35174) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:52.819790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'security_group_rule': {'security_group_id': 'bf1a630f-e08d-4424-bd08-b21ebcfc1d6c', 'project_id': '50fec700a7344453bc83446517b612a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:38:52.843141 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Project 50fec700a7344453bc83446517b612a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:38:52.847820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.910993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.914585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.932630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a84998-81d6-4ae2-8ddd-cb102fa82572,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:38:52.938196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:52.943314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9ebddbda-3086-4533-8ade-ad3aab78813d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238627 Sep 16 05:38:54.855748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:55.896142 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7952082c-1277-4f7b-8819-b987cb485701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.211505 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-69d01586-bfb0-4617-a9dd-39e099fa5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.198242 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:59.897727 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:01.327342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:07.277069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-bb22bc14-3411-4be9-9297-72ed6e42db10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233518367&fields=id&tenant_id=50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 267 time: 0.0317922 Sep 16 05:39:07.382588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-185ab683-7a41-4385-b5ce-51ce54c3aebd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:07.384064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-185ab683-7a41-4385-b5ce-51ce54c3aebd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1000960 Sep 16 05:39:07.398748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-01962b63-c645-4b66-9750-eeb84eb59c5d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/quotas/50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 375 time: 0.0089433 Sep 16 05:39:07.453254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-42563f39-3b74-44dd-a417-0becd575aeca tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489495 Sep 16 05:39:07.546979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-8fb25613-ba14-4085-a683-b2426e09cba0 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823815 Sep 16 05:39:07.640226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-7daae9bf-5294-42f6-b639-bc36c95bf829 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Sep 16 05:39:07.934954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccde53fd-d3f1-4652-babd-d58b51aec86b req-599058b7-d896-4f3d-a975-bbcea183a0dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 210 time: 0.0271175 Sep 16 05:39:08.349684 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:08.911482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-aa2b389e-c1f9-43f4-9895-9a8fd18fe7c4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:08.912965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-aa2b389e-c1f9-43f4-9895-9a8fd18fe7c4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1073129 Sep 16 05:39:08.961604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-f3e4f0cc-f72f-4ac1-9ac1-2e4fda0c4116 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 379 time: 0.0334971 Sep 16 05:39:08.971799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'port': {'device_id': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'admin_state_up': True, 'tenant_id': '50fec700a7344453bc83446517b612a3', 'security_groups': ['bf1a630f-e08d-4424-bd08-b21ebcfc1d6c']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:09.059525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ecea5b57-80c7-449f-9cf2-296dfc19ee84 req-083ebd02-d69e-442e-99ee-ab38acf08c1d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 210 time: 0.0579801 Sep 16 05:39:09.105903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:09.109460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.231541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.20.0.13 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/1956ead7-bb61-4591-a29b-a0c1b85ec6c7) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:09.373771 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.407308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.449256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:09.452353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:09.459112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:09.465511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:09.514252 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:09.515136 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.531259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-2ec61eb1-6592-41c6-a45d-f02891e1af05 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631866 Sep 16 05:39:09.550052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Request body: {'port': {'device_id': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:09.618819 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.774424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-50d32437-226e-4a8e-a3c6-ca1926cabb67 None None] Provisioning complete for port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:09.775482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-50d32437-226e-4a8e-a3c6-ca1926cabb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.809047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-50d32437-226e-4a8e-a3c6-ca1926cabb67 None None] Port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:09.892730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:09.900228 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.912275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Transition to ACTIVE for port object 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:09.916360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:09.989806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Pushing event updated for resources: {'Port': ['ID=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:10.043914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Attempting to bind port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:10.044212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Attempting to bind port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:10.044545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Attempting to bind port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:10.048992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:10.049319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Attempting to bind port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:10.055217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:10.055568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:10.055959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:10.056432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Bound port: 1956ead7-bb61-4591-a29b-a0c1b85ec6c7, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:10.056797 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.142502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] For port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:10.147743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] For port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:10.156631 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.229574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.230137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:10.231514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] 10.222.0.64 "PUT /v2.0/ports/1956ead7-bb61-4591-a29b-a0c1b85ec6c7 HTTP/1.1" status: 200 len: 1093 time: 0.6863132 Sep 16 05:39:10.231978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:10.234452 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3" -d '{"events": [{"name": "network-changed", "server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:10.270309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beca2c-70d3-4352-ab61-e19deb214002 service neutron] Pushing event updated for resources: {'Port': ['ID=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:10.291812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413a76d-e323-439f-b17d-66a2ad3762df req-0724028b-5a9c-4a66-9368-2e58809606af tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.293441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d413a76d-e323-439f-b17d-66a2ad3762df req-0724028b-5a9c-4a66-9368-2e58809606af tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0950508 Sep 16 05:39:10.294984 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91289f02-5a47-4ef2-8ed2-b0e5474fc5dc x-openstack-request-id: req-91289f02-5a47-4ef2-8ed2-b0e5474fc5dc {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:10.295226 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:10.295462 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91289f02-5a47-4ef2-8ed2-b0e5474fc5dc {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:10.295842 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'status': 'completed', 'code': 200} Sep 16 05:39:10.360710 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d413a76d-e323-439f-b17d-66a2ad3762df req-4afc089c-0653-4b4d-b359-261fdf2801b4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610592 Sep 16 05:39:10.370211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-ca0362c4-0108-4570-9962-a325db056f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.371865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-ca0362c4-0108-4570-9962-a325db056f00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 1096 time: 0.0575380 Sep 16 05:39:10.428674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-570ced68-78c4-4c57-bae5-6a2790cbe119 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7 HTTP/1.1" status: 200 len: 217 time: 0.0408323 Sep 16 05:39:10.479882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-4cea05e1-e361-4709-806e-4dffcac2850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.481511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-4cea05e1-e361-4709-806e-4dffcac2850d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0463605 Sep 16 05:39:10.527736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-254ea759-73f4-4bbd-8be0-4befcc61fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.529200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-254ea759-73f4-4bbd-8be0-4befcc61fb5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398154 Sep 16 05:39:10.626308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-0aae3656-7ef0-4122-9ed5-09eb8cda5c8d service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899413 Sep 16 05:39:10.719014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-011c90a2-5939-45a0-a506-d2f32ecdba1d req-0faf15d3-6f67-4486-b3bc-7cf9ad2d83f5 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858457 Sep 16 05:39:10.825102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-db6d44c5-dd37-4395-b88f-933f3aa7a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.826600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-db6d44c5-dd37-4395-b88f-933f3aa7a4d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 1096 time: 0.0402198 Sep 16 05:39:10.926305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-b90be4cb-02e2-4987-be0e-2b0e101fc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:10.927588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-b90be4cb-02e2-4987-be0e-2b0e101fc17e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0938623 Sep 16 05:39:10.968168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-1345d030-4657-4e08-a171-c7226c970baa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7 HTTP/1.1" status: 200 len: 217 time: 0.0338449 Sep 16 05:39:11.021756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-52cd37bb-70d3-43d2-bb59-acc035b75c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:11.023286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-52cd37bb-70d3-43d2-bb59-acc035b75c23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0484264 Sep 16 05:39:11.068492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-02700532-2e3d-4e55-8f16-066ba18d1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:11.070009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-02700532-2e3d-4e55-8f16-066ba18d1a37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400376 Sep 16 05:39:11.163254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-3caa33b0-ab7a-4618-8609-f30cccbdcd41 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859163 Sep 16 05:39:11.251659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfa18523-95c0-41b8-bbe2-7f3f6c1efba3 req-50a0c912-5ff6-4f21-883a-eae399963eda service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816641 Sep 16 05:39:11.478065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d3b7-f585-48a4-b1b5-a7755a00bb41 req-5bf9c86e-7254-4133-b5a8-4d2072feabd9 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:11.479543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3412d3b7-f585-48a4-b1b5-a7755a00bb41 req-5bf9c86e-7254-4133-b5a8-4d2072feabd9 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0491931 Sep 16 05:39:11.520493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3412d3b7-f585-48a4-b1b5-a7755a00bb41 req-cf3bcc99-a937-4faa-9b0c-0c41a910d5f5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346093 Sep 16 05:39:11.975128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:12.638605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c59c8-f4d5-4833-9750-37a083523af2 req-554a1fb1-4aa5-4b32-957d-7576222f32cf tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:12.640121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-583c59c8-f4d5-4833-9750-37a083523af2 req-554a1fb1-4aa5-4b32-957d-7576222f32cf tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0521281 Sep 16 05:39:12.679890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-583c59c8-f4d5-4833-9750-37a083523af2 req-d5225717-c33f-4e41-a359-ed0c35467c6c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Sep 16 05:39:13.793695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121dcb7-defa-4fa8-9508-e789674a3d23 req-f86a9f79-26ad-4cd4-9b89-5be9410926ac tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:13.795176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9121dcb7-defa-4fa8-9508-e789674a3d23 req-f86a9f79-26ad-4cd4-9b89-5be9410926ac tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0489168 Sep 16 05:39:13.832673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9121dcb7-defa-4fa8-9508-e789674a3d23 req-a50b92a3-7507-41e6-b195-7ff2f2f9b66d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Sep 16 05:39:14.952514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79931cb-1d12-48a3-8c0c-305b3fb90490 req-c588feb1-e7cb-46d7-96fe-e31262029cc3 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:14.953993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a79931cb-1d12-48a3-8c0c-305b3fb90490 req-c588feb1-e7cb-46d7-96fe-e31262029cc3 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0531833 Sep 16 05:39:15.000369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a79931cb-1d12-48a3-8c0c-305b3fb90490 req-1d24b14b-182f-450b-8c4f-6ea6d8d3ea0f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402482 Sep 16 05:39:16.115424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c020155-4c5b-48d0-9258-be2fb6963556 req-5fbed8cc-d00a-4a33-986d-7d1d7619405b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:16.116943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c020155-4c5b-48d0-9258-be2fb6963556 req-5fbed8cc-d00a-4a33-986d-7d1d7619405b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0516927 Sep 16 05:39:16.154187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c020155-4c5b-48d0-9258-be2fb6963556 req-d58f9609-d4f4-4c04-905b-e9e641906e40 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Sep 16 05:39:17.268030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea889-78f8-4b8f-a986-9f3fdb30f849 req-ad88327e-5590-4e66-bda0-85543ba0fa75 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:17.269579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f88ea889-78f8-4b8f-a986-9f3fdb30f849 req-ad88327e-5590-4e66-bda0-85543ba0fa75 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0487254 Sep 16 05:39:17.307804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f88ea889-78f8-4b8f-a986-9f3fdb30f849 req-fd5c5e0f-b598-455d-809d-28903a9fb0c1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322735 Sep 16 05:39:18.419802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24277f0-184a-4106-817b-6cc3ce1259f0 req-4c931eba-b13a-49bd-9ad6-b55fd81e4f60 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:18.421332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a24277f0-184a-4106-817b-6cc3ce1259f0 req-4c931eba-b13a-49bd-9ad6-b55fd81e4f60 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0483501 Sep 16 05:39:18.458626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a24277f0-184a-4106-817b-6cc3ce1259f0 req-4c1ebdfd-c249-4186-b093-8aff7250fd41 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Sep 16 05:39:19.575742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96f11-9eb0-4e12-b54e-272592f3a148 req-f4251b9b-e05d-45f4-9aa2-d937f87fd395 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.577406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8f96f11-9eb0-4e12-b54e-272592f3a148 req-f4251b9b-e05d-45f4-9aa2-d937f87fd395 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0525424 Sep 16 05:39:19.616234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a8f96f11-9eb0-4e12-b54e-272592f3a148 req-974a9f60-cdcd-4868-aa77-e3234e7feefa tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Sep 16 05:39:20.731086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b947-ee22-4020-8785-bb79a9500882 req-debc2cb0-a7a5-49fc-b4f2-ab06df329ae6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.732617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5852b947-ee22-4020-8785-bb79a9500882 req-debc2cb0-a7a5-49fc-b4f2-ab06df329ae6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 944 time: 0.0486293 Sep 16 05:39:20.770288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5852b947-ee22-4020-8785-bb79a9500882 req-9dfa26a5-d096-4b3c-ba3f-e8d091e68edb tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310159 Sep 16 05:39:21.497145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:21.591967 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:21.603366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'port_id': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'mac_address': 'fa:16:3e:f4:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:21.644758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.657624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:21.676592 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:21.680168 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.725759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:21.884157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e547-36b7-44ab-bf39-acbd9c7588d8 req-41e76971-af85-4677-a79e-6aa6915844d2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:21.885661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a414e547-36b7-44ab-bf39-acbd9c7588d8 req-41e76971-af85-4677-a79e-6aa6915844d2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 945 time: 0.0496204 Sep 16 05:39:21.923529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a414e547-36b7-44ab-bf39-acbd9c7588d8 req-acfa71a3-4917-426a-830b-11777c2447cb tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319085 Sep 16 05:39:22.028962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['1956ead7-bb61-4591-a29b-a0c1b85ec6c7'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:23.040356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e25e-770b-447e-8358-5feaa365dfaf req-373fc839-7bf4-4b00-89fa-a6ba93579d47 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:23.041813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8526e25e-770b-447e-8358-5feaa365dfaf req-373fc839-7bf4-4b00-89fa-a6ba93579d47 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 945 time: 0.0518513 Sep 16 05:39:23.079079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8526e25e-770b-447e-8358-5feaa365dfaf req-934c21ae-e260-4d2b-88ed-0ee100f10a11 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Sep 16 05:39:23.517594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:23.566762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:23.570701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:23.570969 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.649128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.672836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:23.675593 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcff83c-a7f4-4114-a037-99fb30308ae0" -d '{"events": [{"server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "name": "network-vif-plugged", "status": "completed", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:23.687925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:23.692841 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.717186 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b65f89-39cd-4f91-8d99-0a8779f97540 x-openstack-request-id: req-c1b65f89-39cd-4f91-8d99-0a8779f97540 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:23.717486 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "name": "network-vif-plugged", "status": "completed", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:23.717737 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1b65f89-39cd-4f91-8d99-0a8779f97540 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:23.718120 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'code': 200} Sep 16 05:39:23.743311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:23.835535 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a718ea-bbbf-47ec-bba2-2196d26d377d req-300d3619-2bae-4fe2-a366-7f94a4a1fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:23.837070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21a718ea-bbbf-47ec-bba2-2196d26d377d req-300d3619-2bae-4fe2-a366-7f94a4a1fd73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 1098 time: 0.0391748 Sep 16 05:39:23.874906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21a718ea-bbbf-47ec-bba2-2196d26d377d req-90c152c3-17e6-41f2-9ab2-45cec4210f04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270486 Sep 16 05:39:23.945472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35364) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:24.099141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 1ae0bffe-1c94-4c47-96d2-571b1856fbad {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:24.099906 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.203030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.203287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.225867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb75cc-af47-4eb8-aae5-00aa21d8a761 req-284c73a8-6b31-47b4-bcfd-b5ae33dd1253 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:24.227332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bcb75cc-af47-4eb8-aae5-00aa21d8a761 req-284c73a8-6b31-47b4-bcfd-b5ae33dd1253 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 946 time: 0.0764301 Sep 16 05:39:24.228197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 1ae0bffe-1c94-4c47-96d2-571b1856fbad owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:24.307050 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3bcb75cc-af47-4eb8-aae5-00aa21d8a761 req-b7648972-c8f1-45c9-a92d-37bfc5203ea2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732832 Sep 16 05:39:24.400192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.432388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=1ae0bffe-1c94-4c47-96d2-571b1856fbad,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:24.492208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.492482 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Floating IP da59a133-0761-46b2-880b-5ec099944fbe disassociated (deleted). External IP: 172.25.6.198, port: 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f. Sep 16 05:39:24.853643 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.006735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router 100bb823-4914-47da-a756-c3842d4f8073 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:25.126242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:25.130913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.135936 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] Sync routers for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:25.145179 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:25.145798 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:38:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.159654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4433b2ba-b842-4e3c-ae11-d89ba061a02e tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/floatingips/da59a133-0761-46b2-880b-5ec099944fbe HTTP/1.1" status: 204 len: 168 time: 1.2125859 Sep 16 05:39:25.160375 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:25.162619 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b95d9-0504-455d-9116-4d838bb0f384" -d '{"events": [{"name": "network-changed", "server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:25.204241 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848353cf-52af-4e53-8492-ba364dd021dd x-openstack-request-id: req-848353cf-52af-4e53-8492-ba364dd021dd {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:25.204241 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:25.204655 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-848353cf-52af-4e53-8492-ba364dd021dd {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:25.204931 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'status': 'completed', 'code': 200} Sep 16 05:39:25.277303 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:25.294472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b95d9-0504-455d-9116-4d838bb0f384 req-5bebf335-2a0e-4170-9708-0eea3365c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.298122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-588b95d9-0504-455d-9116-4d838bb0f384 req-5bebf335-2a0e-4170-9708-0eea3365c7be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20e08208e310417ab685ed70d7fe97a5&device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 1098 time: 0.0590339 Sep 16 05:39:25.480301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b95d9-0504-455d-9116-4d838bb0f384 req-97139f8e-be0d-4c38-b7ba-3eebadc1e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.481781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-588b95d9-0504-455d-9116-4d838bb0f384 req-97139f8e-be0d-4c38-b7ba-3eebadc1e162 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 HTTP/1.1" status: 200 len: 898 time: 0.1695061 Sep 16 05:39:25.486802 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.493178 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a329590-3a7c-40c2-a2a6-06faf6828fd7 req-311e1fc2-e127-4373-970b-b0a70f9dbce0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.494598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a329590-3a7c-40c2-a2a6-06faf6828fd7 req-311e1fc2-e127-4373-970b-b0a70f9dbce0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 946 time: 0.1099570 Sep 16 05:39:25.510359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b526f6a-32b7-42ae-a60c-7e94d9511aac req-3c862eef-7e58-4326-9492-d2cc629cd49d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.511769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b526f6a-32b7-42ae-a60c-7e94d9511aac req-3c862eef-7e58-4326-9492-d2cc629cd49d tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.1260345 Sep 16 05:39:25.516971 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] Checking router: 100bb823-4914-47da-a756-c3842d4f8073 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:25.525666 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:25.526269 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:38:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.559856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-588b95d9-0504-455d-9116-4d838bb0f384 req-9349bea5-3faf-4e47-b8b3-11a23275c712 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f HTTP/1.1" status: 200 len: 217 time: 0.0643330 Sep 16 05:39:25.629301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a329590-3a7c-40c2-a2a6-06faf6828fd7 req-6255f7b3-4569-4888-b305-9aea44f41994 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270733 Sep 16 05:39:25.631670 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:25.642436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b526f6a-32b7-42ae-a60c-7e94d9511aac req-dc487c93-1299-4625-89b6-5dec6714fba1 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226408 Sep 16 05:39:25.652791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b95d9-0504-455d-9116-4d838bb0f384 req-80f7d217-fb24-4558-8471-edcf910adbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.652791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-588b95d9-0504-455d-9116-4d838bb0f384 req-80f7d217-fb24-4558-8471-edcf910adbe7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91854768-7359-4b3f-8dfc-439508678139 HTTP/1.1" status: 200 len: 833 time: 0.0754831 Sep 16 05:39:25.700071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b95d9-0504-455d-9116-4d838bb0f384 req-eb22f80d-bb21-467c-9211-9014b020bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.701705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-588b95d9-0504-455d-9116-4d838bb0f384 req-eb22f80d-bb21-467c-9211-9014b020bb70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471735 Sep 16 05:39:25.819668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba68ca-2fc7-4540-befa-3ab1ab8384e9 req-556b2c4e-1e85-477e-acb2-b0971909bf63 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.821225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1ba68ca-2fc7-4540-befa-3ab1ab8384e9 req-556b2c4e-1e85-477e-acb2-b0971909bf63 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 946 time: 0.1028974 Sep 16 05:39:25.838486 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.852033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-588b95d9-0504-455d-9116-4d838bb0f384 req-51b11b6f-d8de-4599-ac94-98c531db766e service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408985 Sep 16 05:39:25.864959 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331934d-da41-42bd-84b9-e0b01c237cba None None] The sync data for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 is: [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 4, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '87468c86-a8b4-47d9-9c5d-af8ded355cff', 'name': '', 'network_id': 'b42d51e9-0d5b-4884-a6e6-aa48edc7dc52', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'mac_address': 'fa:16:3e:92:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '91854768-7359-4b3f-8dfc-439508678139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:40Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'subnets': [{'id': '91854768-7359-4b3f-8dfc-439508678139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:25.891778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1ba68ca-2fc7-4540-befa-3ab1ab8384e9 req-3c15e302-f578-459c-ac3b-98f603249b72 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628355 Sep 16 05:39:25.905576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27d83098-4453-43b8-98ee-b301bf194ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.920650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:25.965099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-588b95d9-0504-455d-9116-4d838bb0f384 req-54ffba3f-507c-44c3-958a-95af4382f098 service neutron] 10.222.0.73 "GET /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018612 Sep 16 05:39:25.968314 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8be93-d16b-4ced-a80e-4b27f4498e2b tempest-TestVolumeBootPattern-1816713541 tempest-TestVolumeBootPattern-1816713541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:25.969866 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8dd8be93-d16b-4ced-a80e-4b27f4498e2b tempest-TestVolumeBootPattern-1816713541 tempest-TestVolumeBootPattern-1816713541-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 1093 time: 0.0482056 Sep 16 05:39:25.973526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:25.977978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:26.002965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.101567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199bf539-f35f-4dad-a651-8e724fa9227b None None] New status for floating IP da59a133-0761-46b2-880b-5ec099944fbe: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:26.107671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.217706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.25.6.131 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/5ed6b1cd-aa8f-479b-b0f1-20b8a7ab966b) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:26.318223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.350161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.386327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:26.389121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:26.395188 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:26.401078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=5ed6b1cd-aa8f-479b-b0f1-20b8a7ab966b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:26.773284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6d6d6-8d95-49de-a80e-319eb8d870b8 req-411f93fa-37c3-4bdc-8aad-5d41eb065786 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:26.775038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eb6d6d6-8d95-49de-a80e-319eb8d870b8 req-411f93fa-37c3-4bdc-8aad-5d41eb065786 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0548887 Sep 16 05:39:26.823289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7eb6d6d6-8d95-49de-a80e-319eb8d870b8 req-9f6bd228-38bd-4f06-ba9c-623116e6bb08 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "GET /v2.0/security-groups?id=43ebf41a-5176-4290-bf9b-a92fd7fce8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Sep 16 05:39:26.911220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-8ec881f9-f6ae-409f-9c9f-deae7c4409a2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:26.912753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-8ec881f9-f6ae-409f-9c9f-deae7c4409a2 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "GET /v2.0/ports?device_id=0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d HTTP/1.1" status: 200 len: 946 time: 0.0552311 Sep 16 05:39:27.004072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:27.004448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.075580 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.096923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:27.097197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.109038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:27.142048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.235848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.269821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=883cdc2b-8c97-4dcd-ba2f-56b325c01c2f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.293724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.300972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.311803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] No DVR routers for this DVR port 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:27.314459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.317051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ced7cd2f-fc15-4b2a-8a51-245411fa3ebf req-fbe2bd03-6727-4c6b-b2e0-637cfd470deb tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.73 "DELETE /v2.0/ports/883cdc2b-8c97-4dcd-ba2f-56b325c01c2f HTTP/1.1" status: 204 len: 173 time: 0.3976989 Sep 16 05:39:27.317496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-deleted', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:27.319769 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce97e5d-7e56-4489-bfb5-aefb5aa19a4c" -d '{"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-deleted", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:27.367425 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79c64c5-1dc9-433f-9953-4c54d6ed8b9c x-openstack-request-id: req-c79c64c5-1dc9-433f-9953-4c54d6ed8b9c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:27.367749 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d", "name": "network-vif-deleted", "tag": "883cdc2b-8c97-4dcd-ba2f-56b325c01c2f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:27.368075 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c79c64c5-1dc9-433f-9953-4c54d6ed8b9c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:27.368502 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cabc7f4-3b9f-4218-9b1c-c16d25df6e7d', 'name': 'network-vif-deleted', 'tag': '883cdc2b-8c97-4dcd-ba2f-56b325c01c2f', 'status': 'completed', 'code': 200} Sep 16 05:39:27.375678 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=5ed6b1cd-aa8f-479b-b0f1-20b8a7ab966b,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.384708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.492083 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Floating IP a949c757-5709-4c4a-b021-e20e8cdb61df associated. External IP: 172.25.6.131, port: 1956ead7-bb61-4591-a29b-a0c1b85ec6c7. Sep 16 05:39:27.717469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:27.827993 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:27.838240 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:27.845057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.848961 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:27.849583 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:38:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:27.884491 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35388) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.929286 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-253a2694-9117-42c4-a17d-f619a3758d62 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9546838 Sep 16 05:39:27.933180 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:27.935423 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c163677-4c7d-42aa-b8df-7e67744e90b3" -d '{"events": [{"name": "network-changed", "server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:27.962574 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:28.095546 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d56b3-410e-4c90-bf61-620d2942b3a7 x-openstack-request-id: req-936d56b3-410e-4c90-bf61-620d2942b3a7 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:28.096130 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:28.096130 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-936d56b3-410e-4c90-bf61-620d2942b3a7 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:28.097069 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'status': 'completed', 'code': 200} Sep 16 05:39:28.176970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-a4e5d88d-b0e3-49fa-b657-07e978a27552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:28.178523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-a4e5d88d-b0e3-49fa-b657-07e978a27552 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 1098 time: 0.0451717 Sep 16 05:39:28.222851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55140e09-844b-47ff-9745-0737a416a72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.274696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.281135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-18b7913f-124d-4445-8b93-54c69600237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:28.282660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-18b7913f-124d-4445-8b93-54c69600237b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0970755 Sep 16 05:39:28.305768 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'a949c757-5709-4c4a-b021-e20e8cdb61df', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:f4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:26Z', 'updated_at': '2021-09-16T05:39:26Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:28.333696 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:28.346158 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:28.346807 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:28.349215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-c25f6cef-735b-49be-8811-74fb9c363c7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0592465 Sep 16 05:39:28.399226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-74191d55-9c9d-4fef-b342-1b2f57c86580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:28.400814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-74191d55-9c9d-4fef-b342-1b2f57c86580 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0450077 Sep 16 05:39:28.452186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-b1b1ec7c-e010-433d-bf31-f05a66f2060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:28.452879 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:28.453926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-b1b1ec7c-e010-433d-bf31-f05a66f2060d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465519 Sep 16 05:39:28.464647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-0aee8640-a1bc-4756-be4e-9edcf9733171 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:39:28.465739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-0aee8640-a1bc-4756-be4e-9edcf9733171 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052185 Sep 16 05:39:28.552262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port 87468c86-a8b4-47d9-9c5d-af8ded355cff {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:28.552772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.559200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-9e234386-3469-4e2d-aa7e-74dcf7483182 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Sep 16 05:39:28.664698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port 87468c86-a8b4-47d9-9c5d-af8ded355cff, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=87468c86-a8b4-47d9-9c5d-af8ded355cff,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:28.665063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.667503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c163677-4c7d-42aa-b8df-7e67744e90b3 req-b667f640-d69b-4e18-88be-c65cb7091fb1 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009836 Sep 16 05:39:28.677991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for 87468c86-a8b4-47d9-9c5d-af8ded355cff owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:28.706656 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'a949c757-5709-4c4a-b021-e20e8cdb61df', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:f4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:26Z', 'updated_at': '2021-09-16T05:39:26Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:28.732467 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4137cb41-d23f-4c2a-b230-a4d9a69798c4 None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'a949c757-5709-4c4a-b021-e20e8cdb61df', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:f4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:26Z', 'updated_at': '2021-09-16T05:39:26Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:28.874370 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.903508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=87468c86-a8b4-47d9-9c5d-af8ded355cff,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:28.936524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa9239-1817-4e10-a304-bbe91222dd81 None None] New status for floating IP a949c757-5709-4c4a-b021-e20e8cdb61df: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:29.091534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.199466 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.271666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:29.292311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:29.292652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 883cdc2b-8c97-4dcd-ba2f-56b325c01c2f not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:29.310842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Router 100bb823-4914-47da-a756-c3842d4f8073 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:29.416541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:29.422227 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f69062eb-6644-4f00-b4af-a67bfad0874f tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "PUT /v2.0/routers/100bb823-4914-47da-a756-c3842d4f8073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368369 Sep 16 05:39:29.425068 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35400) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:29.425797 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] Sync routers for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:29.434748 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:29.435356 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:29.478827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting subnet 91854768-7359-4b3f-8dfc-439508678139 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:39:29.481892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.520682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.539408 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:29.608612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.667678 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.695303 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Subnet': ['ID=91854768-7359-4b3f-8dfc-439508678139,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:29.697489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.702567 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e789dd75-3124-4032-af89-9645440c659c tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/subnets/91854768-7359-4b3f-8dfc-439508678139 HTTP/1.1" status: 204 len: 168 time: 0.2764952 Sep 16 05:39:29.703327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35402) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:29.704215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5a613-e4d5-4eeb-9577-b787992abb72 None None] Network b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:29.735330 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:39:28Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:29.762908 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] Checking router: 100bb823-4914-47da-a756-c3842d4f8073 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:29.771677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] Routers {'100bb823-4914-47da-a756-c3842d4f8073'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:29.772352 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['100bb823-4914-47da-a756-c3842d4f8073'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:29.815550 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.897697 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] Set router 100bb823-4914-47da-a756-c3842d4f8073 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:29.902353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] DHCP port deletion for b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:39:29.907232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.928306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.959345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Deleting port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:29.959858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.984849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Deleting port ea39638b-f214-4e50-8d84-36fe0d5d9ca4 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:29.985197 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.034431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] For port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=61f6175d-e6d7-463b-b8bb-c984b0fb2cc3,segment=NetworkSegment(d71f5529-7a8f-4f7c-b481-63970a930e7d),segment_id=d71f5529-7a8f-4f7c-b481-63970a930e7d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:30.034848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.048839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Calling delete_port for 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:30.089330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] For port ea39638b-f214-4e50-8d84-36fe0d5d9ca4, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:30.089763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.092376 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:39:28Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.102275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Calling delete_port for ea39638b-f214-4e50-8d84-36fe0d5d9ca4 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:30.123263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86c39c-b940-4a5b-8e12-d966c5240075 None None] The sync data for ids ['100bb823-4914-47da-a756-c3842d4f8073'] in n-d-713301-15 is: [{'id': '100bb823-4914-47da-a756-c3842d4f8073', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860454644', 'tenant_id': '20e08208e310417ab685ed70d7fe97a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:39:28Z', 'revision_number': 5, 'project_id': '20e08208e310417ab685ed70d7fe97a5', 'gw_port': {'id': 'ea39638b-f214-4e50-8d84-36fe0d5d9ca4', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100bb823-4914-47da-a756-c3842d4f8073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:37Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:30.137325 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.162167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Pushing event deleted for resources: {'Port': ['ID=61f6175d-e6d7-463b-b8bb-c984b0fb2cc3,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:30.169023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] No DVR routers for this DVR port 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:30.180738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.181608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.181608 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.181836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.182081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.182629 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.182745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.183064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.183393 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.183721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.184048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.184399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f19d5c-f63e-4a64-8e50-d3ea582d225f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:30.281082 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.307382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Port': ['ID=ea39638b-f214-4e50-8d84-36fe0d5d9ca4,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:30.370761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.477721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.479767 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.524636 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.525152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Fanout notify agent at l3_agent the message router_deleted on router 100bb823-4914-47da-a756-c3842d4f8073 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:39:30.532327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.533435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-44bd0abf-0495-4e45-ae7f-2d74bcec672b tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/routers/100bb823-4914-47da-a756-c3842d4f8073 HTTP/1.1" status: 204 len: 168 time: 0.8290455 Sep 16 05:39:30.536767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35404) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:30.619393 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.719606 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.740416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42d51e9-0d5b-4884-a6e6-aa48edc7dc52']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.750211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71f5529-7a8f-4f7c-b481-63970a930e7d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.750889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71f5529-7a8f-4f7c-b481-63970a930e7d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.760483 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.773218 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.779558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:39:30.779934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:39:30.782858 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:39:30.842896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.850260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.852063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/networks/b42d51e9-0d5b-4884-a6e6-aa48edc7dc52 HTTP/1.1" status: 204 len: 168 time: 0.3142991 Sep 16 05:39:30.855031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35406) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:30.863638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c42ec-8080-4f18-9cbd-17fc6c885641 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'Network': ['ID=b42d51e9-0d5b-4884-a6e6-aa48edc7dc52,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:30.914256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71150ab9-00d6-435c-8037-f1e3ad9c4669 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.944327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71150ab9-00d6-435c-8037-f1e3ad9c4669 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.020864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71150ab9-00d6-435c-8037-f1e3ad9c4669 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.023708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-71150ab9-00d6-435c-8037-f1e3ad9c4669 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.024943 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-71150ab9-00d6-435c-8037-f1e3ad9c4669 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] 10.222.0.55 "DELETE /v2.0/security-groups/43ebf41a-5176-4290-bf9b-a92fd7fce8e8 HTTP/1.1" status: 204 len: 168 time: 0.1687868 Sep 16 05:39:31.035234 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71150ab9-00d6-435c-8037-f1e3ad9c4669 tempest-TestNetworkAdvancedServerOps-1888800588 tempest-TestNetworkAdvancedServerOps-1888800588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ebf41a-5176-4290-bf9b-a92fd7fce8e8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.329195 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.344558 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35414) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:31.463357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:31.484301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:31.484645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 61f6175d-e6d7-463b-b8bb-c984b0fb2cc3 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:31.485051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 87468c86-a8b4-47d9-9c5d-af8ded355cff no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:31.493441 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f4bd2ded-1ec6-4635-9654-b5bd1830cb97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20e08208e310417ab685ed70d7fe97a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477075 Sep 16 05:39:31.495860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:31.503950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 87468c86-a8b4-47d9-9c5d-af8ded355cff {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:31.504327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 87468c86-a8b4-47d9-9c5d-af8ded355cff not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:31.504732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ea39638b-f214-4e50-8d84-36fe0d5d9ca4 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:31.523266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: ea39638b-f214-4e50-8d84-36fe0d5d9ca4 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:31.523624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ea39638b-f214-4e50-8d84-36fe0d5d9ca4 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:31.544874 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7374ab7c-006a-4eed-b50c-d4179b412821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.566150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7374ab7c-006a-4eed-b50c-d4179b412821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.613668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7374ab7c-006a-4eed-b50c-d4179b412821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.616429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7374ab7c-006a-4eed-b50c-d4179b412821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.617842 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7374ab7c-006a-4eed-b50c-d4179b412821 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3956d44c-574c-4215-9ed3-f74018e47de0 HTTP/1.1" status: 204 len: 168 time: 0.1210253 Sep 16 05:39:31.625621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ab7c-006a-4eed-b50c-d4179b412821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956d44c-574c-4215-9ed3-f74018e47de0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.879228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35424) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:31.918214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d3f6533c-cb5a-441e-a652-bfd82bf438cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c73e3a39243041e2926d2bf8e462c5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377786 Sep 16 05:39:31.920512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35426) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:31.969418 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-526772c5-b24d-4f2b-b4f9-0f1a14ac4248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.990989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-526772c5-b24d-4f2b-b4f9-0f1a14ac4248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.038667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-526772c5-b24d-4f2b-b4f9-0f1a14ac4248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.041446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-526772c5-b24d-4f2b-b4f9-0f1a14ac4248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.042614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-526772c5-b24d-4f2b-b4f9-0f1a14ac4248 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec8d1190-8f76-4602-88e9-63b8eebb840f HTTP/1.1" status: 204 len: 168 time: 0.1212213 Sep 16 05:39:32.051291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526772c5-b24d-4f2b-b4f9-0f1a14ac4248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d1190-8f76-4602-88e9-63b8eebb840f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:34.126114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35480) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:34.131133 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'network': {'name': 'tempest-network-smoke--1462323737', 'project_id': '08935a0b0b734a3883878a3db09fc771', 'port_security_enabled': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:34.153601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Made reservation on behalf of 08935a0b0b734a3883878a3db09fc771 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:34.157124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.166015 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.256961 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.260554 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.284691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:39:34.300180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba445f-bdb7-4cb7-892e-179741517e57,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:34.302861 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.303177 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Added segment 60b5a95f-3043-4eda-ad67-b68b5877f1ca of type vlan for network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b Sep 16 05:39:34.320949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.321293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.321628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.321960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.322282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.322605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.322926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.323244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.323562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.323902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.324242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.324556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.364757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.388708 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.395025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:34.395609 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.433645 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3064153 Sep 16 05:39:34.436639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35482) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:34.442016 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'admin_state_up': True, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:34.465939 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.467295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.467458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd332a8-795d-4dd3-b901-a778869a510c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Network': ['ID=4e14b7de-3e68-4e63-9b93-9e6647cabf9b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:34.477766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:39:34.524305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.660782 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.850852 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.869815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.977079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Allocated IP 172.25.6.235 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/704c0b08-4210-42da-90ac-7a0a4bde18cb) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:35.086236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.125027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.164753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:35.167892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:35.173712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:35.180393 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=704c0b08-4210-42da-90ac-7a0a4bde18cb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:35.439340 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.988412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.121430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router af9d9e15-adef-4a2b-bb62-76e6489b94e4 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:39:36.235811 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:36.245214 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Sync routers for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:36.254475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.254800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:36.255590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:36.256251 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-19aeb410-e874-47c3-ac69-970ffa4f0ee7 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8185997 Sep 16 05:39:36.259447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35486) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:36.361244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:36.389880 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f1690e6c-76d5-4144-849d-cd79315ad351 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=08935a0b0b734a3883878a3db09fc771&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292331 Sep 16 05:39:36.393354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35490) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:36.483172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e730b-8329-4181-a843-c8ef2ac7f917 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.484739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7c6e730b-8329-4181-a843-c8ef2ac7f917 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903692 Sep 16 05:39:36.487881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35492) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:36.516788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-124fdf54-5317-4225-9f01-e5fcb6c20bd9 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277221 Sep 16 05:39:36.520040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35494) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:36.533650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726265177', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'project_id': '08935a0b0b734a3883878a3db09fc771', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:36.634358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Made reservation on behalf of 08935a0b0b734a3883878a3db09fc771 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:36.638325 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.709582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:35Z', 'revision_number': 3, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:36.739998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Checking router: af9d9e15-adef-4a2b-bb62-76e6489b94e4 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:36.740415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Updating router af9d9e15-adef-4a2b-bb62-76e6489b94e4 port 704c0b08-4210-42da-90ac-7a0a4bde18cb binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:36.766057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.833925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.893215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Subnet': ['ID=2049f4c7-624f-47ab-ac59-dcb481431986,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:36.902220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Checking segment: {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:36.902576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network hostable DHCP agents. Network: 4e14b7de-3e68-4e63-9b93-9e6647cabf9b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:39:36.919358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:39:36.928915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4e14b7de-3e68-4e63-9b93-9e6647cabf9b) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:36.934845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.935186 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.938748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093102cb-0812-4101-8358-4354d6f52096 None None] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:36.951786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2409c50c-eb39-4921-a709-da37bbc207b4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4306078 Sep 16 05:39:36.955282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35496) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:37.107075 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.116376 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.193957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Attempting to bind port 704c0b08-4210-42da-90ac-7a0a4bde18cb on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:37.194234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Attempting to bind port 704c0b08-4210-42da-90ac-7a0a4bde18cb by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:37.194591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Attempting to bind port 704c0b08-4210-42da-90ac-7a0a4bde18cb on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:37.200513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:39:37.201326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.213043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b724a-a2c4-402f-a92b-72f4e013978f None None] Pushing event updated for resources: {'Port': ['ID=704c0b08-4210-42da-90ac-7a0a4bde18cb,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:37.217493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:37.217864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:37.218362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.218744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:37.219221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Bound port: 704c0b08-4210-42da-90ac-7a0a4bde18cb, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:37.219600 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.334776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] For port 704c0b08-4210-42da-90ac-7a0a4bde18cb, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:37.339874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] For port 704c0b08-4210-42da-90ac-7a0a4bde18cb, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=704c0b08-4210-42da-90ac-7a0a4bde18cb,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:37.346787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.387538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.430566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Allocated IP 172.20.0.2 (4e14b7de-3e68-4e63-9b93-9e6647cabf9b/2049f4c7-624f-47ab-ac59-dcb481431986/d3e6a6b8-57c0-4aff-931d-4c2d1a817e28) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:37.441099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:37.441736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:37.495727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b724a-a2c4-402f-a92b-72f4e013978f None None] Pushing event updated for resources: {'Port': ['ID=704c0b08-4210-42da-90ac-7a0a4bde18cb,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:37.636715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:37.795144 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.802774 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.857945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:37.878785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:37.886347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:37.896719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Pushing event updated for resources: {'Port': ['ID=d3e6a6b8-57c0-4aff-931d-4c2d1a817e28,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:37.960652 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Attempting to bind port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:37.961025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Attempting to bind port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:37.961390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Attempting to bind port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 on network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:37.968643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:37.969015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Checking segment: {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:37.969413 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.969810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Bound using segment: {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:37.970288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Bound port: d3e6a6b8-57c0-4aff-931d-4c2d1a817e28, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:37.970671 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:37.975531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:35Z', 'revision_number': 3, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:37.980717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Allocated IP 172.20.0.1 (4e14b7de-3e68-4e63-9b93-9e6647cabf9b/2049f4c7-624f-47ab-ac59-dcb481431986/50582671-1073-42b2-96d6-8e159768a1ef) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:38.009728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef3e90-f815-4ae0-85ad-89501459242d None None] The sync data for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 is: [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:35Z', 'revision_number': 3, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:38.063586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] For port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:38.067469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] For port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d3e6a6b8-57c0-4aff-931d-4c2d1a817e28,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:38.073160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.112368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.146850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5356f-4225-4b6c-96cd-924120d4a711 None None] Pushing event updated for resources: {'Port': ['ID=d3e6a6b8-57c0-4aff-931d-4c2d1a817e28,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.158209 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.201572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:38.204829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:38.209122 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:38.260968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=50582671-1073-42b2-96d6-8e159768a1ef,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.286903 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.467789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.764040 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.771081 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.853617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=50582671-1073-42b2-96d6-8e159768a1ef,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:38.856580 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:38.967234 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:38.968794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:39.089007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router af9d9e15-adef-4a2b-bb62-76e6489b94e4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:39.092056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94596f8-832b-41db-8505-341eb5bb25f5 None None] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:39.173664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-77796ef6-967b-468f-9187-468bf9f4f8cd None None] Provisioning complete for port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.174517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77796ef6-967b-468f-9187-468bf9f4f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.207526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:39.214124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5dffaa0f-6788-4a63-8908-12e1ad9cfbc4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "PUT /v2.0/routers/af9d9e15-adef-4a2b-bb62-76e6489b94e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2577620 Sep 16 05:39:39.216884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35498) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:39.221299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-10715190-d44b-48ac-a4db-a0c24db28a7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--733409854', 'description': 'tempest-secgroup_access--733409854 description', 'project_id': '08935a0b0b734a3883878a3db09fc771'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:39.244977 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10715190-d44b-48ac-a4db-a0c24db28a7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.320970 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77796ef6-967b-468f-9187-468bf9f4f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.327474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10715190-d44b-48ac-a4db-a0c24db28a7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.332161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10715190-d44b-48ac-a4db-a0c24db28a7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.362555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715190-d44b-48ac-a4db-a0c24db28a7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb73390-603c-4567-9b72-161e03dc156a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:39.365141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10715190-d44b-48ac-a4db-a0c24db28a7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.369365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-77796ef6-967b-468f-9187-468bf9f4f8cd None None] For port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d3e6a6b8-57c0-4aff-931d-4c2d1a817e28,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:39.369569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-10715190-d44b-48ac-a4db-a0c24db28a7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1485634 Sep 16 05:39:39.369569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35500) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:39.374628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-614cc7fd-6d05-4fb1-ab7f-993cefb3d0a5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1263956478', 'description': 'tempest-secgroup_general--1263956478 description', 'project_id': '08935a0b0b734a3883878a3db09fc771'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:39.376138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77796ef6-967b-468f-9187-468bf9f4f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.410216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-614cc7fd-6d05-4fb1-ab7f-993cefb3d0a5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.441307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77796ef6-967b-468f-9187-468bf9f4f8cd None None] Pushing event updated for resources: {'Port': ['ID=d3e6a6b8-57c0-4aff-931d-4c2d1a817e28,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:39.535128 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-614cc7fd-6d05-4fb1-ab7f-993cefb3d0a5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.540825 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-614cc7fd-6d05-4fb1-ab7f-993cefb3d0a5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.589782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cc7fd-6d05-4fb1-ab7f-993cefb3d0a5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beddab47-2835-423f-8395-7d039daed785,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:39.594414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:39.594955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-614cc7fd-6d05-4fb1-ab7f-993cefb3d0a5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.597028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-614cc7fd-6d05-4fb1-ab7f-993cefb3d0a5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2267370 Sep 16 05:39:39.599878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35502) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:39.606014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-033cae12-fb7b-4f35-bc8d-bc1f0d9092e1 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'security_group_rule': {'security_group_id': '0cb73390-603c-4567-9b72-161e03dc156a', 'project_id': '08935a0b0b734a3883878a3db09fc771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:39.639387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-033cae12-fb7b-4f35-bc8d-bc1f0d9092e1 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.655334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.656131 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.715113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a6ed500b-efca-41eb-9ad0-38cf2508d3a0 None None] Provisioning complete for port 50582671-1073-42b2-96d6-8e159768a1ef triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.715582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ed500b-efca-41eb-9ad0-38cf2508d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.722119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-033cae12-fb7b-4f35-bc8d-bc1f0d9092e1 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.727980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-033cae12-fb7b-4f35-bc8d-bc1f0d9092e1 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.753048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cae12-fb7b-4f35-bc8d-bc1f0d9092e1 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba3995-a169-420d-8350-a4d8c6b77d0a,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:39.760698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-033cae12-fb7b-4f35-bc8d-bc1f0d9092e1 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.764968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-033cae12-fb7b-4f35-bc8d-bc1f0d9092e1 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637933 Sep 16 05:39:39.788292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 704c0b08-4210-42da-90ac-7a0a4bde18cb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:39.789925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed500b-efca-41eb-9ad0-38cf2508d3a0 None None] Port 50582671-1073-42b2-96d6-8e159768a1ef cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:39.834441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a6ed500b-efca-41eb-9ad0-38cf2508d3a0 None None] Provisioning complete for port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.834884 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a6ed500b-efca-41eb-9ad0-38cf2508d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.860717 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Sync routers for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:39.880466 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:39.881631 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:39.894002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 704c0b08-4210-42da-90ac-7a0a4bde18cb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:39.894379 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.944470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-3905e983-7599-468e-8862-61381b98c8e0 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--733409854&fields=id&tenant_id=08935a0b0b734a3883878a3db09fc771 HTTP/1.1" status: 200 len: 267 time: 0.0500984 Sep 16 05:39:39.997120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-fa40d52d-53f4-45fa-99b5-12c61da2f9e8 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--1263956478&fields=id&tenant_id=08935a0b0b734a3883878a3db09fc771 HTTP/1.1" status: 200 len: 267 time: 0.0508132 Sep 16 05:39:40.008931 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:40.026388 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.048424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 704c0b08-4210-42da-90ac-7a0a4bde18cb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=704c0b08-4210-42da-90ac-7a0a4bde18cb,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:40.053872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.121020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=704c0b08-4210-42da-90ac-7a0a4bde18cb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.130270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-c5db9e37-e8cc-44ee-ac18-ddc3dfb61879 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:40.131796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c6fdb3b1-516e-47dc-be43-f3f5408b6d4b None None] Provisioning complete for port 50582671-1073-42b2-96d6-8e159768a1ef triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:40.131938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-c5db9e37-e8cc-44ee-ac18-ddc3dfb61879 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/networks?id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b HTTP/1.1" status: 200 len: 797 time: 0.1340585 Sep 16 05:39:40.132496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c6fdb3b1-516e-47dc-be43-f3f5408b6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.153072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-2b588343-2e07-4d43-9a13-50b3f53a9f36 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/quotas/08935a0b0b734a3883878a3db09fc771 HTTP/1.1" status: 200 len: 375 time: 0.0152092 Sep 16 05:39:40.173067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c6fdb3b1-516e-47dc-be43-f3f5408b6d4b None None] Port 50582671-1073-42b2-96d6-8e159768a1ef cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:40.209198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-a2a1f100-e9f8-4224-901c-0a6365f6c39d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491090 Sep 16 05:39:40.292395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c9e17b3d-ce47-4a7a-8799-009142a92e40 None None] Provisioning complete for port 50582671-1073-42b2-96d6-8e159768a1ef triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:40.292765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c9e17b3d-ce47-4a7a-8799-009142a92e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.328200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c9e17b3d-ce47-4a7a-8799-009142a92e40 None None] Port 50582671-1073-42b2-96d6-8e159768a1ef cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:40.329813 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 2, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:40.356234 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Checking router: af9d9e15-adef-4a2b-bb62-76e6489b94e4 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:40.356510 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Updating router af9d9e15-adef-4a2b-bb62-76e6489b94e4 port 50582671-1073-42b2-96d6-8e159768a1ef binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:40.366759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-116ba8a9-11fd-4cd9-9930-4b86a6be7ccd service neutron] 10.222.0.55 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446302 Sep 16 05:39:40.384389 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.455682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-10876dfc-fdfe-4137-9526-f8667984b3ef service neutron] 10.222.0.55 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822299 Sep 16 05:39:40.654797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd86238e-e287-48db-a13f-fa45d71e950a req-88df3107-8d25-4962-aa74-b1175e0cb264 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 210 time: 0.0341446 Sep 16 05:39:40.671034 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.678023 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.732482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Pushing event updated for resources: {'Port': ['ID=50582671-1073-42b2-96d6-8e159768a1ef,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:40.756584 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.756946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.757517 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.757858 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.758321 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.758820 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.759160 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.759492 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.759822 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.760171 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.760555 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.760834 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:40.801987 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Attempting to bind port 50582671-1073-42b2-96d6-8e159768a1ef on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:40.802634 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Attempting to bind port 50582671-1073-42b2-96d6-8e159768a1ef by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:40.802847 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Attempting to bind port 50582671-1073-42b2-96d6-8e159768a1ef on network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:40.808578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:40.809213 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Checking segment: {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:40.809519 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.809984 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Bound using segment: {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:40.810615 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Bound port: 50582671-1073-42b2-96d6-8e159768a1ef, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:40.810951 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.884919 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] For port 50582671-1073-42b2-96d6-8e159768a1ef, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:40.888166 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] For port 50582671-1073-42b2-96d6-8e159768a1ef, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=50582671-1073-42b2-96d6-8e159768a1ef,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:40.900177 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:40.949342 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:40.949985 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:41.022876 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed02b-f760-4b74-b5b8-6556be6eac35 None None] Pushing event updated for resources: {'Port': ['ID=50582671-1073-42b2-96d6-8e159768a1ef,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.056537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-70f7e787-8be8-40d1-b866-922ecde6874b None None] Provisioning complete for port 50582671-1073-42b2-96d6-8e159768a1ef triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:41.057053 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-70f7e787-8be8-40d1-b866-922ecde6874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.091170 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:41.161201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-70f7e787-8be8-40d1-b866-922ecde6874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.199674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-70f7e787-8be8-40d1-b866-922ecde6874b None None] For port 50582671-1073-42b2-96d6-8e159768a1ef, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=50582671-1073-42b2-96d6-8e159768a1ef,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:41.204508 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-70f7e787-8be8-40d1-b866-922ecde6874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.274678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e787-8be8-40d1-b866-922ecde6874b None None] Pushing event updated for resources: {'Port': ['ID=50582671-1073-42b2-96d6-8e159768a1ef,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.304387 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:41.327120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5f8ab789-fd3a-4146-9a2f-c6dd067d9c6c None None] Provisioning complete for port 50582671-1073-42b2-96d6-8e159768a1ef triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:41.327590 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab789-fd3a-4146-9a2f-c6dd067d9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.331995 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04682f38-4d76-495b-a660-0037ccbeb006 None None] The sync data for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 is: [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:41.551408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 704c0b08-4210-42da-90ac-7a0a4bde18cb up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:41.605857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 704c0b08-4210-42da-90ac-7a0a4bde18cb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:41.606739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.739786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 50582671-1073-42b2-96d6-8e159768a1ef up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:41.827181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 50582671-1073-42b2-96d6-8e159768a1ef triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:41.827681 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.830249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-343401ea-2e50-481e-ada4-ea949dea61b5 req-5f02b628-e51f-42e4-9107-4669fa917721 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 210 time: 0.0790958 Sep 16 05:39:41.894329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-102f349f-5e85-4b7f-a302-f709c11a9afd tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:41.896620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-102f349f-5e85-4b7f-a302-f709c11a9afd tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.73 "GET /v2.0/networks?id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b HTTP/1.1" status: 200 len: 797 time: 0.2209926 Sep 16 05:39:41.924977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:41.973337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-50843241-9371-45d0-9ec5-529310a277a3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08935a0b0b734a3883878a3db09fc771 HTTP/1.1" status: 200 len: 477 time: 0.0669148 Sep 16 05:39:41.984611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'port': {'device_id': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'admin_state_up': True, 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'security_groups': ['0cb73390-603c-4567-9b72-161e03dc156a', 'beddab47-2835-423f-8395-7d039daed785']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:41.997298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:41.997931 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.001416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.120983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Made reservation on behalf of 08935a0b0b734a3883878a3db09fc771 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:42.124896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.257633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Allocated IP 172.20.0.8 (4e14b7de-3e68-4e63-9b93-9e6647cabf9b/2049f4c7-624f-47ab-ac59-dcb481431986/55e2ade5-71db-4b57-8526-bd6b793912f7) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:42.422679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.457651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.501103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:42.504771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:42.510966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:42.539835 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=55e2ade5-71db-4b57-8526-bd6b793912f7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:42.571571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.572156 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.588679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0ec6eff3-9b2b-4c6b-aa29-37bd3b5dffa3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6090329 Sep 16 05:39:42.607689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Request body: {'port': {'device_id': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:42.665476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.749568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-11bac16a-5ca9-4469-a533-cc8aba949076 None None] Provisioning complete for port 55e2ade5-71db-4b57-8526-bd6b793912f7 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:42.750137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-11bac16a-5ca9-4469-a533-cc8aba949076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.785492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-11bac16a-5ca9-4469-a533-cc8aba949076 None None] Port 55e2ade5-71db-4b57-8526-bd6b793912f7 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:42.936208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e2ade5-71db-4b57-8526-bd6b793912f7 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:42.943728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:42.956502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Transition to ACTIVE for port object 55e2ade5-71db-4b57-8526-bd6b793912f7 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:42.961402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.060849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Pushing event updated for resources: {'Port': ['ID=55e2ade5-71db-4b57-8526-bd6b793912f7,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:43.115533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32728b5-962e-4581-873f-3758c9c4e5de req-0489d30e-af15-4bf7-98ee-ab836d1231d5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.117341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d32728b5-962e-4581-873f-3758c9c4e5de req-0489d30e-af15-4bf7-98ee-ab836d1231d5 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 982 time: 0.1991482 Sep 16 05:39:43.135945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Attempting to bind port 55e2ade5-71db-4b57-8526-bd6b793912f7 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:43.136313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Attempting to bind port 55e2ade5-71db-4b57-8526-bd6b793912f7 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:43.136650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Attempting to bind port 55e2ade5-71db-4b57-8526-bd6b793912f7 on network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:43.154623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Port 55e2ade5-71db-4b57-8526-bd6b793912f7 on network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:43.154957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Attempting to bind port 55e2ade5-71db-4b57-8526-bd6b793912f7 on network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:43.168771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:43.169103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Checking segment: {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:43.169498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Bound using segment: {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:43.169947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Bound port: 55e2ade5-71db-4b57-8526-bd6b793912f7, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b5a95f-3043-4eda-ad67-b68b5877f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:43.170309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.187396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d32728b5-962e-4581-873f-3758c9c4e5de req-f3e6a08f-2fe5-47a2-a60d-ca72c0246299 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0624337 Sep 16 05:39:43.244571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] For port 55e2ade5-71db-4b57-8526-bd6b793912f7, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:43.247569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] For port 55e2ade5-71db-4b57-8526-bd6b793912f7, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=55e2ade5-71db-4b57-8526-bd6b793912f7,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:43.253186 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.290493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.291125 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.292589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] 10.222.0.73 "PUT /v2.0/ports/55e2ade5-71db-4b57-8526-bd6b793912f7 HTTP/1.1" status: 200 len: 1131 time: 0.6892698 Sep 16 05:39:43.293033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:43.295304 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae28e464-7970-4ac1-87d8-c7bbf1d64631" -d '{"events": [{"name": "network-changed", "server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:43.321626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc8786-bfd5-42ee-8be3-6b6213fa74be service neutron] Pushing event updated for resources: {'Port': ['ID=55e2ade5-71db-4b57-8526-bd6b793912f7,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:43.334265 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb01caff-3baa-4e81-8478-2cb22ada0334 x-openstack-request-id: req-cb01caff-3baa-4e81-8478-2cb22ada0334 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:43.334558 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:43.334811 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb01caff-3baa-4e81-8478-2cb22ada0334 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:43.335216 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'status': 'completed', 'code': 200} Sep 16 05:39:43.385446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-d005f33d-2679-4b55-bb7f-9c3899b5417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.386974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-d005f33d-2679-4b55-bb7f-9c3899b5417e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1134 time: 0.0438638 Sep 16 05:39:43.440455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-0263db98-ceb8-4586-9686-46c3b7b2624c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2ade5-71db-4b57-8526-bd6b793912f7 HTTP/1.1" status: 200 len: 217 time: 0.0405610 Sep 16 05:39:43.496269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-f5700fdd-c604-449a-b8df-8230d43b1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.497740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-f5700fdd-c604-449a-b8df-8230d43b1205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2049f4c7-624f-47ab-ac59-dcb481431986 HTTP/1.1" status: 200 len: 834 time: 0.0468819 Sep 16 05:39:43.549065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-1507ad25-8e3a-4067-85fb-e5536d9db8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.550830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-1507ad25-8e3a-4067-85fb-e5536d9db8ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412226 Sep 16 05:39:43.649557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-db6caadc-563c-419d-8e3c-384bc65da6f5 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875230 Sep 16 05:39:43.743695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2b7a180-15d0-4b4f-875a-7cf91990c1af req-322b4c82-20e8-42b2-a1af-2a0ade8ac8a4 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818968 Sep 16 05:39:43.837465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-fe4a61a7-56a6-49e2-b435-9ae21ca47211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.838880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-fe4a61a7-56a6-49e2-b435-9ae21ca47211 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1134 time: 0.0455298 Sep 16 05:39:43.930319 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-3f7b14e6-adea-483d-967d-4309cc2df3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.931868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-3f7b14e6-adea-483d-967d-4309cc2df3b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b HTTP/1.1" status: 200 len: 898 time: 0.0855784 Sep 16 05:39:43.977159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-76114fad-9eb4-4285-9ab4-58322fa48c4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2ade5-71db-4b57-8526-bd6b793912f7 HTTP/1.1" status: 200 len: 217 time: 0.0365398 Sep 16 05:39:44.029993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-b99d18ec-d1c5-4e38-ae90-ae357315093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.031487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-b99d18ec-d1c5-4e38-ae90-ae357315093a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2049f4c7-624f-47ab-ac59-dcb481431986 HTTP/1.1" status: 200 len: 834 time: 0.0432718 Sep 16 05:39:44.077476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-bfa03ea1-c8ac-4806-8f70-9ffde8eb6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.078964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-bfa03ea1-c8ac-4806-8f70-9ffde8eb6cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394380 Sep 16 05:39:44.171286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-855bf3df-12ad-4eb5-aafd-9ece6a7e4135 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843639 Sep 16 05:39:44.278468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae28e464-7970-4ac1-87d8-c7bbf1d64631 req-abb2e2da-f3af-41c5-a176-45eebac3eb00 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995839 Sep 16 05:39:44.315286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3c902-627d-43f0-b289-21b989ffa51b req-002a5f48-9881-4a91-9ddc-44601ac99a97 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.316805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69e3c902-627d-43f0-b289-21b989ffa51b req-002a5f48-9881-4a91-9ddc-44601ac99a97 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 982 time: 0.0578463 Sep 16 05:39:44.362942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69e3c902-627d-43f0-b289-21b989ffa51b req-3cd71a97-f9bd-4b6b-a3f0-ebc128e4ff7b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399425 Sep 16 05:39:45.333048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 55e2ade5-71db-4b57-8526-bd6b793912f7 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:45.349245 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:45.554812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7ec57-7b98-4615-8e80-04973bf96c39 req-f8b829b2-eeab-46be-a663-50001c73a22a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:45.556882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84e7ec57-7b98-4615-8e80-04973bf96c39 req-f8b829b2-eeab-46be-a663-50001c73a22a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 982 time: 0.1201780 Sep 16 05:39:45.601648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-84e7ec57-7b98-4615-8e80-04973bf96c39 req-54ec9006-14d8-4c6f-acf7-6180829f273d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370250 Sep 16 05:39:45.602262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 55e2ade5-71db-4b57-8526-bd6b793912f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=55e2ade5-71db-4b57-8526-bd6b793912f7,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:45.614855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'port_id': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'mac_address': 'fa:16:3e:dd:aa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:45.652161 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.666775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e2ade5-71db-4b57-8526-bd6b793912f7 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:45.691341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 55e2ade5-71db-4b57-8526-bd6b793912f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=55e2ade5-71db-4b57-8526-bd6b793912f7,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:45.695217 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.746006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=55e2ade5-71db-4b57-8526-bd6b793912f7,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:45.955762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['55e2ade5-71db-4b57-8526-bd6b793912f7'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:46.721373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd9d54-ea60-4301-9f65-0ff768af42e3 req-7b42c464-c22c-4ca6-88d4-03efcadaa5f9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:46.722902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85dd9d54-ea60-4301-9f65-0ff768af42e3 req-7b42c464-c22c-4ca6-88d4-03efcadaa5f9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 983 time: 0.0497320 Sep 16 05:39:46.764303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85dd9d54-ea60-4301-9f65-0ff768af42e3 req-e4a88c83-6d99-418c-8fcf-ff737760badf tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349228 Sep 16 05:39:47.348758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 55e2ade5-71db-4b57-8526-bd6b793912f7 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:47.399094 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 55e2ade5-71db-4b57-8526-bd6b793912f7 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:47.403157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 55e2ade5-71db-4b57-8526-bd6b793912f7 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:47.403527 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.488444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.510739 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:47.512993 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9431c924-add3-4c24-acb9-6c2a6c3fe85c" -d '{"events": [{"server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "name": "network-vif-plugged", "status": "completed", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:47.525737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 55e2ade5-71db-4b57-8526-bd6b793912f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=55e2ade5-71db-4b57-8526-bd6b793912f7,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:47.530410 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.557535 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c882df-bdee-4577-ad53-fa056758f48b x-openstack-request-id: req-17c882df-bdee-4577-ad53-fa056758f48b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:47.557832 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "name": "network-vif-plugged", "status": "completed", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:47.558080 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17c882df-bdee-4577-ad53-fa056758f48b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:47.558463 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'code': 200} Sep 16 05:39:47.586047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=55e2ade5-71db-4b57-8526-bd6b793912f7,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:47.659570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1474c-7db2-4100-9473-e2f941d844b3 req-e26fa7f6-ee31-428f-9d18-a972bfe8d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.661203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1bd1474c-7db2-4100-9473-e2f941d844b3 req-e26fa7f6-ee31-428f-9d18-a972bfe8d173 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1136 time: 0.0448735 Sep 16 05:39:47.708121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1bd1474c-7db2-4100-9473-e2f941d844b3 req-a25d9dd2-36ce-4ed4-966a-f98dfb097e82 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349367 Sep 16 05:39:47.884876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edc938-7c6d-4a31-b91e-0ec1718e2448 req-5b06746d-7784-468a-8235-b87b683e373f tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.886367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68edc938-7c6d-4a31-b91e-0ec1718e2448 req-5b06746d-7784-468a-8235-b87b683e373f tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 984 time: 0.0508635 Sep 16 05:39:47.927966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68edc938-7c6d-4a31-b91e-0ec1718e2448 req-39a31ab7-6d3c-49b9-ae13-10e384beb292 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0339670 Sep 16 05:39:49.044409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01011-e9a8-4315-abbf-6f4ec7c65da6 req-4a4b9497-8fe4-4677-a4fe-3592880feb34 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:49.045910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37e01011-e9a8-4315-abbf-6f4ec7c65da6 req-4a4b9497-8fe4-4677-a4fe-3592880feb34 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 984 time: 0.0496356 Sep 16 05:39:49.086486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37e01011-e9a8-4315-abbf-6f4ec7c65da6 req-06b4472d-d7e7-4566-9a73-e7a833cf9979 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345368 Sep 16 05:39:49.207023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db077b4-475a-4d41-992b-e07b04463173 req-270eed68-5c99-457c-bd81-a6168bce767f tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:49.208432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9db077b4-475a-4d41-992b-e07b04463173 req-270eed68-5c99-457c-bd81-a6168bce767f tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 984 time: 0.0483556 Sep 16 05:39:49.252373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9db077b4-475a-4d41-992b-e07b04463173 req-5fb94bfb-f187-4920-90db-e7d226e70b56 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0378146 Sep 16 05:39:49.356451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2be909-2d12-4c91-8c05-0cf74d3c6c4f req-d1948acd-acc3-4e70-8531-4f6426624d54 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:49.358015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a2be909-2d12-4c91-8c05-0cf74d3c6c4f req-d1948acd-acc3-4e70-8531-4f6426624d54 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1136 time: 0.0403428 Sep 16 05:39:49.375970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a2be909-2d12-4c91-8c05-0cf74d3c6c4f req-f0595ef8-c0fd-4c73-8d57-69cf0cfc2a39 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.465936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a2be909-2d12-4c91-8c05-0cf74d3c6c4f req-f0595ef8-c0fd-4c73-8d57-69cf0cfc2a39 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.470225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-6a2be909-2d12-4c91-8c05-0cf74d3c6c4f req-f0595ef8-c0fd-4c73-8d57-69cf0cfc2a39 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.493599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a2be909-2d12-4c91-8c05-0cf74d3c6c4f req-f0595ef8-c0fd-4c73-8d57-69cf0cfc2a39 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1295943 Sep 16 05:39:49.502714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0595ef8-c0fd-4c73-8d57-69cf0cfc2a39 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d9fd6-20a4-448e-b4b4-390fa6f779d7,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:49.515072 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35558) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:49.556179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dda47f6-99e7-4fc6-b3b6-3db8738b3150 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:49.557737 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9dda47f6-99e7-4fc6-b3b6-3db8738b3150 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1131 time: 0.0416715 Sep 16 05:39:49.560564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35560) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:49.565289 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:49.588202 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.685783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.794005 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Allocated IP 172.25.6.142 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/15a208bc-da24-4838-a94c-ce1ee7bdce71) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:49.898179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.932622 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:49.978659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:49.981746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:49.984510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:50.012279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=15a208bc-da24-4838-a94c-ce1ee7bdce71,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:50.395926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.480436 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.650351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.654965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.736925 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=15a208bc-da24-4838-a94c-ce1ee7bdce71,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:50.749381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.859470 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Floating IP c842d715-3499-4407-a317-815dcba72da6 associated. External IP: 172.25.6.142, port: 55e2ade5-71db-4b57-8526-bd6b793912f7. Sep 16 05:39:51.087829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router af9d9e15-adef-4a2b-bb62-76e6489b94e4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:51.213910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:51.225164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] Sync routers for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:51.232361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.237553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:51.238359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:51.262379 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ce601d09-fabd-47cb-9b71-37b9fbe9137a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7007108 Sep 16 05:39:51.263250 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:51.265342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35562) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:51.265921 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a" -d '{"events": [{"name": "network-changed", "server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:51.303275 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758e0e62-6b78-4941-8e79-04ea89880ad8 x-openstack-request-id: req-758e0e62-6b78-4941-8e79-04ea89880ad8 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:51.303559 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:51.304199 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-758e0e62-6b78-4941-8e79-04ea89880ad8 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:51.304504 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'status': 'completed', 'code': 200} Sep 16 05:39:51.361886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:51.457842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-f4092715-e716-4c6b-bf18-b465622fbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.459451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-f4092715-e716-4c6b-bf18-b465622fbd88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1136 time: 0.1260159 Sep 16 05:39:51.487504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd4f67-98c9-4207-b72b-390ffa59d6b6 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.488000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd4f67-98c9-4207-b72b-390ffa59d6b6 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.488491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd4f67-98c9-4207-b72b-390ffa59d6b6 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.488947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd4f67-98c9-4207-b72b-390ffa59d6b6 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.489398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd4f67-98c9-4207-b72b-390ffa59d6b6 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.489847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd4f67-98c9-4207-b72b-390ffa59d6b6 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.491560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-29dd4f67-98c9-4207-b72b-390ffa59d6b6 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2251420 Sep 16 05:39:51.494565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35566) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:51.561934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3e7eb-98f5-4afc-b2fc-3ee483a7469e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.562401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3e7eb-98f5-4afc-b2fc-3ee483a7469e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.562850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3e7eb-98f5-4afc-b2fc-3ee483a7469e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.563300 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3e7eb-98f5-4afc-b2fc-3ee483a7469e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.563773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3e7eb-98f5-4afc-b2fc-3ee483a7469e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.564343 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3e7eb-98f5-4afc-b2fc-3ee483a7469e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.569056 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dec3e7eb-98f5-4afc-b2fc-3ee483a7469e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0701072 Sep 16 05:39:51.570716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35568) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:51.628069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'c842d715-3499-4407-a317-815dcba72da6', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'port_id': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'mac_address': 'fa:16:3e:dd:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:50Z', 'updated_at': '2021-09-16T05:39:50Z', 'revision_number': 0, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:41Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:51.639240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-87529771-b49e-45d8-978b-05cf3b5cf445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:51.640831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-87529771-b49e-45d8-978b-05cf3b5cf445 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b HTTP/1.1" status: 200 len: 898 time: 0.1690116 Sep 16 05:39:51.667208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] Checking router: af9d9e15-adef-4a2b-bb62-76e6489b94e4 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:51.677311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:51.678042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:39:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:51.743171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-730f8279-d7cf-4aa2-adb8-a4dfd51469d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2ade5-71db-4b57-8526-bd6b793912f7 HTTP/1.1" status: 200 len: 999 time: 0.0896311 Sep 16 05:39:51.794322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:52.059285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'c842d715-3499-4407-a317-815dcba72da6', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'port_id': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'mac_address': 'fa:16:3e:dd:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:50Z', 'updated_at': '2021-09-16T05:39:50Z', 'revision_number': 0, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:41Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:52.087796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228e4b3-ba19-402d-95e2-34580d5722ca None None] The sync data for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 is: [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'c842d715-3499-4407-a317-815dcba72da6', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'port_id': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'mac_address': 'fa:16:3e:dd:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:50Z', 'updated_at': '2021-09-16T05:39:50Z', 'revision_number': 0, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:41Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:52.197916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-2433623c-73d4-4db7-a38e-91b30b0d4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:52.199455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-2433623c-73d4-4db7-a38e-91b30b0d4987 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2049f4c7-624f-47ab-ac59-dcb481431986 HTTP/1.1" status: 200 len: 834 time: 0.4493210 Sep 16 05:39:52.283544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-93fbaba5-5273-420e-a083-8dd9e1f14c7e tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.7116854 Sep 16 05:39:52.286302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35570) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:52.297268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-44e5724e-9969-4d29-a803-b03646fd3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:52.298567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-44e5724e-9969-4d29-a803-b03646fd3788 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910356 Sep 16 05:39:52.307592 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f6a01-b3f4-4442-87ee-322379e37de7 None None] New status for floating IP c842d715-3499-4407-a317-815dcba72da6: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:52.390059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4babd7-2ba3-4808-b61a-201c5189b7e1 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:52.390467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4babd7-2ba3-4808-b61a-201c5189b7e1 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:52.392748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fb4babd7-2ba3-4808-b61a-201c5189b7e1 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=af9d9e15-adef-4a2b-bb62-76e6489b94e4 HTTP/1.1" status: 200 len: 1992 time: 0.1049113 Sep 16 05:39:52.420898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-2d495ae4-219f-45b5-9abc-d75018b2684f service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030622 Sep 16 05:39:52.514395 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54d47bc7-6c86-45f6-b8f4-01aa6069c36a req-6475d7dd-f2b9-4ed1-95fe-bb7166d4196e service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864623 Sep 16 05:39:54.853275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:55.897899 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64b1e68e-7ad7-4fbe-9844-47a929b69540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:58.214887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7aff-9e26-4bf4-a278-549cb3f1ce12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:59.200946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:59.903066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:01.331450 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:11.987949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:19.868196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-43b62f40-7120-4d0f-b77f-c4d35c0e7e0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891976 Sep 16 05:40:19.969773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-69dc1e9b-b44b-4f25-a8d9-e81f4f14f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:19.971290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-69dc1e9b-b44b-4f25-a8d9-e81f4f14f27d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 1098 time: 0.0445771 Sep 16 05:40:20.073145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-44b58938-69c7-4ae5-bde2-90a492345833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.074530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-44b58938-69c7-4ae5-bde2-90a492345833 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0832763 Sep 16 05:40:20.140737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-da9ede0a-fdcd-4bc4-b784-ac98bd73cbe1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0593832 Sep 16 05:40:20.189297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-02268c2e-d2f5-40c0-89e5-9a24d91ba5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.190771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-02268c2e-d2f5-40c0-89e5-9a24d91ba5b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0433106 Sep 16 05:40:20.235985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-a772af41-79ee-47b1-bae6-55ed4ff9a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:20.237493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-a772af41-79ee-47b1-bae6-55ed4ff9a296 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395632 Sep 16 05:40:20.329066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-34c57807-c022-4ecb-ac19-31d5e2276db7 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846076 Sep 16 05:40:20.417013 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b433a0a7-b496-4f6e-9226-a937fe36afe4 req-7db6e06f-aa32-4544-bcbd-0b582c86f256 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812683 Sep 16 05:40:22.348254 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:24.849271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:25.901969 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27eead93-c26e-4792-bb19-b5be10986e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.216574 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1ceed99b-4076-40ef-b021-e01b9b0f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.353269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35594) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:28.441578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-11bdc570-8fbc-4c69-83bc-954f2b1ab103 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2415 time: 0.0871172 Sep 16 05:40:28.444397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35596) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:28.449020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'network': {'name': 'tempest-network-smoke--153733160', 'project_id': '08935a0b0b734a3883878a3db09fc771', 'port_security_enabled': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:28.469739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Made reservation on behalf of 08935a0b0b734a3883878a3db09fc771 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:28.473627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.496035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:40:28.505148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.505500 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Added segment 3b0bc721-9a88-4f18-b596-62cd6a0b45b2 of type vlan for network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 Sep 16 05:40:28.546111 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.571712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.577305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:28.577968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.618179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727531 Sep 16 05:40:28.620885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35598) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:28.625772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'admin_state_up': True, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:28.661227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77f88a-af21-4c6f-a3a6-0e0b63f308e9 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Network': ['ID=d0aad7b4-b455-4dc7-9d8b-a742980f39d0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:28.672475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:40:28.677132 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.678159 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.731813 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:28.866190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.059128 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.077731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.181142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Allocated IP 172.25.6.160 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/b1a422d1-c324-4a2a-86ff-3f478e6873f6) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:29.201619 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.286422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.318394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.353211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:29.356235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:29.360944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:29.396303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=b1a422d1-c324-4a2a-86ff-3f478e6873f6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:29.624552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.815942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.905093 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:29.946441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router 3db59618-e780-40fd-801f-a6dcface27ae is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:40:30.068101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:30.078326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Sync routers for ids ['3db59618-e780-40fd-801f-a6dcface27ae'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:30.086999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.091103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b477b1ab-c102-405a-89f4-aa699f21f97b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4665024 Sep 16 05:40:30.091318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Routers {'3db59618-e780-40fd-801f-a6dcface27ae'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:30.091318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3db59618-e780-40fd-801f-a6dcface27ae'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:30.095912 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35600) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.177149 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba93834-859c-498e-ab31-40ffe18b8dcc tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.178578 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bba93834-859c-498e-ab31-40ffe18b8dcc tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=08935a0b0b734a3883878a3db09fc771&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0856452 Sep 16 05:40:30.181954 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35602) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.201733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Set router 3db59618-e780-40fd-801f-a6dcface27ae gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:30.275668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad98e4-4477-44e9-b3ce-5dead8a0d1b2 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.277435 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4cad98e4-4477-44e9-b3ce-5dead8a0d1b2 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943813 Sep 16 05:40:30.279969 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35604) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.313281 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1cf2ff41-5cb1-4acf-ba72-359cfee6af00 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321128 Sep 16 05:40:30.316476 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35606) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.343436 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7ae81888-199d-4d2f-a4ec-a4caed079489 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=08935a0b0b734a3883878a3db09fc771&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258358 Sep 16 05:40:30.345850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35608) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.386066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:29Z', 'revision_number': 3, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:30.416768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Checking router: 3db59618-e780-40fd-801f-a6dcface27ae for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:30.417119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Updating router 3db59618-e780-40fd-801f-a6dcface27ae port b1a422d1-c324-4a2a-86ff-3f478e6873f6 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:40:30.443316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844fa5d-763d-4fd5-830e-4dde82b2e669 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.443565 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.444835 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1844fa5d-763d-4fd5-830e-4dde82b2e669 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980785 Sep 16 05:40:30.447569 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35610) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.475763 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-25015663-2f64-4013-8865-644a07a1c208 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270402 Sep 16 05:40:30.478320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35612) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.484192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032792026', 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'project_id': '08935a0b0b734a3883878a3db09fc771', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:30.571035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Made reservation on behalf of 08935a0b0b734a3883878a3db09fc771 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:30.574964 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.707674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.713349 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.768018 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Attempting to bind port b1a422d1-c324-4a2a-86ff-3f478e6873f6 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:30.768421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Attempting to bind port b1a422d1-c324-4a2a-86ff-3f478e6873f6 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:30.768787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Attempting to bind port b1a422d1-c324-4a2a-86ff-3f478e6873f6 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:30.769679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.776859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:30.777236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:30.777643 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.778144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:30.778609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Bound port: b1a422d1-c324-4a2a-86ff-3f478e6873f6, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:30.778989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.781097 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Pushing event updated for resources: {'Port': ['ID=b1a422d1-c324-4a2a-86ff-3f478e6873f6,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.807304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.807647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.807986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.808348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.808672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.808999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.809322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.809640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.809956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.810272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.810587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.810909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:30.837293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Subnet': ['ID=179a6512-0a3a-48ae-b7a5-0522863a8a71,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:30.847229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Checking segment: {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:30.847600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network hostable DHCP agents. Network: d0aad7b4-b455-4dc7-9d8b-a742980f39d0, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:40:30.849238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] For port b1a422d1-c324-4a2a-86ff-3f478e6873f6, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:30.852508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] For port b1a422d1-c324-4a2a-86ff-3f478e6873f6, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b1a422d1-c324-4a2a-86ff-3f478e6873f6,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:30.857292 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.871986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:40:30.881379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, d0aad7b4-b455-4dc7-9d8b-a742980f39d0) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:30.892373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.893170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:30.908732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353be92c-2707-4a7e-9319-66600308a0e2 None None] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:30.919723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-afcfb871-9b89-4a17-ab34-5ec151b9be7d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4401209 Sep 16 05:40:30.922406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35614) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:30.944673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Routers {'3db59618-e780-40fd-801f-a6dcface27ae'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:30.944925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3db59618-e780-40fd-801f-a6dcface27ae'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:30.950449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8efb60-437f-4b20-8534-24195929e05e None None] Pushing event updated for resources: {'Port': ['ID=b1a422d1-c324-4a2a-86ff-3f478e6873f6,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.119010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] Set router 3db59618-e780-40fd-801f-a6dcface27ae gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:31.263778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-d0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'fixed_ips': [{'subnet_id': '179a6512-0a3a-48ae-b7a5-0522863a8a71'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:40:31.264719 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.416896 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.472547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Allocated IP 172.20.0.18 (d0aad7b4-b455-4dc7-9d8b-a742980f39d0/179a6512-0a3a-48ae-b7a5-0522863a8a71/fa8cb866-78ed-44a8-a8ec-8407ab69e315) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:31.480901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:29Z', 'revision_number': 3, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:31.683129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c02cc1-2665-42e0-9931-4253bb7d8303 None None] The sync data for ids ['3db59618-e780-40fd-801f-a6dcface27ae'] in n-d-713301-15 is: [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:29Z', 'revision_number': 3, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:31.729167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.833648 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.839675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.882687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:31.885794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:31.892351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:31.898377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Pushing event updated for resources: {'Port': ['ID=fa8cb866-78ed-44a8-a8ec-8407ab69e315,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:31.969725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Attempting to bind port fa8cb866-78ed-44a8-a8ec-8407ab69e315 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:31.970433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Attempting to bind port fa8cb866-78ed-44a8-a8ec-8407ab69e315 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:31.970616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Attempting to bind port fa8cb866-78ed-44a8-a8ec-8407ab69e315 on network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:31.975721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:31.976227 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Checking segment: {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:31.976696 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:31.977248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Bound using segment: {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:31.977787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Bound port: fa8cb866-78ed-44a8-a8ec-8407ab69e315, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:31.978246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.049320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] For port fa8cb866-78ed-44a8-a8ec-8407ab69e315, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:32.054124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] For port fa8cb866-78ed-44a8-a8ec-8407ab69e315, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fa8cb866-78ed-44a8-a8ec-8407ab69e315,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:32.063726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.071128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Allocated IP 172.20.0.17 (d0aad7b4-b455-4dc7-9d8b-a742980f39d0/179a6512-0a3a-48ae-b7a5-0522863a8a71/aebeb784-3cf0-4d1a-86d7-53c117f08b50) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:32.133172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96683c-dac4-4692-b390-ebcc7fc386c9 None None] Pushing event updated for resources: {'Port': ['ID=fa8cb866-78ed-44a8-a8ec-8407ab69e315,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:32.216230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.257241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.306057 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:32.322024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:32.327067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:32.331715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=aebeb784-3cf0-4d1a-86d7-53c117f08b50,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:32.379226 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.545550 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.839086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.844578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:32.924387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=aebeb784-3cf0-4d1a-86d7-53c117f08b50,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:32.927029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.028386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:33.029671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:33.079609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be85991-44b1-49db-a477-810677caf497 None None] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:33.147655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router 3db59618-e780-40fd-801f-a6dcface27ae has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:33.160430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d5d1dc01-c194-436c-80c8-d656435ce6c0 None None] Provisioning complete for port fa8cb866-78ed-44a8-a8ec-8407ab69e315 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:33.160799 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d5d1dc01-c194-436c-80c8-d656435ce6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.255861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:33.272121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bc5104be-0aea-4897-b2f6-01ff4bb27a3c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "PUT /v2.0/routers/3db59618-e780-40fd-801f-a6dcface27ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374352 Sep 16 05:40:33.300235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d5d1dc01-c194-436c-80c8-d656435ce6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.346806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d5d1dc01-c194-436c-80c8-d656435ce6c0 None None] For port fa8cb866-78ed-44a8-a8ec-8407ab69e315, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fa8cb866-78ed-44a8-a8ec-8407ab69e315,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:33.354417 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d5d1dc01-c194-436c-80c8-d656435ce6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.435151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1dc01-c194-436c-80c8-d656435ce6c0 None None] Pushing event updated for resources: {'Port': ['ID=fa8cb866-78ed-44a8-a8ec-8407ab69e315,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:33.619871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fa8cb866-78ed-44a8-a8ec-8407ab69e315 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:33.651081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-a0cb0742-323a-4f99-9921-767cf4629693 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.652962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-a0cb0742-323a-4f99-9921-767cf4629693 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/networks?id=d0aad7b4-b455-4dc7-9d8b-a742980f39d0 HTTP/1.1" status: 200 len: 797 time: 0.1503553 Sep 16 05:40:33.671539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-efc2ac8b-befc-417e-af1c-09e720aa5178 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/quotas/08935a0b0b734a3883878a3db09fc771 HTTP/1.1" status: 200 len: 375 time: 0.0113027 Sep 16 05:40:33.698434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port fa8cb866-78ed-44a8-a8ec-8407ab69e315 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:33.698434 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.756020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-b57292dc-f09d-416c-8759-d82873e8336d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0706170 Sep 16 05:40:33.803256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-862a9e73-eb9c-420a-87ef-13a7b9c0a7b7 None None] Provisioning complete for port fa8cb866-78ed-44a8-a8ec-8407ab69e315 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:33.803635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-862a9e73-eb9c-420a-87ef-13a7b9c0a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.806072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1a422d1-c324-4a2a-86ff-3f478e6873f6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:33.806285 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Sync routers for ids ['3db59618-e780-40fd-801f-a6dcface27ae'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:33.819261 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Routers {'3db59618-e780-40fd-801f-a6dcface27ae'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:33.819988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3db59618-e780-40fd-801f-a6dcface27ae'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:33.887797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-a8fef267-9952-474d-a5a4-8741f25951df service neutron] 10.222.0.55 "GET /v2.0/networks/d0aad7b4-b455-4dc7-9d8b-a742980f39d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178734 Sep 16 05:40:33.917240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b1a422d1-c324-4a2a-86ff-3f478e6873f6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:33.917614 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:33.954830 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Set router 3db59618-e780-40fd-801f-a6dcface27ae gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:33.975746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-862a9e73-eb9c-420a-87ef-13a7b9c0a7b7 None None] Provisioning complete for port aebeb784-3cf0-4d1a-86d7-53c117f08b50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:33.976139 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-862a9e73-eb9c-420a-87ef-13a7b9c0a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.010670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-80ec8db9-678d-4cc3-8c78-88089c612acb service neutron] 10.222.0.55 "GET /v2.0/networks/d0aad7b4-b455-4dc7-9d8b-a742980f39d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130898 Sep 16 05:40:34.041301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-862a9e73-eb9c-420a-87ef-13a7b9c0a7b7 None None] Port aebeb784-3cf0-4d1a-86d7-53c117f08b50 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:34.062031 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.084569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b1a422d1-c324-4a2a-86ff-3f478e6873f6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b1a422d1-c324-4a2a-86ff-3f478e6873f6,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:34.089938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.161437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b1a422d1-c324-4a2a-86ff-3f478e6873f6,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:34.178152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b2ab2ed5-afdf-404d-a447-b86d7e32dbfa None None] Provisioning complete for port aebeb784-3cf0-4d1a-86d7-53c117f08b50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:34.178152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2ed5-afdf-404d-a447-b86d7e32dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.218882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab2ed5-afdf-404d-a447-b86d7e32dbfa None None] Port aebeb784-3cf0-4d1a-86d7-53c117f08b50 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:34.221996 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:32Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'aebeb784-3cf0-4d1a-86d7-53c117f08b50', 'name': '', 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:e0:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '179a6512-0a3a-48ae-b7a5-0522863a8a71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:31Z', 'updated_at': '2021-09-16T05:40:32Z', 'revision_number': 2, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '179a6512-0a3a-48ae-b7a5-0522863a8a71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:34.236801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f063d9df-4ba2-4528-823a-af25d97053cb req-a796ce0c-808d-460c-a2d1-c8db609af7cc tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 210 time: 0.0305834 Sep 16 05:40:34.255602 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Checking router: 3db59618-e780-40fd-801f-a6dcface27ae for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:34.255602 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Updating router 3db59618-e780-40fd-801f-a6dcface27ae port aebeb784-3cf0-4d1a-86d7-53c117f08b50 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:40:34.281843 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.346793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7a08653a-abc9-4d7d-a5d7-c5b917225323 None None] Provisioning complete for port aebeb784-3cf0-4d1a-86d7-53c117f08b50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:34.347165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7a08653a-abc9-4d7d-a5d7-c5b917225323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.388946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7a08653a-abc9-4d7d-a5d7-c5b917225323 None None] Port aebeb784-3cf0-4d1a-86d7-53c117f08b50 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:34.651769 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.657993 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.710374 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01bbe7-dae2-451f-9d32-66c557a902a0 None None] Pushing event updated for resources: {'Port': ['ID=aebeb784-3cf0-4d1a-86d7-53c117f08b50,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:34.772823 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Attempting to bind port aebeb784-3cf0-4d1a-86d7-53c117f08b50 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:34.773522 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Attempting to bind port aebeb784-3cf0-4d1a-86d7-53c117f08b50 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:34.773884 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Attempting to bind port aebeb784-3cf0-4d1a-86d7-53c117f08b50 on network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:34.779771 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:34.780189 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Checking segment: {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:34.781115 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.781505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Bound using segment: {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:34.781977 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Bound port: aebeb784-3cf0-4d1a-86d7-53c117f08b50, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:34.782352 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.880640 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] For port aebeb784-3cf0-4d1a-86d7-53c117f08b50, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:34.884652 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] For port aebeb784-3cf0-4d1a-86d7-53c117f08b50, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=aebeb784-3cf0-4d1a-86d7-53c117f08b50,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:34.890722 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:34.949234 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Routers {'3db59618-e780-40fd-801f-a6dcface27ae'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:34.949801 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3db59618-e780-40fd-801f-a6dcface27ae'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:34.991692 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01bbe7-dae2-451f-9d32-66c557a902a0 None None] Pushing event updated for resources: {'Port': ['ID=aebeb784-3cf0-4d1a-86d7-53c117f08b50,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:35.020735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4d528924-23fd-45f6-a1b4-9e87d1836e98 None None] Provisioning complete for port aebeb784-3cf0-4d1a-86d7-53c117f08b50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:35.021102 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d528924-23fd-45f6-a1b4-9e87d1836e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.072247 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] Set router 3db59618-e780-40fd-801f-a6dcface27ae gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:35.108120 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d528924-23fd-45f6-a1b4-9e87d1836e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.141385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4d528924-23fd-45f6-a1b4-9e87d1836e98 None None] For port aebeb784-3cf0-4d1a-86d7-53c117f08b50, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=aebeb784-3cf0-4d1a-86d7-53c117f08b50,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:35.145470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d528924-23fd-45f6-a1b4-9e87d1836e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.193760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d528924-23fd-45f6-a1b4-9e87d1836e98 None None] Pushing event updated for resources: {'Port': ['ID=aebeb784-3cf0-4d1a-86d7-53c117f08b50,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:35.269928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7cf2e20c-2141-48d6-ae22-b2d8db1cf7bb None None] Provisioning complete for port aebeb784-3cf0-4d1a-86d7-53c117f08b50 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:35.271167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7cf2e20c-2141-48d6-ae22-b2d8db1cf7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.284964 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:32Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'aebeb784-3cf0-4d1a-86d7-53c117f08b50', 'name': '', 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:e0:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '179a6512-0a3a-48ae-b7a5-0522863a8a71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:31Z', 'updated_at': '2021-09-16T05:40:34Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '179a6512-0a3a-48ae-b7a5-0522863a8a71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:35.321576 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e492f-d985-4b8f-b3dd-d3835e72f190 None None] The sync data for ids ['3db59618-e780-40fd-801f-a6dcface27ae'] in n-d-713301-15 is: [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:32Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'aebeb784-3cf0-4d1a-86d7-53c117f08b50', 'name': '', 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:e0:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '179a6512-0a3a-48ae-b7a5-0522863a8a71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:31Z', 'updated_at': '2021-09-16T05:40:34Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '179a6512-0a3a-48ae-b7a5-0522863a8a71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:35.359506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4bc52a0d-577d-401c-ab9d-2e2776b1d800 req-3c0a9aa3-8126-46c4-bd83-29829f9843e4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 210 time: 0.0464802 Sep 16 05:40:35.503897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-a2c5645b-4f81-4cf6-806e-5023fe1b21fd tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:35.505518 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-a2c5645b-4f81-4cf6-806e-5023fe1b21fd tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.64 "GET /v2.0/networks?id=d0aad7b4-b455-4dc7-9d8b-a742980f39d0 HTTP/1.1" status: 200 len: 797 time: 0.1675560 Sep 16 05:40:35.530251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Request body: {'port': {'device_id': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'admin_state_up': True, 'tenant_id': '08935a0b0b734a3883878a3db09fc771'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:35.624960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device aebeb784-3cf0-4d1a-86d7-53c117f08b50 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:35.655016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Made reservation on behalf of 08935a0b0b734a3883878a3db09fc771 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:40:35.659035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.685073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port aebeb784-3cf0-4d1a-86d7-53c117f08b50 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:35.685447 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.772861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1a422d1-c324-4a2a-86ff-3f478e6873f6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:35.804942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Allocated IP 172.20.0.22 (d0aad7b4-b455-4dc7-9d8b-a742980f39d0/179a6512-0a3a-48ae-b7a5-0522863a8a71/42cb650e-1510-4cba-8421-4b68f45173e9) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:40:35.830151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b1a422d1-c324-4a2a-86ff-3f478e6873f6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:35.830151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.938420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:35.977568 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.022024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:40:36.027379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:40:36.031279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:40:36.059689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event updated for resources: {'Port': ['ID=42cb650e-1510-4cba-8421-4b68f45173e9,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.076284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.076634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.077000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.078436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.078777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.079110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.079446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.079778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.080128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.080454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.080777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.081102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.103272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.103920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.123389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-eeee9a01-3cdf-4d65-896f-844241458b13 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5972631 Sep 16 05:40:36.141034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Request body: {'port': {'device_id': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:36.199273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.250736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d1d4356d-6277-4f7f-b00b-88da0b839fff None None] Provisioning complete for port 42cb650e-1510-4cba-8421-4b68f45173e9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:36.251284 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d1d4356d-6277-4f7f-b00b-88da0b839fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.298567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4356d-6277-4f7f-b00b-88da0b839fff None None] Port 42cb650e-1510-4cba-8421-4b68f45173e9 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:40:36.565796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b319-9f8c-4e36-8f93-8bd6423e7495 req-9cc39cee-e7b7-427e-a131-f25572340bb0 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.567407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f82b319-9f8c-4e36-8f93-8bd6423e7495 req-9cc39cee-e7b7-427e-a131-f25572340bb0 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 895 time: 0.0933013 Sep 16 05:40:36.580605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cb650e-1510-4cba-8421-4b68f45173e9 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:36.588951 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.603230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Transition to ACTIVE for port object 42cb650e-1510-4cba-8421-4b68f45173e9 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:40:36.607558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.665084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Pushing event updated for resources: {'Port': ['ID=42cb650e-1510-4cba-8421-4b68f45173e9,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.736907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Attempting to bind port 42cb650e-1510-4cba-8421-4b68f45173e9 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:36.737334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Attempting to bind port 42cb650e-1510-4cba-8421-4b68f45173e9 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:36.737564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Attempting to bind port 42cb650e-1510-4cba-8421-4b68f45173e9 on network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:36.742749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Port 42cb650e-1510-4cba-8421-4b68f45173e9 on network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:40:36.742995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Attempting to bind port 42cb650e-1510-4cba-8421-4b68f45173e9 on network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:36.748503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:36.749362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Checking segment: {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:36.749747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Bound using segment: {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:36.750188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Bound port: 42cb650e-1510-4cba-8421-4b68f45173e9, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0bc721-9a88-4f18-b596-62cd6a0b45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:36.750526 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.818797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] For port 42cb650e-1510-4cba-8421-4b68f45173e9, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:36.822289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] For port 42cb650e-1510-4cba-8421-4b68f45173e9, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=42cb650e-1510-4cba-8421-4b68f45173e9,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:36.833587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.872356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.872979 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.875054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] 10.222.0.64 "PUT /v2.0/ports/42cb650e-1510-4cba-8421-4b68f45173e9 HTTP/1.1" status: 200 len: 1056 time: 0.7384799 Sep 16 05:40:36.875529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'tag': '42cb650e-1510-4cba-8421-4b68f45173e9'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:36.877851 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b863f1-58b5-49f4-9083-afdf2ddc4733" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cef5e3-2f67-442c-b8d0-9d28391ac409", "tag": "42cb650e-1510-4cba-8421-4b68f45173e9"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:36.905328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322d96f-36b7-4971-b28d-6bdb8c185bec service neutron] Pushing event updated for resources: {'Port': ['ID=42cb650e-1510-4cba-8421-4b68f45173e9,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.977345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-82a5c251-6760-4643-ae9f-542a01ab3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.978884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-82a5c251-6760-4643-ae9f-542a01ab3699 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 1059 time: 0.0470860 Sep 16 05:40:37.034532 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afc6788-ab79-4d95-bb57-8f35d378e46d x-openstack-request-id: req-5afc6788-ab79-4d95-bb57-8f35d378e46d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:37.034934 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cef5e3-2f67-442c-b8d0-9d28391ac409", "tag": "42cb650e-1510-4cba-8421-4b68f45173e9", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:37.035297 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5afc6788-ab79-4d95-bb57-8f35d378e46d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:37.035812 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'tag': '42cb650e-1510-4cba-8421-4b68f45173e9', 'status': 'completed', 'code': 200} Sep 16 05:40:37.038228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-1f9450ba-5d06-4646-aec5-c735254c4415 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=42cb650e-1510-4cba-8421-4b68f45173e9 HTTP/1.1" status: 200 len: 217 time: 0.0459771 Sep 16 05:40:37.097172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-72a87ca9-3926-4cbb-9952-476b07d72664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.098642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-72a87ca9-3926-4cbb-9952-476b07d72664 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=179a6512-0a3a-48ae-b7a5-0522863a8a71 HTTP/1.1" status: 200 len: 838 time: 0.0538952 Sep 16 05:40:37.151015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-6422e86f-4800-41c9-aed9-e935c0d5c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.152560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-6422e86f-4800-41c9-aed9-e935c0d5c930 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0aad7b4-b455-4dc7-9d8b-a742980f39d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0472953 Sep 16 05:40:37.244621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-ecd101a2-87fd-4eaf-b22c-7de1340b2d26 service neutron] 10.222.0.64 "GET /v2.0/networks/d0aad7b4-b455-4dc7-9d8b-a742980f39d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849671 Sep 16 05:40:37.341057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90a3b5cd-1bca-4f41-a081-46cadd8eda2f req-9ec6fc89-2d84-4bad-9228-7646b0b03467 service neutron] 10.222.0.64 "GET /v2.0/networks/d0aad7b4-b455-4dc7-9d8b-a742980f39d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883899 Sep 16 05:40:37.465773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-2103c04f-4ddf-439f-a128-20140d6228c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.468213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-2103c04f-4ddf-439f-a128-20140d6228c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 1059 time: 0.0412710 Sep 16 05:40:37.564055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-8c1633fc-27d5-4c59-aabc-61409b258cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.565626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-8c1633fc-27d5-4c59-aabc-61409b258cfc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0aad7b4-b455-4dc7-9d8b-a742980f39d0 HTTP/1.1" status: 200 len: 898 time: 0.0910678 Sep 16 05:40:37.609132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-3dc3d3c6-2e7e-40c4-b49d-235bb3350900 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=42cb650e-1510-4cba-8421-4b68f45173e9 HTTP/1.1" status: 200 len: 217 time: 0.0350838 Sep 16 05:40:37.693627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-a8f0f0eb-92d7-4678-aa58-ef9e9ea53455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.695139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-a8f0f0eb-92d7-4678-aa58-ef9e9ea53455 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=179a6512-0a3a-48ae-b7a5-0522863a8a71 HTTP/1.1" status: 200 len: 838 time: 0.0789261 Sep 16 05:40:37.743594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033171b-9b6b-4c2f-8901-64a66df904dd req-ad45583d-3e35-4401-bb3d-819d8384517b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.745148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9033171b-9b6b-4c2f-8901-64a66df904dd req-ad45583d-3e35-4401-bb3d-819d8384517b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 907 time: 0.0940521 Sep 16 05:40:37.759135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-53e30b8e-f08d-448a-8328-0fd54b488c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.760751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-53e30b8e-f08d-448a-8328-0fd54b488c2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0aad7b4-b455-4dc7-9d8b-a742980f39d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0571876 Sep 16 05:40:37.854564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-8e335a56-a202-4437-b168-11520b39eb25 service neutron] 10.222.0.64 "GET /v2.0/networks/d0aad7b4-b455-4dc7-9d8b-a742980f39d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Sep 16 05:40:37.954049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19b863f1-58b5-49f4-9083-afdf2ddc4733 req-cb3dbe85-c0ed-43c1-9e88-27571f0d9b88 service neutron] 10.222.0.64 "GET /v2.0/networks/d0aad7b4-b455-4dc7-9d8b-a742980f39d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918932 Sep 16 05:40:38.861809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c11bc-ac70-4b4f-aa15-1ddb70d45d39 req-c702c818-0f00-4dd1-8408-f8c9c1367223 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:38.863274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf1c11bc-ac70-4b4f-aa15-1ddb70d45d39 req-c702c818-0f00-4dd1-8408-f8c9c1367223 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 907 time: 0.0493956 Sep 16 05:40:39.872590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 42cb650e-1510-4cba-8421-4b68f45173e9 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:39.979708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 42cb650e-1510-4cba-8421-4b68f45173e9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=42cb650e-1510-4cba-8421-4b68f45173e9,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:39.987933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194d53b-0740-48cb-a67e-fbb1c5185782 req-dae7ba65-4ec3-49c8-b497-0963a86444f8 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.987933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9194d53b-0740-48cb-a67e-fbb1c5185782 req-dae7ba65-4ec3-49c8-b497-0963a86444f8 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 907 time: 0.0531151 Sep 16 05:40:39.992009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '42cb650e-1510-4cba-8421-4b68f45173e9', 'network_id': 'd0aad7b4-b455-4dc7-9d8b-a742980f39d0', 'port_id': '42cb650e-1510-4cba-8421-4b68f45173e9', 'mac_address': 'fa:16:3e:8b:c6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179a6512-0a3a-48ae-b7a5-0522863a8a71', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:40.035962 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:40.049507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cb650e-1510-4cba-8421-4b68f45173e9 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:40.068984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 42cb650e-1510-4cba-8421-4b68f45173e9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=42cb650e-1510-4cba-8421-4b68f45173e9,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:40.073131 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:40.121687 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=42cb650e-1510-4cba-8421-4b68f45173e9,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:40.451355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['42cb650e-1510-4cba-8421-4b68f45173e9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:41.105153 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3876a-f6df-41e1-9b41-6277c908b0a4 req-732bd859-e597-49bb-aad5-ecbddcf1f4e3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:41.106658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79b3876a-f6df-41e1-9b41-6277c908b0a4 req-732bd859-e597-49bb-aad5-ecbddcf1f4e3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 908 time: 0.0521472 Sep 16 05:40:41.884854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 42cb650e-1510-4cba-8421-4b68f45173e9 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:41.936754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 42cb650e-1510-4cba-8421-4b68f45173e9 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:41.940971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 42cb650e-1510-4cba-8421-4b68f45173e9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:41.941352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.027433 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.028675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.051756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cb650e-1510-4cba-8421-4b68f45173e9'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:42.053995 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7be47f-13f8-4c5c-8cd5-01cca903a44a" -d '{"events": [{"server_uuid": "a0cef5e3-2f67-442c-b8d0-9d28391ac409", "name": "network-vif-plugged", "status": "completed", "tag": "42cb650e-1510-4cba-8421-4b68f45173e9"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:42.066123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 42cb650e-1510-4cba-8421-4b68f45173e9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=42cb650e-1510-4cba-8421-4b68f45173e9,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:42.070207 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.121181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=42cb650e-1510-4cba-8421-4b68f45173e9,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:42.167333 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b97775-4ddc-454c-8c9e-5599d5e02b18 x-openstack-request-id: req-14b97775-4ddc-454c-8c9e-5599d5e02b18 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:42.167633 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cef5e3-2f67-442c-b8d0-9d28391ac409", "name": "network-vif-plugged", "status": "completed", "tag": "42cb650e-1510-4cba-8421-4b68f45173e9", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:42.167888 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14b97775-4ddc-454c-8c9e-5599d5e02b18 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:42.168337 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cb650e-1510-4cba-8421-4b68f45173e9', 'code': 200} Sep 16 05:40:42.233303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f098c8-9f5a-4017-8361-10653d6e4da5 req-2cde04ef-d3db-4052-8f65-74e3e5b9fd99 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:42.234972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35f098c8-9f5a-4017-8361-10653d6e4da5 req-2cde04ef-d3db-4052-8f65-74e3e5b9fd99 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 909 time: 0.0524564 Sep 16 05:40:42.287385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70586bee-0b02-4fc9-98d2-51925ac260d7 req-00a86051-7afb-4515-8edb-8f1f8ec5a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:42.289096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70586bee-0b02-4fc9-98d2-51925ac260d7 req-00a86051-7afb-4515-8edb-8f1f8ec5a61b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 1061 time: 0.0417657 Sep 16 05:40:43.353038 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e10408-4e59-4c6e-a8ab-544d2d28e1c1 req-8ced0502-d6c8-46d6-a181-52d00a0e9b81 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:43.354534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3e10408-4e59-4c6e-a8ab-544d2d28e1c1 req-8ced0502-d6c8-46d6-a181-52d00a0e9b81 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 909 time: 0.0511336 Sep 16 05:40:44.468351 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9e53f-c80d-43b6-95ad-6c417f3c573b req-2459b685-8387-4725-a767-c2fac4c1d727 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.469854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67a9e53f-c80d-43b6-95ad-6c417f3c573b req-2459b685-8387-4725-a767-c2fac4c1d727 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 909 time: 0.0489206 Sep 16 05:40:44.584069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d288faf-df54-433c-94e5-65fbab2705d4 req-235336a4-6a2c-45a0-97dc-8eb5907386f4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.585547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d288faf-df54-433c-94e5-65fbab2705d4 req-235336a4-6a2c-45a0-97dc-8eb5907386f4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 909 time: 0.0483975 Sep 16 05:40:44.689818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25870e4-f7f8-4925-8686-0b5c693a04b8 req-00dc491f-250d-4106-8d71-1f15baa9a9c1 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.691247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e25870e4-f7f8-4925-8686-0b5c693a04b8 req-00dc491f-250d-4106-8d71-1f15baa9a9c1 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 1061 time: 0.0412905 Sep 16 05:40:44.797092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c5fe-f187-40ba-b8c5-8382e62a4f08 req-09101e38-fb47-4263-b731-982afb959ba0 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.798838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2321c5fe-f187-40ba-b8c5-8382e62a4f08 req-09101e38-fb47-4263-b731-982afb959ba0 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1136 time: 0.0433867 Sep 16 05:40:44.834988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2321c5fe-f187-40ba-b8c5-8382e62a4f08 req-e09eb1e9-125b-4fec-8a13-ad9fb474a2e3 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0300429 Sep 16 05:40:44.856031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:44.895569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2b6b1-7599-4dc4-b6bb-2cd1fd66acf9 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.897125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9df2b6b1-7599-4dc4-b6bb-2cd1fd66acf9 tempest-TestSecurityGroupsBasicOps-500503887 tempest-TestSecurityGroupsBasicOps-500503887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 1056 time: 0.0399697 Sep 16 05:40:45.111998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99547a2f-dfd2-4037-b009-0bb9406d65be req-604a8b5b-540e-408d-bf7a-5b0aabde64d6 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:45.113479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99547a2f-dfd2-4037-b009-0bb9406d65be req-604a8b5b-540e-408d-bf7a-5b0aabde64d6 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 909 time: 0.0473523 Sep 16 05:40:46.229573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be409503-d0e5-44b0-8401-e67d93328319 req-df5080bc-7fac-4007-93cf-609473b713be tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:46.231084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be409503-d0e5-44b0-8401-e67d93328319 req-df5080bc-7fac-4007-93cf-609473b713be tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 909 time: 0.0482414 Sep 16 05:40:46.573176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25be044-8590-498d-a56d-84678742ac66 req-da0cb582-2ff4-4ef2-b284-924f0a16816d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:46.574612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b25be044-8590-498d-a56d-84678742ac66 req-da0cb582-2ff4-4ef2-b284-924f0a16816d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 909 time: 0.0509474 Sep 16 05:40:46.662594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting port 42cb650e-1510-4cba-8421-4b68f45173e9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:46.662931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:46.751238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] For port 42cb650e-1510-4cba-8421-4b68f45173e9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=42cb650e-1510-4cba-8421-4b68f45173e9,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:46.751595 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:46.762926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Calling delete_port for 42cb650e-1510-4cba-8421-4b68f45173e9 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:46.891054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:46.920891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Port': ['ID=42cb650e-1510-4cba-8421-4b68f45173e9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:46.960001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] No DVR routers for this DVR port 42cb650e-1510-4cba-8421-4b68f45173e9 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:46.962666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:46.964692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b25be044-8590-498d-a56d-84678742ac66 req-58449456-a548-4254-bc0a-15ee4aa4853a tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.64 "DELETE /v2.0/ports/42cb650e-1510-4cba-8421-4b68f45173e9 HTTP/1.1" status: 204 len: 173 time: 0.3840313 Sep 16 05:40:46.965134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'name': 'network-vif-deleted', 'tag': '42cb650e-1510-4cba-8421-4b68f45173e9'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:46.967373 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902cf239-6bdc-4fc4-8f9c-da32d0645575" -d '{"events": [{"server_uuid": "a0cef5e3-2f67-442c-b8d0-9d28391ac409", "name": "network-vif-deleted", "tag": "42cb650e-1510-4cba-8421-4b68f45173e9"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:47.009984 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae136b2-2de4-4042-ad8d-192df11adbc3 x-openstack-request-id: req-7ae136b2-2de4-4042-ad8d-192df11adbc3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:47.010282 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cef5e3-2f67-442c-b8d0-9d28391ac409", "name": "network-vif-deleted", "tag": "42cb650e-1510-4cba-8421-4b68f45173e9", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:47.010539 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ae136b2-2de4-4042-ad8d-192df11adbc3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:47.011063 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cef5e3-2f67-442c-b8d0-9d28391ac409', 'name': 'network-vif-deleted', 'tag': '42cb650e-1510-4cba-8421-4b68f45173e9', 'status': 'completed', 'code': 200} Sep 16 05:40:47.334274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff6c7a26-9aa8-4652-ba4b-00080f8dc02e req-c4de00d3-b3aa-4f3a-a01b-368de762646c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0cef5e3-2f67-442c-b8d0-9d28391ac409 HTTP/1.1" status: 200 len: 210 time: 0.0266409 Sep 16 05:40:48.390288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35692) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:48.737223 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.307070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting port aebeb784-3cf0-4d1a-86d7-53c117f08b50 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:49.307419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.393006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] For port aebeb784-3cf0-4d1a-86d7-53c117f08b50, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=aebeb784-3cf0-4d1a-86d7-53c117f08b50,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:49.393709 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.405701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Calling delete_port for aebeb784-3cf0-4d1a-86d7-53c117f08b50 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:49.588211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.615138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Port': ['ID=aebeb784-3cf0-4d1a-86d7-53c117f08b50,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:49.785829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.000791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router 3db59618-e780-40fd-801f-a6dcface27ae has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:50.105647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:50.111198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f1d641b9-756c-4b28-9829-135894ea9037 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "PUT /v2.0/routers/3db59618-e780-40fd-801f-a6dcface27ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198257 Sep 16 05:40:50.113850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35694) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:50.116402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] Sync routers for ids ['3db59618-e780-40fd-801f-a6dcface27ae'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:50.126633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] Routers {'3db59618-e780-40fd-801f-a6dcface27ae'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:50.127477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3db59618-e780-40fd-801f-a6dcface27ae'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:50.164540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting subnet 179a6512-0a3a-48ae-b7a5-0522863a8a71 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:40:50.167678 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.208312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.231421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] Set router 3db59618-e780-40fd-801f-a6dcface27ae gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:50.298190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.357904 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.386450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Subnet': ['ID=179a6512-0a3a-48ae-b7a5-0522863a8a71,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:50.393178 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.397873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b45b8d98-fac4-4e6e-8504-a775be80bf85 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/subnets/179a6512-0a3a-48ae-b7a5-0522863a8a71 HTTP/1.1" status: 204 len: 168 time: 0.2804472 Sep 16 05:40:50.398033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35696) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:50.401851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc971faa-1a4c-4982-a91c-dc39a6012ee2 None None] Network d0aad7b4-b455-4dc7-9d8b-a742980f39d0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:50.500426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:49Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:50.508196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.543561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] Checking router: 3db59618-e780-40fd-801f-a6dcface27ae for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:50.560026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] Routers {'3db59618-e780-40fd-801f-a6dcface27ae'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:50.560602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['3db59618-e780-40fd-801f-a6dcface27ae'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:50.622805 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.724186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting port b1a422d1-c324-4a2a-86ff-3f478e6873f6 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:50.724539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.730595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-aa2e756c-030d-48dc-997b-ed7f791daee5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1654394 Sep 16 05:40:50.799742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] DHCP port deletion for d0aad7b4-b455-4dc7-9d8b-a742980f39d0 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:40:50.844544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] For port b1a422d1-c324-4a2a-86ff-3f478e6873f6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b1a422d1-c324-4a2a-86ff-3f478e6873f6,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:50.844836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.854344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8ed1d-4f95-4da2-824b-7527467262de req-1eb1acfa-b0af-4ee0-9356-44767b7ef2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:50.855886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-1eb1acfa-b0af-4ee0-9356-44767b7ef2ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1136 time: 0.0755696 Sep 16 05:40:50.862059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Calling delete_port for b1a422d1-c324-4a2a-86ff-3f478e6873f6 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:50.893483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] Set router 3db59618-e780-40fd-801f-a6dcface27ae gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:50.971998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] Deleting port fa8cb866-78ed-44a8-a8ec-8407ab69e315 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:50.972396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.047853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8ed1d-4f95-4da2-824b-7527467262de req-a6a186c8-7410-4445-afd4-d11402cf0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:51.049391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-a6a186c8-7410-4445-afd4-d11402cf0f1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b HTTP/1.1" status: 200 len: 898 time: 0.1456950 Sep 16 05:40:51.080992 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] For port fa8cb866-78ed-44a8-a8ec-8407ab69e315, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=fa8cb866-78ed-44a8-a8ec-8407ab69e315,segment=NetworkSegment(3b0bc721-9a88-4f18-b596-62cd6a0b45b2),segment_id=3b0bc721-9a88-4f18-b596-62cd6a0b45b2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:51.081389 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.098731 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] Calling delete_port for fa8cb866-78ed-44a8-a8ec-8407ab69e315 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:51.154439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.160925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-24df0bf1-cd53-4789-9bc1-18c4da1ebf05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2ade5-71db-4b57-8526-bd6b793912f7 HTTP/1.1" status: 200 len: 1001 time: 0.0971208 Sep 16 05:40:51.189964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Port': ['ID=b1a422d1-c324-4a2a-86ff-3f478e6873f6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:51.210650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:49Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:51.239254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e0f29-a661-4f44-86f4-ba44a9735333 None None] The sync data for ids ['3db59618-e780-40fd-801f-a6dcface27ae'] in n-d-713301-15 is: [{'id': '3db59618-e780-40fd-801f-a6dcface27ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710958445', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:40:28Z', 'updated_at': '2021-09-16T05:40:49Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': 'b1a422d1-c324-4a2a-86ff-3f478e6873f6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db59618-e780-40fd-801f-a6dcface27ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:40:29Z', 'updated_at': '2021-09-16T05:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:51.241204 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.269259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] Pushing event deleted for resources: {'Port': ['ID=fa8cb866-78ed-44a8-a8ec-8407ab69e315,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:51.274265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8ed1d-4f95-4da2-824b-7527467262de req-b764fc5a-87eb-4ee0-84a8-28149ab6b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:51.275409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-b764fc5a-87eb-4ee0-84a8-28149ab6b255 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2049f4c7-624f-47ab-ac59-dcb481431986 HTTP/1.1" status: 200 len: 834 time: 0.0924466 Sep 16 05:40:51.281509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780f806-b548-4090-b86a-eb127bd9f01f None None] No DVR routers for this DVR port fa8cb866-78ed-44a8-a8ec-8407ab69e315 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:51.290547 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.398431 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.401319 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.442110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8ed1d-4f95-4da2-824b-7527467262de req-371021b0-c192-40cd-8c76-d2e9091f7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:51.443665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-371021b0-c192-40cd-8c76-d2e9091f7eb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562138 Sep 16 05:40:51.450030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.450568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Fanout notify agent at l3_agent the message router_deleted on router 3db59618-e780-40fd-801f-a6dcface27ae {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:40:51.458013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.459078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-237d48d6-1fdf-4299-a1bf-242acb81a834 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/routers/3db59618-e780-40fd-801f-a6dcface27ae HTTP/1.1" status: 204 len: 168 time: 1.0601268 Sep 16 05:40:51.462029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35700) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:51.541537 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.545978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-24898945-ada2-4104-a4b0-7acdeafbb4a9 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858114 Sep 16 05:40:51.646777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.660657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54f8ed1d-4f95-4da2-824b-7527467262de req-706cf127-616d-48fb-9c7d-123149342a24 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035576 Sep 16 05:40:51.667950 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0aad7b4-b455-4dc7-9d8b-a742980f39d0']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:51.678566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0bc721-9a88-4f18-b596-62cd6a0b45b2') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:51.679239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0bc721-9a88-4f18-b596-62cd6a0b45b2') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:51.691118 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.709122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.715996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:40:51.716602 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:40:51.720121 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:40:51.742566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fa8cb866-78ed-44a8-a8ec-8407ab69e315 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:51.763617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: fa8cb866-78ed-44a8-a8ec-8407ab69e315 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:51.763968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device fa8cb866-78ed-44a8-a8ec-8407ab69e315 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:51.764419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device aebeb784-3cf0-4d1a-86d7-53c117f08b50 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:51.785155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: aebeb784-3cf0-4d1a-86d7-53c117f08b50 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:51.785506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device aebeb784-3cf0-4d1a-86d7-53c117f08b50 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:51.786186 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.795005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.799622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35702) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:51.799777 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/networks/d0aad7b4-b455-4dc7-9d8b-a742980f39d0 HTTP/1.1" status: 204 len: 168 time: 0.3365881 Sep 16 05:40:51.810881 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Network': ['ID=d0aad7b4-b455-4dc7-9d8b-a742980f39d0,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:51.819035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.819392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.819742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.820081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.820439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.820776 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.821111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.821443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.821780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.822110 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.822439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.822769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b076130-e704-403e-9f3d-35f4c9d9eccb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:51.965837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting port 15a208bc-da24-4838-a94c-ce1ee7bdce71 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:51.966186 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.979727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 42cb650e-1510-4cba-8421-4b68f45173e9 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:51.999904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 42cb650e-1510-4cba-8421-4b68f45173e9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:52.000914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 42cb650e-1510-4cba-8421-4b68f45173e9 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:52.044041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.044403 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.056664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Calling delete_port for 15a208bc-da24-4838-a94c-ce1ee7bdce71 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:52.202766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.227603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Port': ['ID=15a208bc-da24-4838-a94c-ce1ee7bdce71,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:52.289266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.289614 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Floating IP c842d715-3499-4407-a317-815dcba72da6 disassociated (deleted). External IP: 172.25.6.142, port: 55e2ade5-71db-4b57-8526-bd6b793912f7. Sep 16 05:40:52.493138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router af9d9e15-adef-4a2b-bb62-76e6489b94e4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:52.599187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:52.604285 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:52.608371 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] Sync routers for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:52.617754 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:52.618474 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:52.635497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-11602047-797b-4740-812c-565b7c851529 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/floatingips/c842d715-3499-4407-a317-815dcba72da6 HTTP/1.1" status: 204 len: 168 time: 0.8346970 Sep 16 05:40:52.636112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:52.638374 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54df3f-c53d-419b-aa94-306b3282393c" -d '{"events": [{"name": "network-changed", "server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:52.677310 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12036699-1980-4d30-b55e-f37db187e09f x-openstack-request-id: req-12036699-1980-4d30-b55e-f37db187e09f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:52.677866 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:52.678120 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12036699-1980-4d30-b55e-f37db187e09f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:52.678694 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'status': 'completed', 'code': 200} Sep 16 05:40:52.729733 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:52.761047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54df3f-c53d-419b-aa94-306b3282393c req-40b0a568-45b7-4571-84bf-c5ade9fe8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:52.762597 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a54df3f-c53d-419b-aa94-306b3282393c req-40b0a568-45b7-4571-84bf-c5ade9fe8987 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=08935a0b0b734a3883878a3db09fc771&device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 1136 time: 0.0513101 Sep 16 05:40:52.895231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54df3f-c53d-419b-aa94-306b3282393c req-ea6f4d23-6576-4d4a-91f9-3da4773900bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:52.896857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a54df3f-c53d-419b-aa94-306b3282393c req-ea6f4d23-6576-4d4a-91f9-3da4773900bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b HTTP/1.1" status: 200 len: 898 time: 0.1254709 Sep 16 05:40:52.905672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105de09-120d-4abe-9469-c10b0b74bd22 req-a5dfc115-a8af-4f9d-b331-47d552b6a48b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:52.907669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f105de09-120d-4abe-9469-c10b0b74bd22 req-a5dfc115-a8af-4f9d-b331-47d552b6a48b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 984 time: 0.0738115 Sep 16 05:40:52.925847 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:41Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:52.948233 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a54df3f-c53d-419b-aa94-306b3282393c req-401bafc3-4217-40c4-a1f6-27432b2908f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e2ade5-71db-4b57-8526-bd6b793912f7 HTTP/1.1" status: 200 len: 217 time: 0.0395846 Sep 16 05:40:52.955658 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] Checking router: af9d9e15-adef-4a2b-bb62-76e6489b94e4 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:52.963803 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:52.964445 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:53.006197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f105de09-120d-4abe-9469-c10b0b74bd22 req-7b21ab98-8695-42f9-a016-f0c621d9d2b2 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0911078 Sep 16 05:40:53.014972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54df3f-c53d-419b-aa94-306b3282393c req-af15cf4e-7365-48ab-a52e-253796b3cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:53.016969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a54df3f-c53d-419b-aa94-306b3282393c req-af15cf4e-7365-48ab-a52e-253796b3cb7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2049f4c7-624f-47ab-ac59-dcb481431986 HTTP/1.1" status: 200 len: 834 time: 0.0620015 Sep 16 05:40:53.068382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54df3f-c53d-419b-aa94-306b3282393c req-7afe810a-716b-4334-9707-016fef7891a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:53.069113 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:53.069879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a54df3f-c53d-419b-aa94-306b3282393c req-7afe810a-716b-4334-9707-016fef7891a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e14b7de-3e68-4e63-9b93-9e6647cabf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438926 Sep 16 05:40:53.161373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a54df3f-c53d-419b-aa94-306b3282393c req-d55eba56-71be-4bfc-a040-78b6953d09c6 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804272 Sep 16 05:40:53.254525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7a54df3f-c53d-419b-aa94-306b3282393c req-01f3c586-0d67-46be-bfdd-b3621e680491 service neutron] 10.222.0.73 "GET /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854514 Sep 16 05:40:53.260926 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:41Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:53.287155 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae5eb8-abb3-490c-86a0-09b3c5dcc96a None None] The sync data for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 is: [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:38Z', 'revision_number': 4, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '50582671-1073-42b2-96d6-8e159768a1ef', 'name': '', 'network_id': '4e14b7de-3e68-4e63-9b93-9e6647cabf9b', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'mac_address': 'fa:16:3e:2b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:37Z', 'updated_at': '2021-09-16T05:39:41Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'subnets': [{'id': '2049f4c7-624f-47ab-ac59-dcb481431986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:53.470813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1a422d1-c324-4a2a-86ff-3f478e6873f6 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:53.491405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b1a422d1-c324-4a2a-86ff-3f478e6873f6 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:53.491833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1a422d1-c324-4a2a-86ff-3f478e6873f6 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:53.503975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda8e33-0b34-4353-8654-766c523c15ae None None] New status for floating IP c842d715-3499-4407-a317-815dcba72da6: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:40:54.136496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d37a9-5d1e-4392-89a2-832349bbc28b req-c0f08eb1-578b-4d26-8778-3f670c1c7b02 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:54.137975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b69d37a9-5d1e-4392-89a2-832349bbc28b req-c0f08eb1-578b-4d26-8778-3f670c1c7b02 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 984 time: 0.0488224 Sep 16 05:40:54.177813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b69d37a9-5d1e-4392-89a2-832349bbc28b req-d0eb695b-7cf1-44d9-acb6-b99bc2a1bdd4 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/security-groups?id=beddab47-2835-423f-8395-7d039daed785&id=0cb73390-603c-4567-9b72-161e03dc156a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0337818 Sep 16 05:40:54.374384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-cb14340e-c2c6-44db-89a0-b7ae4f7cb085 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:54.376471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-cb14340e-c2c6-44db-89a0-b7ae4f7cb085 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.73 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 984 time: 0.0475047 Sep 16 05:40:54.471926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting port 55e2ade5-71db-4b57-8526-bd6b793912f7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:54.472293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:54.561557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] For port 55e2ade5-71db-4b57-8526-bd6b793912f7, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=55e2ade5-71db-4b57-8526-bd6b793912f7,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:54.561924 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:54.573593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Calling delete_port for 55e2ade5-71db-4b57-8526-bd6b793912f7 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:54.861396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:55.019538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:55.050981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Port': ['ID=55e2ade5-71db-4b57-8526-bd6b793912f7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:55.091034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] No DVR routers for this DVR port 55e2ade5-71db-4b57-8526-bd6b793912f7 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:55.096954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:55.098990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e268fd9-8496-4f39-8ccf-a0b578bdfab4 req-e2a45638-3367-4665-a99a-f0638497f53c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.73 "DELETE /v2.0/ports/55e2ade5-71db-4b57-8526-bd6b793912f7 HTTP/1.1" status: 204 len: 173 time: 0.7163539 Sep 16 05:40:55.099517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'name': 'network-vif-deleted', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:55.101777 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8138f03-caef-4e29-9b93-3a8c01dfebb9" -d '{"events": [{"server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "name": "network-vif-deleted", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:55.139571 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e109e562-11f6-4630-b6a5-eb572fc2bf39 x-openstack-request-id: req-e109e562-11f6-4630-b6a5-eb572fc2bf39 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:55.140226 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998e52c-aa9e-4d2c-9877-b755fcf51427", "name": "network-vif-deleted", "tag": "55e2ade5-71db-4b57-8526-bd6b793912f7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:55.140345 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e109e562-11f6-4630-b6a5-eb572fc2bf39 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:55.141207 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998e52c-aa9e-4d2c-9877-b755fcf51427', 'name': 'network-vif-deleted', 'tag': '55e2ade5-71db-4b57-8526-bd6b793912f7', 'status': 'completed', 'code': 200} Sep 16 05:40:55.285209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f8954e5-474a-4ffe-aaa3-d2e392a75a19 req-1e2a1588-5ea4-42b3-8242-5403e5d48f9c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "GET /v2.0/ports?device_id=a998e52c-aa9e-4d2c-9877-b755fcf51427 HTTP/1.1" status: 200 len: 210 time: 0.0262487 Sep 16 05:40:55.903950 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7945e4f-9b31-469c-8cc3-3c6baaa87229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.339311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35720) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:56.391405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ad92b47-f377-419b-ad47-2df568359269 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.413512 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ad92b47-f377-419b-ad47-2df568359269 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.452324 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ad92b47-f377-419b-ad47-2df568359269 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.455386 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ad92b47-f377-419b-ad47-2df568359269 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.456560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8ad92b47-f377-419b-ad47-2df568359269 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/security-groups/beddab47-2835-423f-8395-7d039daed785 HTTP/1.1" status: 204 len: 168 time: 0.1162658 Sep 16 05:40:56.459321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35722) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:56.465439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad92b47-f377-419b-ad47-2df568359269 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beddab47-2835-423f-8395-7d039daed785,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:56.518881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0a29-cc63-4962-ad2e-85f034e76afb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.541680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0a29-cc63-4962-ad2e-85f034e76afb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.585536 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0a29-cc63-4962-ad2e-85f034e76afb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.588055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0a29-cc63-4962-ad2e-85f034e76afb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:56.589236 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c1fb0a29-cc63-4962-ad2e-85f034e76afb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/security-groups/0cb73390-603c-4567-9b72-161e03dc156a HTTP/1.1" status: 204 len: 168 time: 0.1289020 Sep 16 05:40:56.592221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35724) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:56.598961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb0a29-cc63-4962-ad2e-85f034e76afb tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb73390-603c-4567-9b72-161e03dc156a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:56.952307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.204533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting port 50582671-1073-42b2-96d6-8e159768a1ef {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:57.204800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.293922 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] For port 50582671-1073-42b2-96d6-8e159768a1ef, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=50582671-1073-42b2-96d6-8e159768a1ef,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:57.294287 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.306356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Calling delete_port for 50582671-1073-42b2-96d6-8e159768a1ef owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:57.487146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.512641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Port': ['ID=50582671-1073-42b2-96d6-8e159768a1ef,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:57.700427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:57.903905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Router af9d9e15-adef-4a2b-bb62-76e6489b94e4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:40:58.006814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:40:58.011799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-02bc7a3f-b5b0-45e7-9429-5d066874715c tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "PUT /v2.0/routers/af9d9e15-adef-4a2b-bb62-76e6489b94e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182563 Sep 16 05:40:58.014650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35726) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:58.016260 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] Sync routers for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:40:58.025699 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:58.026311 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:58.065827 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting subnet 2049f4c7-624f-47ab-ac59-dcb481431986 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:40:58.068867 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.106762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.133312 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:58.193688 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.217616 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b242e8b3-88da-48e8-9574-80868fb2f394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.253527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.280219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Subnet': ['ID=2049f4c7-624f-47ab-ac59-dcb481431986,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:58.284513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.286422 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7226c914-baa5-48b6-947a-252ddffec83d tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/subnets/2049f4c7-624f-47ab-ac59-dcb481431986 HTTP/1.1" status: 204 len: 168 time: 0.2704835 Sep 16 05:40:58.288966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35728) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:58.293590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f10d4-48e2-4819-9e79-11cc0195fae7 None None] Network 4e14b7de-3e68-4e63-9b93-9e6647cabf9b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:40:58.317712 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:58.344487 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] Checking router: af9d9e15-adef-4a2b-bb62-76e6489b94e4 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:40:58.353403 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] Routers {'af9d9e15-adef-4a2b-bb62-76e6489b94e4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:40:58.354013 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:58.397129 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.489850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] DHCP port deletion for 4e14b7de-3e68-4e63-9b93-9e6647cabf9b request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:40:58.517098 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.539499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] Deleting port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:58.539882 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.561434 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] Set router af9d9e15-adef-4a2b-bb62-76e6489b94e4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:40:58.576054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Deleting port 704c0b08-4210-42da-90ac-7a0a4bde18cb {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:40:58.576761 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.609610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] For port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d3e6a6b8-57c0-4aff-931d-4c2d1a817e28,segment=NetworkSegment(60b5a95f-3043-4eda-ad67-b68b5877f1ca),segment_id=60b5a95f-3043-4eda-ad67-b68b5877f1ca)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:58.610006 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.630222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] Calling delete_port for d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:58.665175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] For port 704c0b08-4210-42da-90ac-7a0a4bde18cb, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=704c0b08-4210-42da-90ac-7a0a4bde18cb,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:58.665876 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.680616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Calling delete_port for 704c0b08-4210-42da-90ac-7a0a4bde18cb owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:40:58.722292 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.748810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] Pushing event deleted for resources: {'Port': ['ID=d3e6a6b8-57c0-4aff-931d-4c2d1a817e28,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:58.755027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ccf81-d6c9-424a-82c4-735184a78965 None None] No DVR routers for this DVR port d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:58.762586 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:58.791408 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee590fa-c35f-411f-806d-79c72e16e73d None None] The sync data for ids ['af9d9e15-adef-4a2b-bb62-76e6489b94e4'] in n-d-713301-15 is: [{'id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013720603', 'tenant_id': '08935a0b0b734a3883878a3db09fc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:40:57Z', 'revision_number': 5, 'project_id': '08935a0b0b734a3883878a3db09fc771', 'gw_port': {'id': '704c0b08-4210-42da-90ac-7a0a4bde18cb', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d9e15-adef-4a2b-bb62-76e6489b94e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:34Z', 'updated_at': '2021-09-16T05:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:40:58.877562 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:58.902933 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Port': ['ID=704c0b08-4210-42da-90ac-7a0a4bde18cb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:58.964917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.054235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.056351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.099722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.100281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Fanout notify agent at l3_agent the message router_deleted on router af9d9e15-adef-4a2b-bb62-76e6489b94e4 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:40:59.107064 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.108200 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6fd399f2-cba2-4d28-90f8-8166c4391ca3 tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/routers/af9d9e15-adef-4a2b-bb62-76e6489b94e4 HTTP/1.1" status: 204 len: 168 time: 0.8183026 Sep 16 05:40:59.110838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35730) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:59.191071 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.204279 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.285356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.305179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e14b7de-3e68-4e63-9b93-9e6647cabf9b']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.314764 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b5a95f-3043-4eda-ad67-b68b5877f1ca') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.315061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b5a95f-3043-4eda-ad67-b68b5877f1ca') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:40:59.324396 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.338182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.344142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:40:59.344545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.347432 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:40:59.347955 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:40:59.418552 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.426650 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.428767 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] 10.222.0.55 "DELETE /v2.0/networks/4e14b7de-3e68-4e63-9b93-9e6647cabf9b HTTP/1.1" status: 204 len: 168 time: 0.3170140 Sep 16 05:40:59.445037 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dacb2-e1f1-4670-b190-d857ede8995b tempest-TestSecurityGroupsBasicOps-1864241047 tempest-TestSecurityGroupsBasicOps-1864241047-project] Pushing event deleted for resources: {'Network': ['ID=4e14b7de-3e68-4e63-9b93-9e6647cabf9b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:59.673263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 55e2ade5-71db-4b57-8526-bd6b793912f7 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:59.698422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 55e2ade5-71db-4b57-8526-bd6b793912f7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:59.698896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 55e2ade5-71db-4b57-8526-bd6b793912f7 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:59.717694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35738) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:59.860362 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-77ee335b-b387-4690-9db7-a7815d667af3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08935a0b0b734a3883878a3db09fc771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377323 Sep 16 05:40:59.860666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35742) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:59.876364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 50582671-1073-42b2-96d6-8e159768a1ef no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:59.900076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 50582671-1073-42b2-96d6-8e159768a1ef {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:59.900434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 50582671-1073-42b2-96d6-8e159768a1ef not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:59.900836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:59.919708 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad06f6b-271a-4fa9-9cd4-3c0612be8a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.924191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:40:59.924538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d3e6a6b8-57c0-4aff-931d-4c2d1a817e28 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:59.930694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.943389 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad06f6b-271a-4fa9-9cd4-3c0612be8a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.989060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad06f6b-271a-4fa9-9cd4-3c0612be8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.991732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9ad06f6b-271a-4fa9-9cd4-3c0612be8a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:59.992945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9ad06f6b-271a-4fa9-9cd4-3c0612be8a3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4ba445f-bdb7-4cb7-892e-179741517e57 HTTP/1.1" status: 204 len: 168 time: 0.1312668 Sep 16 05:41:00.002629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad06f6b-271a-4fa9-9cd4-3c0612be8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba445f-bdb7-4cb7-892e-179741517e57,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:00.250602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:00.263409 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3fa1-ac70-455b-aa74-5446761a5664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.354132 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3fa1-ac70-455b-aa74-5446761a5664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.357797 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3fa1-ac70-455b-aa74-5446761a5664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.394543 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3a6f3fa1-ac70-455b-aa74-5446761a5664 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef42ad34131e4b8e91babd124fb15f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428945 Sep 16 05:41:00.395621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f3fa1-ac70-455b-aa74-5446761a5664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee6a41-bf87-4950-b67c-6ea901733a56,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:00.397287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35750) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:00.447500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380ee344-a102-4995-8432-31d87a70987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.469001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380ee344-a102-4995-8432-31d87a70987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.513968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380ee344-a102-4995-8432-31d87a70987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.516754 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-380ee344-a102-4995-8432-31d87a70987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.517962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-380ee344-a102-4995-8432-31d87a70987c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16ee6a41-bf87-4950-b67c-6ea901733a56 HTTP/1.1" status: 204 len: 168 time: 0.1196809 Sep 16 05:41:00.525683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ee344-a102-4995-8432-31d87a70987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee6a41-bf87-4950-b67c-6ea901733a56,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:00.850388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35756) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:00.895249 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-34201c61-0a82-42d4-963f-419f27768db1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23f998e9092d4bcf850dea60af22a2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436726 Sep 16 05:41:00.898014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35758) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:00.948352 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8efbd0cd-b7a2-493d-b6a0-15ee2d7c8bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:00.970664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8efbd0cd-b7a2-493d-b6a0-15ee2d7c8bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.014849 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8efbd0cd-b7a2-493d-b6a0-15ee2d7c8bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.018120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8efbd0cd-b7a2-493d-b6a0-15ee2d7c8bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.019270 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8efbd0cd-b7a2-493d-b6a0-15ee2d7c8bd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c06d9fd6-20a4-448e-b4b4-390fa6f779d7 HTTP/1.1" status: 204 len: 168 time: 0.1202238 Sep 16 05:41:01.027043 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbd0cd-b7a2-493d-b6a0-15ee2d7c8bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d9fd6-20a4-448e-b4b4-390fa6f779d7,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:01.337694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.468805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 704c0b08-4210-42da-90ac-7a0a4bde18cb no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:01.490681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 704c0b08-4210-42da-90ac-7a0a4bde18cb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:01.491029 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 704c0b08-4210-42da-90ac-7a0a4bde18cb not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:01.680561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35780) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:01.792418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1564260567-network', 'tenant_id': '2b38c86caef4400dba9048494d2ff241'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:01.813659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Made reservation on behalf of 2b38c86caef4400dba9048494d2ff241 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:01.815902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.824169 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.922905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.926559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.948677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:41:01.965304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3be4dc-5e01-4332-9970-26ce0e6c8bf5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:01.969127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:01.969467 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Added segment 496389da-1492-417b-b983-d64114fba15b of type vlan for network 8bb94ba2-64da-4436-903c-a4c39c869597 Sep 16 05:41:02.016757 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.048074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.049264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:02.050065 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.087526 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4058583 Sep 16 05:41:02.091179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35784) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:02.096753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Request body: {'subnet': {'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1564260567-subnet', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:02.118942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Made reservation on behalf of 2b38c86caef4400dba9048494d2ff241 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:02.120006 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8e152-1ac3-4092-a35a-40cfadff441e admin admin] Pushing event updated for resources: {'Network': ['ID=8bb94ba2-64da-4436-903c-a4c39c869597,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:02.121395 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.130808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 8bb94ba2-64da-4436-903c-a4c39c869597 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:41:02.293107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.350235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:02.361500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Checking segment: {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:02.361906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Network hostable DHCP agents. Network: 8bb94ba2-64da-4436-903c-a4c39c869597, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:41:02.378470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Network 8bb94ba2-64da-4436-903c-a4c39c869597 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:41:02.387638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 8bb94ba2-64da-4436-903c-a4c39c869597) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:02.392054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:02.392716 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.396595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af2c0a-8d47-45f7-811e-b77bd631edd8 None None] Network 8bb94ba2-64da-4436-903c-a4c39c869597 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:02.411531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-723e4030-c5af-4971-8f4b-a67aaf6de551 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3162444 Sep 16 05:41:02.411777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35786) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:02.415921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:02.435959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.437023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.487950 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.542940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-8bb94ba2-64da-4436-903c-a4c39c869597', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:41:02.543842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.624292 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.674414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Allocated IP 172.20.0.2 (8bb94ba2-64da-4436-903c-a4c39c869597/ff5e1e6e-2ea9-4220-98bd-f120f5f7b573/214df789-f749-4eb0-af66-a9a6a64a382e) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:02.818378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.824604 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.830516 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.838356 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.879553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Network 8bb94ba2-64da-4436-903c-a4c39c869597 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:02.887858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:02.890828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:02.897030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Pushing event updated for resources: {'Port': ['ID=214df789-f749-4eb0-af66-a9a6a64a382e,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:02.945484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Allocated IP 172.25.6.219 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/69173070-5c26-483c-b3ff-7f3bd3f934e6) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:02.954194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Attempting to bind port 214df789-f749-4eb0-af66-a9a6a64a382e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:02.954668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Attempting to bind port 214df789-f749-4eb0-af66-a9a6a64a382e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:02.955065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Attempting to bind port 214df789-f749-4eb0-af66-a9a6a64a382e on network 8bb94ba2-64da-4436-903c-a4c39c869597 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:02.960206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:02.960579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Checking segment: {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:02.960979 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:02.961368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Bound using segment: {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:02.961837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Bound port: 214df789-f749-4eb0-af66-a9a6a64a382e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:02.962215 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.023300 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] For port 214df789-f749-4eb0-af66-a9a6a64a382e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:03.026737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] For port 214df789-f749-4eb0-af66-a9a6a64a382e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=214df789-f749-4eb0-af66-a9a6a64a382e,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:03.031843 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.046875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.091571 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.102245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e41f5e-6cd2-49e1-936d-2677df6adcfb None None] Pushing event updated for resources: {'Port': ['ID=214df789-f749-4eb0-af66-a9a6a64a382e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:03.133938 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:03.136934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:03.141285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:03.168147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Pushing event updated for resources: {'Port': ['ID=69173070-5c26-483c-b3ff-7f3bd3f934e6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:03.421294 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.555497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 214df789-f749-4eb0-af66-a9a6a64a382e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:03.610297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 214df789-f749-4eb0-af66-a9a6a64a382e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:03.610599 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.695462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.742810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 214df789-f749-4eb0-af66-a9a6a64a382e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=214df789-f749-4eb0-af66-a9a6a64a382e,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:03.750808 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.804500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=214df789-f749-4eb0-af66-a9a6a64a382e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:03.970699 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:03.984323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0664bb5-ac7f-4811-9fa7-9c53e6cec3b2 None None] Network 8bb94ba2-64da-4436-903c-a4c39c869597 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:04.097861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:41:04.105794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-83981d25-101d-4882-a510-8be7477ed133 None None] Provisioning complete for port 214df789-f749-4eb0-af66-a9a6a64a382e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:04.106172 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-83981d25-101d-4882-a510-8be7477ed133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:04.207551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:04.217727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Sync routers for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:04.230814 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:04.232253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e0e75084-f316-4bb8-8dfa-af1da04637cb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8195045 Sep 16 05:41:04.233356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:04.234535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:04.235553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35788) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:04.347089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:04.633021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-33b92c8d-3ba6-442e-bdd6-01a82a28452d None None] Provisioning complete for port 214df789-f749-4eb0-af66-a9a6a64a382e triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:04.633770 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-33b92c8d-3ba6-442e-bdd6-01a82a28452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:04.680318 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:04.765515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:03Z', 'revision_number': 3, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:04.792212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Checking router: 237d92d2-ea57-4cb6-b810-7c6fb95d4fee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:04.792563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Updating router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee port 69173070-5c26-483c-b3ff-7f3bd3f934e6 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:41:04.817065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:04.835688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Allocated IP 172.20.0.1 (8bb94ba2-64da-4436-903c-a4c39c869597/ff5e1e6e-2ea9-4220-98bd-f120f5f7b573/0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:04.935675 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:04.969190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.006272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Network 8bb94ba2-64da-4436-903c-a4c39c869597 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:05.009144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:05.020318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:05.044117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:05.062345 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.078808 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.085094 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.140564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Attempting to bind port 69173070-5c26-483c-b3ff-7f3bd3f934e6 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:05.140929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Attempting to bind port 69173070-5c26-483c-b3ff-7f3bd3f934e6 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:05.141292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Attempting to bind port 69173070-5c26-483c-b3ff-7f3bd3f934e6 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:05.144312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d4aa1-100e-424c-a46f-7ddfeb516bd5 None None] Pushing event updated for resources: {'Port': ['ID=69173070-5c26-483c-b3ff-7f3bd3f934e6,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:05.150532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:05.150989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:05.151295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.151683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:05.152186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Bound port: 69173070-5c26-483c-b3ff-7f3bd3f934e6, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:05.152573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.202856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.207258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] For port 69173070-5c26-483c-b3ff-7f3bd3f934e6, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:05.210708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] For port 69173070-5c26-483c-b3ff-7f3bd3f934e6, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=69173070-5c26-483c-b3ff-7f3bd3f934e6,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:05.214928 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.281952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:05.282615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:05.285948 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d4aa1-100e-424c-a46f-7ddfeb516bd5 None None] Pushing event updated for resources: {'Port': ['ID=69173070-5c26-483c-b3ff-7f3bd3f934e6,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:05.329644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cc99bc1b-1e6c-4e5d-a365-a33147f0be60 None None] Provisioning complete for port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:05.330013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc99bc1b-1e6c-4e5d-a365-a33147f0be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.365139 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.370239 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.404481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cc99bc1b-1e6c-4e5d-a365-a33147f0be60 None None] Port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:05.423820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:05.439463 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.444820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:05.537335 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Network 8bb94ba2-64da-4436-903c-a4c39c869597 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:05.538831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:05.548841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 214df789-f749-4eb0-af66-a9a6a64a382e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:05.651530 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 214df789-f749-4eb0-af66-a9a6a64a382e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:05.652235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.663352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:05.710068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:04Z', 'revision_number': 1, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:05.740281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac497640-169d-4507-97c9-280fa3185f73 None None] The sync data for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 is: [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:04Z', 'revision_number': 1, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:05.785622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:05.797350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7488ab45-a56f-4af8-8b9b-ea9895c9ffe5 admin admin] 10.222.0.55 "PUT /v2.0/routers/237d92d2-ea57-4cb6-b810-7c6fb95d4fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5599551 Sep 16 05:41:05.827013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3d67a0f0-0193-494d-835f-c60077055f8d None None] Provisioning complete for port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:05.827592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d67a0f0-0193-494d-835f-c60077055f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:05.866205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3d67a0f0-0193-494d-835f-c60077055f8d None None] Port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:06.312576 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35804) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:06.317548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1191626234-network', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:06.339364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Made reservation on behalf of e7902d1d7ddb4050812ed5a8f5e79909 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:06.347660 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.358424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.478560 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.483116 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.505750 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:41:06.519858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7957aa66-2174-4c25-94e6-2be552eab575,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:06.526766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.527111 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Added segment e7240ed4-5c96-410f-9f88-827ae121eab6 of type vlan for network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde Sep 16 05:41:06.568834 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.595491 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.596579 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:06.597270 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.632154 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3184271 Sep 16 05:41:06.635016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35806) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:06.640870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Request body: {'subnet': {'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1191626234-subnet', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:06.661251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ace624-2642-4ff9-9a02-909babc985f3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:06.665185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Made reservation on behalf of e7902d1d7ddb4050812ed5a8f5e79909 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:06.667531 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.673739 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:41:06.850781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.911760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ff405a-6f57-4bfa-bb18-9b0325dcc05b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:06.922352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Checking segment: {'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:06.922734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Network hostable DHCP agents. Network: fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:41:06.939966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:41:06.949189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:06.955630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:06.956600 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.957387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bff3f0-4ed5-4522-b6ed-90ac97eed2c6 None None] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:06.971941 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-843f053d-c016-4c98-8253-d284a04af559 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3355973 Sep 16 05:41:06.974477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35808) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:06.979015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:07.001279 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.002394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.057082 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.110718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'fixed_ips': [{'subnet_id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:41:07.111582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.195387 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.247924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Allocated IP 172.20.0.2 (fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde/f7ff405a-6f57-4bfa-bb18-9b0325dcc05b/8690f193-fa9e-4e78-85bd-2f8238b355fa) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:07.394933 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.397549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.404776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.416678 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.442701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:07.445689 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:07.448758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:07.484303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Pushing event updated for resources: {'Port': ['ID=8690f193-fa9e-4e78-85bd-2f8238b355fa,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:07.519255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Attempting to bind port 8690f193-fa9e-4e78-85bd-2f8238b355fa on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:07.520380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Attempting to bind port 8690f193-fa9e-4e78-85bd-2f8238b355fa by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:07.520777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Attempting to bind port 8690f193-fa9e-4e78-85bd-2f8238b355fa on network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:07.526661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:07.527037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Checking segment: {'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:07.527445 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.527848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Bound using segment: {'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:07.528435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Bound port: 8690f193-fa9e-4e78-85bd-2f8238b355fa, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:07.528733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.553181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Allocated IP 172.25.6.153 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/a8b5a638-c036-4282-ba79-42a67b2f17f1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:07.569137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69173070-5c26-483c-b3ff-7f3bd3f934e6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:07.633909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] For port 8690f193-fa9e-4e78-85bd-2f8238b355fa, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:07.637752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] For port 8690f193-fa9e-4e78-85bd-2f8238b355fa, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8690f193-fa9e-4e78-85bd-2f8238b355fa,segment=NetworkSegment(e7240ed4-5c96-410f-9f88-827ae121eab6),segment_id=e7240ed4-5c96-410f-9f88-827ae121eab6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:07.643666 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.694945 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.698751 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 69173070-5c26-483c-b3ff-7f3bd3f934e6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:07.699203 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.732938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd463bc0-8fc3-425f-b007-868f486a1be3 None None] Pushing event updated for resources: {'Port': ['ID=8690f193-fa9e-4e78-85bd-2f8238b355fa,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:07.753556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.810439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:07.814368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:07.815762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.817618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:07.841371 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Sync routers for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:07.850207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 69173070-5c26-483c-b3ff-7f3bd3f934e6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=69173070-5c26-483c-b3ff-7f3bd3f934e6,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:07.851709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8b5a638-c036-4282-ba79-42a67b2f17f1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:07.852899 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:07.853583 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:07.855888 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:07.928494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=69173070-5c26-483c-b3ff-7f3bd3f934e6,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:08.037054 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:08.165441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.287150 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 2, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:08.318453 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Checking router: 237d92d2-ea57-4cb6-b810-7c6fb95d4fee for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:08.318872 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Updating router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:41:08.347187 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.383726 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.525615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Router c4dd0a53-9296-4878-8911-5c7085a1d4ac is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:41:08.642336 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.648317 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.658298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:08.668240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Sync routers for ids ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:08.677758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.679238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8c3b5274-6e36-4f94-8650-de3b4a7d8ca9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7036974 Sep 16 05:41:08.681945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35810) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:08.683672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Routers {'c4dd0a53-9296-4878-8911-5c7085a1d4ac'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:08.684336 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:08.747420 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Pushing event updated for resources: {'Port': ['ID=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:08.783632 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.784128 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.784722 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.785161 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.785596 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.786045 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.786474 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.786922 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.787349 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.787769 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.788224 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.788648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:08.831958 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Attempting to bind port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:08.832354 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Attempting to bind port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:08.832719 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Attempting to bind port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 on network 8bb94ba2-64da-4436-903c-a4c39c869597 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:08.855377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:08.855377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Checking segment: {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:08.855377 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.855377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Bound using segment: {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:08.855377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Bound port: 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:08.855377 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.916777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Set router c4dd0a53-9296-4878-8911-5c7085a1d4ac gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:08.934434 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] For port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:08.938695 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] For port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:08.944470 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.004681 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:09.005542 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:09.062467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b861c6f-4355-4e57-9a2d-cc2174cbb66c None None] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:09.095053 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2b5a6-fc55-41c7-a1bd-07e49a205856 None None] Pushing event updated for resources: {'Port': ['ID=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:09.159409 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:09.194712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Provisioning complete for port 8690f193-fa9e-4e78-85bd-2f8238b355fa triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:09.195257 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.371347 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:08Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:09.398317 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e261ec-1c2a-4438-add6-019cf14490ed None None] The sync data for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 is: [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:08Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:09.550795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:08Z', 'revision_number': 3, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port': {'id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:09.589067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Checking router: c4dd0a53-9296-4878-8911-5c7085a1d4ac for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:09.589420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Updating router c4dd0a53-9296-4878-8911-5c7085a1d4ac port a8b5a638-c036-4282-ba79-42a67b2f17f1 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:41:09.611524 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.618264 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.630650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.697307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] For port 8690f193-fa9e-4e78-85bd-2f8238b355fa, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8690f193-fa9e-4e78-85bd-2f8238b355fa,segment=NetworkSegment(e7240ed4-5c96-410f-9f88-827ae121eab6),segment_id=e7240ed4-5c96-410f-9f88-827ae121eab6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:09.701780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.762288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8690f193-fa9e-4e78-85bd-2f8238b355fa up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:09.852494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Allocated IP 172.20.0.1 (fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde/f7ff405a-6f57-4bfa-bb18-9b0325dcc05b/16fceb3c-f1d3-4e94-94be-e347c4dce93c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:09.873043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Provisioning complete for port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:09.873482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.918603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Pushing event updated for resources: {'Port': ['ID=8690f193-fa9e-4e78-85bd-2f8238b355fa,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:09.969738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.978900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8690f193-fa9e-4e78-85bd-2f8238b355fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:09.979235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.007460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.044284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:10.049359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:10.053007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:10.098060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=16fceb3c-f1d3-4e94-94be-e347c4dce93c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.106627 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.123871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.179046 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.198012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.238335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] For port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:10.241653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:10.249745 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.263994 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.303123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Attempting to bind port a8b5a638-c036-4282-ba79-42a67b2f17f1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:10.303502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Attempting to bind port a8b5a638-c036-4282-ba79-42a67b2f17f1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:10.303874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Attempting to bind port a8b5a638-c036-4282-ba79-42a67b2f17f1 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:10.310648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206da0e-bc86-4fc6-b57b-62900d429459 None None] Pushing event updated for resources: {'Port': ['ID=a8b5a638-c036-4282-ba79-42a67b2f17f1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.318799 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:10.319183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:10.319653 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.319975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:10.320494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Bound port: a8b5a638-c036-4282-ba79-42a67b2f17f1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:10.320880 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.426597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cbe3b579-b603-47ff-8fd0-1d25967836bf None None] Provisioning complete for port 8690f193-fa9e-4e78-85bd-2f8238b355fa triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:10.426967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b579-b603-47ff-8fd0-1d25967836bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.428406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82846a-08a9-4f38-be2b-38855fb48018 None None] Pushing event updated for resources: {'Port': ['ID=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.445957 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.450446 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.454295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:10.454662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.457961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] For port a8b5a638-c036-4282-ba79-42a67b2f17f1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:10.498237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] For port a8b5a638-c036-4282-ba79-42a67b2f17f1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a8b5a638-c036-4282-ba79-42a67b2f17f1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:10.509497 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.524909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=16fceb3c-f1d3-4e94-94be-e347c4dce93c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.527309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.592613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206da0e-bc86-4fc6-b57b-62900d429459 None None] Pushing event updated for resources: {'Port': ['ID=a8b5a638-c036-4282-ba79-42a67b2f17f1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.621626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:10.623031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:10.630920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Routers {'c4dd0a53-9296-4878-8911-5c7085a1d4ac'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:10.631563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:10.698773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69173070-5c26-483c-b3ff-7f3bd3f934e6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:10.743206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Router c4dd0a53-9296-4878-8911-5c7085a1d4ac has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:10.796461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cbe3b579-b603-47ff-8fd0-1d25967836bf None None] Provisioning complete for port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:10.797131 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b579-b603-47ff-8fd0-1d25967836bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.803137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] Set router c4dd0a53-9296-4878-8911-5c7085a1d4ac gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:10.865768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:10.876128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7f5a9c20-1b62-4cbd-ab0f-c14481ddf7d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/c4dd0a53-9296-4878-8911-5c7085a1d4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1877849 Sep 16 05:41:10.916298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 69173070-5c26-483c-b3ff-7f3bd3f934e6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:10.916674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.120525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cbe3b579-b603-47ff-8fd0-1d25967836bf None None] Provisioning complete for port 16fceb3c-f1d3-4e94-94be-e347c4dce93c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:11.121350 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cbe3b579-b603-47ff-8fd0-1d25967836bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.168743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3b579-b603-47ff-8fd0-1d25967836bf None None] Port 16fceb3c-f1d3-4e94-94be-e347c4dce93c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:11.181892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 4, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port': {'id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '16fceb3c-f1d3-4e94-94be-e347c4dce93c', 'name': '', 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'mac_address': 'fa:16:3e:9a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:09Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 2, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'subnets': [{'id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:11.368808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576dd0f9-56cc-44ea-8f84-20387a4415ca None None] The sync data for ids ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'] in n-d-713301-15 is: [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 4, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port': {'id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '16fceb3c-f1d3-4e94-94be-e347c4dce93c', 'name': '', 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'mac_address': 'fa:16:3e:9a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:09Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 2, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'subnets': [{'id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:11.379426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-65d94658-2705-4715-b644-f6728e889daa None None] Provisioning complete for port 16fceb3c-f1d3-4e94-94be-e347c4dce93c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:11.379865 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65d94658-2705-4715-b644-f6728e889daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.417215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-65d94658-2705-4715-b644-f6728e889daa None None] Port 16fceb3c-f1d3-4e94-94be-e347c4dce93c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:11.476242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35818) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:11.480855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-81ec4af0-1c50-472c-9645-7d6049f2dc5c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207157838', 'description': 'tempest-secgroup-smoke-1207157838 description', 'project_id': '2b38c86caef4400dba9048494d2ff241'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:11.504163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81ec4af0-1c50-472c-9645-7d6049f2dc5c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.542491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8690f193-fa9e-4e78-85bd-2f8238b355fa up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:11.619375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8690f193-fa9e-4e78-85bd-2f8238b355fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:11.619751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.622693 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81ec4af0-1c50-472c-9645-7d6049f2dc5c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.629452 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81ec4af0-1c50-472c-9645-7d6049f2dc5c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.662241 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-81ec4af0-1c50-472c-9645-7d6049f2dc5c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.666179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-81ec4af0-1c50-472c-9645-7d6049f2dc5c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1862638 Sep 16 05:41:11.666179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec4af0-1c50-472c-9645-7d6049f2dc5c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf053518-46ba-4383-8f3a-6d1b21dc167e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:11.668118 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:11.681127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bde628de-26f6-4b6c-999c-24de0be2db37 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'security_group_rule': {'security_group_id': 'cf053518-46ba-4383-8f3a-6d1b21dc167e', 'project_id': '2b38c86caef4400dba9048494d2ff241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:11.714640 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bde628de-26f6-4b6c-999c-24de0be2db37 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.716756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:11.766494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:11.766864 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.779234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bde628de-26f6-4b6c-999c-24de0be2db37 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.784395 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bde628de-26f6-4b6c-999c-24de0be2db37 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.807064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde628de-26f6-4b6c-999c-24de0be2db37 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f58486-3ef4-4675-b665-3be572a8386f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:11.811727 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bde628de-26f6-4b6c-999c-24de0be2db37 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.815966 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bde628de-26f6-4b6c-999c-24de0be2db37 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424334 Sep 16 05:41:11.815966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35822) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:11.820321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fa7c2d40-6316-4af2-996c-603f5fe38111 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'security_group_rule': {'security_group_id': 'cf053518-46ba-4383-8f3a-6d1b21dc167e', 'project_id': '2b38c86caef4400dba9048494d2ff241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:11.856753 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2d40-6316-4af2-996c-603f5fe38111 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.920697 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2d40-6316-4af2-996c-603f5fe38111 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.924837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2d40-6316-4af2-996c-603f5fe38111 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.942734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c2d40-6316-4af2-996c-603f5fe38111 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b994a6f4-b815-40f6-9e8a-d2fd84c6b855,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:11.949678 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2d40-6316-4af2-996c-603f5fe38111 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:11.951029 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fa7c2d40-6316-4af2-996c-603f5fe38111 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341975 Sep 16 05:41:11.954625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:11.959291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d91d0070-4fc4-4ad3-8c40-c2b81f158685 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'security_group_rule': {'security_group_id': 'cf053518-46ba-4383-8f3a-6d1b21dc167e', 'project_id': '2b38c86caef4400dba9048494d2ff241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:11.986041 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d91d0070-4fc4-4ad3-8c40-c2b81f158685 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.027283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.047033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d91d0070-4fc4-4ad3-8c40-c2b81f158685 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.050618 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d91d0070-4fc4-4ad3-8c40-c2b81f158685 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.068685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d0070-4fc4-4ad3-8c40-c2b81f158685 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73285f-29f2-4253-8760-4e689cb78294,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:12.073542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d91d0070-4fc4-4ad3-8c40-c2b81f158685 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.074904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d91d0070-4fc4-4ad3-8c40-c2b81f158685 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192381 Sep 16 05:41:12.077663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35826) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:12.081890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-10463568-af36-4bdf-93ef-77e775332f6b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'security_group_rule': {'security_group_id': 'cf053518-46ba-4383-8f3a-6d1b21dc167e', 'project_id': '2b38c86caef4400dba9048494d2ff241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:12.107187 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10463568-af36-4bdf-93ef-77e775332f6b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.171594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10463568-af36-4bdf-93ef-77e775332f6b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.175339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10463568-af36-4bdf-93ef-77e775332f6b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.194108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10463568-af36-4bdf-93ef-77e775332f6b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5017251d-618b-4bb3-b2c4-eae80d8e08a2,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:12.201106 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-10463568-af36-4bdf-93ef-77e775332f6b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.202926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-10463568-af36-4bdf-93ef-77e775332f6b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239731 Sep 16 05:41:12.205289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35828) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:12.209821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'security_group_rule': {'security_group_id': 'cf053518-46ba-4383-8f3a-6d1b21dc167e', 'project_id': '2b38c86caef4400dba9048494d2ff241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:12.230654 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Project 2b38c86caef4400dba9048494d2ff241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:41:12.236515 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.326392 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.330637 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.349622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e7e222-44d3-4bc2-b02c-67ef8b707568,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:12.354796 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.356069 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e4c60783-7df7-439b-8aac-be4f1401acfe tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498284 Sep 16 05:41:12.359636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35830) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:12.364418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'security_group_rule': {'security_group_id': 'cf053518-46ba-4383-8f3a-6d1b21dc167e', 'project_id': '2b38c86caef4400dba9048494d2ff241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:12.388199 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Project 2b38c86caef4400dba9048494d2ff241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:41:12.393300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.457575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.461438 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.479742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e5036d-b14f-43c2-9abc-4610b15a1c03,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:12.489199 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.490453 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d762597c-3556-4f31-8551-353d01b153b8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295800 Sep 16 05:41:12.643317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-ae100ef5-f898-40db-ac64-12803eef041b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207157838&fields=id&tenant_id=2b38c86caef4400dba9048494d2ff241 HTTP/1.1" status: 200 len: 267 time: 0.0369225 Sep 16 05:41:12.752876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-ab40d447-aae6-4f7a-9b98-234e30f5f3d7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:12.754391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-ab40d447-aae6-4f7a-9b98-234e30f5f3d7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 809 time: 0.1036739 Sep 16 05:41:12.770479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-b83b883b-7a26-4be2-a110-6f5fa4fd9e27 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/quotas/2b38c86caef4400dba9048494d2ff241 HTTP/1.1" status: 200 len: 375 time: 0.0101852 Sep 16 05:41:12.824268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-8a10892d-6ccc-47ce-a088-9d8a83e2f01f tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478780 Sep 16 05:41:12.924604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-c7c57dd6-3c59-449e-bc21-8e602ce0355d service neutron] 10.222.0.55 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879610 Sep 16 05:41:13.012331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-9bbc87f8-e53d-462c-b977-477c8b48088c service neutron] 10.222.0.55 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816574 Sep 16 05:41:13.202859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d330fc9-5790-4014-9486-9220fdbe7f99 req-87bbe9c3-9902-410c-ac7a-1f1077cecd63 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 210 time: 0.0304916 Sep 16 05:41:13.566440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a8b5a638-c036-4282-ba79-42a67b2f17f1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:13.592199 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Sync routers for ids ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:13.602599 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Routers {'c4dd0a53-9296-4878-8911-5c7085a1d4ac'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:13.603607 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:13.623436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a8b5a638-c036-4282-ba79-42a67b2f17f1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:13.623859 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:13.703220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:13.712668 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Set router c4dd0a53-9296-4878-8911-5c7085a1d4ac gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:13.727901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a8b5a638-c036-4282-ba79-42a67b2f17f1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a8b5a638-c036-4282-ba79-42a67b2f17f1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:13.732142 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:13.793798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a8b5a638-c036-4282-ba79-42a67b2f17f1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:13.913381 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 4, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port': {'id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '16fceb3c-f1d3-4e94-94be-e347c4dce93c', 'name': '', 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'mac_address': 'fa:16:3e:9a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:09Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 2, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'subnets': [{'id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:14.020127 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Checking router: c4dd0a53-9296-4878-8911-5c7085a1d4ac for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:14.020487 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Updating router c4dd0a53-9296-4878-8911-5c7085a1d4ac port 16fceb3c-f1d3-4e94-94be-e347c4dce93c binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:41:14.045100 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.248164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-42a1f1d4-b82b-4811-a66f-912575c2caf8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:14.250287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-42a1f1d4-b82b-4811-a66f-912575c2caf8 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.73 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 809 time: 0.1215482 Sep 16 05:41:14.328626 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.334113 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.336047 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88f24089-be24-480f-a1ae-4dd5db9efe05 req-5780f33d-1237-49a4-9d71-54a7c4606846 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 210 time: 0.0434234 Sep 16 05:41:14.340235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-cef9de64-6be4-4ab2-af09-aef9f8998357 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b38c86caef4400dba9048494d2ff241 HTTP/1.1" status: 200 len: 380 time: 0.0778170 Sep 16 05:41:14.351785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'port': {'device_id': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'admin_state_up': True, 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'security_groups': ['cf053518-46ba-4383-8f3a-6d1b21dc167e']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:14.383453 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32023d-4122-4bd5-ab24-37499980d195 None None] Pushing event updated for resources: {'Port': ['ID=16fceb3c-f1d3-4e94-94be-e347c4dce93c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.438606 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Attempting to bind port 16fceb3c-f1d3-4e94-94be-e347c4dce93c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:14.438976 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Attempting to bind port 16fceb3c-f1d3-4e94-94be-e347c4dce93c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:14.439337 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Attempting to bind port 16fceb3c-f1d3-4e94-94be-e347c4dce93c on network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:14.445405 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:14.445632 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Checking segment: {'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:14.446084 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.446484 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Bound using segment: {'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:14.446959 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Bound port: 16fceb3c-f1d3-4e94-94be-e347c4dce93c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7240ed4-5c96-410f-9f88-827ae121eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:14.447340 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.473665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Made reservation on behalf of 2b38c86caef4400dba9048494d2ff241 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:14.477539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.524562 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] For port 16fceb3c-f1d3-4e94-94be-e347c4dce93c, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:14.528298 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] For port 16fceb3c-f1d3-4e94-94be-e347c4dce93c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=16fceb3c-f1d3-4e94-94be-e347c4dce93c,segment=NetworkSegment(e7240ed4-5c96-410f-9f88-827ae121eab6),segment_id=e7240ed4-5c96-410f-9f88-827ae121eab6)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:14.532950 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.578568 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Routers {'c4dd0a53-9296-4878-8911-5c7085a1d4ac'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:14.579192 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:14.621823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Allocated IP 172.20.0.12 (8bb94ba2-64da-4436-903c-a4c39c869597/ff5e1e6e-2ea9-4220-98bd-f120f5f7b573/a4ec52d4-9572-42b4-94d6-fbce1e90f3bb) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:14.628698 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32023d-4122-4bd5-ab24-37499980d195 None None] Pushing event updated for resources: {'Port': ['ID=16fceb3c-f1d3-4e94-94be-e347c4dce93c,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.662840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-666480ab-a85f-4e40-8035-684a2290fca2 None None] Provisioning complete for port 16fceb3c-f1d3-4e94-94be-e347c4dce93c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:14.663828 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-666480ab-a85f-4e40-8035-684a2290fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.708744 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] Set router c4dd0a53-9296-4878-8911-5c7085a1d4ac gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:14.764938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-666480ab-a85f-4e40-8035-684a2290fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.797244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.801200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-666480ab-a85f-4e40-8035-684a2290fca2 None None] For port 16fceb3c-f1d3-4e94-94be-e347c4dce93c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=16fceb3c-f1d3-4e94-94be-e347c4dce93c,segment=NetworkSegment(e7240ed4-5c96-410f-9f88-827ae121eab6),segment_id=e7240ed4-5c96-410f-9f88-827ae121eab6)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:14.809323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-666480ab-a85f-4e40-8035-684a2290fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.844731 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.861984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666480ab-a85f-4e40-8035-684a2290fca2 None None] Pushing event updated for resources: {'Port': ['ID=16fceb3c-f1d3-4e94-94be-e347c4dce93c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.889528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Network 8bb94ba2-64da-4436-903c-a4c39c869597 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:14.893264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:14.896265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:14.929463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'Port': ['ID=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.942315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9c6b5613-8489-4f3c-a887-46be8d3737a0 None None] Provisioning complete for port 16fceb3c-f1d3-4e94-94be-e347c4dce93c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:14.943332 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5613-8489-4f3c-a887-46be8d3737a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.956923 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 4, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port': {'id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '16fceb3c-f1d3-4e94-94be-e347c4dce93c', 'name': '', 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'mac_address': 'fa:16:3e:9a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:09Z', 'updated_at': '2021-09-16T05:41:14Z', 'revision_number': 4, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'subnets': [{'id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:14.959751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:14.964291 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.982554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0038fc66-8d6a-46ad-9989-d8d54fbcf74e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341257 Sep 16 05:41:14.993951 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765f1a7-c838-4339-93e3-5b07c7d2c16a None None] The sync data for ids ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'] in n-d-713301-15 is: [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 4, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port': {'id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '16fceb3c-f1d3-4e94-94be-e347c4dce93c', 'name': '', 'network_id': 'fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'mac_address': 'fa:16:3e:9a:6d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:09Z', 'updated_at': '2021-09-16T05:41:14Z', 'revision_number': 4, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'subnets': [{'id': 'f7ff405a-6f57-4bfa-bb18-9b0325dcc05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:15.001547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Request body: {'port': {'device_id': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:15.064966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.159315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ab3dcda5-29f1-4aa3-ba04-5b3709a9cc3f None None] Provisioning complete for port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:15.159687 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcda5-29f1-4aa3-ba04-5b3709a9cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.196578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ab3dcda5-29f1-4aa3-ba04-5b3709a9cc3f None None] Port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:15.342083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ec52d4-9572-42b4-94d6-fbce1e90f3bb {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:41:15.350539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.363723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Transition to ACTIVE for port object a4ec52d4-9572-42b4-94d6-fbce1e90f3bb will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:41:15.367376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.421391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:15.518619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3abb-759c-457a-9fd0-540c471b9690 req-a18e1d09-985f-4e8e-bc3d-3e1e995c256f tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:15.520240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-785d3abb-759c-457a-9fd0-540c471b9690 req-a18e1d09-985f-4e8e-bc3d-3e1e995c256f tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 944 time: 0.1000576 Sep 16 05:41:15.544653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Attempting to bind port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:15.544993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Attempting to bind port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:15.545324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Attempting to bind port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb on network 8bb94ba2-64da-4436-903c-a4c39c869597 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:15.558029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb on network 8bb94ba2-64da-4436-903c-a4c39c869597 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:41:15.558283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Attempting to bind port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb on network 8bb94ba2-64da-4436-903c-a4c39c869597 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:15.574890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a8b5a638-c036-4282-ba79-42a67b2f17f1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:15.579635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:15.579986 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Checking segment: {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:15.580409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Bound using segment: {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:15.580851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Bound port: a4ec52d4-9572-42b4-94d6-fbce1e90f3bb, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496389da-1492-417b-b983-d64114fba15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:15.581279 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.605912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-785d3abb-759c-457a-9fd0-540c471b9690 req-08cf8749-def6-4bf9-964a-7c258c9ff12b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707111 Sep 16 05:41:15.633496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a8b5a638-c036-4282-ba79-42a67b2f17f1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:15.633868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.662959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] For port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:15.666177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] For port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:15.672713 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.709879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:15.710499 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.711888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] 10.222.0.73 "PUT /v2.0/ports/a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 1093 time: 0.7163889 Sep 16 05:41:15.712444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:15.714761 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e75436-eba0-41cb-833e-49965b5cbe51" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:15.720578 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 16fceb3c-f1d3-4e94-94be-e347c4dce93c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:15.758346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade3bc7-6e73-432c-a2ec-0cbd82d66c89 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:15.776910 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c639e2-4e16-4fa2-8eb8-de2859058fda x-openstack-request-id: req-56c639e2-4e16-4fa2-8eb8-de2859058fda {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:15.777205 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:15.777571 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56c639e2-4e16-4fa2-8eb8-de2859058fda {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:15.778121 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'status': 'completed', 'code': 200} Sep 16 05:41:15.781053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 16fceb3c-f1d3-4e94-94be-e347c4dce93c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:15.781459 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.809721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-2d982b2e-b8e9-44e4-b6a6-959c754c3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:15.811302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-2d982b2e-b8e9-44e4-b6a6-959c754c3c8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1096 time: 0.0469184 Sep 16 05:41:15.863991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-d9e51dff-f1e8-4d77-bf54-cfacb107af70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 217 time: 0.0403588 Sep 16 05:41:15.917614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-cd300974-89ec-4dec-9396-54a0716db53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:15.919143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-cd300974-89ec-4dec-9396-54a0716db53f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 200 len: 848 time: 0.0436060 Sep 16 05:41:15.976167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0dc4fe17-b83b-4437-9ed3-ac007cb518f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:15.978681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0dc4fe17-b83b-4437-9ed3-ac007cb518f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb94ba2-64da-4436-903c-a4c39c869597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480969 Sep 16 05:41:16.071400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-cade6185-42ea-4501-999e-b0dcf2d5a9c9 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817456 Sep 16 05:41:16.180555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3b7ef26-7432-412b-8066-e5334548d771 req-0067047f-65b6-4d32-ae98-13049a6adebe service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977733 Sep 16 05:41:16.271395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-d60bdd6c-bce4-4f9f-b71b-eed1fa708e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:16.272912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-d60bdd6c-bce4-4f9f-b71b-eed1fa708e32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1096 time: 0.0410414 Sep 16 05:41:16.366902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-0ee54a14-2767-46e9-870f-adc0f2770552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:16.368460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-0ee54a14-2767-46e9-870f-adc0f2770552 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 910 time: 0.0882797 Sep 16 05:41:16.408945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-151f7240-c28c-4070-b85d-63e565b74490 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 217 time: 0.0334990 Sep 16 05:41:16.456504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-8d78eccf-f730-4afa-9b59-9d390874dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:16.457884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-8d78eccf-f730-4afa-9b59-9d390874dd1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 200 len: 848 time: 0.0415151 Sep 16 05:41:16.507802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-280f81ad-2f41-43f2-929b-f1fd86bf7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:16.509348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-280f81ad-2f41-43f2-929b-f1fd86bf7161 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb94ba2-64da-4436-903c-a4c39c869597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431015 Sep 16 05:41:16.603535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-30e998fe-6dff-45b2-8be9-a1e23f8c5bae service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Sep 16 05:41:16.724033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82e75436-eba0-41cb-833e-49965b5cbe51 req-c3b0e94b-ad92-46c1-a1c4-385cbcc9f7c0 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127751 Sep 16 05:41:16.739559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4833d4-a8cb-48c4-b360-d08f6a0a50d5 req-1ef4a866-abb5-4aa3-81d0-30b195fc2637 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:16.741176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff4833d4-a8cb-48c4-b360-d08f6a0a50d5 req-1ef4a866-abb5-4aa3-81d0-30b195fc2637 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 944 time: 0.0616317 Sep 16 05:41:16.778563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff4833d4-a8cb-48c4-b360-d08f6a0a50d5 req-4a5e5dac-1dab-41f1-8218-44c2bbb53a08 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Sep 16 05:41:17.767606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a4ec52d4-9572-42b4-94d6-fbce1e90f3bb details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:41:17.863194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:17.874305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'port_id': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'mac_address': 'fa:16:3e:53:63:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:41:17.893250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6dbd3-1b91-42f2-ab70-0f89d811709c req-8cbf6285-3c38-4fdc-b769-e09e2a7859db tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:17.894756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94d6dbd3-1b91-42f2-ab70-0f89d811709c req-8cbf6285-3c38-4fdc-b769-e09e2a7859db tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 944 time: 0.0487273 Sep 16 05:41:17.915198 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.929032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ec52d4-9572-42b4-94d6-fbce1e90f3bb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:41:17.934351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94d6dbd3-1b91-42f2-ab70-0f89d811709c req-299738d4-1220-4430-a580-b24b4b4a4fb7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330830 Sep 16 05:41:17.948145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:17.952364 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.999304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:18.202585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['a4ec52d4-9572-42b4-94d6-fbce1e90f3bb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:41:19.051310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903b0e5-37f8-453e-88e9-a1b9223fb54c req-ef72e973-dc3e-4d57-9b57-bb3e11cb01d9 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:19.052826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9903b0e5-37f8-453e-88e9-a1b9223fb54c req-ef72e973-dc3e-4d57-9b57-bb3e11cb01d9 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Sep 16 05:41:19.090161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9903b0e5-37f8-453e-88e9-a1b9223fb54c req-b1820f63-68ac-4bb4-8cb9-4a6aee905e82 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Sep 16 05:41:19.782355 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a4ec52d4-9572-42b4-94d6-fbce1e90f3bb up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:19.830309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:41:19.834007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:19.834373 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.912590 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.934724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:19.936999 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f85583-09fe-4ce9-9ff1-32a0692950a3" -d '{"events": [{"server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "name": "network-vif-plugged", "status": "completed", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:19.949293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:19.953342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.979172 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a08a7-fe19-48ea-b4fb-3890316e6526 x-openstack-request-id: req-cc4a08a7-fe19-48ea-b4fb-3890316e6526 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:19.979469 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "name": "network-vif-plugged", "status": "completed", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:19.979718 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc4a08a7-fe19-48ea-b4fb-3890316e6526 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:19.980127 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'code': 200} Sep 16 05:41:20.007569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:20.076988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5205c-7b3a-48fe-a37a-b3a60b301f50 req-9ac6533c-2c47-4f9d-b046-264da6051cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:20.078429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dc5205c-7b3a-48fe-a37a-b3a60b301f50 req-9ac6533c-2c47-4f9d-b046-264da6051cde service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1098 time: 0.0392287 Sep 16 05:41:20.113452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dc5205c-7b3a-48fe-a37a-b3a60b301f50 req-e9652e98-6ca4-4b16-8bd8-06c5f863e1ba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276363 Sep 16 05:41:20.203464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba819-1718-414f-aa40-8f1768a46ba2 req-d6a6f6a2-8a45-48ca-9263-273bdfbee78e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:20.204973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45dba819-1718-414f-aa40-8f1768a46ba2 req-d6a6f6a2-8a45-48ca-9263-273bdfbee78e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 946 time: 0.0498633 Sep 16 05:41:20.242510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45dba819-1718-414f-aa40-8f1768a46ba2 req-b7f20213-fcf2-4cad-93b7-38c415e6bbba tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Sep 16 05:41:21.366321 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac2f9c-5149-4331-a2b7-bcfb4a445f47 req-77dcd979-a526-4f2d-947b-e5d7565677ad tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:21.367808 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-daac2f9c-5149-4331-a2b7-bcfb4a445f47 req-77dcd979-a526-4f2d-947b-e5d7565677ad tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 946 time: 0.0519025 Sep 16 05:41:21.406523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-daac2f9c-5149-4331-a2b7-bcfb4a445f47 req-63fb693f-628c-4155-9b96-855515a5cfca tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Sep 16 05:41:21.518114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85e25e-8e92-4f19-9e94-fbca4fb17eac req-f42e2dd1-14e9-452b-ae13-a8a52c933ef6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:21.519685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a85e25e-8e92-4f19-9e94-fbca4fb17eac req-f42e2dd1-14e9-452b-ae13-a8a52c933ef6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 946 time: 0.0478306 Sep 16 05:41:21.557506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a85e25e-8e92-4f19-9e94-fbca4fb17eac req-898d05a1-368d-444c-a62b-a718e4e64e20 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Sep 16 05:41:21.672134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec15348-065e-4ecf-b317-030727f3651a req-fc304073-70f2-4601-bdbb-aa8644bf02ab tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:21.673640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ec15348-065e-4ecf-b317-030727f3651a req-fc304073-70f2-4601-bdbb-aa8644bf02ab tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 946 time: 0.0480034 Sep 16 05:41:21.711982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ec15348-065e-4ecf-b317-030727f3651a req-5482c871-4f3e-4014-84f2-76a9a8d98b55 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Sep 16 05:41:21.733309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35876) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:21.818401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-f1a01b9c-6351-4ee4-a65b-11cf34f6fa6b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427649 Sep 16 05:41:21.865032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb1f7f-af3c-4f10-bbf6-0a92acec6806 tempest-TestServerBasicOps-32162267 tempest-TestServerBasicOps-32162267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:21.867112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-97eb1f7f-af3c-4f10-bbf6-0a92acec6806 tempest-TestServerBasicOps-32162267 tempest-TestServerBasicOps-32162267-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1093 time: 0.1319623 Sep 16 05:41:21.869883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 35880) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:21.875525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:21.923646 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.942857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-3216161f-4e5b-41cd-805c-c126dbeb3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:21.944383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-3216161f-4e5b-41cd-805c-c126dbeb3b4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 1098 time: 0.0634453 Sep 16 05:41:22.086956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-eca08740-8ee0-4f27-8487-db87e0db725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:22.088364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-eca08740-8ee0-4f27-8487-db87e0db725e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.1244674 Sep 16 05:41:22.104173 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.194251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-ecc46f9b-ecdd-4bb6-8de1-ad24ef72ef88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0974882 Sep 16 05:41:22.281087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-3453fa59-6d59-4621-aa70-23d77c3fddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:22.282503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-3453fa59-6d59-4621-aa70-23d77c3fddfa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0815015 Sep 16 05:41:22.289039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Allocated IP 172.25.6.170 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/fac80d43-d5c5-480c-992a-af1091e9472d) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:22.378199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-34db7c7c-2c67-4101-bb21-d96336b706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:22.379704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-34db7c7c-2c67-4101-bb21-d96336b706d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886114 Sep 16 05:41:22.799879 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.828591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-ce280144-49fe-4aaa-a2b7-560d0cc8034d service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415460 Sep 16 05:41:22.899841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.957169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:22.964728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:22.971074 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d382b296-c0b0-4edd-8d3d-c1dd08a9a145 req-7c3e5af4-7cc6-48e2-bcce-1273d8c7cf54 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344461 Sep 16 05:41:22.972005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:22.973947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'Port': ['ID=fac80d43-d5c5-480c-992a-af1091e9472d,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:23.326802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.391778 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.552700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e36df7-0c1b-47fc-a5b7-5955dcb51e7f req-7721672e-04ec-4409-b711-aad8ff6c908c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:23.554196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9e36df7-0c1b-47fc-a5b7-5955dcb51e7f req-7721672e-04ec-4409-b711-aad8ff6c908c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 946 time: 0.0947769 Sep 16 05:41:23.614577 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.622053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9e36df7-0c1b-47fc-a5b7-5955dcb51e7f req-16acd6dc-f521-4f61-b01c-8048274c4a9b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617764 Sep 16 05:41:23.623142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.695039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event updated for resources: {'Port': ['ID=fac80d43-d5c5-480c-992a-af1091e9472d,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:23.701402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.802082 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Floating IP 54eaa53c-b764-434a-861f-c846266a35f6 associated. External IP: 172.25.6.170, port: a4ec52d4-9572-42b4-94d6-fbce1e90f3bb. Sep 16 05:41:24.007466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:24.113315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:24.122805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] Sync routers for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:24.128454 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.133167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:24.133868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:24.156657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f7547f9e-786b-4fc6-9b19-fcb2b41d0123 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2856662 Sep 16 05:41:24.157328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:24.159651 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe4764-0cc6-492e-bf9a-a2f989516172" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:24.197621 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32afee-89ab-43d7-8e27-798547c816cd x-openstack-request-id: req-3d32afee-89ab-43d7-8e27-798547c816cd {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:24.197909 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:24.198153 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d32afee-89ab-43d7-8e27-798547c816cd {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:24.198571 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'status': 'completed', 'code': 200} Sep 16 05:41:24.242054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:24.259396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-23d90aa6-372a-4625-b8a5-b4197c021338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:24.260947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-23d90aa6-372a-4625-b8a5-b4197c021338 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1098 time: 0.0399721 Sep 16 05:41:24.356926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-d37bec5c-6281-493c-b3f3-b1df4ac80a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:24.358541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-d37bec5c-6281-493c-b3f3-b1df4ac80a33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 910 time: 0.0903788 Sep 16 05:41:24.423462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-44c01bc6-ae06-4a2f-83a8-2238b99c7f46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 1000 time: 0.0578156 Sep 16 05:41:24.472602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '54eaa53c-b764-434a-861f-c846266a35f6', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'port_id': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'mac_address': 'fa:16:3e:53:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:23Z', 'updated_at': '2021-09-16T05:41:23Z', 'revision_number': 0, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 5, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:24.473923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-b607c635-981a-44b7-8a8b-8d8727b8cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:24.475537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-b607c635-981a-44b7-8a8b-8d8727b8cb13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 200 len: 848 time: 0.0455327 Sep 16 05:41:24.498863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] Checking router: 237d92d2-ea57-4cb6-b810-7c6fb95d4fee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:24.507742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:24.508369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:24.526732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-aa5b33f6-399d-4507-8826-6ff93c4949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:24.528264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-aa5b33f6-399d-4507-8826-6ff93c4949d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb94ba2-64da-4436-903c-a4c39c869597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451179 Sep 16 05:41:24.615280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:24.618486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-a47b982d-e5ec-484b-af38-19c062bf70ac service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830917 Sep 16 05:41:24.743429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ffe4764-0cc6-492e-bf9a-a2f989516172 req-2e3b8749-17da-4e75-8180-8e4080f16913 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180036 Sep 16 05:41:24.776914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f0de8-66f0-4f9e-8431-e21219f7e583 req-01206b20-484d-4f72-97b8-1ecb99691d33 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:24.778576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d9f0de8-66f0-4f9e-8431-e21219f7e583 req-01206b20-484d-4f72-97b8-1ecb99691d33 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 946 time: 0.0702388 Sep 16 05:41:24.817521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d9f0de8-66f0-4f9e-8431-e21219f7e583 req-55656026-4d66-4b60-bbf4-33520f59a537 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Sep 16 05:41:24.862364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '54eaa53c-b764-434a-861f-c846266a35f6', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'port_id': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'mac_address': 'fa:16:3e:53:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:23Z', 'updated_at': '2021-09-16T05:41:23Z', 'revision_number': 0, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 5, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:24.865255 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.893784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9c8f7-cc8a-40fe-9deb-67a82843efc9 None None] The sync data for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 is: [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '54eaa53c-b764-434a-861f-c846266a35f6', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'port_id': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'mac_address': 'fa:16:3e:53:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:23Z', 'updated_at': '2021-09-16T05:41:23Z', 'revision_number': 0, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 5, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:25.077350 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffd006-0250-496a-9cff-625d7acc5bcb None None] New status for floating IP 54eaa53c-b764-434a-861f-c846266a35f6: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:25.205736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-8ac4da8a-e876-4c9e-b65e-ca5c878a817f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:25.207211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-8ac4da8a-e876-4c9e-b65e-ca5c878a817f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 946 time: 0.0487301 Sep 16 05:41:25.305029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:25.305375 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.395084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] For port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:25.395448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.558879 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.559475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.559568 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Floating IP a949c757-5709-4c4a-b021-e20e8cdb61df disassociated. External IP: 172.25.6.131, port: 1956ead7-bb61-4591-a29b-a0c1b85ec6c7. Sep 16 05:41:25.560251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:25.688509 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.716125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=1956ead7-bb61-4591-a29b-a0c1b85ec6c7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:25.832227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:25.905307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6566f85f-ab63-4d8a-8044-d36ecb95c0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.952104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8b737e1-5a43-452d-a2ec-013d8ca4b503 req-2243f9ff-fb47-4cdd-94f9-38a5e9a7a870 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 210 time: 0.0601926 Sep 16 05:41:25.971915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:25.979145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:25.988185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:25.988750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:26.009224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] No DVR routers for this DVR port 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:26.012216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.015529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d1dbe9c-6239-43ad-9e17-33a8feb44d47 req-0f35ceda-05db-4cf0-b359-1a736b53f206 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "DELETE /v2.0/ports/1956ead7-bb61-4591-a29b-a0c1b85ec6c7 HTTP/1.1" status: 204 len: 173 time: 0.8005559 Sep 16 05:41:26.099434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:26.199404 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'name': 'network-vif-deleted', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:26.202838 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8231f20a-ecbd-4c89-aa74-f8d45c3bd522" -d '{"events": [{"server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "name": "network-vif-deleted", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:26.242637 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ab48d-9d2d-4d47-a45e-7e3803019d58 x-openstack-request-id: req-eb6ab48d-9d2d-4d47-a45e-7e3803019d58 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:26.243169 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c1c5fb-a525-4b05-b4ef-88a2830ea438", "name": "network-vif-deleted", "tag": "1956ead7-bb61-4591-a29b-a0c1b85ec6c7", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:26.243909 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb6ab48d-9d2d-4d47-a45e-7e3803019d58 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:26.244391 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c1c5fb-a525-4b05-b4ef-88a2830ea438', 'name': 'network-vif-deleted', 'tag': '1956ead7-bb61-4591-a29b-a0c1b85ec6c7', 'status': 'completed', 'code': 200} Sep 16 05:41:26.323390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:26.348983 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:26.357351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:26.357950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:40:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:26.465030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:26.824471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:26.850538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7816e-c08e-4c0e-903b-0ad068c93344 None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:27.054640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-055a46df-4d17-4134-9130-13e9675cbb46 req-187945f7-0e2d-4108-a94f-e85265806228 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 210 time: 0.0315037 Sep 16 05:41:27.098614 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74657c4e-6269-4498-941f-d75ab89dbf08 None None] New status for floating IP a949c757-5709-4c4a-b021-e20e8cdb61df: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:28.153657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1e665dc7-7b3c-4ff1-9f22-e8e6a38deec8 req-9a1bb4cc-7cc4-4e93-91d8-021dfcccffd4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 210 time: 0.0271666 Sep 16 05:41:28.221743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d115d30b-3a98-4301-b774-3f014895c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.206349 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.252665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fe26383-899f-4dd8-b5c0-e13232f5585a req-67107422-2c1c-4395-bb4b-8d45f0aff55c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c1c5fb-a525-4b05-b4ef-88a2830ea438 HTTP/1.1" status: 200 len: 210 time: 0.0308540 Sep 16 05:41:29.911201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:30.117963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:30.138160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:30.138505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 1956ead7-bb61-4591-a29b-a0c1b85ec6c7 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:30.452871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-104615b0-d1a2-4493-862a-286aca0e8851 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233518367&fields=id&tenant_id=50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 267 time: 0.0322807 Sep 16 05:41:30.555950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-0f3791a3-d63d-44c8-a43a-264642a91b2f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:30.557436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-0f3791a3-d63d-44c8-a43a-264642a91b2f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.0980163 Sep 16 05:41:30.572225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-07ca355c-c233-4a93-ad7d-48ea821695dd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/quotas/50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 375 time: 0.0086060 Sep 16 05:41:30.630246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-0325792b-0368-4809-831d-2460f71ea0af tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520277 Sep 16 05:41:30.645692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-46a2eaff-1fcc-411d-a3de-1814225c05ad service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:41:30.646628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-46a2eaff-1fcc-411d-a3de-1814225c05ad service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048819 Sep 16 05:41:30.739414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-86d83ac2-e88e-439d-b72e-5cbbeb8f528a service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868399 Sep 16 05:41:30.830624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-00368fee-4d9f-497a-9f48-2734e6173f00 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850749 Sep 16 05:41:31.338771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:32.136591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db561d8a-2a5f-425a-ad76-eb53f8bf3854 req-9d09208d-af34-4c96-88bf-d016a8054327 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Sep 16 05:41:33.157419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-9e17e10f-e6af-41d7-8f53-c92e01f901fa tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.159969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-9e17e10f-e6af-41d7-8f53-c92e01f901fa tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1057339 Sep 16 05:41:33.223654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-c4604e41-6c84-4dfa-adfc-14f70dfe32f0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 379 time: 0.0488629 Sep 16 05:41:33.239345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3f121aa-9fe2-4c70-b036-ed3812347888 req-b5f8d8e6-1be0-48a8-bed0-a33d3112b74e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 210 time: 0.0322111 Sep 16 05:41:33.242744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'port': {'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'admin_state_up': True, 'tenant_id': '50fec700a7344453bc83446517b612a3', 'security_groups': ['bf1a630f-e08d-4424-bd08-b21ebcfc1d6c']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:33.351613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:33.355124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.480491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.20.0.3 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/c8499014-1801-4996-9dad-fe7f029e7349) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:33.618470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.651486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.692685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:33.695755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:33.701964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:33.729784 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=c8499014-1801-4996-9dad-fe7f029e7349,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:33.760942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.761576 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.779554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-5661e02d-a744-4da8-9f67-8e0cef63c323 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425832 Sep 16 05:41:33.798268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Request body: {'port': {'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:33.858052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.911605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-81d7019d-5160-47fd-8a08-da15cbc3874d None None] Provisioning complete for port c8499014-1801-4996-9dad-fe7f029e7349 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:33.912177 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-81d7019d-5160-47fd-8a08-da15cbc3874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.951427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-81d7019d-5160-47fd-8a08-da15cbc3874d None None] Port c8499014-1801-4996-9dad-fe7f029e7349 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:34.447433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac206d-5f9a-4c8d-a469-d8e6ea96b151 req-8620002f-ec29-4a82-8590-1207ca66bc46 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:34.449537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32ac206d-5f9a-4c8d-a469-d8e6ea96b151 req-8620002f-ec29-4a82-8590-1207ca66bc46 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 931 time: 0.0774438 Sep 16 05:41:34.528062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32ac206d-5f9a-4c8d-a469-d8e6ea96b151 req-0463458c-1d5c-440c-83a1-6d318222bc92 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716336 Sep 16 05:41:34.535302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8499014-1801-4996-9dad-fe7f029e7349 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:41:34.546538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.559128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Transition to ACTIVE for port object c8499014-1801-4996-9dad-fe7f029e7349 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:41:34.562698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.620139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Pushing event updated for resources: {'Port': ['ID=c8499014-1801-4996-9dad-fe7f029e7349,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:34.685344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Attempting to bind port c8499014-1801-4996-9dad-fe7f029e7349 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:34.685676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Attempting to bind port c8499014-1801-4996-9dad-fe7f029e7349 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:34.686002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Attempting to bind port c8499014-1801-4996-9dad-fe7f029e7349 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:34.690491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Port c8499014-1801-4996-9dad-fe7f029e7349 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:41:34.690809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Attempting to bind port c8499014-1801-4996-9dad-fe7f029e7349 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:34.696022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:34.696392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:34.696769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:34.697262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Bound port: c8499014-1801-4996-9dad-fe7f029e7349, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:34.697640 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.767132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] For port c8499014-1801-4996-9dad-fe7f029e7349, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:34.770411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] For port c8499014-1801-4996-9dad-fe7f029e7349, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c8499014-1801-4996-9dad-fe7f029e7349,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:34.775999 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.812503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:34.813563 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.815024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] 10.222.0.64 "PUT /v2.0/ports/c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 1092 time: 1.0222204 Sep 16 05:41:34.817274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:34.819507 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e82c86-935d-4c3d-bedd-080576f9bb59" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "tag": "c8499014-1801-4996-9dad-fe7f029e7349"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:34.851206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeda568-1d31-42e0-b06e-030b3eea31ca service neutron] Pushing event updated for resources: {'Port': ['ID=c8499014-1801-4996-9dad-fe7f029e7349,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:34.901391 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0bae3e-136c-4d0f-9898-cf45ff95145e x-openstack-request-id: req-0d0bae3e-136c-4d0f-9898-cf45ff95145e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:34.901774 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "tag": "c8499014-1801-4996-9dad-fe7f029e7349", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:34.902095 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d0bae3e-136c-4d0f-9898-cf45ff95145e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:34.902556 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349', 'status': 'completed', 'code': 200} Sep 16 05:41:34.920885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-339ddcea-9729-4daf-8fb0-b0fab264e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:34.922483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-339ddcea-9729-4daf-8fb0-b0fab264e25a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1095 time: 0.0542872 Sep 16 05:41:34.973346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-f314140c-b435-4fd1-ad7b-ca1da7834934 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 217 time: 0.0376651 Sep 16 05:41:35.028455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-13de3f2f-096f-4496-8e9c-7f4c491af45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.030105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-13de3f2f-096f-4496-8e9c-7f4c491af45e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0504003 Sep 16 05:41:35.078005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-711bcd20-21dd-4b55-8892-98724c556a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.079699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-711bcd20-21dd-4b55-8892-98724c556a33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422657 Sep 16 05:41:35.171636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-30fdbae0-9a64-449f-b07d-fdf7aa62e8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849874 Sep 16 05:41:35.265701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b50c603e-ef57-40a0-bd25-1edb8b253992 req-b59853ce-cb7a-4d04-8480-2d50097bf629 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868099 Sep 16 05:41:35.374296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-5afbe2de-6003-4971-9cba-d24fff48556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.375702 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-5afbe2de-6003-4971-9cba-d24fff48556d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1095 time: 0.0405762 Sep 16 05:41:35.470128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-15e68a6a-c630-4bda-af06-a60e785954d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.472708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-15e68a6a-c630-4bda-af06-a60e785954d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0896561 Sep 16 05:41:35.512581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-c93599e4-ac3c-4082-bd1f-09b38680bb2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 217 time: 0.0333467 Sep 16 05:41:35.568197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-387056ec-2077-43de-a008-b4bb9bc93cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.569756 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-387056ec-2077-43de-a008-b4bb9bc93cda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0500247 Sep 16 05:41:35.644644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-f1c4c549-6de7-48e3-8783-45a4e052ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.646149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-f1c4c549-6de7-48e3-8783-45a4e052ef51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688639 Sep 16 05:41:35.669086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bad45-4bfe-452c-98de-4f01dfba66bd req-26608f5e-5cc8-498a-bece-92ede5757c28 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.670600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d5bad45-4bfe-452c-98de-4f01dfba66bd req-26608f5e-5cc8-498a-bece-92ede5757c28 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0678344 Sep 16 05:41:35.762329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d5bad45-4bfe-452c-98de-4f01dfba66bd req-7ef47726-4c27-48ce-a924-114d1ffbe502 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801551 Sep 16 05:41:35.783213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-584255be-d09a-435b-acf1-ff3fb2bc375e service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292839 Sep 16 05:41:35.872982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e82c86-935d-4c3d-bedd-080576f9bb59 req-b28b1c5c-aa3b-435f-a860-59254fe583c4 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822158 Sep 16 05:41:36.350669 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:36.888056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c752fc3-44cd-47ed-997a-84cbb52dfeec req-3125b8db-74f0-4b5b-90f6-e6a2416ec402 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:36.890009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c752fc3-44cd-47ed-997a-84cbb52dfeec req-3125b8db-74f0-4b5b-90f6-e6a2416ec402 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0564563 Sep 16 05:41:36.929943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5c752fc3-44cd-47ed-997a-84cbb52dfeec req-52a77358-4281-47bc-b643-0fff90ea5bf1 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337625 Sep 16 05:41:38.044545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27376ee-4b2f-4324-9f44-cceba6fc8464 req-52d7dac4-f3c0-484a-bf08-3b132ff0faba tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:38.046021 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c27376ee-4b2f-4324-9f44-cceba6fc8464 req-52d7dac4-f3c0-484a-bf08-3b132ff0faba tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0485384 Sep 16 05:41:38.083005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c27376ee-4b2f-4324-9f44-cceba6fc8464 req-e43c456a-b2ff-4046-bdc1-c62de3acce81 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303953 Sep 16 05:41:39.194829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64deb52-3389-4ae0-985e-bcc77e95de51 req-8315b87f-2a32-49fa-9516-fcfe8e1d3d63 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:39.196315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f64deb52-3389-4ae0-985e-bcc77e95de51 req-8315b87f-2a32-49fa-9516-fcfe8e1d3d63 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0484817 Sep 16 05:41:39.233403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f64deb52-3389-4ae0-985e-bcc77e95de51 req-08ef7e39-372a-4bba-8fa6-e7666e007fd0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311983 Sep 16 05:41:40.352440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dd84c-f6e9-42d6-9365-c601734e910d req-8057585b-906f-4672-982f-1dd5c0fd0104 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:40.353916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d9dd84c-f6e9-42d6-9365-c601734e910d req-8057585b-906f-4672-982f-1dd5c0fd0104 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0531275 Sep 16 05:41:40.390932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5d9dd84c-f6e9-42d6-9365-c601734e910d req-0b7b7f82-5e97-4fc5-997f-74a08b74f14e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Sep 16 05:41:41.503403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed68a-e508-4ba2-8108-fb88c98f4923 req-e342e2af-07ba-4afa-ad69-22bfe05006b9 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:41.505219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-903ed68a-e508-4ba2-8108-fb88c98f4923 req-e342e2af-07ba-4afa-ad69-22bfe05006b9 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0488057 Sep 16 05:41:41.541557 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-903ed68a-e508-4ba2-8108-fb88c98f4923 req-dcd86b69-affd-4be2-b1aa-e7f462492476 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307186 Sep 16 05:41:42.042506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:42.655730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b34b-ba81-4eb5-b993-b00154e97705 req-e6572a4a-f938-4c6d-ba0d-68c4211d388f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:42.657222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aed1b34b-ba81-4eb5-b993-b00154e97705 req-e6572a4a-f938-4c6d-ba0d-68c4211d388f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0481503 Sep 16 05:41:42.694190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aed1b34b-ba81-4eb5-b993-b00154e97705 req-af010c22-8b5c-4c44-83df-08eb0fcdfaf7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Sep 16 05:41:43.810948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d518-d85f-4790-bc19-e23b247ebf10 req-6294751b-936e-4c84-8415-bf5aef2d0807 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:43.812438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca05d518-d85f-4790-bc19-e23b247ebf10 req-6294751b-936e-4c84-8415-bf5aef2d0807 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0523386 Sep 16 05:41:43.849834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca05d518-d85f-4790-bc19-e23b247ebf10 req-54163de2-59c3-4bc4-a900-ff53cc0c277b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Sep 16 05:41:44.966054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dac0c-03b5-4da3-b328-ea34ed177883 req-e9431793-08fd-450a-a38f-4737d0462448 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:44.967536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-313dac0c-03b5-4da3-b328-ea34ed177883 req-e9431793-08fd-450a-a38f-4737d0462448 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0487070 Sep 16 05:41:45.005224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-313dac0c-03b5-4da3-b328-ea34ed177883 req-a10803c5-9ecd-4243-9193-a267dac905a2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310585 Sep 16 05:41:46.120114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804673-ca10-4248-a3dd-7b43de4d178f req-2cc8e51d-d90c-4604-8b30-566439506015 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:46.121575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11804673-ca10-4248-a3dd-7b43de4d178f req-2cc8e51d-d90c-4604-8b30-566439506015 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 943 time: 0.0485897 Sep 16 05:41:46.158452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11804673-ca10-4248-a3dd-7b43de4d178f req-bd5672fe-5c8c-48fd-abab-40c426d25b30 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305221 Sep 16 05:41:46.214656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c8499014-1801-4996-9dad-fe7f029e7349 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:41:46.306972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c8499014-1801-4996-9dad-fe7f029e7349, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c8499014-1801-4996-9dad-fe7f029e7349,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:46.317827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'c8499014-1801-4996-9dad-fe7f029e7349', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:41:46.356787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.369444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8499014-1801-4996-9dad-fe7f029e7349 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:41:46.388524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c8499014-1801-4996-9dad-fe7f029e7349, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c8499014-1801-4996-9dad-fe7f029e7349,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:46.392036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:46.440398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c8499014-1801-4996-9dad-fe7f029e7349,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:46.447645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.447994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.448364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.448704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.449038 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.449371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.449701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.450026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.450351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.450674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.450994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.451317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:46.775794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['c8499014-1801-4996-9dad-fe7f029e7349'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:41:47.275564 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0eafa-8e84-4430-8402-9d94c7f82ef4 req-73b1e95c-bb73-43fc-9d46-c5347bf170b8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:47.277062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0eafa-8e84-4430-8402-9d94c7f82ef4 req-73b1e95c-bb73-43fc-9d46-c5347bf170b8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Sep 16 05:41:47.314690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0eafa-8e84-4430-8402-9d94c7f82ef4 req-d157d618-c8ce-4792-9d8b-15847990d091 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311062 Sep 16 05:41:48.228319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c8499014-1801-4996-9dad-fe7f029e7349 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:48.275973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port c8499014-1801-4996-9dad-fe7f029e7349 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:41:48.279735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port c8499014-1801-4996-9dad-fe7f029e7349 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:48.280161 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.358670 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.381272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:48.383527 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5735eef-141a-4b5a-99af-86e35b011af1" -d '{"events": [{"server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "name": "network-vif-plugged", "status": "completed", "tag": "c8499014-1801-4996-9dad-fe7f029e7349"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:48.397988 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port c8499014-1801-4996-9dad-fe7f029e7349, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c8499014-1801-4996-9dad-fe7f029e7349,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:48.402555 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:48.427377 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1d99c5-7788-4cce-aa69-e49209a155d3 x-openstack-request-id: req-7b1d99c5-7788-4cce-aa69-e49209a155d3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:48.427673 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "name": "network-vif-plugged", "status": "completed", "tag": "c8499014-1801-4996-9dad-fe7f029e7349", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:48.427927 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b1d99c5-7788-4cce-aa69-e49209a155d3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:48.428353 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349', 'code': 200} Sep 16 05:41:48.429354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2f80c-9d56-4d53-a68a-a103a3af3639 req-621f3477-2df8-4d4f-93d2-e4979b6944da tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:48.430918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccb2f80c-9d56-4d53-a68a-a103a3af3639 req-621f3477-2df8-4d4f-93d2-e4979b6944da tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 944 time: 0.0503969 Sep 16 05:41:48.455917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=c8499014-1801-4996-9dad-fe7f029e7349,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:48.470174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccb2f80c-9d56-4d53-a68a-a103a3af3639 req-c604a932-8f4b-4db3-b60b-26fcff90de4b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Sep 16 05:41:48.543454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520c086-0927-4738-9da2-e46a70e67f40 req-39c148ad-10cf-4f89-94c5-26575a8175a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:48.544983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b520c086-0927-4738-9da2-e46a70e67f40 req-39c148ad-10cf-4f89-94c5-26575a8175a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1097 time: 0.0396066 Sep 16 05:41:48.583084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b520c086-0927-4738-9da2-e46a70e67f40 req-d40e70cc-01d8-4ee7-b483-67b524a392e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301311 Sep 16 05:41:49.596228 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdd834-cb07-4699-aa8c-5ce55431e3b7 req-211e6fa9-5c7b-488a-87f8-60117e461336 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:49.597763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ebdd834-cb07-4699-aa8c-5ce55431e3b7 req-211e6fa9-5c7b-488a-87f8-60117e461336 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 945 time: 0.0588262 Sep 16 05:41:49.635349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ebdd834-cb07-4699-aa8c-5ce55431e3b7 req-6d9d29ff-286e-4f07-a62d-d37cb9e9dd4f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Sep 16 05:41:50.751687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb757b-dc92-4ef0-a2ce-b4ff9eb96d4f req-95cdadc9-1982-4c54-a8cf-8a8bd09adfd8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:50.753212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5efb757b-dc92-4ef0-a2ce-b4ff9eb96d4f req-95cdadc9-1982-4c54-a8cf-8a8bd09adfd8 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Sep 16 05:41:50.790318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5efb757b-dc92-4ef0-a2ce-b4ff9eb96d4f req-665d65e3-0083-468e-b738-080f83e70789 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Sep 16 05:41:50.901384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11009efd-3e4e-4027-bee1-157ae3109451 req-d5ee26c8-1f5b-4171-87e8-0fb89b04cd4f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:50.902772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11009efd-3e4e-4027-bee1-157ae3109451 req-d5ee26c8-1f5b-4171-87e8-0fb89b04cd4f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 945 time: 0.0478067 Sep 16 05:41:50.944479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11009efd-3e4e-4027-bee1-157ae3109451 req-e33758cb-e303-4433-a335-92248334856a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351889 Sep 16 05:41:50.966251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35980) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.102419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea68fe-0049-478b-a540-751e827aa1ef tempest-TestVolumeBootPattern-1816713541 tempest-TestVolumeBootPattern-1816713541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:51.103929 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42ea68fe-0049-478b-a540-751e827aa1ef tempest-TestVolumeBootPattern-1816713541 tempest-TestVolumeBootPattern-1816713541-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1092 time: 0.1367085 Sep 16 05:41:51.106775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 35984) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:51.111019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:51.131774 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.541867 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.594697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-4712a520-255f-4d5c-83e1-22e0b602663b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433583 Sep 16 05:41:51.649045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.25.6.59 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/76d3a1ec-ef2b-478f-ae20-735bb8ab20a5) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:51.676440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-167b8553-c206-4548-a408-dbeba8b2c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:51.677947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-167b8553-c206-4548-a408-dbeba8b2c505 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1098 time: 0.0402098 Sep 16 05:41:51.754616 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.782827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-9c0e15ea-ec89-4723-8487-eac1b81391a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:51.784401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-9c0e15ea-ec89-4723-8487-eac1b81391a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 910 time: 0.0871255 Sep 16 05:41:51.789031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.825511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:51.828284 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:51.834559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:51.859467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-324de83a-688b-442d-88b4-c807394357b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 1002 time: 0.0645473 Sep 16 05:41:51.859987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=76d3a1ec-ef2b-478f-ae20-735bb8ab20a5,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:51.874167 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.874518 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.874862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.875205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.875541 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.875874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.876231 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.876566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.877458 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.877788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.878116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.878440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:51.910981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-f523286c-a680-4778-aa83-7a2aaaa06054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:51.912470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-f523286c-a680-4778-aa83-7a2aaaa06054 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 200 len: 848 time: 0.0452654 Sep 16 05:41:51.959907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-aee2f384-670b-41a4-a48e-122bbd4d42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:51.961466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-aee2f384-670b-41a4-a48e-122bbd4d42fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb94ba2-64da-4436-903c-a4c39c869597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420120 Sep 16 05:41:52.058198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-d922cf73-d939-4ad1-9311-d86cefd82076 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886528 Sep 16 05:41:52.152325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4034f0ce-5777-45f9-8cde-e75ee57645c0 req-464cfd94-4a6f-4c2c-921f-25b025cb04d6 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862818 Sep 16 05:41:52.212710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.278235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.428644 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.433109 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.506870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=76d3a1ec-ef2b-478f-ae20-735bb8ab20a5,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:52.515263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.618630 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Floating IP 08c1a8b0-4f26-475a-b1d8-835916c6f36e associated. External IP: 172.25.6.59, port: c8499014-1801-4996-9dad-fe7f029e7349. Sep 16 05:41:52.825589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:52.935505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:52.947877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:52.955846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:52.958956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:52.959896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:41:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:52.995861 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4977ec88-1309-4111-bf7c-8cdece36e905 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8880115 Sep 16 05:41:52.996599 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:52.998995 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "tag": "c8499014-1801-4996-9dad-fe7f029e7349"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:53.042039 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641c62d9-f287-4381-a1ae-50377728fe10 x-openstack-request-id: req-641c62d9-f287-4381-a1ae-50377728fe10 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:53.042326 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "tag": "c8499014-1801-4996-9dad-fe7f029e7349", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:53.042578 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-641c62d9-f287-4381-a1ae-50377728fe10 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:53.042981 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349', 'status': 'completed', 'code': 200} Sep 16 05:41:53.077738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:53.127371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-233d717e-8579-4d60-9f03-af35ce0bb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:53.129019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-233d717e-8579-4d60-9f03-af35ce0bb5ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1097 time: 0.0431201 Sep 16 05:41:53.219843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-4b056cd2-d8a5-4869-bbb8-f0fd2ebb73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:53.221397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-4b056cd2-d8a5-4869-bbb8-f0fd2ebb73bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0857768 Sep 16 05:41:53.288375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-6d7c6d72-201e-4dd3-9c14-f9b3eabdfea8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 998 time: 0.0604143 Sep 16 05:41:53.307414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:52Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:53.333748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:53.336520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-b2a95dae-34e4-44cf-8e28-4d3befa87553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:53.338009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-b2a95dae-34e4-44cf-8e28-4d3befa87553 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0431921 Sep 16 05:41:53.342114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:53.342721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:41:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:53.383142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-eeea8871-b646-42e5-a787-8c37acbbac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:53.384763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-eeea8871-b646-42e5-a787-8c37acbbac0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398214 Sep 16 05:41:53.450319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:53.479216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-04a5e94b-e6b3-443c-bab5-4616a56eab8e service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863476 Sep 16 05:41:53.573288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b412458-c4d1-4cfa-8842-e0b00bbb8d1d req-af2fd7b7-64d1-4902-803b-617961235ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869093 Sep 16 05:41:53.676821 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:52Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:53.703072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9f606-4c3d-421a-adc1-da566e10d145 None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:52Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:53.903608 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486eadf5-e08a-459b-b565-8f3b6f9b7304 None None] New status for floating IP 08c1a8b0-4f26-475a-b1d8-835916c6f36e: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:54.874638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:55.907159 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4a3046a-3a58-4d25-bd2d-3af5fa919ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:58.222990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5f0d22e7-4d48-4d54-a019-b35a691f4347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.209709 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:59.915823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:00.375940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36004) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:00.465536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fbcf5-17af-4fdf-9c89-e61732595b89 req-433aa6f3-8bc1-444b-9764-f8ecbfe3b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:00.467133 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-339fbcf5-17af-4fdf-9c89-e61732595b89 req-433aa6f3-8bc1-444b-9764-f8ecbfe3b8b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1098 time: 0.0901639 Sep 16 05:42:00.503222 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-339fbcf5-17af-4fdf-9c89-e61732595b89 req-d83a24c1-16d7-4bb9-9716-731f37d30e68 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294108 Sep 16 05:42:01.344157 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.046528 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:13.354051 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:22.816384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-79a4ca7f-c9f5-4dff-b218-8d4ffbf5558d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381768 Sep 16 05:42:22.910601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-15764fcc-ed54-4a59-b592-5582c50c98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.911947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-15764fcc-ed54-4a59-b592-5582c50c98fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1097 time: 0.0398366 Sep 16 05:42:23.014039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-190bf08f-5876-4571-a61a-34f442b7f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.015444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-190bf08f-5876-4571-a61a-34f442b7f07a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0841365 Sep 16 05:42:23.077978 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-71ac3422-05fe-4bd7-9bfc-797527b69786 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 1000 time: 0.0549676 Sep 16 05:42:23.126367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-17a1b694-47b7-4ba1-bfb7-6d121e722d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.127740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-17a1b694-47b7-4ba1-bfb7-6d121e722d6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0417705 Sep 16 05:42:23.174933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-08f88bdb-5755-43be-afc5-c94fe8d9aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.176317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-08f88bdb-5755-43be-afc5-c94fe8d9aaea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408988 Sep 16 05:42:23.262901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-a7fbdf9c-aa46-47d2-95f4-a913a9f773dc service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796185 Sep 16 05:42:23.354910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-872fab8b-e50b-4e23-a4b0-53f320aa369d req-34edb193-8fb9-4e16-a77e-f0db2490669e service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842946 Sep 16 05:42:24.877485 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:25.907957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fd61cd63-a9e2-44c8-9e04-0c754483cea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:28.223592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02caac68-578d-4752-b514-1b23b8d573ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.211190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:29.916253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:31.341576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:42.062952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.354097 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:53.595547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-0f652ec7-6d8b-4346-9a27-b7466230ff82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390310 Sep 16 05:42:53.686454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7720677-cf00-42a6-809d-330c3c964b13 req-72a62510-10b6-4fd6-83a8-c7b1784000cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:53.687901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-72a62510-10b6-4fd6-83a8-c7b1784000cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1098 time: 0.0402129 Sep 16 05:42:53.796524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7720677-cf00-42a6-809d-330c3c964b13 req-d6d4cac9-79c6-4b4c-83a9-78a824f009ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:53.797919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-d6d4cac9-79c6-4b4c-83a9-78a824f009ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 910 time: 0.0846376 Sep 16 05:42:53.866103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-bdc645d8-df6b-49d3-a0ac-ecd8523e7765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 1002 time: 0.0571663 Sep 16 05:42:53.922559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7720677-cf00-42a6-809d-330c3c964b13 req-e6f32bc3-9a0c-4a27-b985-74571b0803f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:53.924029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-e6f32bc3-9a0c-4a27-b985-74571b0803f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 200 len: 848 time: 0.0471971 Sep 16 05:42:53.973024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7720677-cf00-42a6-809d-330c3c964b13 req-e8fe74d6-a5f1-42eb-86c8-759b684228e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:53.974505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-e8fe74d6-a5f1-42eb-86c8-759b684228e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb94ba2-64da-4436-903c-a4c39c869597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395651 Sep 16 05:42:54.067867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-255be6ec-9905-4dbe-89df-e36c05a68be6 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811107 Sep 16 05:42:54.162934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7720677-cf00-42a6-809d-330c3c964b13 req-bee7aa66-d95e-4309-9a8f-96d2462288ea service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841305 Sep 16 05:42:54.878969 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:55.908635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0ec3fbf1-aff2-40ba-a141-f7a5aecfdb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.226871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4a1dc17-11ff-4e2e-8436-878001937c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.212591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:59.918931 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:01.344294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.065638 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.820519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-7f1bc7d8-76e9-416e-8250-0df198217afa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400739 Sep 16 05:43:22.919824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-fbad263b-078a-4956-9d4e-0284b9709e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:22.921367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-fbad263b-078a-4956-9d4e-0284b9709e1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1097 time: 0.0409677 Sep 16 05:43:23.033309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-998738d5-02b2-4eb3-ac50-907e5a817ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.034864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-998738d5-02b2-4eb3-ac50-907e5a817ece service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0937228 Sep 16 05:43:23.106923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-815814ec-b285-465c-a6dd-cfcd165289ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 1000 time: 0.0636039 Sep 16 05:43:23.160442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-e62fa092-3df0-40fb-a718-f4d6fe79c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.162009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-e62fa092-3df0-40fb-a718-f4d6fe79c11d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0483146 Sep 16 05:43:23.208508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-27ead3c7-921d-4e2a-9aeb-c38863345eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:23.210023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-27ead3c7-921d-4e2a-9aeb-c38863345eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403733 Sep 16 05:43:23.302911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-6914c50d-1ede-4936-a74a-51a9495a22d0 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Sep 16 05:43:23.393072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34ca9f4f-1ab7-4c89-9100-6b16a43065ab req-e77b5bd0-b538-4b93-9142-3f76621a13d0 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820785 Sep 16 05:43:24.892994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:25.923083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1916e487-3203-44d0-9b0f-67d898f185c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:27.359522 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:28.229534 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c93c2b43-43d0-4150-993f-4b9e573aaa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.214946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:29.922994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:30.133182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-2fc7dd74-0286-4a07-afc9-e09f2e5403eb tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233518367&fields=id&tenant_id=50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 267 time: 0.0328307 Sep 16 05:43:30.240956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-e0123843-f9a4-48fc-b123-a203899f0d93 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:30.242331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-e0123843-f9a4-48fc-b123-a203899f0d93 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1023834 Sep 16 05:43:30.256958 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-cff8936d-e953-4dd6-8714-b8805fc9516a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/quotas/50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 375 time: 0.0088944 Sep 16 05:43:30.312492 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-4c0ddb56-e294-45f3-9032-3fe67b88e3f2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504050 Sep 16 05:43:30.465265 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-7862587b-6216-4f50-9efc-ecfeb35e13c6 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415064 Sep 16 05:43:30.553861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-0311f3d6-2ddc-438d-9bad-d94aaa66542d service neutron] 10.222.0.55 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819719 Sep 16 05:43:30.835188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-221f5172-fd55-4b04-9cbd-b4ca705145ac req-bb575f5d-4134-447f-bee8-575ef5e5e85c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Sep 16 05:43:31.346759 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:31.808358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-a2f01ff0-98ed-4c3c-93af-625ae8cee4ba tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:31.809859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-a2f01ff0-98ed-4c3c-93af-625ae8cee4ba tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 811 time: 0.1115224 Sep 16 05:43:31.856277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-e19c8d0b-828c-4de0-9243-132ebbc01978 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50fec700a7344453bc83446517b612a3 HTTP/1.1" status: 200 len: 379 time: 0.0366032 Sep 16 05:43:31.873529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'port': {'device_id': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'admin_state_up': True, 'tenant_id': '50fec700a7344453bc83446517b612a3', 'security_groups': ['bf1a630f-e08d-4424-bd08-b21ebcfc1d6c']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:31.968033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9cc2ed4d-310a-4043-9cde-81fb40f47e90 req-02c34671-29e6-4a07-a292-010f2747879a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 210 time: 0.0311260 Sep 16 05:43:32.011433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Made reservation on behalf of 50fec700a7344453bc83446517b612a3 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:32.014898 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.141529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.20.0.12 (f82c8318-17e9-4c5e-ae76-0316030c03e3/7a75baea-b4eb-497d-a02e-43fade21e217/4d94d2dd-37be-424f-8b8c-909a9f870f84) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:32.294398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.327023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.372398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:32.375626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:32.382309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:32.413743 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=4d94d2dd-37be-424f-8b8c-909a9f870f84,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.427080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.427431 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.427766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.428131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.428450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.428777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.429106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.429427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.429746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.430064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.430381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.430697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:32.448840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:32.449473 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.466929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-46707f4b-384e-4214-a441-d685cf96141f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983000 Sep 16 05:43:32.489223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Request body: {'port': {'device_id': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:32.551039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.668555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-fb334d3d-dd5f-4def-8c23-3147e0d50bfc None None] Provisioning complete for port 4d94d2dd-37be-424f-8b8c-909a9f870f84 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:32.669631 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fb334d3d-dd5f-4def-8c23-3147e0d50bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.706645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fb334d3d-dd5f-4def-8c23-3147e0d50bfc None None] Port 4d94d2dd-37be-424f-8b8c-909a9f870f84 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:32.817482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d94d2dd-37be-424f-8b8c-909a9f870f84 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:32.825185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.837929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Transition to ACTIVE for port object 4d94d2dd-37be-424f-8b8c-909a9f870f84 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:43:32.841845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:32.898112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Pushing event updated for resources: {'Port': ['ID=4d94d2dd-37be-424f-8b8c-909a9f870f84,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:32.971547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Attempting to bind port 4d94d2dd-37be-424f-8b8c-909a9f870f84 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:32.971894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Attempting to bind port 4d94d2dd-37be-424f-8b8c-909a9f870f84 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:32.972274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Attempting to bind port 4d94d2dd-37be-424f-8b8c-909a9f870f84 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:32.981875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Port 4d94d2dd-37be-424f-8b8c-909a9f870f84 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:43:32.982211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Attempting to bind port 4d94d2dd-37be-424f-8b8c-909a9f870f84 on network f82c8318-17e9-4c5e-ae76-0316030c03e3 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:32.988085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:32.988455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Checking segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:32.990696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Bound using segment: {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:32.990696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Bound port: 4d94d2dd-37be-424f-8b8c-909a9f870f84, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f4a60f-ccc6-48c8-a5b6-23e18313689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:32.990696 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.093671 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] For port 4d94d2dd-37be-424f-8b8c-909a9f870f84, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:33.126026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] For port 4d94d2dd-37be-424f-8b8c-909a9f870f84, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:33.133659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.173259 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153f3bf-86bd-4014-ab32-a8dc387d1f11 req-07f3d090-955b-4632-96ed-a9c156e9560b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.175398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e153f3bf-86bd-4014-ab32-a8dc387d1f11 req-07f3d090-955b-4632-96ed-a9c156e9560b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0976658 Sep 16 05:43:33.183022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.183717 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:33.185825 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] 10.222.0.73 "PUT /v2.0/ports/4d94d2dd-37be-424f-8b8c-909a9f870f84 HTTP/1.1" status: 200 len: 1093 time: 0.7022359 Sep 16 05:43:33.189250 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:33.191469 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33827b7f-e19a-442e-aabc-b097b79ab4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:33.619859 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fef9f1-1f54-428b-8752-69093ea150bc x-openstack-request-id: req-a8fef9f1-1f54-428b-8752-69093ea150bc {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:33.620166 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:33.620415 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8fef9f1-1f54-428b-8752-69093ea150bc {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:33.620795 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'status': 'completed', 'code': 200} Sep 16 05:43:33.623784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e153f3bf-86bd-4014-ab32-a8dc387d1f11 req-738decaa-6a75-467d-85dc-84a9d28a7a46 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4353571 Sep 16 05:43:33.624495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388eb38-cf3d-4813-93ab-3a2db075f16f service neutron] Pushing event updated for resources: {'Port': ['ID=4d94d2dd-37be-424f-8b8c-909a9f870f84,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:33.649179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8e507fb2-a4e5-479f-bed2-5dcb66145e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.650666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-8e507fb2-a4e5-479f-bed2-5dcb66145e92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 1096 time: 0.4170709 Sep 16 05:43:33.699034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-89e31fd8-a435-478f-b6ac-5676d49ed3d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84 HTTP/1.1" status: 200 len: 217 time: 0.0343459 Sep 16 05:43:33.751670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-a3ad0dbf-8d68-4798-a707-badd5fdfe299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.753716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-a3ad0dbf-8d68-4798-a707-badd5fdfe299 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0441711 Sep 16 05:43:33.807888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-32d7359e-a8c9-4ff3-bd3e-ea3eca443071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:33.809408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-32d7359e-a8c9-4ff3-bd3e-ea3eca443071 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432615 Sep 16 05:43:33.904587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-1c144b7f-5c89-4caa-909e-f93f113ca950 service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825644 Sep 16 05:43:34.004521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31441c20-36e4-4f5c-9fdd-c9e03f205c3c req-ae13e095-8e59-46bd-83dd-adee7c37876d service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886040 Sep 16 05:43:34.095137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-b03e16db-d485-4b70-b7bf-27855a8e5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.096701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-b03e16db-d485-4b70-b7bf-27855a8e5d01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 1096 time: 0.0401502 Sep 16 05:43:34.195358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-205821fd-6247-412f-90e3-e19321433593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.196867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-205821fd-6247-412f-90e3-e19321433593 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0899556 Sep 16 05:43:34.243792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-245514f9-155c-4ffa-8678-bf71b82655d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84 HTTP/1.1" status: 200 len: 217 time: 0.0356901 Sep 16 05:43:34.296309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-c3ea80d9-03b2-4fac-a664-5886b8cfed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.297650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-c3ea80d9-03b2-4fac-a664-5886b8cfed52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0425215 Sep 16 05:43:34.349137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-7006823d-d02b-491c-9e55-0000e2003890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.350724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-7006823d-d02b-491c-9e55-0000e2003890 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417893 Sep 16 05:43:34.451401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-fabff261-20df-4125-8d4e-0c324a792053 service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886550 Sep 16 05:43:34.553478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33827b7f-e19a-442e-aabc-b097b79ab4e7 req-fe1d4514-57a0-4b44-abac-918ec6247cf5 service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905278 Sep 16 05:43:34.743449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f8de7-e246-48b8-b920-bd90c7cbcfc9 req-0a433de3-2e30-4ef0-a563-e1a549f53880 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:34.744960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-317f8de7-e246-48b8-b920-bd90c7cbcfc9 req-0a433de3-2e30-4ef0-a563-e1a549f53880 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0489056 Sep 16 05:43:34.782499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-317f8de7-e246-48b8-b920-bd90c7cbcfc9 req-7aa2b987-4217-4cc6-8249-04dba3d39d96 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Sep 16 05:43:35.897445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06217c7-17ad-4279-84e7-bcce131de045 req-c0430888-a281-43e2-894f-91e76ca9459e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:35.899006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f06217c7-17ad-4279-84e7-bcce131de045 req-c0430888-a281-43e2-894f-91e76ca9459e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0504119 Sep 16 05:43:35.937553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f06217c7-17ad-4279-84e7-bcce131de045 req-fdea55e8-00d2-4aaf-ac76-c3bca4c9c3a0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Sep 16 05:43:37.053861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75de84-fc00-40d2-a234-270d8e47b2e8 req-58ecea90-0bc3-4311-a60d-3317570ed118 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:37.055317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f75de84-fc00-40d2-a234-270d8e47b2e8 req-58ecea90-0bc3-4311-a60d-3317570ed118 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0514159 Sep 16 05:43:37.092585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f75de84-fc00-40d2-a234-270d8e47b2e8 req-35f03fb2-31fe-4831-bd80-7b704ea29ca2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 Sep 16 05:43:38.213342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4771429-a1da-4051-b9a4-a8d933b8c688 req-5c8f7a6d-aad4-4638-9ca5-2f7a0ba3e89f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:38.214848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4771429-a1da-4051-b9a4-a8d933b8c688 req-5c8f7a6d-aad4-4638-9ca5-2f7a0ba3e89f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0486443 Sep 16 05:43:38.251176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c4771429-a1da-4051-b9a4-a8d933b8c688 req-a82a8120-6e8c-4803-a950-3bb6bb0246a0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303957 Sep 16 05:43:39.378714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7eb1b-be87-4a75-b434-cf4d05dba696 req-0e21c949-d544-4fba-a387-e201ea41ee24 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:39.380297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8be7eb1b-be87-4a75-b434-cf4d05dba696 req-0e21c949-d544-4fba-a387-e201ea41ee24 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0538573 Sep 16 05:43:39.425355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8be7eb1b-be87-4a75-b434-cf4d05dba696 req-f79e15e0-5487-4763-8abb-00a4739c113c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 Sep 16 05:43:40.557773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107747d-b6ef-44ce-a490-c480d5e2625f req-7086f33a-e097-4638-9ccc-0eab5605afed tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:40.559332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e107747d-b6ef-44ce-a490-c480d5e2625f req-7086f33a-e097-4638-9ccc-0eab5605afed tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0612442 Sep 16 05:43:40.601759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e107747d-b6ef-44ce-a490-c480d5e2625f req-1a3b47fd-fc3c-4e84-89b7-eafef2f94670 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359683 Sep 16 05:43:41.717394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bcc28-b7f9-4dbf-b5c9-7ee35299f0b6 req-281882e6-e3ca-4f9f-ac70-a6429f5e0b1f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:41.719065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-671bcc28-b7f9-4dbf-b5c9-7ee35299f0b6 req-281882e6-e3ca-4f9f-ac70-a6429f5e0b1f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0500500 Sep 16 05:43:41.756422 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-671bcc28-b7f9-4dbf-b5c9-7ee35299f0b6 req-3b41572e-9db4-4161-a76d-00e0fff9cde3 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Sep 16 05:43:42.076537 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:42.869809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a321c9c-02b4-4ecf-94f6-b9144b037346 req-5a42c940-66df-444a-82f8-d72132037baa tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:42.871197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a321c9c-02b4-4ecf-94f6-b9144b037346 req-5a42c940-66df-444a-82f8-d72132037baa tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0482068 Sep 16 05:43:42.907997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a321c9c-02b4-4ecf-94f6-b9144b037346 req-2a779fe6-1a86-4e35-b448-5f6035515ad0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305085 Sep 16 05:43:44.024697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280932e0-c727-46ff-9fa7-05eccc3add11 req-42df5fd6-f5e4-4c64-8bec-85991b375526 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.026143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280932e0-c727-46ff-9fa7-05eccc3add11 req-42df5fd6-f5e4-4c64-8bec-85991b375526 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 944 time: 0.0520258 Sep 16 05:43:44.062483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-280932e0-c727-46ff-9fa7-05eccc3add11 req-dde22d1a-70f0-4485-9030-413deecc8ca2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304818 Sep 16 05:43:44.665471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4d94d2dd-37be-424f-8b8c-909a9f870f84 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:44.760547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4d94d2dd-37be-424f-8b8c-909a9f870f84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:44.771263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'port_id': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'mac_address': 'fa:16:3e:e6:64:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:44.807307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.819221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d94d2dd-37be-424f-8b8c-909a9f870f84 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:44.837671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4d94d2dd-37be-424f-8b8c-909a9f870f84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:44.841503 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.891076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=4d94d2dd-37be-424f-8b8c-909a9f870f84,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:44.898917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.899261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.899600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.899934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.900301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.900636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.900960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.901284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.901606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.901926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.902246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:44.902566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:45.114993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['4d94d2dd-37be-424f-8b8c-909a9f870f84'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:43:45.175996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a6743-4d5b-4314-ab56-48aed9ca3295 req-8acadad1-4490-493b-9740-77bbefa3d2f2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:45.177497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-488a6743-4d5b-4314-ab56-48aed9ca3295 req-8acadad1-4490-493b-9740-77bbefa3d2f2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Sep 16 05:43:45.214867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-488a6743-4d5b-4314-ab56-48aed9ca3295 req-34f94298-c9bd-40e1-a64c-1f29dd4d820d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313153 Sep 16 05:43:46.326855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3303e-367d-40b1-98e2-ae00803062fb req-9d6901d1-11a3-4a85-a14d-cd8f7a80e99e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:46.328362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56d3303e-367d-40b1-98e2-ae00803062fb req-9d6901d1-11a3-4a85-a14d-cd8f7a80e99e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 945 time: 0.0482519 Sep 16 05:43:46.365953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56d3303e-367d-40b1-98e2-ae00803062fb req-16bc6098-e58a-42ad-8735-e1b8276c190d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Sep 16 05:43:46.665218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4d94d2dd-37be-424f-8b8c-909a9f870f84 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:46.713098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 4d94d2dd-37be-424f-8b8c-909a9f870f84 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:43:46.716682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 4d94d2dd-37be-424f-8b8c-909a9f870f84 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:46.717054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.790215 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.811199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:46.813447 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b61b79-79b8-4d46-88b5-047cd71ecb13" -d '{"events": [{"server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "name": "network-vif-plugged", "status": "completed", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:46.829051 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 4d94d2dd-37be-424f-8b8c-909a9f870f84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:46.833301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:46.857105 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d5627c-0bb5-4e33-a1f2-34fe49d16dce x-openstack-request-id: req-54d5627c-0bb5-4e33-a1f2-34fe49d16dce {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:46.857398 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "name": "network-vif-plugged", "status": "completed", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:46.857649 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54d5627c-0bb5-4e33-a1f2-34fe49d16dce {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:46.858035 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'code': 200} Sep 16 05:43:46.885084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=4d94d2dd-37be-424f-8b8c-909a9f870f84,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:46.962405 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13f83d-5cd0-4970-8e1c-e3da5db9f012 req-fb46cc84-1f70-40d8-afb7-193789218bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:46.963899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc13f83d-5cd0-4970-8e1c-e3da5db9f012 req-fb46cc84-1f70-40d8-afb7-193789218bb9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0445189 Sep 16 05:43:47.003674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc13f83d-5cd0-4970-8e1c-e3da5db9f012 req-6803d06e-df6a-4c2b-886f-383d524352e4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276365 Sep 16 05:43:47.488756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba5ad-e71f-4cd9-9acc-650ffcb2cc40 req-a0dba84c-0184-414c-a33e-211a4fa266bd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:47.490260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-781ba5ad-e71f-4cd9-9acc-650ffcb2cc40 req-a0dba84c-0184-414c-a33e-211a4fa266bd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 946 time: 0.0573838 Sep 16 05:43:47.528916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-781ba5ad-e71f-4cd9-9acc-650ffcb2cc40 req-17d6052a-4beb-4bd5-8297-19491a63ea33 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303383 Sep 16 05:43:48.643378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31264f35-88cc-4ea4-b1a2-00698024de95 req-582cd230-0715-4aa4-b3e3-e0f1d9ca2f9e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:48.644921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31264f35-88cc-4ea4-b1a2-00698024de95 req-582cd230-0715-4aa4-b3e3-e0f1d9ca2f9e tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 946 time: 0.0483840 Sep 16 05:43:48.682640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31264f35-88cc-4ea4-b1a2-00698024de95 req-198fe7f5-5861-4c6c-9ad6-2a1aedfc13b6 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316794 Sep 16 05:43:48.797677 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e7dea-89eb-4f34-ae91-1c8d063bc50d req-baa96a6e-1fa8-4f00-b96a-aa1a266eeef4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:48.799163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-305e7dea-89eb-4f34-ae91-1c8d063bc50d req-baa96a6e-1fa8-4f00-b96a-aa1a266eeef4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Sep 16 05:43:48.836888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-305e7dea-89eb-4f34-ae91-1c8d063bc50d req-ac5add74-d8eb-4fca-a1de-610d94a84500 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312545 Sep 16 05:43:48.858395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36166) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:48.897396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839f8211-1523-4b2a-b8cd-d044a1265bb6 tempest-TestVolumeBootPattern-1816713541 tempest-TestVolumeBootPattern-1816713541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:48.898903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-839f8211-1523-4b2a-b8cd-d044a1265bb6 tempest-TestVolumeBootPattern-1816713541 tempest-TestVolumeBootPattern-1816713541-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 1093 time: 0.0395684 Sep 16 05:43:48.901670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36168) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:48.905993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:48.927614 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.022636 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.123030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Allocated IP 172.25.6.20 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/30e95a2d-dc25-4eab-a2ae-13a5432d67cf) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:49.228675 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.261180 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.296282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:49.298970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:49.302480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:49.327019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=30e95a2d-dc25-4eab-a2ae-13a5432d67cf,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.656165 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.718642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.864846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.869558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:49.932403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event updated for resources: {'Port': ['ID=30e95a2d-dc25-4eab-a2ae-13a5432d67cf,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:49.945565 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.042662 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Floating IP 22ee0aeb-38d5-4d85-9471-10aa1838164c associated. External IP: 172.25.6.20, port: 4d94d2dd-37be-424f-8b8c-909a9f870f84. Sep 16 05:43:50.240926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:50.343558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:50.353766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:50.358855 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.364481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:50.365103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:43:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.396111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5fb57ae1-1867-40b4-aa8f-c69655874473 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4823668 Sep 16 05:43:50.396111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:50.396111 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31042b12-b203-4b79-a69c-b62b7597d103" -d '{"events": [{"name": "network-changed", "server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:50.422695 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05521e7a-3048-44c5-a8ce-6adbd36752e0 x-openstack-request-id: req-05521e7a-3048-44c5-a8ce-6adbd36752e0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:50.422988 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:50.423243 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05521e7a-3048-44c5-a8ce-6adbd36752e0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:50.423641 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'status': 'completed', 'code': 200} Sep 16 05:43:50.475827 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:50.489152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31042b12-b203-4b79-a69c-b62b7597d103 req-a6b88ac9-93eb-4495-a147-c9579e21654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.490664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31042b12-b203-4b79-a69c-b62b7597d103 req-a6b88ac9-93eb-4495-a147-c9579e21654b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0441821 Sep 16 05:43:50.581102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31042b12-b203-4b79-a69c-b62b7597d103 req-081b9d64-7565-4eed-8ed5-643cc83212a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.582609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31042b12-b203-4b79-a69c-b62b7597d103 req-081b9d64-7565-4eed-8ed5-643cc83212a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0849113 Sep 16 05:43:50.647984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31042b12-b203-4b79-a69c-b62b7597d103 req-9815b149-ee62-42bd-8251-1bf565d7854b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84 HTTP/1.1" status: 200 len: 999 time: 0.0584843 Sep 16 05:43:50.697092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31042b12-b203-4b79-a69c-b62b7597d103 req-18694b11-fc46-4717-a28c-c3cd8b182abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.698544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31042b12-b203-4b79-a69c-b62b7597d103 req-18694b11-fc46-4717-a28c-c3cd8b182abf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0437796 Sep 16 05:43:50.699282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}, {'id': '22ee0aeb-38d5-4d85-9471-10aa1838164c', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:e6:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:49Z', 'updated_at': '2021-09-16T05:43:49Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.728852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:50.737074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:50.737677 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:43:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:50.744789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31042b12-b203-4b79-a69c-b62b7597d103 req-de6a7117-8bd9-4881-bbbd-1842522b59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:50.746301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31042b12-b203-4b79-a69c-b62b7597d103 req-de6a7117-8bd9-4881-bbbd-1842522b59b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405753 Sep 16 05:43:50.839308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31042b12-b203-4b79-a69c-b62b7597d103 req-d976f086-a9e1-4d90-a3fb-48258514c79c service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854237 Sep 16 05:43:50.933630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31042b12-b203-4b79-a69c-b62b7597d103 req-285c45fa-1c87-4050-af9f-ee2f41b80c0f service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872450 Sep 16 05:43:51.001936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:51.216233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}, {'id': '22ee0aeb-38d5-4d85-9471-10aa1838164c', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:e6:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:49Z', 'updated_at': '2021-09-16T05:43:49Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:51.242695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345b028-f9d2-4888-8026-6bc88df9b9e9 None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}, {'id': '22ee0aeb-38d5-4d85-9471-10aa1838164c', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:e6:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:49Z', 'updated_at': '2021-09-16T05:43:49Z', 'revision_number': 0, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:51.418650 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6bf23-dd50-4fd7-83e1-35a8e2ce6081 None None] New status for floating IP 22ee0aeb-38d5-4d85-9471-10aa1838164c: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:54.619172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-a167510a-0667-4751-9eb7-bdb662398814 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401926 Sep 16 05:43:54.709785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-5342e3cb-15ba-41c5-a811-330f20736a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:54.711920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-5342e3cb-15ba-41c5-a811-330f20736a19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1098 time: 0.0508730 Sep 16 05:43:54.820141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-3a5b52a4-8267-4946-8333-198462d55a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:54.822119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-3a5b52a4-8267-4946-8333-198462d55a78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 910 time: 0.0874078 Sep 16 05:43:54.881667 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.892023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-39fc43a2-6d20-46c2-a540-733b560a100e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 1002 time: 0.0593688 Sep 16 05:43:54.941290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-7d39a41b-7c22-4769-839c-7226032c6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:54.942726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-7d39a41b-7c22-4769-839c-7226032c6445 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 200 len: 848 time: 0.0437539 Sep 16 05:43:54.986483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-3a006123-ea69-44d8-a051-2abc39511a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:54.987926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-3a006123-ea69-44d8-a051-2abc39511a36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb94ba2-64da-4436-903c-a4c39c869597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385852 Sep 16 05:43:55.078943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-a5749da2-60b1-4024-a20d-a861ababa205 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837550 Sep 16 05:43:55.165503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-117d5501-5b3a-4948-ae47-dbfd041ba4f3 req-af8720b6-e538-4c64-9b78-6850d14f6d37 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790608 Sep 16 05:43:55.916724 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2330ad1-e34c-466a-aec6-327ad4dc1aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:58.230280 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-83948c6a-05d7-4752-8e95-972af1944b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.220152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:59.925995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:01.348756 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.359036 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:12.084759 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.826208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-dd4f6da2-0038-402c-b2bc-e04d931f373e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427103 Sep 16 05:44:22.921631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-e3b79ab6-91b7-4d45-af02-7c29eeff6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:22.922973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-e3b79ab6-91b7-4d45-af02-7c29eeff6679 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1097 time: 0.0391715 Sep 16 05:44:23.022883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-eb34e845-3fc9-4ff2-b3e1-c3beeac3dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:23.024375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-eb34e845-3fc9-4ff2-b3e1-c3beeac3dd38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0824034 Sep 16 05:44:23.090843 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-e83d79c2-5ed4-4aaf-858b-c1bbba6fa8b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 1000 time: 0.0595052 Sep 16 05:44:23.138628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-d820c5a2-e335-40b5-b234-c01663903472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:23.140033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-d820c5a2-e335-40b5-b234-c01663903472 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0422955 Sep 16 05:44:23.184749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-b618b2e5-59f9-4ea0-a22a-bd5dd0ca54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:23.186100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-b618b2e5-59f9-4ea0-a22a-bd5dd0ca54e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383902 Sep 16 05:44:23.276215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-c42ef38d-8623-48b2-8a8a-3b689aa298b1 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 Sep 16 05:44:23.365195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a81f7970-bdc1-44cb-a377-f642747b3ce2 req-d5f4abff-0066-40d6-a0c8-9536babbeb66 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Sep 16 05:44:24.884452 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.916502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-765a9e7c-cdae-4708-8db1-0782f4097ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.231362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-db3f0b2f-6119-4558-9b25-c8950a1d2e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.221326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.927893 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:31.351544 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:41.359313 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:42.100691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:54.619172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-5ec9c3fa-a6e9-4f8d-a02c-aefa98b143a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398643 Sep 16 05:44:54.680808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-2414376a-c31b-47ea-8b27-1f8f91d53550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:54.682323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-2414376a-c31b-47ea-8b27-1f8f91d53550 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0389729 Sep 16 05:44:54.901431 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:55.116016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-ede7995b-7b3d-4667-b5a8-a11bc09cba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:55.117585 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-ede7995b-7b3d-4667-b5a8-a11bc09cba45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.4104404 Sep 16 05:44:55.184278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-19d2b85c-bdd9-4d09-9e03-f39c85359bcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84 HTTP/1.1" status: 200 len: 1001 time: 0.0553551 Sep 16 05:44:55.235634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-6703d231-7e5e-46eb-b877-64cc0edf090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:55.237042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-6703d231-7e5e-46eb-b877-64cc0edf090b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0414739 Sep 16 05:44:55.287639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-23814585-c3c2-41d2-ade7-f2aee0797c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:55.289105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-23814585-c3c2-41d2-ade7-f2aee0797c12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406210 Sep 16 05:44:55.379156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-5187108c-b94a-4123-8aca-70622a7be35d service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784810 Sep 16 05:44:55.473301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11cb45ad-cc6b-4e0c-a10a-9f95b5358e01 req-0e1fd82a-5bb9-41c7-a346-1438414f1b98 service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823882 Sep 16 05:44:55.917033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4b041a81-e045-4b75-a234-21f5e0e37c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:58.232472 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bda20412-8949-41fd-88d5-da4ae05ef600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:59.221955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:59.930662 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:01.353771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:11.507969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-a1798953-9c7b-475f-9410-d6d627c208de req-f057c00f-0b85-433d-a790-d7a261dd462b service neutron] (94719) timed out ('10.222.0.64', 55770) {{(pid=94719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:45:12.119676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:18.358631 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:24.884260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-0c8de21e-5167-4328-8699-96487a699506 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0920792 Sep 16 05:45:24.902480 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:24.982177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a41ec-965e-467f-b442-c1be680c874d req-4ce4f8d7-6055-4b2d-a63f-dd7ed0540015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:24.983625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-4ce4f8d7-6055-4b2d-a63f-dd7ed0540015 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1097 time: 0.0400350 Sep 16 05:45:25.087813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a41ec-965e-467f-b442-c1be680c874d req-25ccf91e-ab56-4653-a898-1285ef0b3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.089421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-25ccf91e-ab56-4653-a898-1285ef0b3ca5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.0867310 Sep 16 05:45:25.153623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-3627cfe4-1c0c-468e-bbfb-238fdd8c6009 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 1000 time: 0.0566227 Sep 16 05:45:25.207238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a41ec-965e-467f-b442-c1be680c874d req-228ec5d3-8f97-45c1-bc3a-b5ba1da219c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.208746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-228ec5d3-8f97-45c1-bc3a-b5ba1da219c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0478215 Sep 16 05:45:25.254773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a41ec-965e-467f-b442-c1be680c874d req-b3c00589-bd1a-4b53-b4f6-a45657a2d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:25.256306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-b3c00589-bd1a-4b53-b4f6-a45657a2d09a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393465 Sep 16 05:45:25.344286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-9d64d6e8-45ac-4f39-b473-288c02f63930 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803757 Sep 16 05:45:25.434867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad0a41ec-965e-467f-b442-c1be680c874d req-03612a96-f965-484b-ba0c-6964534f505f service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837224 Sep 16 05:45:25.916659 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5faab854-c39d-43f4-a7e4-90564b982256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:28.235065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3d6f255a-ef3c-4f5c-86cf-65e6c9b7d587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.221931 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.932787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:29.989438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36210) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:30.144964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port 30e95a2d-dc25-4eab-a2ae-13a5432d67cf {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:30.145308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:30.222448 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:30.222698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:30.234538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for 30e95a2d-dc25-4eab-a2ae-13a5432d67cf owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:30.375052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:30.408544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=30e95a2d-dc25-4eab-a2ae-13a5432d67cf,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:30.435267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.435622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.435967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.436338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.436678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.437015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.437346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.437675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.438002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.438365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.438732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.439126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:30.477070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:30.477379 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Floating IP 22ee0aeb-38d5-4d85-9471-10aa1838164c disassociated (deleted). External IP: 172.25.6.20, port: 4d94d2dd-37be-424f-8b8c-909a9f870f84. Sep 16 05:45:30.686302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:30.791673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:30.797172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:30.802688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:30.811465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:30.812074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:30.823098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2382aa26-a434-4a13-b12d-439f59e803d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "DELETE /v2.0/floatingips/22ee0aeb-38d5-4d85-9471-10aa1838164c HTTP/1.1" status: 204 len: 168 time: 0.8325808 Sep 16 05:45:30.823781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:30.826334 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:30.875611 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d52baf-59e8-4b93-aab0-55f84d2b8b1c x-openstack-request-id: req-85d52baf-59e8-4b93-aab0-55f84d2b8b1c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:30.875900 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:30.876186 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85d52baf-59e8-4b93-aab0-55f84d2b8b1c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:30.876583 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'status': 'completed', 'code': 200} Sep 16 05:45:30.924781 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:30.952719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-1fc14cab-8070-4a75-833f-ccec164a04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:30.954404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-1fc14cab-8070-4a75-833f-ccec164a04bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0445213 Sep 16 05:45:31.066089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-0e3cc906-d643-4f24-8793-88aa53b774a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.067595 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-0e3cc906-d643-4f24-8793-88aa53b774a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.1016989 Sep 16 05:45:31.116667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-a56bbf52-4867-4b1a-9134-b115bec91177 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84 HTTP/1.1" status: 200 len: 217 time: 0.0380116 Sep 16 05:45:31.162116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:31.187729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:31.195841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-f80f780a-6d40-4e32-bf21-676e78f43b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.196010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:31.196470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:31.197366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-f80f780a-6d40-4e32-bf21-676e78f43b19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0703259 Sep 16 05:45:31.205876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc5dd0-64c7-4ab9-b157-e9c6934e9a8f req-682a6bb9-15da-438d-affa-9ba445088cfd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.207278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86dc5dd0-64c7-4ab9-b157-e9c6934e9a8f req-682a6bb9-15da-438d-affa-9ba445088cfd tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 946 time: 0.1777089 Sep 16 05:45:31.270274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86dc5dd0-64c7-4ab9-b157-e9c6934e9a8f req-356e3e58-5afa-40f3-8ef5-88e9e0cb826b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544786 Sep 16 05:45:31.273146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-368438b6-4df4-47a2-ad04-b6acd3a860c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:31.274532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-368438b6-4df4-47a2-ad04-b6acd3a860c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664132 Sep 16 05:45:31.303239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:31.371174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-ecbbbbac-2376-41ca-9f12-7929f435ad3e service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875270 Sep 16 05:45:31.391531 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:31.465417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ca8b21a-f344-4471-acb1-2a7de8c23ebc req-ebddb6c7-b1ea-468e-a44b-71798ace272e service neutron] 10.222.0.73 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836856 Sep 16 05:45:31.536338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:31.562308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f4cdb5-2281-4918-b5ed-724068c326c9 None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '08c1a8b0-4f26-475a-b1d8-835916c6f36e', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'port_id': 'c8499014-1801-4996-9dad-fe7f029e7349', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'mac_address': 'fa:16:3e:8a:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:52Z', 'updated_at': '2021-09-16T05:41:54Z', 'revision_number': 1, 'project_id': '50fec700a7344453bc83446517b612a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:31.772675 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2628e-4aae-47f9-bd7d-7af21c0c8f76 None None] New status for floating IP 22ee0aeb-38d5-4d85-9471-10aa1838164c: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:32.447641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af293e-87f5-4104-a817-2b3bcf9543cc req-9d22ffef-d9c3-4087-8a3a-ca7d7aa8542b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.449734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35af293e-87f5-4104-a817-2b3bcf9543cc req-9d22ffef-d9c3-4087-8a3a-ca7d7aa8542b tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 946 time: 0.1118915 Sep 16 05:45:32.491209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35af293e-87f5-4104-a817-2b3bcf9543cc req-1aa1a2bb-43c9-49a7-9af9-57d301e9a4d0 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352263 Sep 16 05:45:32.885353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-62ac618d-23e2-4f30-97c3-8d4bc75c3558 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:32.886707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-62ac618d-23e2-4f30-97c3-8d4bc75c3558 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 946 time: 0.0472221 Sep 16 05:45:32.973235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port 4d94d2dd-37be-424f-8b8c-909a9f870f84 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:32.973572 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:33.063793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] For port 4d94d2dd-37be-424f-8b8c-909a9f870f84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=4d94d2dd-37be-424f-8b8c-909a9f870f84,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:33.064186 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:33.077326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for 4d94d2dd-37be-424f-8b8c-909a9f870f84 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:33.201363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:33.230975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=4d94d2dd-37be-424f-8b8c-909a9f870f84,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:33.273857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] No DVR routers for this DVR port 4d94d2dd-37be-424f-8b8c-909a9f870f84 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:33.276792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:33.279198 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0957ddb9-7bfc-410c-8671-1ce634a0818f req-48ba331f-b803-4a2e-91fe-c29bc2ef372a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.73 "DELETE /v2.0/ports/4d94d2dd-37be-424f-8b8c-909a9f870f84 HTTP/1.1" status: 204 len: 173 time: 0.3859265 Sep 16 05:45:33.279996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'name': 'network-vif-deleted', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:33.282254 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45be5386-324c-4c65-a1c9-17130c4bc379" -d '{"events": [{"server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "name": "network-vif-deleted", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:33.342093 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae6fe62-3dd9-418e-8e03-58a73d4a3adb x-openstack-request-id: req-3ae6fe62-3dd9-418e-8e03-58a73d4a3adb {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:33.342388 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f9c54-0093-488e-bcd6-246eb83ab2b6", "name": "network-vif-deleted", "tag": "4d94d2dd-37be-424f-8b8c-909a9f870f84", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:33.342691 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ae6fe62-3dd9-418e-8e03-58a73d4a3adb {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:33.343096 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f9c54-0093-488e-bcd6-246eb83ab2b6', 'name': 'network-vif-deleted', 'tag': '4d94d2dd-37be-424f-8b8c-909a9f870f84', 'status': 'completed', 'code': 200} Sep 16 05:45:33.587372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce767d1a-4e9c-4390-b717-16789518ae52 req-1444b8e8-6639-470f-913f-668a7808a277 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 210 time: 0.0261941 Sep 16 05:45:34.723495 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28785809-645d-494c-9b23-198e8d7f7bd4 req-fd185d68-3add-4460-99d2-5974d06da456 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 210 time: 0.0317745 Sep 16 05:45:35.815589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2122c4b3-68d1-4cf9-9d9a-a5ab2b44dec2 req-31c44871-6cdf-4353-b25d-775e66bac475 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 210 time: 0.0255933 Sep 16 05:45:36.920691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68ba2e8d-1632-4f3f-8b29-55a9466f09a5 req-a88c9774-3171-4261-9ba2-f94d6ce99ac2 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=486f9c54-0093-488e-bcd6-246eb83ab2b6 HTTP/1.1" status: 200 len: 210 time: 0.0288105 Sep 16 05:45:37.250719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4d94d2dd-37be-424f-8b8c-909a9f870f84 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:37.271197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 4d94d2dd-37be-424f-8b8c-909a9f870f84 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:37.271540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 4d94d2dd-37be-424f-8b8c-909a9f870f84 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:42.126791 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.272920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36268) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:42.424314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port 76d3a1ec-ef2b-478f-ae20-735bb8ab20a5 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:42.424580 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.501505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.501832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.513106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for 76d3a1ec-ef2b-478f-ae20-735bb8ab20a5 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:42.652175 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.681758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=76d3a1ec-ef2b-478f-ae20-735bb8ab20a5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:42.738305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:42.738608 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Floating IP 08c1a8b0-4f26-475a-b1d8-835916c6f36e disassociated (deleted). External IP: 172.25.6.59, port: c8499014-1801-4996-9dad-fe7f029e7349. Sep 16 05:45:42.937845 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:43.042327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:43.047161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:43.051909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:43.060830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:43.061440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:43.072626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2fb691b9-9b99-4bc3-b8fb-23061151a382 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "DELETE /v2.0/floatingips/08c1a8b0-4f26-475a-b1d8-835916c6f36e HTTP/1.1" status: 204 len: 168 time: 0.7986457 Sep 16 05:45:43.073207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:43.075521 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16949695-49b9-4312-936f-1f823be6d668" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "tag": "c8499014-1801-4996-9dad-fe7f029e7349"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:43.178914 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4892a2-e339-43b3-a9e3-79cb51ff42f3 x-openstack-request-id: req-3c4892a2-e339-43b3-a9e3-79cb51ff42f3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:43.179207 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "tag": "c8499014-1801-4996-9dad-fe7f029e7349", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:43.179454 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c4892a2-e339-43b3-a9e3-79cb51ff42f3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:43.179843 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349', 'status': 'completed', 'code': 200} Sep 16 05:45:43.184013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:43.298339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16949695-49b9-4312-936f-1f823be6d668 req-2a619779-71d6-4504-9240-892c1da8db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.300149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16949695-49b9-4312-936f-1f823be6d668 req-2a619779-71d6-4504-9240-892c1da8db08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50fec700a7344453bc83446517b612a3&device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 1097 time: 0.0682185 Sep 16 05:45:43.324146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a978-f2a7-4c3d-9257-61d877686321 req-af261d9b-5d83-4518-bf97-53081696037c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.325598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8da6a978-f2a7-4c3d-9257-61d877686321 req-af261d9b-5d83-4518-bf97-53081696037c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 945 time: 0.0668507 Sep 16 05:45:43.384331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:43.410433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:43.410772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8da6a978-f2a7-4c3d-9257-61d877686321 req-0d2d12fd-1b3e-4f6d-9f78-c46f0b3fd9ce tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717764 Sep 16 05:45:43.419122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:43.419753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:43.431197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16949695-49b9-4312-936f-1f823be6d668 req-570bd957-a95e-4753-8c86-08ad622fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.432701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16949695-49b9-4312-936f-1f823be6d668 req-570bd957-a95e-4753-8c86-08ad622fad38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 200 len: 912 time: 0.1248455 Sep 16 05:45:43.478223 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16949695-49b9-4312-936f-1f823be6d668 req-abfd842c-8dd0-4995-8091-88605685ee33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 200 len: 217 time: 0.0371618 Sep 16 05:45:43.527193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16949695-49b9-4312-936f-1f823be6d668 req-5b1107c3-ebd8-4035-b15f-a9f5866c0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.528684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16949695-49b9-4312-936f-1f823be6d668 req-5b1107c3-ebd8-4035-b15f-a9f5866c0bad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 200 len: 850 time: 0.0434043 Sep 16 05:45:43.530184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:43.574336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16949695-49b9-4312-936f-1f823be6d668 req-1575ecbb-6fe5-4d8b-b24d-18af5b399078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:43.577351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16949695-49b9-4312-936f-1f823be6d668 req-1575ecbb-6fe5-4d8b-b24d-18af5b399078 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f82c8318-17e9-4c5e-ae76-0316030c03e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409522 Sep 16 05:45:43.671697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16949695-49b9-4312-936f-1f823be6d668 req-1efc5b47-e2cd-409f-b511-d66db83ad5f0 service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851929 Sep 16 05:45:43.729554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:43.756295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311b1c80-7a49-4d37-bad2-d3528ff8e205 None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:35:48Z', 'revision_number': 4, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'c38870d2-35ed-403c-bcca-81e82640b088', 'name': '', 'network_id': 'f82c8318-17e9-4c5e-ae76-0316030c03e3', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'mac_address': 'fa:16:3e:27:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:47Z', 'updated_at': '2021-09-16T05:35:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'subnets': [{'id': '7a75baea-b4eb-497d-a02e-43fade21e217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:43.762390 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16949695-49b9-4312-936f-1f823be6d668 req-346c7800-6b95-4c3f-acee-2c9c25322f1e service neutron] 10.222.0.64 "GET /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826967 Sep 16 05:45:43.956220 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533a665-e15b-4752-b8cb-83f714b27466 None None] New status for floating IP 08c1a8b0-4f26-475a-b1d8-835916c6f36e: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:45:44.525303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fb61e-f3e7-46dc-a385-fa003c818f57 req-e89e627f-4ede-4a53-8c67-4a67ab9d5cef tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:44.527078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-780fb61e-f3e7-46dc-a385-fa003c818f57 req-e89e627f-4ede-4a53-8c67-4a67ab9d5cef tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 945 time: 0.0481141 Sep 16 05:45:44.568915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-780fb61e-f3e7-46dc-a385-fa003c818f57 req-5fe50544-a2f3-4f2c-bd0d-6032dcbb1d11 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Sep 16 05:45:45.163437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-8980b18e-c26c-488a-a2f9-4decd15bc41d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.164911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-8980b18e-c26c-488a-a2f9-4decd15bc41d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 945 time: 0.0470169 Sep 16 05:45:45.253438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port c8499014-1801-4996-9dad-fe7f029e7349 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:45.253780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.715676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] For port c8499014-1801-4996-9dad-fe7f029e7349, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=c8499014-1801-4996-9dad-fe7f029e7349,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:45.716380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.730888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f6d87-cbbd-49a0-b22b-f6959137094c req-9009d752-27e3-4467-87cb-d2fdd779b1d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:45.732396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-346f6d87-cbbd-49a0-b22b-f6959137094c req-9009d752-27e3-4467-87cb-d2fdd779b1d4 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 945 time: 0.0781755 Sep 16 05:45:45.737867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for c8499014-1801-4996-9dad-fe7f029e7349 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:45.808718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-346f6d87-cbbd-49a0-b22b-f6959137094c req-08e8218a-5208-4d38-9d73-f71385c629d7 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689311 Sep 16 05:45:45.890638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.918251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=c8499014-1801-4996-9dad-fe7f029e7349,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:45.963108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] No DVR routers for this DVR port c8499014-1801-4996-9dad-fe7f029e7349 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:45.965927 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.968002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87817ad2-fd85-4b68-bb65-548556c56e6b req-a1d12192-f1ba-4f54-935d-218f8d780a10 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.64 "DELETE /v2.0/ports/c8499014-1801-4996-9dad-fe7f029e7349 HTTP/1.1" status: 204 len: 173 time: 0.7960625 Sep 16 05:45:45.968699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'name': 'network-vif-deleted', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:45:45.970968 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8801e55-5025-45ea-a867-ce2ba975df66" -d '{"events": [{"server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "name": "network-vif-deleted", "tag": "c8499014-1801-4996-9dad-fe7f029e7349"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:45:46.011734 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90413720-09ca-495a-ad24-cb866f91146a x-openstack-request-id: req-90413720-09ca-495a-ad24-cb866f91146a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:45:46.012025 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd87340-9fc0-4bbf-858a-97c4c99ab594", "name": "network-vif-deleted", "tag": "c8499014-1801-4996-9dad-fe7f029e7349", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:45:46.012307 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90413720-09ca-495a-ad24-cb866f91146a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:45:46.012730 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd87340-9fc0-4bbf-858a-97c4c99ab594', 'name': 'network-vif-deleted', 'tag': 'c8499014-1801-4996-9dad-fe7f029e7349', 'status': 'completed', 'code': 200} Sep 16 05:45:46.901980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46be5bdc-bd55-4a69-95f5-a1d2f3ccced5 req-f87d496d-aaf3-4d79-8dbc-1edaab68096d tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 210 time: 0.0259783 Sep 16 05:45:47.998741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71b4142e-ae4f-44e4-9c27-f06b317b61e1 req-a7e1f1c7-febd-462a-8884-7ca16d55c70f tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 210 time: 0.0254736 Sep 16 05:45:49.094318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-322063a6-3bc2-40cf-89a1-d597054bf346 req-ab51e0ae-ddd7-4597-abc3-c79a2721d38c tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dd87340-9fc0-4bbf-858a-97c4c99ab594 HTTP/1.1" status: 200 len: 210 time: 0.0271020 Sep 16 05:45:49.194176 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c8499014-1801-4996-9dad-fe7f029e7349 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:49.214828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: c8499014-1801-4996-9dad-fe7f029e7349 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:49.215194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device c8499014-1801-4996-9dad-fe7f029e7349 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:50.148398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36294) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:50.268115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Deleting port 5ed6b1cd-aa8f-479b-b0f1-20b8a7ab966b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:50.268450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.343652 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.343978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.355177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Calling delete_port for 5ed6b1cd-aa8f-479b-b0f1-20b8a7ab966b owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:50.481953 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.509386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'Port': ['ID=5ed6b1cd-aa8f-479b-b0f1-20b8a7ab966b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:50.567401 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.570472 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.574804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-00f7b126-fe0a-4cfb-a212-d0550af5fc4a tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "DELETE /v2.0/floatingips/a949c757-5709-4c4a-b021-e20e8cdb61df HTTP/1.1" status: 204 len: 168 time: 0.4229922 Sep 16 05:45:52.823933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36308) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:52.884155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa77b97a-1860-4dae-afdb-03fccb5a04a5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:52.910661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa77b97a-1860-4dae-afdb-03fccb5a04a5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:52.976364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa77b97a-1860-4dae-afdb-03fccb5a04a5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:52.978902 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa77b97a-1860-4dae-afdb-03fccb5a04a5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:52.980068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aa77b97a-1860-4dae-afdb-03fccb5a04a5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] 10.222.0.55 "DELETE /v2.0/security-groups/bf1a630f-e08d-4424-bd08-b21ebcfc1d6c HTTP/1.1" status: 204 len: 168 time: 0.1543746 Sep 16 05:45:52.990870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77b97a-1860-4dae-afdb-03fccb5a04a5 tempest-TestVolumeBootPattern-1187571790 tempest-TestVolumeBootPattern-1187571790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a630f-e08d-4424-bd08-b21ebcfc1d6c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:53.037595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36312) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:53.487917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:53.735210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Deleting port c38870d2-35ed-403c-bcca-81e82640b088 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:53.736192 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:53.815017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] For port c38870d2-35ed-403c-bcca-81e82640b088, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c38870d2-35ed-403c-bcca-81e82640b088,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:53.815372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:53.827318 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Calling delete_port for c38870d2-35ed-403c-bcca-81e82640b088 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:54.005360 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.029939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Pushing event deleted for resources: {'Port': ['ID=c38870d2-35ed-403c-bcca-81e82640b088,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:54.193050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.402685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Router 36cdc5e8-7897-4e71-a716-38f7c5ec834c has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:54.505031 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:54.510429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f30080b9-c2aa-4f4b-a191-f993ec3d03df admin admin] 10.222.0.55 "PUT /v2.0/routers/36cdc5e8-7897-4e71-a716-38f7c5ec834c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4714196 Sep 16 05:45:54.513118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36316) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:54.518003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] Sync routers for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:54.527244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:54.527947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:54.630054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.644170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:54.747158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-ee7895cb-83eb-4029-80ca-8e6c197c68fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1714146 Sep 16 05:45:54.765139 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.856220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-fbbca052-791a-4e45-87c5-4b0d4d963cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:54.857717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-fbbca052-791a-4e45-87c5-4b0d4d963cc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b38c86caef4400dba9048494d2ff241&device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 1098 time: 0.0554135 Sep 16 05:45:54.860117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Deleting port eeb202f3-eab7-403b-879e-6f5dccf4bc1d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:54.861174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.937714 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.996910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] For port eeb202f3-eab7-403b-879e-6f5dccf4bc1d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:54.997354 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:54.997789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:45:53Z', 'revision_number': 5, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port': {'id': 'eeb202f3-eab7-403b-879e-6f5dccf4bc1d', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:46Z', 'updated_at': '2021-09-16T05:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:55.019104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Calling delete_port for eeb202f3-eab7-403b-879e-6f5dccf4bc1d owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:55.025272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] Checking router: 36cdc5e8-7897-4e71-a716-38f7c5ec834c for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:55.027282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-7fc6abde-af07-4d5d-8ebd-6074de9e8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:55.028787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-7fc6abde-af07-4d5d-8ebd-6074de9e8e3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 200 len: 910 time: 0.1461589 Sep 16 05:45:55.034851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] Routers {'36cdc5e8-7897-4e71-a716-38f7c5ec834c'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:55.035504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:55.122425 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] Set router 36cdc5e8-7897-4e71-a716-38f7c5ec834c gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:55.138226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-0ea6e91e-e96c-4c6c-b99d-0cb3b735cb7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 200 len: 1002 time: 0.0738428 Sep 16 05:45:55.176373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:45:54Z', 'revision_number': 6, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:55.201968 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8519e82-3b1d-405d-954b-96abdf80c1da None None] The sync data for ids ['36cdc5e8-7897-4e71-a716-38f7c5ec834c'] in n-d-713301-15 is: [{'id': '36cdc5e8-7897-4e71-a716-38f7c5ec834c', 'name': 'tempest-TestVolumeBootPattern-408532314-router', 'tenant_id': '50fec700a7344453bc83446517b612a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:45Z', 'updated_at': '2021-09-16T05:45:54Z', 'revision_number': 6, 'project_id': '50fec700a7344453bc83446517b612a3', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:55.228064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-e730b8ab-71a2-4755-84d0-0490a1424faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:55.229554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-e730b8ab-71a2-4755-84d0-0490a1424faa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 200 len: 848 time: 0.0570207 Sep 16 05:45:55.304764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.315211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-34e44f41-64c3-4842-a43c-9fb2d7047861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:55.316776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-34e44f41-64c3-4842-a43c-9fb2d7047861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb94ba2-64da-4436-903c-a4c39c869597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597668 Sep 16 05:45:55.342186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb202f3-eab7-403b-879e-6f5dccf4bc1d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:55.358056 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:55.452034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.520169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-91397a53-229a-4c6d-9a7c-0970fa26c6ac service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850700 Sep 16 05:45:55.560456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.564292 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.658656 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.659188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36cdc5e8-7897-4e71-a716-38f7c5ec834c {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:45:55.663985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.665228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-63e7a339-3e86-4f39-9ea5-94b132418a4c admin admin] 10.222.0.55 "DELETE /v2.0/routers/36cdc5e8-7897-4e71-a716-38f7c5ec834c HTTP/1.1" status: 204 len: 168 time: 1.1512907 Sep 16 05:45:55.667695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36320) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:55.725219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f1f5872-d8a6-4041-bafb-20e0da3764ea req-005a5b45-571d-49f9-b79b-8d03a10c9ef2 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740892 Sep 16 05:45:55.728395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] Deleting subnet 7a75baea-b4eb-497d-a02e-43fade21e217 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:45:55.731411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.766090 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:55.919336 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5290a37b-80c1-4077-aedf-49a5be803c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.058493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c38870d2-35ed-403c-bcca-81e82640b088 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:56.079960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c38870d2-35ed-403c-bcca-81e82640b088 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:56.080347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c38870d2-35ed-403c-bcca-81e82640b088 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:56.187977 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.242877 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.268909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a75baea-b4eb-497d-a02e-43fade21e217,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:56.270869 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.274026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0be55bcd-f0ab-40c1-aca8-15c42ca686a2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7a75baea-b4eb-497d-a02e-43fade21e217 HTTP/1.1" status: 204 len: 168 time: 0.6049159 Sep 16 05:45:56.275113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36322) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:56.275489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971fba3-e5bd-4f85-b7e8-771b3dc27dfa None None] Network f82c8318-17e9-4c5e-ae76-0316030c03e3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:56.346359 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.398140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Deleting port b799172e-3585-4288-bedc-c49038331d74 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:56.398479 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.454859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] DHCP port deletion for f82c8318-17e9-4c5e-ae76-0316030c03e3 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:45:56.461523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] For port b799172e-3585-4288-bedc-c49038331d74, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b799172e-3585-4288-bedc-c49038331d74,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:56.461911 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.479548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Calling delete_port for b799172e-3585-4288-bedc-c49038331d74 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:56.503432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Deleting port b799172e-3585-4288-bedc-c49038331d74 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:56.503804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.561473 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.573836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] For port b799172e-3585-4288-bedc-c49038331d74, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b799172e-3585-4288-bedc-c49038331d74,segment=NetworkSegment(13f4a60f-ccc6-48c8-a5b6-23e18313689c),segment_id=13f4a60f-ccc6-48c8-a5b6-23e18313689c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:56.574293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.587470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b799172e-3585-4288-bedc-c49038331d74,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:56.588711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Calling delete_port for b799172e-3585-4288-bedc-c49038331d74 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:56.591194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] No DVR routers for this DVR port b799172e-3585-4288-bedc-c49038331d74 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:56.666983 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.676588 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.686512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82c8318-17e9-4c5e-ae76-0316030c03e3']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:56.696162 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f4a60f-ccc6-48c8-a5b6-23e18313689c') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:56.696449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f4a60f-ccc6-48c8-a5b6-23e18313689c') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:56.706551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.707396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Pushing event deleted for resources: {'Port': ['ID=b799172e-3585-4288-bedc-c49038331d74,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:56.712840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] No DVR routers for this DVR port b799172e-3585-4288-bedc-c49038331d74 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:56.721363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.726837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.727046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:45:56.727313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.727439 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.727662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.728010 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.728371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.729244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.729244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:45:56.729624 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:45:56.731937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.731937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.731937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.731937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.731937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4185c-197c-4155-9863-6f37a08f6f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:56.785938 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.791183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:56.796384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f82c8318-17e9-4c5e-ae76-0316030c03e3 HTTP/1.1" status: 204 len: 168 time: 0.5169713 Sep 16 05:45:56.796384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36324) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:56.810675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb81d6-343d-42bc-8618-ec91f2603f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=f82c8318-17e9-4c5e-ae76-0316030c03e3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:57.142740 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.380071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Deleting port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:57.380782 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.458824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] For port ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,segment=NetworkSegment(aaa8af3b-1b7a-4c74-a28b-c34c41a20414),segment_id=aaa8af3b-1b7a-4c74-a28b-c34c41a20414)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:57.459116 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.471665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Calling delete_port for ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:57.647664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:57.668109 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b799172e-3585-4288-bedc-c49038331d74 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:57.674308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:57.700859 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b799172e-3585-4288-bedc-c49038331d74 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:57.701037 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b799172e-3585-4288-bedc-c49038331d74 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:57.701450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb202f3-eab7-403b-879e-6f5dccf4bc1d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:57.720510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: eeb202f3-eab7-403b-879e-6f5dccf4bc1d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:57.720857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb202f3-eab7-403b-879e-6f5dccf4bc1d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:57.844078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.053582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:45:58.156423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:45:58.161929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c52292b-fdc4-4d6f-8c31-8ed0443a3aa8 admin admin] 10.222.0.55 "PUT /v2.0/routers/c655d6ff-5a18-4323-b264-b0aaa4e86fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3649280 Sep 16 05:45:58.164597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36326) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:58.165538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] Sync routers for ids ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:45:58.174772 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] Routers {'c655d6ff-5a18-4323-b264-b0aaa4e86fb5'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:58.175639 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:58.237036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1a012170-7b53-4726-8eb3-050451082014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.272665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.279681 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] Set router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:58.375010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.428187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Deleting port b06ac550-b711-4836-a94a-9a15107db66c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:58.428583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.457898 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:45:57Z', 'revision_number': 5, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port': {'id': 'b06ac550-b711-4836-a94a-9a15107db66c', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:58.487006 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] Checking router: c655d6ff-5a18-4323-b264-b0aaa4e86fb5 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:45:58.495019 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] Routers {'c655d6ff-5a18-4323-b264-b0aaa4e86fb5'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:45:58.495629 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:58.510566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] For port b06ac550-b711-4836-a94a-9a15107db66c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b06ac550-b711-4836-a94a-9a15107db66c,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:58.510937 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.523323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Calling delete_port for b06ac550-b711-4836-a94a-9a15107db66c owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:58.583671 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] Set router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:45:58.634141 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:45:58Z', 'revision_number': 6, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:58.666716 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56cd7-ef19-4a98-b53d-02d9871147e1 None None] The sync data for ids ['c655d6ff-5a18-4323-b264-b0aaa4e86fb5'] in n-d-713301-15 is: [{'id': 'c655d6ff-5a18-4323-b264-b0aaa4e86fb5', 'name': 'tempest-TestVolumeBootPattern-836332393-router', 'tenant_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:35:50Z', 'updated_at': '2021-09-16T05:45:58Z', 'revision_number': 6, 'project_id': 'b3e24594cbd1453a994d1d227aeef8eb', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:45:58.692814 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.718514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Pushing event deleted for resources: {'Port': ['ID=b06ac550-b711-4836-a94a-9a15107db66c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:58.745073 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.745418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.745757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.746090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.746419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.746747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.747070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.747392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.747711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.748028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.748371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.748689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:45:58.786075 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.873682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.876260 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.922766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.923777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Fanout notify agent at l3_agent the message router_deleted on router c655d6ff-5a18-4323-b264-b0aaa4e86fb5 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:45:58.928795 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:58.930000 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-78ca2152-6c51-4e0e-a2bf-8ae53fad84be admin admin] 10.222.0.55 "DELETE /v2.0/routers/c655d6ff-5a18-4323-b264-b0aaa4e86fb5 HTTP/1.1" status: 204 len: 168 time: 0.7644353 Sep 16 05:45:58.932479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36330) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:58.982313 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] Deleting subnet 0a0e8454-acf4-4613-bbd9-0614cabc9916 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:45:58.985373 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.021414 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.106193 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.156276 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.181968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0e8454-acf4-4613-bbd9-0614cabc9916,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:59.185735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.187707 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1a0d471b-c8ae-4a0f-bc39-0dc89d567490 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0a0e8454-acf4-4613-bbd9-0614cabc9916 HTTP/1.1" status: 204 len: 168 time: 0.2540152 Sep 16 05:45:59.190070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36332) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:59.193247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414edd3-2ac8-4ac7-95a3-bb446002c2c6 None None] Network 605e90df-a37f-4c4d-85aa-9b1d376183a3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:45:59.261875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.264623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.315504 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Deleting port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:59.315846 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.379069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] For port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,segment=NetworkSegment(aaa8af3b-1b7a-4c74-a28b-c34c41a20414),segment_id=aaa8af3b-1b7a-4c74-a28b-c34c41a20414)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:59.379441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.393266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Calling delete_port for eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:59.406006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] DHCP port deletion for 605e90df-a37f-4c4d-85aa-9b1d376183a3 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:45:59.452311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] Deleting port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:45:59.452695 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.478945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.507238 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:59.509216 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] No DVR routers for this DVR port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:59.524782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] For port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,segment=NetworkSegment(aaa8af3b-1b7a-4c74-a28b-c34c41a20414),segment_id=aaa8af3b-1b7a-4c74-a28b-c34c41a20414)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:45:59.525182 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.539758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] Calling delete_port for eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:45:59.585947 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.607875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605e90df-a37f-4c4d-85aa-9b1d376183a3']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:59.618175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:59.618694 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa8af3b-1b7a-4c74-a28b-c34c41a20414') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:45:59.618918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.629965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.633006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] No DVR routers for this DVR port eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:45:59.652223 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.658462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23b4f5-91b1-4a54-a254-2e20fd84d23c None None] Pushing event deleted for resources: {'Port': ['ID=eeb18ecb-cb98-4e30-8a97-28151ce6ccf5,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:59.663759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:45:59.663759 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:45:59.669041 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:45:59.719646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:59.726729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.741961 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.743902 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] 10.222.0.55 "DELETE /v2.0/networks/605e90df-a37f-4c4d-85aa-9b1d376183a3 HTTP/1.1" status: 204 len: 168 time: 0.5529330 Sep 16 05:45:59.745277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd9f9-ca75-4961-9dc9-89503e82c75b admin admin] Pushing event deleted for resources: {'Network': ['ID=605e90df-a37f-4c4d-85aa-9b1d376183a3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:45:59.749386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:59.749868 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device ea1278fe-dcaa-4ecc-94ad-1ef7952aec7d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:59.750284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:59.770497 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:59.770853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device eeb18ecb-cb98-4e30-8a97-28151ce6ccf5 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:59.771271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b06ac550-b711-4836-a94a-9a15107db66c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:45:59.789555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b06ac550-b711-4836-a94a-9a15107db66c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:45:59.790203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b06ac550-b711-4836-a94a-9a15107db66c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:45:59.869059 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36336) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:59.908491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-500bcede-5cf1-4a73-a72b-2484a0773210 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50fec700a7344453bc83446517b612a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382435 Sep 16 05:45:59.910795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36338) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:45:59.943039 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.963217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77d0153a-ab6c-454c-a73a-6856de628ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:59.984327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77d0153a-ab6c-454c-a73a-6856de628ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.032555 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77d0153a-ab6c-454c-a73a-6856de628ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.035645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-77d0153a-ab6c-454c-a73a-6856de628ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.036842 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-77d0153a-ab6c-454c-a73a-6856de628ca1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/362f89c4-ff02-4a51-8fab-b09804f6a32a HTTP/1.1" status: 204 len: 168 time: 0.1251802 Sep 16 05:46:00.046199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0153a-ab6c-454c-a73a-6856de628ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f89c4-ff02-4a51-8fab-b09804f6a32a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:00.369972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36344) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:00.410001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-29d48951-2714-4380-82ec-89cf5f40e6f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3e24594cbd1453a994d1d227aeef8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385711 Sep 16 05:46:00.412429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36346) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:00.460334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4c52-a7b6-411e-920d-e707901a68e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.480895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4c52-a7b6-411e-920d-e707901a68e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.529407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4c52-a7b6-411e-920d-e707901a68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.531933 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8f4c4c52-a7b6-411e-920d-e707901a68e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:00.533696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8f4c4c52-a7b6-411e-920d-e707901a68e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6610cf18-fe69-4cfc-82ba-786400bd70ba HTTP/1.1" status: 204 len: 168 time: 0.1203649 Sep 16 05:46:00.544709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c4c52-a7b6-411e-920d-e707901a68e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610cf18-fe69-4cfc-82ba-786400bd70ba,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:01.359062 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:05.471254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f64cc0-2540-44f9-b225-8d35b49f140c req-873583a6-86f9-423a-ad5b-4d38a32d5c7a tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:05.472746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21f64cc0-2540-44f9-b225-8d35b49f140c req-873583a6-86f9-423a-ad5b-4d38a32d5c7a tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 946 time: 0.0481803 Sep 16 05:46:05.509811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21f64cc0-2540-44f9-b225-8d35b49f140c req-48ba9500-5757-4769-ac0d-351c30bc3e4b tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311630 Sep 16 05:46:06.632540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414ed1-5b91-40b1-81fe-34381d315c60 req-0becb1f7-3028-443a-99d5-12bcab29170e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:06.634032 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96414ed1-5b91-40b1-81fe-34381d315c60 req-0becb1f7-3028-443a-99d5-12bcab29170e tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 946 time: 0.0549951 Sep 16 05:46:06.671538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96414ed1-5b91-40b1-81fe-34381d315c60 req-9158c549-ab2e-4e95-b80f-c602e8ffe453 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf053518-46ba-4383-8f3a-6d1b21dc167e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Sep 16 05:46:06.880620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-fe8c064e-4cd2-4294-b9bc-4386feb40e84 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:06.881969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-fe8c064e-4cd2-4294-b9bc-4386feb40e84 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 946 time: 0.0501630 Sep 16 05:46:06.976202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Deleting port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:06.976541 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.065500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] For port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:07.065862 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.225094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.225349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.225661 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Floating IP 54eaa53c-b764-434a-861f-c846266a35f6 disassociated. External IP: 172.25.6.170, port: a4ec52d4-9572-42b4-94d6-fbce1e90f3bb. Sep 16 05:46:07.225995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Calling delete_port for a4ec52d4-9572-42b4-94d6-fbce1e90f3bb owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:07.349981 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.377779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event deleted for resources: {'Port': ['ID=a4ec52d4-9572-42b4-94d6-fbce1e90f3bb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:07.489957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:07.600309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:07.623057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] Sync routers for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:07.633341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:07.633962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:07.639732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] No DVR routers for this DVR port a4ec52d4-9572-42b4-94d6-fbce1e90f3bb on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:07.646153 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:07.648200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2af7bb8-2f00-41db-9dc1-ca17f49f2fd5 req-64853ac3-7ca3-460b-b300-fe889b562b7c tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.73 "DELETE /v2.0/ports/a4ec52d4-9572-42b4-94d6-fbce1e90f3bb HTTP/1.1" status: 204 len: 173 time: 0.7557609 Sep 16 05:46:07.648629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'name': 'network-vif-deleted', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:07.650944 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837cf162-9292-4038-8dd6-3d5bac79c1c2" -d '{"events": [{"server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "name": "network-vif-deleted", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:07.742515 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2632a13-13e2-49f0-ba6c-025d32e383ae x-openstack-request-id: req-f2632a13-13e2-49f0-ba6c-025d32e383ae {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:07.742619 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9c94b-e7df-4876-bf8d-510a586254e7", "name": "network-vif-deleted", "tag": "a4ec52d4-9572-42b4-94d6-fbce1e90f3bb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:07.742861 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2632a13-13e2-49f0-ba6c-025d32e383ae {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:07.743307 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9c94b-e7df-4876-bf8d-510a586254e7', 'name': 'network-vif-deleted', 'tag': 'a4ec52d4-9572-42b4-94d6-fbce1e90f3bb', 'status': 'completed', 'code': 200} Sep 16 05:46:07.796636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1119aa78-ede9-47de-b514-5c5a078959f1 req-579574aa-6ef9-4796-ba81-1e838b641fd1 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcd9c94b-e7df-4876-bf8d-510a586254e7 HTTP/1.1" status: 200 len: 210 time: 0.0379736 Sep 16 05:46:07.848416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:08.051795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 5, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:08.082678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] Checking router: 237d92d2-ea57-4cb6-b810-7c6fb95d4fee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:08.091184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:08.091798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:08.199341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:08.406149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 5, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:08.432426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be2b4c-b20e-448b-b154-2383bd4913f0 None None] The sync data for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 is: [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:05Z', 'revision_number': 4, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195', 'name': '', 'network_id': '8bb94ba2-64da-4436-903c-a4c39c869597', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'mac_address': 'fa:16:3e:17:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:04Z', 'updated_at': '2021-09-16T05:41:10Z', 'revision_number': 5, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'subnets': [{'id': 'ff5e1e6e-2ea9-4220-98bd-f120f5f7b573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:08.645506 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55aa890-c1e0-4873-81da-ee0570c79e63 None None] New status for floating IP 54eaa53c-b764-434a-861f-c846266a35f6: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:46:08.846572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36362) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:08.963820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Deleting port fac80d43-d5c5-480c-992a-af1091e9472d {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:08.964077 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.047064 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.047398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.059642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Calling delete_port for fac80d43-d5c5-480c-992a-af1091e9472d owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:09.187915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.212371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event deleted for resources: {'Port': ['ID=fac80d43-d5c5-480c-992a-af1091e9472d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:09.270005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.272585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.273724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3292f68d-3585-49f3-8276-0b5e060dbbd6 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "DELETE /v2.0/floatingips/54eaa53c-b764-434a-861f-c846266a35f6 HTTP/1.1" status: 204 len: 168 time: 0.4260707 Sep 16 05:46:09.346786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36368) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:09.404238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e8e-ec48-43e3-a433-f9f349375ee7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.429724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e8e-ec48-43e3-a433-f9f349375ee7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.490316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e8e-ec48-43e3-a433-f9f349375ee7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.492789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-50bc7e8e-ec48-43e3-a433-f9f349375ee7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:09.495430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-50bc7e8e-ec48-43e3-a433-f9f349375ee7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] 10.222.0.55 "DELETE /v2.0/security-groups/cf053518-46ba-4383-8f3a-6d1b21dc167e HTTP/1.1" status: 204 len: 168 time: 0.1476371 Sep 16 05:46:09.504861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7e8e-ec48-43e3-a433-f9f349375ee7 tempest-TestServerBasicOps-924641741 tempest-TestServerBasicOps-924641741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf053518-46ba-4383-8f3a-6d1b21dc167e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:10.549850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36374) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:11.078456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.312041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Deleting port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:11.312412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.362302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a4ec52d4-9572-42b4-94d6-fbce1e90f3bb no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:11.386173 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: a4ec52d4-9572-42b4-94d6-fbce1e90f3bb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:11.386518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device a4ec52d4-9572-42b4-94d6-fbce1e90f3bb not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:11.392133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] For port 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:11.392529 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.404568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Calling delete_port for 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:11.578543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:11.604888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:12.096389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.128075 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.306137 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:12.406444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:12.412489 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-26da4d80-b18b-45ad-9456-f239ddcccdf6 admin admin] 10.222.0.55 "PUT /v2.0/routers/237d92d2-ea57-4cb6-b810-7c6fb95d4fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610840 Sep 16 05:46:12.414519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:12.415541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] Sync routers for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:12.424706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:12.425340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.518664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.528758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:12.622540 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.677466 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Deleting port 69173070-5c26-483c-b3ff-7f3bd3f934e6 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:12.677718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.707748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:46:11Z', 'revision_number': 5, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port': {'id': '69173070-5c26-483c-b3ff-7f3bd3f934e6', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.733159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] Checking router: 237d92d2-ea57-4cb6-b810-7c6fb95d4fee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:12.741309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] Routers {'237d92d2-ea57-4cb6-b810-7c6fb95d4fee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:12.741914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.760074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] For port 69173070-5c26-483c-b3ff-7f3bd3f934e6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=69173070-5c26-483c-b3ff-7f3bd3f934e6,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:12.760473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.772787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Calling delete_port for 69173070-5c26-483c-b3ff-7f3bd3f934e6 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:12.826659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] Set router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:12.880650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 6, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:12.906079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c96f0b-d501-420a-8b0c-68667db66c13 None None] The sync data for ids ['237d92d2-ea57-4cb6-b810-7c6fb95d4fee'] in n-d-713301-15 is: [{'id': '237d92d2-ea57-4cb6-b810-7c6fb95d4fee', 'name': 'tempest-TestServerBasicOps-1564260567-router', 'tenant_id': '2b38c86caef4400dba9048494d2ff241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:02Z', 'updated_at': '2021-09-16T05:46:12Z', 'revision_number': 6, 'project_id': '2b38c86caef4400dba9048494d2ff241', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:12.943692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:12.969270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Pushing event deleted for resources: {'Port': ['ID=69173070-5c26-483c-b3ff-7f3bd3f934e6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:13.031619 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.119730 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.121833 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.163438 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.163951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 237d92d2-ea57-4cb6-b810-7c6fb95d4fee {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:46:13.168182 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.169470 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c90a6246-b095-40a1-92d3-b8edd9a586dc admin admin] 10.222.0.55 "DELETE /v2.0/routers/237d92d2-ea57-4cb6-b810-7c6fb95d4fee HTTP/1.1" status: 204 len: 168 time: 0.7540278 Sep 16 05:46:13.171892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:13.215399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] Deleting subnet ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:13.218197 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.253018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.338257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.389252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.414536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5e1e6e-2ea9-4220-98bd-f120f5f7b573,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:13.418164 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.420023 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f6f56027-834f-4481-b509-d1c0d3ad6a43 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ff5e1e6e-2ea9-4220-98bd-f120f5f7b573 HTTP/1.1" status: 204 len: 168 time: 0.2471566 Sep 16 05:46:13.422463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36382) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:13.424920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d0173-dfc7-43b4-bbd6-50bdc22ea062 None None] Network 8bb94ba2-64da-4436-903c-a4c39c869597 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:13.497183 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.552348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Deleting port 214df789-f749-4eb0-af66-a9a6a64a382e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:13.552690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.617683 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] For port 214df789-f749-4eb0-af66-a9a6a64a382e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=214df789-f749-4eb0-af66-a9a6a64a382e,segment=NetworkSegment(496389da-1492-417b-b983-d64114fba15b),segment_id=496389da-1492-417b-b983-d64114fba15b)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:13.617969 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.634905 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Calling delete_port for 214df789-f749-4eb0-af66-a9a6a64a382e owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:13.720577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:13.743159 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.743876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:13.744276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0ff3a2c0-4dbf-484d-9f3a-b6e207ee1195 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:13.744693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69173070-5c26-483c-b3ff-7f3bd3f934e6 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:13.766858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 69173070-5c26-483c-b3ff-7f3bd3f934e6 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:13.767254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 69173070-5c26-483c-b3ff-7f3bd3f934e6 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:13.776200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3669f1-01f4-4ac4-abf4-5901fd00a93f None None] DHCP port deletion for 8bb94ba2-64da-4436-903c-a4c39c869597 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:46:13.776361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] No DVR routers for this DVR port 214df789-f749-4eb0-af66-a9a6a64a382e on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:13.777855 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=214df789-f749-4eb0-af66-a9a6a64a382e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:13.852587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.872444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb94ba2-64da-4436-903c-a4c39c869597']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:13.881839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496389da-1492-417b-b983-d64114fba15b') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:13.882138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496389da-1492-417b-b983-d64114fba15b') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:13.891872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.906268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.913301 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:13.913705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:13.915469 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:13.973981 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.979485 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:13.981242 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8bb94ba2-64da-4436-903c-a4c39c869597 HTTP/1.1" status: 204 len: 168 time: 0.5578005 Sep 16 05:46:13.984441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36384) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:13.991712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e71072-1dd3-4d0d-94ae-4404c18608d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb94ba2-64da-4436-903c-a4c39c869597,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:14.655170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.894124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Deleting port 16fceb3c-f1d3-4e94-94be-e347c4dce93c {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:14.894382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.973926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] For port 16fceb3c-f1d3-4e94-94be-e347c4dce93c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=16fceb3c-f1d3-4e94-94be-e347c4dce93c,segment=NetworkSegment(e7240ed4-5c96-410f-9f88-827ae121eab6),segment_id=e7240ed4-5c96-410f-9f88-827ae121eab6)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:14.974290 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:14.986278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Calling delete_port for 16fceb3c-f1d3-4e94-94be-e347c4dce93c owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:15.161564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.186778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Pushing event deleted for resources: {'Port': ['ID=16fceb3c-f1d3-4e94-94be-e347c4dce93c,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:15.349411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.560203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Router c4dd0a53-9296-4878-8911-5c7085a1d4ac has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:46:15.665899 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:46:15.670831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-87d90792-7b4a-4990-a065-394efd40613f admin admin] 10.222.0.55 "PUT /v2.0/routers/c4dd0a53-9296-4878-8911-5c7085a1d4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853597 Sep 16 05:46:15.673642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:15.676276 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] Sync routers for ids ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:46:15.691708 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] Routers {'c4dd0a53-9296-4878-8911-5c7085a1d4ac'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:15.692629 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:15.735158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 214df789-f749-4eb0-af66-a9a6a64a382e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:15.759437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 214df789-f749-4eb0-af66-a9a6a64a382e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:15.759878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 214df789-f749-4eb0-af66-a9a6a64a382e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:15.791732 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.800578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] Set router c4dd0a53-9296-4878-8911-5c7085a1d4ac gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:15.895197 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:15.949386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Deleting port a8b5a638-c036-4282-ba79-42a67b2f17f1 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:15.949770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.036940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] For port a8b5a638-c036-4282-ba79-42a67b2f17f1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a8b5a638-c036-4282-ba79-42a67b2f17f1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:16.037324 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.050924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Calling delete_port for a8b5a638-c036-4282-ba79-42a67b2f17f1 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:16.066101 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:46:15Z', 'revision_number': 5, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port': {'id': 'a8b5a638-c036-4282-ba79-42a67b2f17f1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:16.094282 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] Checking router: c4dd0a53-9296-4878-8911-5c7085a1d4ac for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:46:16.102943 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] Routers {'c4dd0a53-9296-4878-8911-5c7085a1d4ac'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:46:16.103544 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:45:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:16.186407 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] Set router c4dd0a53-9296-4878-8911-5c7085a1d4ac gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:46:16.214830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.236922 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:46:15Z', 'revision_number': 6, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:16.241272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b5a638-c036-4282-ba79-42a67b2f17f1,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:16.265916 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf62bc-d562-427f-a963-a42e779d098a None None] The sync data for ids ['c4dd0a53-9296-4878-8911-5c7085a1d4ac'] in n-d-713301-15 is: [{'id': 'c4dd0a53-9296-4878-8911-5c7085a1d4ac', 'name': 'tempest-TestServerBasicOps-1191626234-router', 'tenant_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:07Z', 'updated_at': '2021-09-16T05:46:15Z', 'revision_number': 6, 'project_id': 'e7902d1d7ddb4050812ed5a8f5e79909', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:46:16.306263 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.394872 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.396975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.437296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.437784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4dd0a53-9296-4878-8911-5c7085a1d4ac {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:46:16.442563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.443712 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-65e6d82b-f0e1-446f-87e2-ac0eab5e7a2d admin admin] 10.222.0.55 "DELETE /v2.0/routers/c4dd0a53-9296-4878-8911-5c7085a1d4ac HTTP/1.1" status: 204 len: 168 time: 0.7685044 Sep 16 05:46:16.446315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36388) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:16.492734 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] Deleting subnet f7ff405a-6f57-4bfa-bb18-9b0325dcc05b {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:46:16.495733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.529715 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.606881 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.661253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.693979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ff405a-6f57-4bfa-bb18-9b0325dcc05b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:16.696018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.697936 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6d46e412-ebb3-4d2f-8043-1bc5036fae24 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f7ff405a-6f57-4bfa-bb18-9b0325dcc05b HTTP/1.1" status: 204 len: 168 time: 0.2507038 Sep 16 05:46:16.700463 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36390) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:16.704050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b65bdc-2727-4662-985e-ce840ea8e89c None None] Network fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:16.767391 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.821047 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Deleting port 8690f193-fa9e-4e78-85bd-2f8238b355fa {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:16.821389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.887294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] For port 8690f193-fa9e-4e78-85bd-2f8238b355fa, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8690f193-fa9e-4e78-85bd-2f8238b355fa,segment=NetworkSegment(e7240ed4-5c96-410f-9f88-827ae121eab6),segment_id=e7240ed4-5c96-410f-9f88-827ae121eab6)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:16.887661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:16.900279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Calling delete_port for 8690f193-fa9e-4e78-85bd-2f8238b355fa owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:16.974433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.004578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Pushing event deleted for resources: {'Port': ['ID=8690f193-fa9e-4e78-85bd-2f8238b355fa,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:17.008062 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] No DVR routers for this DVR port 8690f193-fa9e-4e78-85bd-2f8238b355fa on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:17.014116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e5a14-2262-4feb-8cc0-881b00e2ce02 None None] DHCP port deletion for fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:46:17.080176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.100396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:17.109860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7240ed4-5c96-410f-9f88-827ae121eab6') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:17.110156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7240ed4-5c96-410f-9f88-827ae121eab6') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:46:17.120464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.133780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.139528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:46:17.139914 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: timer() Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:46:17.141558 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:46:17.201513 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.207188 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.211985 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] 10.222.0.55 "DELETE /v2.0/networks/fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde HTTP/1.1" status: 204 len: 168 time: 0.5081675 Sep 16 05:46:17.222532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83d62-777f-4716-841a-d4bbc318fabc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0e9888-cf75-4a7f-a5ac-9dd3c50b3cde,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:17.325308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36394) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:17.365613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3b25d62d-b4f9-4085-95df-77ad93766dd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b38c86caef4400dba9048494d2ff241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391557 Sep 16 05:46:17.367960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36396) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:17.415447 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3bb46e8b-dcca-4c4f-a998-4dd8f0e387c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.436846 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3bb46e8b-dcca-4c4f-a998-4dd8f0e387c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.485922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3bb46e8b-dcca-4c4f-a998-4dd8f0e387c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.488447 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3bb46e8b-dcca-4c4f-a998-4dd8f0e387c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.489684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3bb46e8b-dcca-4c4f-a998-4dd8f0e387c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa3be4dc-5e01-4332-9970-26ce0e6c8bf5 HTTP/1.1" status: 204 len: 168 time: 0.1207829 Sep 16 05:46:17.497715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb46e8b-dcca-4c4f-a998-4dd8f0e387c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3be4dc-5e01-4332-9970-26ce0e6c8bf5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:17.681108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8690f193-fa9e-4e78-85bd-2f8238b355fa no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:17.706537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8690f193-fa9e-4e78-85bd-2f8238b355fa {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:17.706877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8690f193-fa9e-4e78-85bd-2f8238b355fa not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:17.707284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a8b5a638-c036-4282-ba79-42a67b2f17f1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:17.725794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: a8b5a638-c036-4282-ba79-42a67b2f17f1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:17.726132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a8b5a638-c036-4282-ba79-42a67b2f17f1 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:17.726538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 16fceb3c-f1d3-4e94-94be-e347c4dce93c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:17.744435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 16fceb3c-f1d3-4e94-94be-e347c4dce93c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:17.744710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 16fceb3c-f1d3-4e94-94be-e347c4dce93c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:17.812502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36402) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:17.851663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-010d4a9d-a430-48db-b506-09281da1bfd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7902d1d7ddb4050812ed5a8f5e79909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380173 Sep 16 05:46:17.853967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36404) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:17.901727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8298ca50-3280-4a60-9152-9f946958fabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.922035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8298ca50-3280-4a60-9152-9f946958fabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.967761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8298ca50-3280-4a60-9152-9f946958fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.970372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8298ca50-3280-4a60-9152-9f946958fabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.971522 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8298ca50-3280-4a60-9152-9f946958fabc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7957aa66-2174-4c25-94e6-2be552eab575 HTTP/1.1" status: 204 len: 168 time: 0.1167021 Sep 16 05:46:17.978775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298ca50-3280-4a60-9152-9f946958fabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957aa66-2174-4c25-94e6-2be552eab575,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:24.922318 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:25.920187 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-79168be9-0c4c-4a0a-a14f-70e81f631ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:27.783448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-2ba42047-8cab-4d42-859d-0760aa948729 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c18ff937adbc40b584c657dcf50d2b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217657 Sep 16 05:46:27.892001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-a8485a2b-99ec-4451-9551-73cf0379cb6b tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:27.894000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-a8485a2b-99ec-4451-9551-73cf0379cb6b tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042223 Sep 16 05:46:27.908699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-d37f1468-662a-4089-bf00-8bcdaa38cf09 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/quotas/c18ff937adbc40b584c657dcf50d2b0d HTTP/1.1" status: 200 len: 375 time: 0.0089235 Sep 16 05:46:27.939508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-3d24a4cb-b280-4a43-8d59-dcf3b381fbfe tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c18ff937adbc40b584c657dcf50d2b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252268 Sep 16 05:46:28.239006 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-68770ce7-3089-4660-9006-cebd9c2bfd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.111605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3238c0f-e976-48a8-aa11-ae01cd13fe10 req-7f1bba78-744d-4643-b25e-dba57d96679f tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 210 time: 0.0255687 Sep 16 05:46:29.225230 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:29.938437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:30.192235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca7d05c1-3dbd-4427-b7b0-95eb046a5588 req-b94b8b71-47c6-4840-8588-598f9876ca5a tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 210 time: 0.0298779 Sep 16 05:46:31.282801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0b76f42a-e9c8-41ef-81a4-1a7451ddb292 req-bab49c66-5f81-46f3-b041-ec99bef769a4 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 210 time: 0.0253119 Sep 16 05:46:31.361559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.172889 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-de05c5d1-e573-4001-9d61-848ffb37a572 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c18ff937adbc40b584c657dcf50d2b0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208538 Sep 16 05:46:32.279360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-4c07b431-e523-4ec5-a8c8-24f43c6da217 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:32.280842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-4c07b431-e523-4ec5-a8c8-24f43c6da217 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026285 Sep 16 05:46:32.305283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Request body: {'port': {'device_id': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'admin_state_up': True, 'tenant_id': 'c18ff937adbc40b584c657dcf50d2b0d'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:32.357354 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:32.397598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5edf2bc4-911e-4355-8651-2101c96a8a92 req-a28c40dd-b4e6-44a5-9b66-f96887f64b94 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 210 time: 0.0321658 Sep 16 05:46:32.437740 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Made reservation on behalf of c18ff937adbc40b584c657dcf50d2b0d for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:32.441848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.450027 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.541883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.545733 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.610997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:32.625087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.625435 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.625780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.626119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.626454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.626788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.627120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.627449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.627778 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.628739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.629065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.629400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:32.686480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Allocated IP 192.168.233.246 (259494f6-2f92-4963-913a-c02742eefe5c/d6fce33b-ee79-44aa-a6a6-1e94235c92ba/fe205317-f963-48a8-a9aa-3a29cb0180f0) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:32.834402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.867414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.908483 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Network 259494f6-2f92-4963-913a-c02742eefe5c is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:32.912201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:32.918177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:32.924082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Pushing event updated for resources: {'Port': ['ID=fe205317-f963-48a8-a9aa-3a29cb0180f0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:32.970109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:32.970970 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:32.986279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-e359a7d0-c696-4aa6-a49d-f96f636ec431 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6847987 Sep 16 05:46:33.004909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Request body: {'port': {'device_id': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:33.064978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.153234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6476eea6-8e80-4df8-99ca-d525e12b51b0 None None] Provisioning complete for port fe205317-f963-48a8-a9aa-3a29cb0180f0 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:33.153788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6476eea6-8e80-4df8-99ca-d525e12b51b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.190334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6476eea6-8e80-4df8-99ca-d525e12b51b0 None None] Port fe205317-f963-48a8-a9aa-3a29cb0180f0 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:46:33.320069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe205317-f963-48a8-a9aa-3a29cb0180f0 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:33.327270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.339274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Transition to ACTIVE for port object fe205317-f963-48a8-a9aa-3a29cb0180f0 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:33.342667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.414255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Pushing event updated for resources: {'Port': ['ID=fe205317-f963-48a8-a9aa-3a29cb0180f0,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:33.465227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Attempting to bind port fe205317-f963-48a8-a9aa-3a29cb0180f0 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:33.465623 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Attempting to bind port fe205317-f963-48a8-a9aa-3a29cb0180f0 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:33.465961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Attempting to bind port fe205317-f963-48a8-a9aa-3a29cb0180f0 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:33.470549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Port fe205317-f963-48a8-a9aa-3a29cb0180f0 on network 259494f6-2f92-4963-913a-c02742eefe5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:33.470734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Attempting to bind port fe205317-f963-48a8-a9aa-3a29cb0180f0 on network 259494f6-2f92-4963-913a-c02742eefe5c {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:33.478262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:33.478656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Checking segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:33.479043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Bound using segment: {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:33.479481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Bound port: fe205317-f963-48a8-a9aa-3a29cb0180f0, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b915a8-1693-4362-8198-c0eab2238758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:33.479841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.558320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ceda0-491f-45df-8298-3e62821b525a req-f3fcd9e8-a245-408e-a46b-d1e0931738db tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.559914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f44ceda0-491f-45df-8298-3e62821b525a req-f3fcd9e8-a245-408e-a46b-d1e0931738db tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 948 time: 0.0834458 Sep 16 05:46:33.606796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] For port fe205317-f963-48a8-a9aa-3a29cb0180f0, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:33.627096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f44ceda0-491f-45df-8298-3e62821b525a req-8d1ea8c2-86e8-4afa-96fd-1935f458ed90 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578496 Sep 16 05:46:33.629329 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] For port fe205317-f963-48a8-a9aa-3a29cb0180f0, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe205317-f963-48a8-a9aa-3a29cb0180f0,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:33.634736 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.667256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.667885 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:33.669333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] 10.222.0.64 "PUT /v2.0/ports/fe205317-f963-48a8-a9aa-3a29cb0180f0 HTTP/1.1" status: 200 len: 1097 time: 0.6689069 Sep 16 05:46:33.669772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'tag': 'fe205317-f963-48a8-a9aa-3a29cb0180f0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:33.672002 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a9da6c-66e4-472f-bd2d-d7f062d7c363", "tag": "fe205317-f963-48a8-a9aa-3a29cb0180f0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:33.710398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082c35a-2691-42bb-b8d8-1a7b55ee4f3c service neutron] Pushing event updated for resources: {'Port': ['ID=fe205317-f963-48a8-a9aa-3a29cb0180f0,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:33.750615 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c4bb04-c394-494a-b488-160704a57ef1 x-openstack-request-id: req-a6c4bb04-c394-494a-b488-160704a57ef1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:33.750988 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a9da6c-66e4-472f-bd2d-d7f062d7c363", "tag": "fe205317-f963-48a8-a9aa-3a29cb0180f0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:33.751302 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6c4bb04-c394-494a-b488-160704a57ef1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:33.751761 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'tag': 'fe205317-f963-48a8-a9aa-3a29cb0180f0', 'status': 'completed', 'code': 200} Sep 16 05:46:33.769703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-6754a6b1-e963-4e5e-bc21-ee7bb037939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.771354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-6754a6b1-e963-4e5e-bc21-ee7bb037939d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c18ff937adbc40b584c657dcf50d2b0d&device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 1100 time: 0.0476172 Sep 16 05:46:33.824365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-5e6a8db9-9c6a-4839-b14b-84aa560752ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=fe205317-f963-48a8-a9aa-3a29cb0180f0 HTTP/1.1" status: 200 len: 217 time: 0.0387301 Sep 16 05:46:33.874477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-884487ba-ee21-4738-bea5-02535fafc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.875938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-884487ba-ee21-4738-bea5-02535fafc8f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0449495 Sep 16 05:46:33.919854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-9707ca67-d084-4f3a-901b-87f7025d3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:33.921278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-9707ca67-d084-4f3a-901b-87f7025d3396 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0385609 Sep 16 05:46:34.012822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-94025347-4846-46f1-8f26-5a0ab9a11b2d service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Sep 16 05:46:34.099162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b42c5c1-309e-403d-8f24-b7858b21801d req-31175eca-15af-4ab6-9f39-95cb6230fbad service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797832 Sep 16 05:46:34.224043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-94e0a04c-1183-4ede-be31-9bfcc17ef235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.225448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-94e0a04c-1183-4ede-be31-9bfcc17ef235 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c18ff937adbc40b584c657dcf50d2b0d&device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 1100 time: 0.0442183 Sep 16 05:46:34.313735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-e096b52f-723f-43d1-8844-999c8897ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.315162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-e096b52f-723f-43d1-8844-999c8897ff77 service neutron] 10.222.0.64 "GET /v2.0/networks?id=259494f6-2f92-4963-913a-c02742eefe5c HTTP/1.1" status: 200 len: 870 time: 0.0828271 Sep 16 05:46:34.358220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-d1384391-6f39-437f-99f9-0c7df7cc910c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=fe205317-f963-48a8-a9aa-3a29cb0180f0 HTTP/1.1" status: 200 len: 217 time: 0.0358868 Sep 16 05:46:34.404352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-ecc59441-1a3a-451f-a492-24fbd6b66253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.405724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-ecc59441-1a3a-451f-a492-24fbd6b66253 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6fce33b-ee79-44aa-a6a6-1e94235c92ba HTTP/1.1" status: 200 len: 843 time: 0.0407882 Sep 16 05:46:34.449522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-b459c80d-d4e5-4502-b86f-eafb7c642d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.450944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-b459c80d-d4e5-4502-b86f-eafb7c642d73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=259494f6-2f92-4963-913a-c02742eefe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0386105 Sep 16 05:46:34.540874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-217ca752-7436-4d1e-9282-7e79edf9c9a0 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828881 Sep 16 05:46:34.630907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dcebb2e-e37f-4229-87ad-5c3ef3316a73 req-ac7afa37-a903-4590-a313-cc2010b3e830 service neutron] 10.222.0.64 "GET /v2.0/networks/259494f6-2f92-4963-913a-c02742eefe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828383 Sep 16 05:46:34.742996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf66a1f-dc4b-4ded-84f9-c10a12e944a0 req-de276991-e6e0-4a81-88bc-ebb859a1b103 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:34.744508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bdf66a1f-dc4b-4ded-84f9-c10a12e944a0 req-de276991-e6e0-4a81-88bc-ebb859a1b103 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 948 time: 0.0488856 Sep 16 05:46:34.785881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bdf66a1f-dc4b-4ded-84f9-c10a12e944a0 req-31538979-9fdf-4a34-9ab3-70088456adae tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Sep 16 05:46:35.898673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162f4b-5947-417a-9e75-2e0303b1f6f8 req-386c691c-196b-4c85-8c91-7a3171c5616a tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:35.900071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b162f4b-5947-417a-9e75-2e0303b1f6f8 req-386c691c-196b-4c85-8c91-7a3171c5616a tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 948 time: 0.0478160 Sep 16 05:46:35.937573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b162f4b-5947-417a-9e75-2e0303b1f6f8 req-ec0643ed-b680-4940-bc46-372998e7b4b2 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Sep 16 05:46:37.049829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f22b-7063-4fed-9ee4-3ade9639e01f req-6f837abd-88b9-4ce9-85fa-7e0f110f0627 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:37.051357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58a1f22b-7063-4fed-9ee4-3ade9639e01f req-6f837abd-88b9-4ce9-85fa-7e0f110f0627 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 948 time: 0.0483041 Sep 16 05:46:37.094897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58a1f22b-7063-4fed-9ee4-3ade9639e01f req-78d7f61e-384c-43e6-8014-d35d72f9b506 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Sep 16 05:46:37.478504 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe205317-f963-48a8-a9aa-3a29cb0180f0 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:37.571527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fe205317-f963-48a8-a9aa-3a29cb0180f0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe205317-f963-48a8-a9aa-3a29cb0180f0,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:37.583294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'fe205317-f963-48a8-a9aa-3a29cb0180f0', 'network_id': '259494f6-2f92-4963-913a-c02742eefe5c', 'port_id': 'fe205317-f963-48a8-a9aa-3a29cb0180f0', 'mac_address': 'fa:16:3e:dd:02:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fce33b-ee79-44aa-a6a6-1e94235c92ba', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:37.622734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:37.635529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe205317-f963-48a8-a9aa-3a29cb0180f0 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:37.653793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fe205317-f963-48a8-a9aa-3a29cb0180f0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe205317-f963-48a8-a9aa-3a29cb0180f0,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:37.657889 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:37.706874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=fe205317-f963-48a8-a9aa-3a29cb0180f0,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:38.052014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['fe205317-f963-48a8-a9aa-3a29cb0180f0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:38.208047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248ac64-1f8d-4530-9232-1d3957da33fc req-ae603f7c-942a-421b-a033-9e8d20cf33ff tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:38.209588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c248ac64-1f8d-4530-9232-1d3957da33fc req-ae603f7c-942a-421b-a033-9e8d20cf33ff tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 949 time: 0.0482941 Sep 16 05:46:38.250346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c248ac64-1f8d-4530-9232-1d3957da33fc req-17253cd0-5d30-4806-b8f8-c08ae01f12fe tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347972 Sep 16 05:46:39.361215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b51d1-e533-463e-ae62-6b6e2f2e79ab req-88574565-c89b-4af2-b3f2-e58f4c56cf00 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.363248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e3b51d1-e533-463e-ae62-6b6e2f2e79ab req-88574565-c89b-4af2-b3f2-e58f4c56cf00 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 949 time: 0.0470564 Sep 16 05:46:39.399459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e3b51d1-e533-463e-ae62-6b6e2f2e79ab req-84a5aa7e-2cb1-4c1d-bd33-853bc010350a tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Sep 16 05:46:39.477516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe205317-f963-48a8-a9aa-3a29cb0180f0 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:39.525167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port fe205317-f963-48a8-a9aa-3a29cb0180f0 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:46:39.528962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port fe205317-f963-48a8-a9aa-3a29cb0180f0 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:39.529252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.603658 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.625927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe205317-f963-48a8-a9aa-3a29cb0180f0'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:39.628204 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1efa0-b963-44bb-a234-58fcff207bab" -d '{"events": [{"server_uuid": "c6a9da6c-66e4-472f-bd2d-d7f062d7c363", "name": "network-vif-plugged", "status": "completed", "tag": "fe205317-f963-48a8-a9aa-3a29cb0180f0"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:39.644417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fe205317-f963-48a8-a9aa-3a29cb0180f0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe205317-f963-48a8-a9aa-3a29cb0180f0,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:39.648532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:39.697083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=fe205317-f963-48a8-a9aa-3a29cb0180f0,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:39.739502 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0223fb06-4fe8-4f55-9996-87012a5d36d0 x-openstack-request-id: req-0223fb06-4fe8-4f55-9996-87012a5d36d0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:39.739796 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a9da6c-66e4-472f-bd2d-d7f062d7c363", "name": "network-vif-plugged", "status": "completed", "tag": "fe205317-f963-48a8-a9aa-3a29cb0180f0", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:39.740048 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0223fb06-4fe8-4f55-9996-87012a5d36d0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:39.740471 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe205317-f963-48a8-a9aa-3a29cb0180f0', 'code': 200} Sep 16 05:46:39.859179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11191207-7146-4572-96cf-9faa822d3c6b req-8cf9ffe5-b5a3-4a68-b4fb-e312b8b8b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.860598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11191207-7146-4572-96cf-9faa822d3c6b req-8cf9ffe5-b5a3-4a68-b4fb-e312b8b8b9fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 1102 time: 0.0447345 Sep 16 05:46:39.893740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11191207-7146-4572-96cf-9faa822d3c6b req-0216497b-a1a6-4c45-b983-68e807168d5d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262711 Sep 16 05:46:40.512008 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530a19d-63ab-4fe1-a139-45d09b4e01d3 req-a6d0bcfe-9c1a-4265-8820-3d6be895639d tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.513497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5530a19d-63ab-4fe1-a139-45d09b4e01d3 req-a6d0bcfe-9c1a-4265-8820-3d6be895639d tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 950 time: 0.0479858 Sep 16 05:46:40.554496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5530a19d-63ab-4fe1-a139-45d09b4e01d3 req-62428f34-6f6f-4e94-a53e-f256ebb9ebe9 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351579 Sep 16 05:46:41.668257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22db58d-7bd5-4e04-bbef-52036da22113 req-18950bf4-d254-4324-a16c-371b430d7a6c tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:41.669743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b22db58d-7bd5-4e04-bbef-52036da22113 req-18950bf4-d254-4324-a16c-371b430d7a6c tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 950 time: 0.0483429 Sep 16 05:46:41.708831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b22db58d-7bd5-4e04-bbef-52036da22113 req-2c563350-52d7-48db-8473-9de4de6838db tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Sep 16 05:46:42.148637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-744ba986-bc0d-4878-87aa-5585f7eca617 req-fe4ee321-01fc-49da-9deb-77686293b531 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:42.149654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-744ba986-bc0d-4878-87aa-5585f7eca617 req-fe4ee321-01fc-49da-9deb-77686293b531 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1596565 Sep 16 05:46:42.155904 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:42.470821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-8f985e7f-af3e-4001-a518-29c2571514df req-b15170f1-7e0c-468d-b8f1-93a6f1772a88 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:42.471902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f985e7f-af3e-4001-a518-29c2571514df req-b15170f1-7e0c-468d-b8f1-93a6f1772a88 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053654 Sep 16 05:46:42.793146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5823-d47f-4d7b-a67c-c00f5510dc72 req-e24c86c2-9555-42cb-8229-c6c965e0082b tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.794609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-393e5823-d47f-4d7b-a67c-c00f5510dc72 req-e24c86c2-9555-42cb-8229-c6c965e0082b tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 950 time: 0.0475373 Sep 16 05:46:42.831644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-393e5823-d47f-4d7b-a67c-c00f5510dc72 req-2fc386f5-257e-4636-86ec-cd93974ef8c8 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Sep 16 05:46:43.950132 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641394a-2bb0-4fb6-a762-2b6c052e9f65 req-3c989f01-ff48-4fb3-b1b1-4f32184631c4 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:43.951616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1641394a-2bb0-4fb6-a762-2b6c052e9f65 req-3c989f01-ff48-4fb3-b1b1-4f32184631c4 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 950 time: 0.0478077 Sep 16 05:46:43.992725 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1641394a-2bb0-4fb6-a762-2b6c052e9f65 req-6fb4dba6-1bac-4696-9620-eaeb1e9c56d1 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/security-groups?id=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Sep 16 05:46:44.409104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dfcca-053f-473c-890f-04c47d487d5f req-76c4805c-a3cb-4a27-bfb2-484e7db2e118 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.410526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-433dfcca-053f-473c-890f-04c47d487d5f req-76c4805c-a3cb-4a27-bfb2-484e7db2e118 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 950 time: 0.0463204 Sep 16 05:46:44.494773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Deleting port fe205317-f963-48a8-a9aa-3a29cb0180f0 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:46:44.495115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.585311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] For port fe205317-f963-48a8-a9aa-3a29cb0180f0, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fe205317-f963-48a8-a9aa-3a29cb0180f0,segment=NetworkSegment(48b915a8-1693-4362-8198-c0eab2238758),segment_id=48b915a8-1693-4362-8198-c0eab2238758)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:44.585681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.597328 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Calling delete_port for fe205317-f963-48a8-a9aa-3a29cb0180f0 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:46:44.724351 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.749854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Pushing event deleted for resources: {'Port': ['ID=fe205317-f963-48a8-a9aa-3a29cb0180f0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:44.759440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['fe205317-f963-48a8-a9aa-3a29cb0180f0'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:44.793863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] No DVR routers for this DVR port fe205317-f963-48a8-a9aa-3a29cb0180f0 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:46:44.796428 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:44.798530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-433dfcca-053f-473c-890f-04c47d487d5f req-75c43be0-b303-439a-9f3d-870ac84a6822 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.64 "DELETE /v2.0/ports/fe205317-f963-48a8-a9aa-3a29cb0180f0 HTTP/1.1" status: 204 len: 173 time: 0.3814826 Sep 16 05:46:44.798955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'name': 'network-vif-deleted', 'tag': 'fe205317-f963-48a8-a9aa-3a29cb0180f0'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:44.801321 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2476a062-5403-4188-b529-67da4868e7c5" -d '{"events": [{"server_uuid": "c6a9da6c-66e4-472f-bd2d-d7f062d7c363", "name": "network-vif-deleted", "tag": "fe205317-f963-48a8-a9aa-3a29cb0180f0"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:44.838456 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eaace2-55b0-4b55-a41b-2097f102d394 x-openstack-request-id: req-07eaace2-55b0-4b55-a41b-2097f102d394 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:44.838709 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a9da6c-66e4-472f-bd2d-d7f062d7c363", "name": "network-vif-deleted", "tag": "fe205317-f963-48a8-a9aa-3a29cb0180f0", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:44.839004 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07eaace2-55b0-4b55-a41b-2097f102d394 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:44.839369 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a9da6c-66e4-472f-bd2d-d7f062d7c363', 'name': 'network-vif-deleted', 'tag': 'fe205317-f963-48a8-a9aa-3a29cb0180f0', 'status': 'completed', 'code': 200} Sep 16 05:46:45.095301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0445796b-6c4b-4468-b290-843ff7c35c73 req-e9a44176-0700-4d9c-b9fb-b51d566de212 tempest-ServersAdminNegativeTestJSON-1521808311 tempest-ServersAdminNegativeTestJSON-1521808311-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6a9da6c-66e4-472f-bd2d-d7f062d7c363 HTTP/1.1" status: 200 len: 210 time: 0.0257733 Sep 16 05:46:46.389245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36570) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:46.521203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d4dc5a44-08f3-4f49-91f3-234419602169 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c18ff937adbc40b584c657dcf50d2b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307757 Sep 16 05:46:46.523756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36574) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:46.574238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c8dd-01ca-4fa7-adfe-b33bfe47ffe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.595803 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c8dd-01ca-4fa7-adfe-b33bfe47ffe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.641169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c8dd-01ca-4fa7-adfe-b33bfe47ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.643639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c8dd-01ca-4fa7-adfe-b33bfe47ffe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.644855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f6a7c8dd-01ca-4fa7-adfe-b33bfe47ffe5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/507e9cd8-87bd-48ae-ac5a-f2e96ed866bb HTTP/1.1" status: 204 len: 168 time: 0.1201780 Sep 16 05:46:46.652646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7c8dd-01ca-4fa7-adfe-b33bfe47ffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e9cd8-87bd-48ae-ac5a-f2e96ed866bb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:46.899412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36580) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:46.912829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-981bbc48-b02a-487e-a739-b65d3a683da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:46.999651 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-981bbc48-b02a-487e-a739-b65d3a683da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.003338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-981bbc48-b02a-487e-a739-b65d3a683da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.041901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-981bbc48-b02a-487e-a739-b65d3a683da4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f95a71d82ecd4fe5ab82b1c1e49f5d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413693 Sep 16 05:46:47.043027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bbc48-b02a-487e-a739-b65d3a683da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044b17a6-8b55-4b6d-9cf9-b72514ad629a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:47.044718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36582) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:47.097393 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92d75276-e126-4e5a-9e43-129d3912edae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.118897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92d75276-e126-4e5a-9e43-129d3912edae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.162816 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92d75276-e126-4e5a-9e43-129d3912edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.165348 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92d75276-e126-4e5a-9e43-129d3912edae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.166511 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92d75276-e126-4e5a-9e43-129d3912edae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/044b17a6-8b55-4b6d-9cf9-b72514ad629a HTTP/1.1" status: 204 len: 168 time: 0.1208067 Sep 16 05:46:47.174017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d75276-e126-4e5a-9e43-129d3912edae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044b17a6-8b55-4b6d-9cf9-b72514ad629a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:47.524323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe205317-f963-48a8-a9aa-3a29cb0180f0 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:46:47.546406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: fe205317-f963-48a8-a9aa-3a29cb0180f0 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:46:47.546756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fe205317-f963-48a8-a9aa-3a29cb0180f0 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:46:47.857498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36604) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:47.978387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1718099502-network', 'tenant_id': '59d53aecee8045aeace8e294a7b909e8'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:48.002277 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Made reservation on behalf of 59d53aecee8045aeace8e294a7b909e8 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:48.005187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.013351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.102082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.105897 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.130424 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:46:48.139953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34589c4a-5f94-4a32-8c2b-6d94074848c8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:48.144708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.145057 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Added segment e3b51c1a-afd8-4ac3-9b0b-be447445994c of type vlan for network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 Sep 16 05:46:48.184295 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.208663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.209638 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.210226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.237637 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3790581 Sep 16 05:46:48.241218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36614) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:46:48.247293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Request body: {'subnet': {'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1718099502-subnet', 'tenant_id': '59d53aecee8045aeace8e294a7b909e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:48.268448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Made reservation on behalf of 59d53aecee8045aeace8e294a7b909e8 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:48.270751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.274044 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5ba0e-6fcb-4119-b1e4-f10e1a96c773 admin admin] Pushing event updated for resources: {'Network': ['ID=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:48.284452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:46:48.444644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.501315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f8e3db-400f-466c-b76b-cb98b626c019,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:48.510411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Checking segment: {'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:48.510766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Network hostable DHCP agents. Network: 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:46:48.526213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:46:48.534573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:48.539227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.539815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:48.544907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24681621-657a-47ad-a430-5f51f41e483f None None] Network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:48.553766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-39ae5da6-c992-4ff4-803b-136d0d1c28d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3109572 Sep 16 05:46:48.673281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82de60-4801-45ee-81c6-23b2d509e23b None None] Network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:46:48.967685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-69c5a467-bd21-4711-a963-ea480f505512 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.969172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-69c5a467-bd21-4711-a963-ea480f505512 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 812 time: 0.0984244 Sep 16 05:46:48.984066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-699f4c25-42b9-4e70-a871-24bbb70d144c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/quotas/59d53aecee8045aeace8e294a7b909e8 HTTP/1.1" status: 200 len: 375 time: 0.0086069 Sep 16 05:46:49.013580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2c5cdcb1-4dc9-457d-b4d6-8fbc3e192d61 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243719 Sep 16 05:46:49.024219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-3f819a5e-29f5-4044-9622-acb122214d32 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:49.025149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-3f819a5e-29f5-4044-9622-acb122214d32 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052252 Sep 16 05:46:49.114260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-5b155baf-af29-42e3-af02-1f29c334f7c2 service neutron] 10.222.0.55 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835855 Sep 16 05:46:49.204167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-b8d9d739-bde1-4003-9d1b-0aef28b8a8fa service neutron] 10.222.0.55 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Sep 16 05:46:50.382687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c0333c7-3cae-42d1-8229-59aa8b4bb808 req-77198aed-022e-480e-ae02-3858137a19e3 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 210 time: 0.0270963 Sep 16 05:46:51.456780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cae99860-150d-48ff-b234-546a0df3e39e req-5d0532d0-c359-48ee-bd3d-0f6f278d9d8d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 210 time: 0.0255909 Sep 16 05:46:52.548006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3213418-995a-4a09-aa86-0bbc09b27bc7 req-198279ce-3919-4b71-8ada-fff321a3f1f1 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 210 time: 0.0249364 Sep 16 05:46:53.387124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-dbddd82c-011d-4fa0-b3e3-e9798ba66911 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:53.388656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-dbddd82c-011d-4fa0-b3e3-e9798ba66911 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.64 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 812 time: 0.1024563 Sep 16 05:46:53.410324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Request body: {'port': {'device_id': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9', 'admin_state_up': True, 'tenant_id': '59d53aecee8045aeace8e294a7b909e8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:53.511126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Made reservation on behalf of 59d53aecee8045aeace8e294a7b909e8 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:46:53.514500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.646826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b125422e-a159-41a7-9407-fcb863e79070 req-781e5a72-d87a-46e5-a711-313a8e3dff72 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 210 time: 0.0313179 Sep 16 05:46:53.662164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Allocated IP 172.20.0.5 (2a290a4d-cea1-4e95-b683-cd37a9dbc1c9/32f8e3db-400f-466c-b76b-cb98b626c019/0b7f4370-9d9a-4808-80a0-4eed261594fb) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:46:53.806501 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.839144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.878196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:46:53.881739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:46:53.887707 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:46:53.894279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:53.937980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:53.938591 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.952105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-0950aa0c-d38a-4cae-9086-2ff33345f956 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5454061 Sep 16 05:46:53.969268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Request body: {'port': {'device_id': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:46:54.023647 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.279231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7f4370-9d9a-4808-80a0-4eed261594fb {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:54.287047 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.298353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Transition to ACTIVE for port object 0b7f4370-9d9a-4808-80a0-4eed261594fb will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:46:54.302036 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.355513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:54.773136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:46:54.773809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:46:54.773809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb on network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:54.780640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Port 0b7f4370-9d9a-4808-80a0-4eed261594fb on network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:46:54.780961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb on network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:46:54.789636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f3743-7029-4488-b253-cd387d41db9d req-270ad39b-ca1c-460b-b81e-bdd2b129257d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:54.791089 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-051f3743-7029-4488-b253-cd387d41db9d req-270ad39b-ca1c-460b-b81e-bdd2b129257d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0736282 Sep 16 05:46:54.794720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:46:54.795051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Checking segment: {'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:46:54.795432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Bound using segment: {'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:46:54.795854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Bound port: 0b7f4370-9d9a-4808-80a0-4eed261594fb, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:46:54.796243 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.861261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-051f3743-7029-4488-b253-cd387d41db9d req-3e378a44-ad50-4217-874a-a9799c10b4a6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628603 Sep 16 05:46:54.886425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:46:54.889411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:46:54.893881 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.927852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:54.928181 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.929614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] 10.222.0.64 "PUT /v2.0/ports/0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 1092 time: 0.9641747 Sep 16 05:46:54.930322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:54.932589 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38593744-338a-4095-8349-67bd0c38faf2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:54.938553 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:54.955688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2485f7-733f-4a2d-8ee3-1e239357f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:54.975133 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44be26b9-3d6c-479e-825f-e1cfde57315d x-openstack-request-id: req-44be26b9-3d6c-479e-825f-e1cfde57315d {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:54.975429 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:54.975738 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44be26b9-3d6c-479e-825f-e1cfde57315d {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:54.976172 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'status': 'completed', 'code': 200} Sep 16 05:46:55.031379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-46ca23a6-9417-4d5d-a15b-b5f894cf4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.032910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-46ca23a6-9417-4d5d-a15b-b5f894cf4400 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1095 time: 0.0404141 Sep 16 05:46:55.082214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-739e050e-1475-4863-bbee-c4ff6a17aa2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0362487 Sep 16 05:46:55.128633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-c792e0d5-9878-42b2-9351-37eed554f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.129980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-c792e0d5-9878-42b2-9351-37eed554f9ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0410490 Sep 16 05:46:55.159336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-e32ea3e9-3e63-4d55-8941-c2a09ea55562 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226314 Sep 16 05:46:55.248876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-4b732d2d-a345-42f0-ba8f-3b5145c8f0f9 service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825210 Sep 16 05:46:55.334238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06624fde-1294-40b3-9a05-eb01cac9f3bb req-112d4c3a-9a61-4634-9780-8506c83b543c service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781889 Sep 16 05:46:55.455354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38593744-338a-4095-8349-67bd0c38faf2 req-1d4bd0db-df2c-4c6c-85f0-5f1fb879d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.456778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38593744-338a-4095-8349-67bd0c38faf2 req-1d4bd0db-df2c-4c6c-85f0-5f1fb879d5a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1095 time: 0.0408382 Sep 16 05:46:55.547734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38593744-338a-4095-8349-67bd0c38faf2 req-49180312-6fd0-48e9-916e-e10eb52061a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.549204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38593744-338a-4095-8349-67bd0c38faf2 req-49180312-6fd0-48e9-916e-e10eb52061a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 913 time: 0.0851834 Sep 16 05:46:55.589184 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38593744-338a-4095-8349-67bd0c38faf2 req-17cbb472-6f93-4968-b45c-abef4ffb6d92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0327370 Sep 16 05:46:55.640333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38593744-338a-4095-8349-67bd0c38faf2 req-b7b0d41e-3ea6-4412-900c-fd0cafeda46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.641740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38593744-338a-4095-8349-67bd0c38faf2 req-b7b0d41e-3ea6-4412-900c-fd0cafeda46d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0453954 Sep 16 05:46:55.671694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38593744-338a-4095-8349-67bd0c38faf2 req-4f9d0818-20b3-4964-b504-9a44c0c10396 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235190 Sep 16 05:46:55.759601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38593744-338a-4095-8349-67bd0c38faf2 req-10999177-e801-42cd-beeb-ed210b705133 service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797856 Sep 16 05:46:55.850590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38593744-338a-4095-8349-67bd0c38faf2 req-907bcfef-c4b7-4580-bb0b-f20cccaaecdb service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837815 Sep 16 05:46:55.921203 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9dc66396-be98-44b7-b163-851fb3a784a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:55.976682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3995-dc88-4ca9-9a6d-800309845eba req-b119b48b-80c9-4fe1-ae81-3ab1637d2668 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:55.978125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76ec3995-dc88-4ca9-9a6d-800309845eba req-b119b48b-80c9-4fe1-ae81-3ab1637d2668 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0482519 Sep 16 05:46:56.015262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76ec3995-dc88-4ca9-9a6d-800309845eba req-edcdc9b6-374e-481e-8050-aa4eb28d4d00 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Sep 16 05:46:57.137247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dccbfb-b9de-410d-9d3c-e262f342ca72 req-889d223a-1d90-4c90-9acb-687e55955e0b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:57.138716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9dccbfb-b9de-410d-9d3c-e262f342ca72 req-889d223a-1d90-4c90-9acb-687e55955e0b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0518215 Sep 16 05:46:57.175697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9dccbfb-b9de-410d-9d3c-e262f342ca72 req-2d886d5a-8ce2-4845-9f54-1ba00acf7e78 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Sep 16 05:46:58.241143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ec427122-2f54-4790-940f-f6aeaeee9284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:58.288494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca9543-df8f-4fd6-9d11-7b4f51c55349 req-0bb80303-b446-4dc3-b81a-9dcba8e9789c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.290011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56ca9543-df8f-4fd6-9d11-7b4f51c55349 req-0bb80303-b446-4dc3-b81a-9dcba8e9789c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0481794 Sep 16 05:46:58.327951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56ca9543-df8f-4fd6-9d11-7b4f51c55349 req-20caeecb-51a7-4a86-92b4-418d76749774 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Sep 16 05:46:59.226442 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:59.439701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40374-a062-4b6c-9df2-1e74880614d3 req-7dc3dfdb-a134-45e0-b094-a774242a324c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.441229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3e40374-a062-4b6c-9df2-1e74880614d3 req-7dc3dfdb-a134-45e0-b094-a774242a324c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0477269 Sep 16 05:46:59.478658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3e40374-a062-4b6c-9df2-1e74880614d3 req-695ad957-0113-4b13-83bd-655a91703de9 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Sep 16 05:46:59.636362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:59.729732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:59.740387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9', 'port_id': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'mac_address': 'fa:16:3e:77:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f8e3db-400f-466c-b76b-cb98b626c019', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:59.779596 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:59.791637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7f4370-9d9a-4808-80a0-4eed261594fb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:59.809883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:59.813695 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:59.862917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:59.870186 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.870533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.870874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.871210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.871541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.871872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.872229 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.872558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.872882 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.873205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.873526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.873846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:59.939589 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:00.186080 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['0b7f4370-9d9a-4808-80a0-4eed261594fb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:00.595712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66098b7-fa4b-49af-a355-cec83e172c5b req-5f16ce94-e459-4a7b-bf03-7afef414131e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:00.597249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e66098b7-fa4b-49af-a355-cec83e172c5b req-5f16ce94-e459-4a7b-bf03-7afef414131e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 944 time: 0.0522456 Sep 16 05:47:00.635357 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e66098b7-fa4b-49af-a355-cec83e172c5b req-feadca61-b222-4b4b-8755-9d9b395cfc14 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Sep 16 05:47:01.362483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:01.634923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:01.683611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 0b7f4370-9d9a-4808-80a0-4eed261594fb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:01.687453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 0b7f4370-9d9a-4808-80a0-4eed261594fb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:01.687854 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:01.752182 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806b695-2b4a-47d6-9163-28aaa5012e2e req-8ac9685a-6033-4621-a6d3-b1e015e53d12 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:01.753689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7806b695-2b4a-47d6-9163-28aaa5012e2e req-8ac9685a-6033-4621-a6d3-b1e015e53d12 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 944 time: 0.0480974 Sep 16 05:47:01.766344 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:01.789580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:01.791443 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7806b695-2b4a-47d6-9163-28aaa5012e2e req-d9cf2d44-845e-4f0f-8458-d6c3c1a2e894 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Sep 16 05:47:01.804249 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d248d49d-0e6e-44a5-be1f-eb8904c58641" -d '{"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:01.818543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:01.822595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:01.853216 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70ff51-53f9-4db6-9d57-9e71d9703e39 x-openstack-request-id: req-4c70ff51-53f9-4db6-9d57-9e71d9703e39 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:01.853587 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:01.853911 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c70ff51-53f9-4db6-9d57-9e71d9703e39 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:01.854501 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'code': 200} Sep 16 05:47:01.881105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:01.962331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8d065-b698-449f-8e32-607207f8a244 req-ebcb01f6-8b44-41e5-8592-465450b540b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:01.963801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bf8d065-b698-449f-8e32-607207f8a244 req-ebcb01f6-8b44-41e5-8592-465450b540b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1097 time: 0.0396073 Sep 16 05:47:01.997764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bf8d065-b698-449f-8e32-607207f8a244 req-ee3426f7-7c74-4240-81c8-b4b80e50c72c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269811 Sep 16 05:47:02.908840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be65920-0d1c-46af-acb9-974dc743f6b8 req-c3fe5254-6a8f-4028-a710-f86e8092f1be tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:02.910317 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0be65920-0d1c-46af-acb9-974dc743f6b8 req-c3fe5254-6a8f-4028-a710-f86e8092f1be tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0529947 Sep 16 05:47:02.947430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0be65920-0d1c-46af-acb9-974dc743f6b8 req-f1ff699d-1ded-4f0d-872e-496edd6357ee tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Sep 16 05:47:04.060720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0f97-82d1-4c38-8c44-8d8c10df1607 req-f583fdf0-522d-42b7-b784-c4e1d4798e1e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.062185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-078f0f97-82d1-4c38-8c44-8d8c10df1607 req-f583fdf0-522d-42b7-b784-c4e1d4798e1e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0479188 Sep 16 05:47:04.098694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-078f0f97-82d1-4c38-8c44-8d8c10df1607 req-ad48704f-40aa-47e3-95ea-f7af1cec552f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Sep 16 05:47:04.420913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34965e9c-49d5-407e-a2d1-96dd4ce20f2a req-19f64945-d4f9-4eb0-b847-599365d212ae tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.422877 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34965e9c-49d5-407e-a2d1-96dd4ce20f2a req-19f64945-d4f9-4eb0-b847-599365d212ae tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0494490 Sep 16 05:47:04.487812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34965e9c-49d5-407e-a2d1-96dd4ce20f2a req-b94859ca-e424-439d-afb3-4aa6d9610b52 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Sep 16 05:47:04.491554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-d7bd611a-a5cf-4276-a6ff-3d673410c8cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274471 Sep 16 05:47:04.500458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-33c7336c-3015-4bb5-b1b3-091afcbdb96e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:04.501413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-33c7336c-3015-4bb5-b1b3-091afcbdb96e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049529 Sep 16 05:47:05.610738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f264ae-2477-4c18-a973-0984aec2e399 req-4a26f93e-be55-4a05-8082-c856d0db3474 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.612260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4f264ae-2477-4c18-a973-0984aec2e399 req-4a26f93e-be55-4a05-8082-c856d0db3474 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0540068 Sep 16 05:47:05.674355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4f264ae-2477-4c18-a973-0984aec2e399 req-8a798cea-38b1-4cf7-9da0-44837e408fa2 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532084 Sep 16 05:47:05.677724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-46d3bd6c-92c9-444d-9947-4678644b0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.679044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-46d3bd6c-92c9-444d-9947-4678644b0ed3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1097 time: 0.0659442 Sep 16 05:47:05.774836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-a72621fa-e7c9-40b4-b7e4-cb7e8c1cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.776269 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-a72621fa-e7c9-40b4-b7e4-cb7e8c1cf249 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 913 time: 0.0904527 Sep 16 05:47:05.817052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-5fa4082f-e65d-4178-b0ff-5a74303cb0eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0335457 Sep 16 05:47:05.868085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-c67a99e6-40bf-4ba4-aea9-19b69fa97eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.869489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-c67a99e6-40bf-4ba4-aea9-19b69fa97eec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0457420 Sep 16 05:47:05.900006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-d69462d3-bdbd-471d-9052-9d6fe19547d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230751 Sep 16 05:47:05.987337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-97511d12-e0ad-4c40-83a7-e65b748c635f service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795329 Sep 16 05:47:06.079670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-2b045638-cb2c-4826-b795-b369f8df3d31 service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853856 Sep 16 05:47:06.791309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197632c-8559-4c31-8873-fe58d318c2ea req-227fce80-f9f1-467b-b25b-0cd2bce2ba7e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.792860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3197632c-8559-4c31-8873-fe58d318c2ea req-227fce80-f9f1-467b-b25b-0cd2bce2ba7e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0509667 Sep 16 05:47:06.830712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3197632c-8559-4c31-8873-fe58d318c2ea req-8c8560c8-c44b-4edb-9220-11e2240b52f8 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Sep 16 05:47:07.954021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb325-1c3e-4f67-b487-73cc1019d475 req-4a2a753d-d881-476c-9e33-fe8f1494ff0c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:07.955532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76feb325-1c3e-4f67-b487-73cc1019d475 req-4a2a753d-d881-476c-9e33-fe8f1494ff0c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0551884 Sep 16 05:47:07.995199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76feb325-1c3e-4f67-b487-73cc1019d475 req-64f5bf9f-738c-4f6a-9514-197a9bfc9005 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Sep 16 05:47:09.108867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea5703-ba2e-4c9e-a8f0-ba9bc47e6867 req-627fa9a4-06b7-44c5-9d41-450420c8bee2 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.110329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55ea5703-ba2e-4c9e-a8f0-ba9bc47e6867 req-627fa9a4-06b7-44c5-9d41-450420c8bee2 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0487387 Sep 16 05:47:09.147250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-55ea5703-ba2e-4c9e-a8f0-ba9bc47e6867 req-253fc736-df01-4c1c-8f2e-fa695c251e42 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304456 Sep 16 05:47:09.355821 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:10.259785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b947fe-8772-4cb0-a1c3-97182dadf91d req-f2a753c4-1a1d-4ff5-9658-88a562eadc9b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:10.261282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b947fe-8772-4cb0-a1c3-97182dadf91d req-f2a753c4-1a1d-4ff5-9658-88a562eadc9b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0478439 Sep 16 05:47:10.297303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52b947fe-8772-4cb0-a1c3-97182dadf91d req-a6a9ed0f-1ad0-42f1-9b1a-bf1c56eb9825 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302184 Sep 16 05:47:11.413970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76f830-dc37-4fbd-b3ba-0b0a8fa6a379 req-95523056-f537-44a9-8767-18bf36758bf8 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:11.415448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad76f830-dc37-4fbd-b3ba-0b0a8fa6a379 req-95523056-f537-44a9-8767-18bf36758bf8 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0524011 Sep 16 05:47:11.451622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad76f830-dc37-4fbd-b3ba-0b0a8fa6a379 req-1cf5ec3d-9325-453e-817e-89089f9ca30c tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302808 Sep 16 05:47:12.157922 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:12.565850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b21929-d3ff-4173-b363-e8e62dcea5df req-50900017-d201-4e50-9171-99a13cfe89a7 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:12.567336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80b21929-d3ff-4173-b363-e8e62dcea5df req-50900017-d201-4e50-9171-99a13cfe89a7 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0492692 Sep 16 05:47:12.604894 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80b21929-d3ff-4173-b363-e8e62dcea5df req-35ab76d4-9a68-476e-ab0b-b3c16ce699f9 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Sep 16 05:47:13.722101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db70075-4dc9-40c7-8f5a-a89c3f6d6d26 req-997567cb-958c-429a-9e5a-aff908851c74 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:13.723579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2db70075-4dc9-40c7-8f5a-a89c3f6d6d26 req-997567cb-958c-429a-9e5a-aff908851c74 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0498948 Sep 16 05:47:13.761264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2db70075-4dc9-40c7-8f5a-a89c3f6d6d26 req-45f91ad6-a0b5-4ab6-bfa4-4358cc489c8a tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310857 Sep 16 05:47:14.878572 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0c589-611e-4abb-b093-bc680e5eb186 req-78c48555-e19d-4bc0-8b08-b5c464fc7fd6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:14.879940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e0c589-611e-4abb-b093-bc680e5eb186 req-78c48555-e19d-4bc0-8b08-b5c464fc7fd6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0527740 Sep 16 05:47:14.917008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-12e0c589-611e-4abb-b093-bc680e5eb186 req-0ccd9c08-b32e-4514-868b-1f13a28f388a tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Sep 16 05:47:16.030996 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e328ef-ba48-4b8f-9169-596431e76657 req-d380f69c-31f2-41e8-a36c-fb5d04f82e3a tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:16.032516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02e328ef-ba48-4b8f-9169-596431e76657 req-d380f69c-31f2-41e8-a36c-fb5d04f82e3a tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0489926 Sep 16 05:47:16.069947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02e328ef-ba48-4b8f-9169-596431e76657 req-c3d26dad-39dd-431c-b1eb-1651e5f45a0d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Sep 16 05:47:17.193163 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e558ce-06e4-42da-af31-1745799a42e2 req-30507bbb-cf89-42d8-b7f6-03aaef3c2ac0 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:17.194598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3e558ce-06e4-42da-af31-1745799a42e2 req-30507bbb-cf89-42d8-b7f6-03aaef3c2ac0 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0522199 Sep 16 05:47:17.232715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c3e558ce-06e4-42da-af31-1745799a42e2 req-7061a71e-52b8-46f5-80a8-ca6c6fe1361a tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Sep 16 05:47:18.351932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8314a-c4cf-47d9-a190-5fca3a1efc1d req-8c077654-8bb0-43b9-896b-06b2b571e3c6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.353402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aab8314a-c4cf-47d9-a190-5fca3a1efc1d req-8c077654-8bb0-43b9-896b-06b2b571e3c6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0526288 Sep 16 05:47:18.389938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-aab8314a-c4cf-47d9-a190-5fca3a1efc1d req-c81a8f74-ee08-4be0-aac1-3e3e75c37139 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Sep 16 05:47:19.503752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12826cb-912c-4999-b56f-fd8430e17f4b req-a8947cb5-6796-412c-bf7b-4194aa6fc60b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:19.505271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b12826cb-912c-4999-b56f-fd8430e17f4b req-a8947cb5-6796-412c-bf7b-4194aa6fc60b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0486763 Sep 16 05:47:19.542579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b12826cb-912c-4999-b56f-fd8430e17f4b req-2fa1491f-01ce-41a6-b5c1-6570bd56606d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Sep 16 05:47:20.655987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acc0d-2b9e-452f-b7ed-e5d9043a7188 req-8f52d3fb-e63d-4271-814b-0ddbe5fe208d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:20.657507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-927acc0d-2b9e-452f-b7ed-e5d9043a7188 req-8f52d3fb-e63d-4271-814b-0ddbe5fe208d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0476937 Sep 16 05:47:20.695026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-927acc0d-2b9e-452f-b7ed-e5d9043a7188 req-365bdf07-bea9-45de-8972-9faec7acdb93 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Sep 16 05:47:21.812947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5395f31-138a-40ef-8dba-ad1351aa8e85 req-cfa9b42f-2b85-4dbc-bd45-138157ec33be tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:21.814430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5395f31-138a-40ef-8dba-ad1351aa8e85 req-cfa9b42f-2b85-4dbc-bd45-138157ec33be tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0517941 Sep 16 05:47:21.851059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f5395f31-138a-40ef-8dba-ad1351aa8e85 req-c1ccf64f-4f4f-4079-9798-98c09ca9e27f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307231 Sep 16 05:47:22.964871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2c3ae-0bdc-40cc-966e-47e76bb26fee req-3dd9984d-f8ce-4bd6-b370-969dbefb29ec tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:22.966377 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94a2c3ae-0bdc-40cc-966e-47e76bb26fee req-3dd9984d-f8ce-4bd6-b370-969dbefb29ec tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0485234 Sep 16 05:47:23.002689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94a2c3ae-0bdc-40cc-966e-47e76bb26fee req-175fd152-7cfe-4849-b9b0-4eaa5da4f83d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Sep 16 05:47:24.115391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4962546-fd02-4577-a9ad-0983b5289cb4 req-388aac13-f2c5-4717-a95b-58a73ce611d5 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:24.116901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4962546-fd02-4577-a9ad-0983b5289cb4 req-388aac13-f2c5-4717-a95b-58a73ce611d5 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0479655 Sep 16 05:47:24.153573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4962546-fd02-4577-a9ad-0983b5289cb4 req-38f1b127-4bdb-4f7f-89e0-15048d9aff52 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Sep 16 05:47:24.950055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:25.271585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ac471-4357-43d3-bf9b-46859184abd1 req-c31221b9-dc1d-4c56-b37e-42403c17421e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:25.273090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec2ac471-4357-43d3-bf9b-46859184abd1 req-c31221b9-dc1d-4c56-b37e-42403c17421e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0534136 Sep 16 05:47:25.311630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ec2ac471-4357-43d3-bf9b-46859184abd1 req-12002778-9120-4e00-9cdd-9e6600e2ed8d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Sep 16 05:47:25.922417 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-53d0e330-e48f-4918-8eda-404c7e9ef643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:26.423449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a200a-4621-4ac7-9110-3deeda510fe0 req-5c5edb81-1e0d-4f38-b289-1024c2c1dde0 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.424973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-507a200a-4621-4ac7-9110-3deeda510fe0 req-5c5edb81-1e0d-4f38-b289-1024c2c1dde0 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0486429 Sep 16 05:47:26.462975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-507a200a-4621-4ac7-9110-3deeda510fe0 req-a805b405-0a71-4da0-9d7c-36229456da5b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Sep 16 05:47:27.574856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298e92-df07-4e90-88e2-32087129898e req-0f27217f-e88a-46fb-970b-269ce6df40fc tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.576389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f298e92-df07-4e90-88e2-32087129898e req-0f27217f-e88a-46fb-970b-269ce6df40fc tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0484824 Sep 16 05:47:27.615305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f298e92-df07-4e90-88e2-32087129898e req-3dea09f9-6d60-45d4-8136-555f063893ca tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Sep 16 05:47:27.876297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-3233ee6e-075a-4592-ab42-d9f60f40e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.877791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-3233ee6e-075a-4592-ab42-d9f60f40e30c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1097 time: 0.0437880 Sep 16 05:47:27.977269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-cdba617a-b1a9-4328-b443-f79bc636508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:27.979305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-cdba617a-b1a9-4328-b443-f79bc636508d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 913 time: 0.0829415 Sep 16 05:47:28.027720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-755b79a6-4ff8-4dea-8d29-a34235318256 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0413268 Sep 16 05:47:28.078202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-f2f8c303-6400-4708-94ee-58a5c7568ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.079619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-f2f8c303-6400-4708-94ee-58a5c7568ecd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0446784 Sep 16 05:47:28.111567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-12dd53b9-5e66-4b47-9340-3f83bd19d4b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242493 Sep 16 05:47:28.203072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-f158b49e-626a-49bf-b12a-3c540ff9a7ca service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843680 Sep 16 05:47:28.241054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-281fb176-bbc0-4e72-9764-ccf52dbec3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:28.292117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bc78f7ae-c862-4d52-92d2-572328c0eac8 req-f6a0afc7-a886-48fe-84b4-fb600c48049d service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817001 Sep 16 05:47:28.730451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb7c71-be7a-4191-a329-de056ebe972e req-f2ca67de-3482-4a63-a3a8-592e491bc8c3 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:28.731934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fb7c71-be7a-4191-a329-de056ebe972e req-f2ca67de-3482-4a63-a3a8-592e491bc8c3 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0489614 Sep 16 05:47:28.772699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c7fb7c71-be7a-4191-a329-de056ebe972e req-b345ea41-aa77-4c2b-9353-ac294c77a400 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Sep 16 05:47:29.227865 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:29.888261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec145e-a5af-4c50-87cf-ceec466cdc53 req-84a612c7-4684-481c-acf3-5baa4c478ffa tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:29.889663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3ec145e-a5af-4c50-87cf-ceec466cdc53 req-84a612c7-4684-481c-acf3-5baa4c478ffa tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0486786 Sep 16 05:47:29.926901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3ec145e-a5af-4c50-87cf-ceec466cdc53 req-a3fa26e9-c37f-49db-86d4-359ba1e016ca tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Sep 16 05:47:29.943850 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:31.041397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc51ba1-a765-407c-af44-94a5faa54461 req-31b584c7-901c-428c-97a2-34223eb6d1e6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:31.042879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efc51ba1-a765-407c-af44-94a5faa54461 req-31b584c7-901c-428c-97a2-34223eb6d1e6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0486848 Sep 16 05:47:31.080507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-efc51ba1-a765-407c-af44-94a5faa54461 req-dafd5286-6e86-4195-a967-0dae4900b032 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Sep 16 05:47:31.365653 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:32.192459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc77d1-017b-4189-959e-26527ce0bab7 req-3a277172-861c-41c6-9ae3-d88766cf6928 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:32.193933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2bc77d1-017b-4189-959e-26527ce0bab7 req-3a277172-861c-41c6-9ae3-d88766cf6928 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0478239 Sep 16 05:47:32.234904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2bc77d1-017b-4189-959e-26527ce0bab7 req-d9e73fda-e5bb-4bac-b484-f93388521c3f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344884 Sep 16 05:47:33.142476 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-b88a3541-003a-46d2-b207-92ce3240492a req-7221d1c7-a079-43e3-9d89-17786cd64d03 service neutron] show failed (client error): The resource could not be found. Sep 16 05:47:33.143446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-7221d1c7-a079-43e3-9d89-17786cd64d03 service neutron] 10.222.0.64 "GET /v2.0/ports/0b7f4370-9d9a-4808-80a0-4eed261594fb/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0522125 Sep 16 05:47:33.373762 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-335a90a3-6e77-4b5b-a118-ba9bcca7d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.375261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-335a90a3-6e77-4b5b-a118-ba9bcca7d2da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e&tenant_id=59d53aecee8045aeace8e294a7b909e8 HTTP/1.1" status: 200 len: 1097 time: 0.0607202 Sep 16 05:47:33.383565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bac994-37e7-40bb-a3b1-aac2989f13e5 req-dae434d7-acff-4512-9de7-058f50ae958d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.384955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90bac994-37e7-40bb-a3b1-aac2989f13e5 req-dae434d7-acff-4512-9de7-058f50ae958d tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0802672 Sep 16 05:47:33.390497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:33.465747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90bac994-37e7-40bb-a3b1-aac2989f13e5 req-4302f132-23b9-4aa1-b4cf-487954bb3842 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725751 Sep 16 05:47:33.470085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:33.667196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:33.699517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:33.742220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:33.744492 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4f2ca-3e31-48b0-bf4d-ba630c7d4f1e" -d '{"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:33.749485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:33.762217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Transition to ACTIVE for port object 0b7f4370-9d9a-4808-80a0-4eed261594fb will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:33.766086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:33.793834 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2133172c-c834-4ff4-bd5c-a08f83bb2a87 x-openstack-request-id: req-2133172c-c834-4ff4-bd5c-a08f83bb2a87 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:33.794129 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:33.794380 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2133172c-c834-4ff4-bd5c-a08f83bb2a87 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:33.794766 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'code': 200} Sep 16 05:47:33.828076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] No DVR routers for this DVR port 0b7f4370-9d9a-4808-80a0-4eed261594fb on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:33.833649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:33.844765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.845106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.845438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.845769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.846095 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.846418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.846739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.847056 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.847374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.847690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.848005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.848339 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:33.875706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:33.876034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:33.876390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb on network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:33.880511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Port 0b7f4370-9d9a-4808-80a0-4eed261594fb on network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:33.880825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Attempting to bind port 0b7f4370-9d9a-4808-80a0-4eed261594fb on network 2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:33.885472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:33.886355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Checking segment: {'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:33.886732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Bound using segment: {'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:33.887149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Bound port: 0b7f4370-9d9a-4808-80a0-4eed261594fb, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b51c1a-afd8-4ac3-9b0b-be447445994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:33.887494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:33.950248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:33.953433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:33.957285 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:33.989796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:33.990428 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:33.991795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] 10.222.0.73 "PUT /v2.0/ports/0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 1092 time: 0.6059802 Sep 16 05:47:34.012058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c89f7-8bff-42b6-ba7e-05895ceb1ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:34.059667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-539204c0-0cc5-4677-9ad2-7a48c29a53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.061164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-539204c0-0cc5-4677-9ad2-7a48c29a53ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1095 time: 0.0397551 Sep 16 05:47:34.155638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-889ccc8c-d3c2-4cb3-a9f5-f08addaaa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.157108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-889ccc8c-d3c2-4cb3-a9f5-f08addaaa8d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 913 time: 0.0845792 Sep 16 05:47:34.200900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-6735ea59-247a-457e-910d-93bf07f8363a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0328181 Sep 16 05:47:34.251514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3541-003a-46d2-b207-92ce3240492a req-f1930237-5080-4d1d-bb75-9a33a145571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.252919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-f1930237-5080-4d1d-bb75-9a33a145571a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0416636 Sep 16 05:47:34.286031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-22074098-24ef-4b53-a8ab-ce6b3712e493 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224771 Sep 16 05:47:34.381641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-7628fc11-6329-4d92-b7c7-55e278abd195 service neutron] 10.222.0.73 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839069 Sep 16 05:47:34.477447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b88a3541-003a-46d2-b207-92ce3240492a req-57689162-0dea-42c5-b882-bfadd70ca886 service neutron] 10.222.0.73 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846238 Sep 16 05:47:34.605089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b5931-0141-44b6-bf7f-4b63969e06b4 req-c8b7c88d-c9a5-4c46-b79a-ce1da1c52730 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:34.606713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b68b5931-0141-44b6-bf7f-4b63969e06b4 req-c8b7c88d-c9a5-4c46-b79a-ce1da1c52730 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0554483 Sep 16 05:47:34.644664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b68b5931-0141-44b6-bf7f-4b63969e06b4 req-e3ac5378-eba6-4f43-ac11-e12e192fd162 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Sep 16 05:47:35.759785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794421d2-53ff-4e78-83ca-6652dadc3188 req-3c0039fc-1361-4623-a089-b764c56c7751 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.761840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-794421d2-53ff-4e78-83ca-6652dadc3188 req-3c0039fc-1361-4623-a089-b764c56c7751 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0469327 Sep 16 05:47:35.795439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:35.798151 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5ec5ba-05d3-4085-8df6-522359d1e84e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:35.806705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-794421d2-53ff-4e78-83ca-6652dadc3188 req-5b605c6b-e000-49c8-bbdc-abcc4a9cb3b6 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Sep 16 05:47:35.846343 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e271945-3976-483b-9654-4ae14b25b1b0 x-openstack-request-id: req-4e271945-3976-483b-9654-4ae14b25b1b0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:35.846641 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:35.846892 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e271945-3976-483b-9654-4ae14b25b1b0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:35.847282 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'status': 'completed', 'code': 200} Sep 16 05:47:35.947951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-96c54f69-8055-4d6a-b180-37879e933bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.949943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-96c54f69-8055-4d6a-b180-37879e933bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1095 time: 0.0662341 Sep 16 05:47:35.951603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-f16a8a0a-c1f4-4a45-8661-948458171137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:35.952961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-f16a8a0a-c1f4-4a45-8661-948458171137 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1095 time: 0.0794063 Sep 16 05:47:36.104395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-ee6f954a-ac29-4edc-b06a-77bff6d91777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.105800 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-ee6f954a-ac29-4edc-b06a-77bff6d91777 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 913 time: 0.1490669 Sep 16 05:47:36.108360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-1ece3a42-be41-4b8c-a754-d31902d83a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.109668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-1ece3a42-be41-4b8c-a754-d31902d83a1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 913 time: 0.1460841 Sep 16 05:47:36.155611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-a1aba6f1-7aeb-47e4-95d0-0b4be16bee4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0421753 Sep 16 05:47:36.189567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-774881d3-7011-4512-9b7e-3600527ee0cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0694087 Sep 16 05:47:36.257767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-fcbf70db-b0b0-458d-8066-c84a1a6cc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.259458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-fcbf70db-b0b0-458d-8066-c84a1a6cc6f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0785158 Sep 16 05:47:36.263486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-5ab84031-0a63-4918-8260-638abe5f5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.264828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-5ab84031-0a63-4918-8260-638abe5f5a87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0561337 Sep 16 05:47:36.299367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-cfd3796b-9aea-40a2-9cef-bde75246a7b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330760 Sep 16 05:47:36.314943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-b05ba047-97c6-4a99-90d2-630501ac4989 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404565 Sep 16 05:47:36.459571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-48131600-1e0b-4b20-87b2-df7a75153f18 service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465249 Sep 16 05:47:36.462789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-2608323d-e232-4ae7-8985-d6fd85bb4005 service neutron] 10.222.0.73 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406281 Sep 16 05:47:36.613739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-bd0e6a33-b445-4f6a-84b1-1b06e425635e service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476409 Sep 16 05:47:36.615572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7d5ec5ba-05d3-4085-8df6-522359d1e84e req-054bddea-7641-479c-b929-95a18538502e service neutron] 10.222.0.73 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429114 Sep 16 05:47:36.922074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17239e7-a286-4666-9aa1-1973657ce5b8 req-56561afe-ea88-482e-8204-99f40ce791fa tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:36.923531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c17239e7-a286-4666-9aa1-1973657ce5b8 req-56561afe-ea88-482e-8204-99f40ce791fa tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 943 time: 0.0481155 Sep 16 05:47:36.964371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c17239e7-a286-4666-9aa1-1973657ce5b8 req-4a621dae-adcb-45c1-88bf-6086f4467d9b tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Sep 16 05:47:37.226654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-fa5a1ff1-f814-4c79-be06-d886f7bddf21 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.228116 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-fa5a1ff1-f814-4c79-be06-d886f7bddf21 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e&tenant_id=59d53aecee8045aeace8e294a7b909e8&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 943 time: 0.0505424 Sep 16 05:47:37.287847 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-9b59a7f4-2ae1-4943-bc1c-ea83658f3e7c service neutron] delete failed (client error): The resource could not be found. Sep 16 05:47:37.288839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-9b59a7f4-2ae1-4943-bc1c-ea83658f3e7c service neutron] 10.222.0.64 "DELETE /v2.0/ports/0b7f4370-9d9a-4808-80a0-4eed261594fb/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0516424 Sep 16 05:47:37.388861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-2d46f4be-8e37-4e28-a618-9331bb7135bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.390202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-2d46f4be-8e37-4e28-a618-9331bb7135bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59d53aecee8045aeace8e294a7b909e8&device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 1095 time: 0.0395255 Sep 16 05:47:37.480327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-c1cfa9cb-e85b-4116-a19e-9592514be660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.481735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-c1cfa9cb-e85b-4116-a19e-9592514be660 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 200 len: 913 time: 0.0843453 Sep 16 05:47:37.521693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-d5e49817-bc30-46a2-9b79-7019e1d922a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 200 len: 217 time: 0.0326962 Sep 16 05:47:37.572360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-37615eae-9436-43b3-9ee6-f07e845060ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:37.574341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-37615eae-9436-43b3-9ee6-f07e845060ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 200 len: 852 time: 0.0453141 Sep 16 05:47:37.605935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-8e576d65-a812-426c-9c23-2480ce9456ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235937 Sep 16 05:47:37.695215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-cb93eb35-499f-4fed-a94f-0dc7f223a138 service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816100 Sep 16 05:47:37.730422 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:37.830594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:37.842473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'network_id': '2a290a4d-cea1-4e95-b683-cd37a9dbc1c9', 'port_id': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'mac_address': 'fa:16:3e:77:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f8e3db-400f-466c-b76b-cb98b626c019', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:37.867739 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:37.907675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:37.929072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7f4370-9d9a-4808-80a0-4eed261594fb {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:37.935286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:37.952072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:37.955918 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:38.008228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:38.117937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-d75daaa0-fb47-4345-9fc8-f4f4b5838550 service neutron] 10.222.0.64 "GET /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161360 Sep 16 05:47:38.237130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['0b7f4370-9d9a-4808-80a0-4eed261594fb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:38.867462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40af8f-9f5f-4b56-a7e5-793116d242e2 req-8acbe6e9-3889-4efa-9f9d-1dbe9d1a2632 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:38.868850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f40af8f-9f5f-4b56-a7e5-793116d242e2 req-8acbe6e9-3889-4efa-9f9d-1dbe9d1a2632 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 944 time: 0.0481722 Sep 16 05:47:38.906558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9f40af8f-9f5f-4b56-a7e5-793116d242e2 req-64fbca1a-ee19-421f-b794-5211e6e9b51e tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Sep 16 05:47:39.744860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:39.795406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 0b7f4370-9d9a-4808-80a0-4eed261594fb completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:39.798972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 0b7f4370-9d9a-4808-80a0-4eed261594fb triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:39.799340 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:39.880358 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:39.901870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:39.904065 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf204b2b-1318-4673-85a9-d6d9c30bc8b3" -d '{"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:39.915951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:39.919953 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:39.943543 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06307bb-e7fe-4ebc-883c-d917612f4de5 x-openstack-request-id: req-c06307bb-e7fe-4ebc-883c-d917612f4de5 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:39.943840 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:39.944109 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c06307bb-e7fe-4ebc-883c-d917612f4de5 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:39.944489 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'code': 200} Sep 16 05:47:39.972411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:40.023617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec935d-c644-432c-9159-e1c2eee4da4a req-bca68d19-2ac3-49ea-bd82-98f71d066846 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.025111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9ec935d-c644-432c-9159-e1c2eee4da4a req-bca68d19-2ac3-49ea-bd82-98f71d066846 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0480993 Sep 16 05:47:40.066152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9ec935d-c644-432c-9159-e1c2eee4da4a req-73a64674-9e3c-4f07-ac83-0cddd939fc08 tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.55 "GET /v2.0/security-groups?id=34589c4a-5f94-4a32-8c2b-6d94074848c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349259 Sep 16 05:47:40.240798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-8492a327-3ce5-433c-b52c-fe18ade1ea8f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:40.242158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-8492a327-3ce5-433c-b52c-fe18ade1ea8f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e8eda3d-a12e-44c5-98a1-233b09e8fc7e HTTP/1.1" status: 200 len: 945 time: 0.0471718 Sep 16 05:47:40.332106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Deleting port 0b7f4370-9d9a-4808-80a0-4eed261594fb {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:47:40.332531 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:40.420378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] For port 0b7f4370-9d9a-4808-80a0-4eed261594fb, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0b7f4370-9d9a-4808-80a0-4eed261594fb,segment=NetworkSegment(e3b51c1a-afd8-4ac3-9b0b-be447445994c),segment_id=e3b51c1a-afd8-4ac3-9b0b-be447445994c)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:40.420748 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:40.432281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Calling delete_port for 0b7f4370-9d9a-4808-80a0-4eed261594fb owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:47:40.556884 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:40.577417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['0b7f4370-9d9a-4808-80a0-4eed261594fb'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:40.584839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Pushing event deleted for resources: {'Port': ['ID=0b7f4370-9d9a-4808-80a0-4eed261594fb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:40.624445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] No DVR routers for this DVR port 0b7f4370-9d9a-4808-80a0-4eed261594fb on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:47:40.626950 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:40.628963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ec22e6f-6984-41da-bfc3-4fccf24e243c req-b97a7b2a-2b43-4a71-afe5-b6dc2a93928f tempest-DeleteServersTestJSON-912725156 tempest-DeleteServersTestJSON-912725156-project] 10.222.0.73 "DELETE /v2.0/ports/0b7f4370-9d9a-4808-80a0-4eed261594fb HTTP/1.1" status: 204 len: 173 time: 0.3760376 Sep 16 05:47:40.629403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-deleted', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:40.631602 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26f09b4-3abd-4e5d-ba8d-36b69eefb16a" -d '{"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-deleted", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:40.666926 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00de6806-9b23-40b8-8ec3-ea18b9cb175a x-openstack-request-id: req-00de6806-9b23-40b8-8ec3-ea18b9cb175a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:40.667749 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8eda3d-a12e-44c5-98a1-233b09e8fc7e", "name": "network-vif-deleted", "tag": "0b7f4370-9d9a-4808-80a0-4eed261594fb", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:40.668009 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00de6806-9b23-40b8-8ec3-ea18b9cb175a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:40.668428 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8eda3d-a12e-44c5-98a1-233b09e8fc7e', 'name': 'network-vif-deleted', 'tag': '0b7f4370-9d9a-4808-80a0-4eed261594fb', 'status': 'completed', 'code': 200} Sep 16 05:47:41.206174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36786) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:41.261813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] Deleting subnet 32f8e3db-400f-466c-b76b-cb98b626c019 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:47:41.264968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.302345 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.340008 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.390823 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.422526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f8e3db-400f-466c-b76b-cb98b626c019,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:41.425198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.427191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c396bb6d-4947-4035-88f0-ceaa8a18398c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/32f8e3db-400f-466c-b76b-cb98b626c019 HTTP/1.1" status: 204 len: 168 time: 0.2199614 Sep 16 05:47:41.429712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36788) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:41.501299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.576672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.596230 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a290a4d-cea1-4e95-b683-cd37a9dbc1c9']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:41.606233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b51c1a-afd8-4ac3-9b0b-be447445994c') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:41.606523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b51c1a-afd8-4ac3-9b0b-be447445994c') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:47:41.615813 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.629564 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.635510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:47:41.635997 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:47:41.637709 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:47:41.693496 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.699487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.701878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2a290a4d-cea1-4e95-b683-cd37a9dbc1c9 HTTP/1.1" status: 204 len: 168 time: 0.2709701 Sep 16 05:47:41.714197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29af21-9733-42da-970e-c939dbb828f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a290a4d-cea1-4e95-b683-cd37a9dbc1c9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:41.806709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36792) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:41.847720 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ee657d34-1874-4af4-bc35-941b0cb5eabe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59d53aecee8045aeace8e294a7b909e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398307 Sep 16 05:47:41.850111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:41.903690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.924123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.969296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.971805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:41.972993 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34589c4a-5f94-4a32-8c2b-6d94074848c8 HTTP/1.1" status: 204 len: 168 time: 0.1220038 Sep 16 05:47:41.980732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34589c4a-5f94-4a32-8c2b-6d94074848c8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:41.988156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.988510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.988861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.989192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.989527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.989875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.990191 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.990513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.990836 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.991157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.991479 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:41.991801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154a9486-cca2-4ee1-9e6f-ab12f3df48d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:47:42.158183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.610552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 36816) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:42.702465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-572154664-network', 'tenant_id': '7f3d7728364e4282b973535b2cd74349'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:42.722649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Made reservation on behalf of 7f3d7728364e4282b973535b2cd74349 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:42.724794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.732894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.833045 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.836971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.859350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:47:42.873407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c33ac21-fa66-4943-984f-453ac37250e2,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:42.878469 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.878817 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Added segment 3d9644ff-2dd7-4447-9153-99cf329a4b5e of type vlan for network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 Sep 16 05:47:42.922796 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.946854 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.947795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:42.948401 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:42.991162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3793685 Sep 16 05:47:42.994046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 36820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:42.999719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Request body: {'subnet': {'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-572154664-subnet', 'tenant_id': '7f3d7728364e4282b973535b2cd74349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:43.021181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Made reservation on behalf of 7f3d7728364e4282b973535b2cd74349 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:43.023559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.035527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970e8ef-2b8b-4239-85ef-0bd7ab648946 admin admin] Pushing event updated for resources: {'Network': ['ID=308149de-f9e2-4bac-94e1-ea765e9bdcc0,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:43.045917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:47:43.194022 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.245480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0618cf25-39eb-45e4-9c21-8119fa75bd10,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:43.256027 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Checking segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:43.256418 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Network hostable DHCP agents. Network: 308149de-f9e2-4bac-94e1-ea765e9bdcc0, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:47:43.272555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:47:43.280614 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 308149de-f9e2-4bac-94e1-ea765e9bdcc0) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:43.285338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:43.285940 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:43.290309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb9e0b-5f25-407d-8211-278d1ce9d15f None None] Network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:43.301497 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d0598994-c0f3-4554-86a3-52714321b0bf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3062239 Sep 16 05:47:43.420064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d5ebd-809d-4b84-bcf6-595edd8c099e None None] Network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:47:43.722054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-7f8d0a5e-bdfd-41b1-8b93-b423c88ce10e tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:43.723529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-7f8d0a5e-bdfd-41b1-8b93-b423c88ce10e tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 814 time: 0.1042945 Sep 16 05:47:43.737966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-e6bd1de5-bc97-47c2-ad76-58ef0caa007d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/quotas/7f3d7728364e4282b973535b2cd74349 HTTP/1.1" status: 200 len: 375 time: 0.0086551 Sep 16 05:47:43.768554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-acc76db4-492e-4720-ad20-55c1c09bdc62 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256453 Sep 16 05:47:43.787005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:43.805841 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 0b7f4370-9d9a-4808-80a0-4eed261594fb {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:47:43.806187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0b7f4370-9d9a-4808-80a0-4eed261594fb not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:47:43.859261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-0e206875-d941-40ff-b933-d6247e46c640 service neutron] 10.222.0.55 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840523 Sep 16 05:47:43.945107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-1001c951-fe21-4917-9361-24bb83d4bfcf service neutron] 10.222.0.55 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798500 Sep 16 05:47:44.104611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-575af8e5-0af2-4534-a581-8fbe09ed55d7 req-ffd19205-5701-4be8-a458-4b2a4a8fcfff tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 210 time: 0.0298004 Sep 16 05:47:45.224354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbaa25e6-79cb-4902-8806-4b59510afc55 req-6f30ad01-176c-46ee-b50a-57019d7ed5fa tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 210 time: 0.0339465 Sep 16 05:47:45.257598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-17a84f3a-ed6c-49e3-8374-2414cbfd1b83 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.259403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-17a84f3a-ed6c-49e3-8374-2414cbfd1b83 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 814 time: 0.1313679 Sep 16 05:47:45.278805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Request body: {'port': {'device_id': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0', 'admin_state_up': True, 'tenant_id': '7f3d7728364e4282b973535b2cd74349'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:45.383114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Made reservation on behalf of 7f3d7728364e4282b973535b2cd74349 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:47:45.386586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.508441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Allocated IP 172.20.0.8 (308149de-f9e2-4bac-94e1-ea765e9bdcc0/0618cf25-39eb-45e4-9c21-8119fa75bd10/fb389b85-c783-481f-b95f-06c38ee7c16b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:47:45.653160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.686559 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.726130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:47:45.729076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:47:45.733334 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:47:45.759548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:45.786359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:45.786965 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:45.800680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-a9b1e22a-0839-4b5a-ba37-6d77e671429f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5256083 Sep 16 05:47:45.817028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Request body: {'port': {'device_id': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:47:45.871960 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.123167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb389b85-c783-481f-b95f-06c38ee7c16b {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:46.130585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.142423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Transition to ACTIVE for port object fb389b85-c783-481f-b95f-06c38ee7c16b will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:47:46.146240 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.214018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:46.260219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:47:46.260755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:47:46.260883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:46.265595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Port fb389b85-c783-481f-b95f-06c38ee7c16b on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:47:46.265913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:47:46.270668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:47:46.271003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Checking segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:47:46.271383 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Bound using segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:47:46.271806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Bound port: fb389b85-c783-481f-b95f-06c38ee7c16b, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:47:46.272183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.354281 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:46.360557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:47:46.364341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:47:46.369172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.381156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373a67-b6e2-46d5-8c7f-25d12943a0a2 req-9814a82b-f13a-4754-951c-bcf67a15e0c4 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.382581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13373a67-b6e2-46d5-8c7f-25d12943a0a2 req-9814a82b-f13a-4754-951c-bcf67a15e0c4 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.0795135 Sep 16 05:47:46.417195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.417810 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:46.419231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] 10.222.0.73 "PUT /v2.0/ports/fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 1092 time: 0.6060045 Sep 16 05:47:46.425279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:46.427495 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c41c0db-8492-4142-9431-3af81c071ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:46.477370 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ee828-114b-4db7-a4ef-20e51c7414c7 x-openstack-request-id: req-205ee828-114b-4db7-a4ef-20e51c7414c7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:46.477650 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:46.477906 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-205ee828-114b-4db7-a4ef-20e51c7414c7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:46.478274 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'status': 'completed', 'code': 200} Sep 16 05:47:46.486161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f9878-7493-4b67-8fd0-b2f944b09f84 service neutron] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:46.505097 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13373a67-b6e2-46d5-8c7f-25d12943a0a2 req-2d827ce0-4236-4395-b333-4321b692b5f4 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970535 Sep 16 05:47:46.522479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-534d4a7a-c487-46e6-a4eb-66689eaafffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.523999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-534d4a7a-c487-46e6-a4eb-66689eaafffe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1095 time: 0.0627356 Sep 16 05:47:46.576478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-e28e77d8-69af-4cb4-a8e0-77908ccbb5a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0387585 Sep 16 05:47:46.628944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-1d7d6ce0-5353-4361-93e4-ceb3e6bc4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.630360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-1d7d6ce0-5353-4361-93e4-ceb3e6bc4b6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0433321 Sep 16 05:47:46.665602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-0960bfd5-3aa5-4e50-b7b1-983eadc8eb50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231943 Sep 16 05:47:46.758705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-1e476c8a-eff2-41ff-b8c6-860b8fb0eb9d service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816090 Sep 16 05:47:46.848355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1804ec0-1441-4e4c-b7c6-0e967513a88c req-4db05fd2-5c8c-4fbf-88fc-50ba0d085823 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782759 Sep 16 05:47:46.937765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-8147568a-dba4-412a-b3c1-b4c0ce6b8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:46.939122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-8147568a-dba4-412a-b3c1-b4c0ce6b8e4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1095 time: 0.0398629 Sep 16 05:47:47.032739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-2c0f0b33-f7e6-4ff4-8767-0777669f6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.034218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-2c0f0b33-f7e6-4ff4-8767-0777669f6d87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0878749 Sep 16 05:47:47.075433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-aad537e9-8f53-4223-9ee7-d0e3403fc0e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0340090 Sep 16 05:47:47.130589 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-08280b90-6da7-4bf3-8a38-c6fc5c263ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.132002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-08280b90-6da7-4bf3-8a38-c6fc5c263ebe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0465686 Sep 16 05:47:47.163671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-b5a536a8-077d-4da5-a4c6-6d87efd2a749 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234442 Sep 16 05:47:47.252626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-c4cd7dc5-62c5-48a4-b727-2a0d4717009f service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803819 Sep 16 05:47:47.345304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c41c0db-8492-4142-9431-3af81c071ea8 req-2d01b1b5-6e0d-489a-8018-12d5283a23bd service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837965 Sep 16 05:47:47.624116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e16-0d06-4130-b411-8df2afd1c4be req-cadb844f-71f6-4f95-a73e-4101597268a5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.625823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1035e16-0d06-4130-b411-8df2afd1c4be req-cadb844f-71f6-4f95-a73e-4101597268a5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.0503345 Sep 16 05:47:47.662289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1035e16-0d06-4130-b411-8df2afd1c4be req-68344078-a449-4809-af1c-5e7ffc4a320b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305018 Sep 16 05:47:48.775116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2af12-04e5-4e6d-a200-e7b471fde7a4 req-56d5c11a-6f43-45d7-89b4-742cd541a494 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:48.776591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64f2af12-04e5-4e6d-a200-e7b471fde7a4 req-56d5c11a-6f43-45d7-89b4-742cd541a494 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.0475819 Sep 16 05:47:48.816695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64f2af12-04e5-4e6d-a200-e7b471fde7a4 req-093e30a2-cb9c-4be8-a3e0-96873f87bf3a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342150 Sep 16 05:47:49.788000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:49.885886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:49.897568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0', 'port_id': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'mac_address': 'fa:16:3e:80:b5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0618cf25-39eb-45e4-9c21-8119fa75bd10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:49.931549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060cbc-3b92-46b5-bab7-9f76eba7a02c req-1b9110a0-d3c4-4ae4-b1f0-eb2433941291 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:49.933111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67060cbc-3b92-46b5-bab7-9f76eba7a02c req-1b9110a0-d3c4-4ae4-b1f0-eb2433941291 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.0500295 Sep 16 05:47:49.933818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.946255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb389b85-c783-481f-b95f-06c38ee7c16b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:49.965758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:49.970098 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:49.971643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67060cbc-3b92-46b5-bab7-9f76eba7a02c req-aa152adc-a427-4454-8bfe-901faef78793 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Sep 16 05:47:50.015584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:50.212264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['fb389b85-c783-481f-b95f-06c38ee7c16b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:51.083344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e2455-bce7-49b3-a168-3e364ff5873f req-e6265ad9-ba51-4494-a79d-e0ab6b7c55df tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:51.084828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee2e2455-bce7-49b3-a168-3e364ff5873f req-e6265ad9-ba51-4494-a79d-e0ab6b7c55df tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 944 time: 0.0474758 Sep 16 05:47:51.121625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee2e2455-bce7-49b3-a168-3e364ff5873f req-458a51e0-2f20-4e49-8a34-457a8f546da6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Sep 16 05:47:51.797257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:51.845351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port fb389b85-c783-481f-b95f-06c38ee7c16b completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:47:51.848873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port fb389b85-c783-481f-b95f-06c38ee7c16b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:51.849242 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:51.925675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:51.947551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:51.949779 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bcb901-1f1a-447c-a681-1d3fbaea2b37" -d '{"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-plugged", "status": "completed", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:51.962771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:51.966603 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:51.989287 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0cc37d-2455-4ca2-be09-92103e8e96e4 x-openstack-request-id: req-6f0cc37d-2455-4ca2-be09-92103e8e96e4 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:51.989583 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-plugged", "status": "completed", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:51.989834 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f0cc37d-2455-4ca2-be09-92103e8e96e4 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:51.990222 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'code': 200} Sep 16 05:47:52.016151 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:52.091358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeab6e-7126-4f7c-a76f-05cda19bef7a req-e83ba6f4-1897-47e3-b720-98687ae37f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.092861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3eeeab6e-7126-4f7c-a76f-05cda19bef7a req-e83ba6f4-1897-47e3-b720-98687ae37f34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1097 time: 0.0405438 Sep 16 05:47:52.135204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3eeeab6e-7126-4f7c-a76f-05cda19bef7a req-8880b685-ac9c-4c30-8030-06a2c60f5fe1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Sep 16 05:47:52.231262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8fcf0-2554-426d-9269-16cc131c7053 req-53370d32-4710-428d-82bb-0ab8f5749859 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:52.232768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4f8fcf0-2554-426d-9269-16cc131c7053 req-53370d32-4710-428d-82bb-0ab8f5749859 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0471778 Sep 16 05:47:52.269672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4f8fcf0-2554-426d-9269-16cc131c7053 req-3a4e15e2-e640-4b8e-9929-977b6cc09333 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304010 Sep 16 05:47:53.385274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f7b09-1ff5-40f5-b437-80a98e19f600 req-280cf7e6-b49d-461e-af92-13d74d59b648 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:53.386742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb5f7b09-1ff5-40f5-b437-80a98e19f600 req-280cf7e6-b49d-461e-af92-13d74d59b648 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0481110 Sep 16 05:47:53.423389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bb5f7b09-1ff5-40f5-b437-80a98e19f600 req-15c7dcf2-75a8-41e4-9720-04f9411bda17 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300660 Sep 16 05:47:54.535238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8971c5-8fec-48d3-b741-c275a964f304 req-f6477c44-8a82-4539-a219-f8f9ecc11df5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.536721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e8971c5-8fec-48d3-b741-c275a964f304 req-f6477c44-8a82-4539-a219-f8f9ecc11df5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0472345 Sep 16 05:47:54.578059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e8971c5-8fec-48d3-b741-c275a964f304 req-6db4f68b-10ec-4e73-ac00-7b7b2126b568 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353270 Sep 16 05:47:54.690467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397afbda-40f6-41df-b232-1a3fa969036e req-a0b11c10-c794-4aaf-a090-8303fb749075 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.691951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-397afbda-40f6-41df-b232-1a3fa969036e req-a0b11c10-c794-4aaf-a090-8303fb749075 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0487702 Sep 16 05:47:54.729465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-397afbda-40f6-41df-b232-1a3fa969036e req-cba7a831-7629-46df-aa94-90712660e5ec tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Sep 16 05:47:54.925654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646e14-8990-4957-977b-f348f58058cc req-b4726a33-90d0-43ee-ba22-8bba1042771c tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:54.927118 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f646e14-8990-4957-977b-f348f58058cc req-b4726a33-90d0-43ee-ba22-8bba1042771c tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0472934 Sep 16 05:47:54.954887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:54.964813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f646e14-8990-4957-977b-f348f58058cc req-09e58f65-255b-429a-8148-582867858ae5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Sep 16 05:47:55.076333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66326acc-b5dd-4e84-be96-e61bd2ac9d25 req-603baa75-c1e4-4a25-b919-306043ab50eb tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.077789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66326acc-b5dd-4e84-be96-e61bd2ac9d25 req-603baa75-c1e4-4a25-b919-306043ab50eb tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0476325 Sep 16 05:47:55.117296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66326acc-b5dd-4e84-be96-e61bd2ac9d25 req-59a746a5-640c-4f84-9985-afe049350d3e tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Sep 16 05:47:55.363053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-518b9351-4d8c-41c2-86ee-c0119edfbb3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680811 Sep 16 05:47:55.371295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b9bf-44ea-4509-a437-09115e29ae0b req-b3e68d87-d3d2-4885-a85c-31058df8d111 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.372717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97a4b9bf-44ea-4509-a437-09115e29ae0b req-b3e68d87-d3d2-4885-a85c-31058df8d111 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0683887 Sep 16 05:47:55.413178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97a4b9bf-44ea-4509-a437-09115e29ae0b req-e894261b-96fc-4b4e-a605-895a8a378e9d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Sep 16 05:47:55.639207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-e6240f5e-d83b-454c-9a7d-5b514c6a9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.641943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-e6240f5e-d83b-454c-9a7d-5b514c6a9a0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1097 time: 0.0438793 Sep 16 05:47:55.751201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-1fc6aec5-da69-4632-9038-f1dfaefa0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.752758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-1fc6aec5-da69-4632-9038-f1dfaefa0dd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0911796 Sep 16 05:47:55.793779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-7b12c5f6-95fb-48c9-8e1e-c0ec8f993fe2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0335562 Sep 16 05:47:55.847781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-70a56235-cd1b-48c9-97f8-f24f8e8d9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:55.849307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-70a56235-cd1b-48c9-97f8-f24f8e8d9680 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0487986 Sep 16 05:47:55.880787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-f9e1a7e9-8067-444d-b74f-2255e728868c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246568 Sep 16 05:47:55.925330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-282121cd-b3f2-4994-9b2b-620597710d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:55.977703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-58740d88-2423-4c28-85ee-043b8dabcfe2 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895739 Sep 16 05:47:56.073966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1a9ec18-4bb8-486d-931d-92b1951550f9 req-172a8170-c31f-40af-83be-8643f6a85b7d service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892816 Sep 16 05:47:56.538512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e96db-809c-4e2b-b2c0-5ea215c3329c req-bc6ceaf4-b64d-443b-ab30-7551ea3ce4a7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.546536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-501e96db-809c-4e2b-b2c0-5ea215c3329c req-bc6ceaf4-b64d-443b-ab30-7551ea3ce4a7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0615168 Sep 16 05:47:56.612634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-501e96db-809c-4e2b-b2c0-5ea215c3329c req-aec84969-6e17-4388-af95-0b922459fc1c tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651176 Sep 16 05:47:56.618372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-624e64c5-f17e-4b64-8e8d-f81f21d0f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.619823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-624e64c5-f17e-4b64-8e8d-f81f21d0f313 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1097 time: 0.0663207 Sep 16 05:47:56.706233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-a49be5d1-78e6-4910-bfb0-32d067864fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.707605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-a49be5d1-78e6-4910-bfb0-32d067864fa8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0810385 Sep 16 05:47:56.750669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-1cb48cdb-cac9-47a4-9570-75cf166d8359 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0359900 Sep 16 05:47:56.809613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-027d7256-9a44-4fca-a667-ff6e978f1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:56.811077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-027d7256-9a44-4fca-a667-ff6e978f1b09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0539746 Sep 16 05:47:56.841414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-e5426b57-481c-49c5-9fa0-449a58e67446 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236096 Sep 16 05:47:56.933115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-0d8f9976-5531-44b3-ae3e-05312ba271db service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Sep 16 05:47:57.021520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-a9e2a407-ab52-462f-b730-d9eb71180156 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815721 Sep 16 05:47:57.727210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b457357-438e-4642-84ed-ef9accefa597 req-52be6271-96c4-41c9-80d3-8c84811f4df5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:57.728735 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b457357-438e-4642-84ed-ef9accefa597 req-52be6271-96c4-41c9-80d3-8c84811f4df5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0493448 Sep 16 05:47:57.769817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b457357-438e-4642-84ed-ef9accefa597 req-3ef05641-529f-4668-a204-f584ff99c518 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Sep 16 05:47:58.242183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2011a50-0a30-470a-a6a0-aff5c4f27fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:58.885036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196cd42-da4a-4d32-aa3d-5a55f5f04c90 req-91d6438a-a171-4833-aec0-93562c5a1bf6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:58.886538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b196cd42-da4a-4d32-aa3d-5a55f5f04c90 req-91d6438a-a171-4833-aec0-93562c5a1bf6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0488102 Sep 16 05:47:58.923823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b196cd42-da4a-4d32-aa3d-5a55f5f04c90 req-81741d2e-63b3-4c44-8d56-0f436cb9f75a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Sep 16 05:47:59.228547 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:59.946387 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:00.039450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e45b4a-726b-4a0d-bdd1-fdb3968b8115 req-97062aad-8629-4ce8-9038-45040214b3e3 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:00.040996 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3e45b4a-726b-4a0d-bdd1-fdb3968b8115 req-97062aad-8629-4ce8-9038-45040214b3e3 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0494533 Sep 16 05:48:00.079312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3e45b4a-726b-4a0d-bdd1-fdb3968b8115 req-a698d477-d62d-4536-8e82-2c2a10739221 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Sep 16 05:48:01.194764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54037ea4-dbe2-4592-aa9d-1b031e7eeb8b req-5d7b9f76-5ed9-49f9-8eb8-9ea98b194a5a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:01.196559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54037ea4-dbe2-4592-aa9d-1b031e7eeb8b req-5d7b9f76-5ed9-49f9-8eb8-9ea98b194a5a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0502706 Sep 16 05:48:01.236940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54037ea4-dbe2-4592-aa9d-1b031e7eeb8b req-c41c9c12-82db-4230-9df5-a0f5be82ae46 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Sep 16 05:48:01.371620 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:02.349709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58686bdb-6fef-4eec-b83d-0694d4526b98 req-5eecec77-d79d-4e46-9efa-d459f3e93b81 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:02.351197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58686bdb-6fef-4eec-b83d-0694d4526b98 req-5eecec77-d79d-4e46-9efa-d459f3e93b81 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0477886 Sep 16 05:48:02.387856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58686bdb-6fef-4eec-b83d-0694d4526b98 req-bf4cf13b-d1ad-4b0f-9a4b-fd81b11aa888 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Sep 16 05:48:03.500453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131db92-f64f-4391-8eb9-88ef6b245e0e req-6d330335-9ee7-447d-891a-37c44fc9ce55 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:03.501925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8131db92-f64f-4391-8eb9-88ef6b245e0e req-6d330335-9ee7-447d-891a-37c44fc9ce55 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0478010 Sep 16 05:48:03.538869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8131db92-f64f-4391-8eb9-88ef6b245e0e req-b58138c4-26ce-46e5-82a6-c555435d72c6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Sep 16 05:48:04.652298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e839760-dc53-4fdb-83c0-9e61a0de6582 req-569986a6-98ea-49e0-8c18-47cddbb38447 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:04.653758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e839760-dc53-4fdb-83c0-9e61a0de6582 req-569986a6-98ea-49e0-8c18-47cddbb38447 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0474074 Sep 16 05:48:04.693954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8e839760-dc53-4fdb-83c0-9e61a0de6582 req-e4d2e15e-de81-4591-9736-d4f5127ff93c tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342546 Sep 16 05:48:05.808608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d9c5a-5b66-47b4-ad49-1a25bc5b475d req-2fdff83c-72e1-4938-8fc9-7fbd2afe94e4 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:05.810312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe6d9c5a-5b66-47b4-ad49-1a25bc5b475d req-2fdff83c-72e1-4938-8fc9-7fbd2afe94e4 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0472021 Sep 16 05:48:05.847307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe6d9c5a-5b66-47b4-ad49-1a25bc5b475d req-642bb37c-3765-4972-aab2-f9b596f23a46 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303314 Sep 16 05:48:06.958646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf150d7-4584-45f7-82be-35eaed458b09 req-9c00205f-6702-4b79-9cac-6e89090aaf10 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:06.960115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2bf150d7-4584-45f7-82be-35eaed458b09 req-9c00205f-6702-4b79-9cac-6e89090aaf10 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0473883 Sep 16 05:48:06.997485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2bf150d7-4584-45f7-82be-35eaed458b09 req-7dcac348-92bc-4366-b1b4-66198dda0b8d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Sep 16 05:48:08.119439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43912f-66d2-4a13-93fd-e04ba2ee101d req-01ed238f-1bea-41fd-8511-7c59fed37bee tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:08.121024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b43912f-66d2-4a13-93fd-e04ba2ee101d req-01ed238f-1bea-41fd-8511-7c59fed37bee tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0508199 Sep 16 05:48:08.163354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b43912f-66d2-4a13-93fd-e04ba2ee101d req-06b7612f-05db-4bee-a1fc-6f3938e8a23a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357428 Sep 16 05:48:09.277060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f95bf-610d-4312-8bd8-6750f585cd2c req-e229a7a6-af5b-4b74-97e4-0c1550712402 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:09.278526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-491f95bf-610d-4312-8bd8-6750f585cd2c req-e229a7a6-af5b-4b74-97e4-0c1550712402 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0479898 Sep 16 05:48:09.315343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-491f95bf-610d-4312-8bd8-6750f585cd2c req-cf084981-047f-4bcb-b595-510cb6db4829 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Sep 16 05:48:10.427741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58073835-0a4d-470a-bab9-0616a6c24dbe req-55de7cba-5dc9-4a36-87e1-894859c8a4bb tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:10.429229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58073835-0a4d-470a-bab9-0616a6c24dbe req-55de7cba-5dc9-4a36-87e1-894859c8a4bb tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0479262 Sep 16 05:48:10.465171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58073835-0a4d-470a-bab9-0616a6c24dbe req-928c0ef9-e8c4-4443-a6df-ce645b4db682 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300331 Sep 16 05:48:11.577124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2879108-3001-48ed-b75d-4c74f467ce6e req-2521f23e-8ca1-4f60-989a-86bce955a6aa tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:11.579104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2879108-3001-48ed-b75d-4c74f467ce6e req-2521f23e-8ca1-4f60-989a-86bce955a6aa tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0469542 Sep 16 05:48:11.620832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2879108-3001-48ed-b75d-4c74f467ce6e req-6ddba11d-c6f5-488e-8242-30008e0a2c30 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357094 Sep 16 05:48:12.166191 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:12.734257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb280c1-b4c9-4c80-86f8-bcf65838dd62 req-4000611d-4df2-4b0c-8560-b9928ff00921 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:12.736353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acb280c1-b4c9-4c80-86f8-bcf65838dd62 req-4000611d-4df2-4b0c-8560-b9928ff00921 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0482731 Sep 16 05:48:12.771850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acb280c1-b4c9-4c80-86f8-bcf65838dd62 req-71419252-04d3-431a-b44e-5805164e429a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295889 Sep 16 05:48:13.886598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a7a0-2c71-4baa-8eb3-7ee09fd17efb req-64b55ac5-efb5-452f-9c35-a13eee5ca45d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:13.888007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7215a7a0-2c71-4baa-8eb3-7ee09fd17efb req-64b55ac5-efb5-452f-9c35-a13eee5ca45d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0488105 Sep 16 05:48:13.924788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7215a7a0-2c71-4baa-8eb3-7ee09fd17efb req-92c5c7bb-abeb-4626-bb87-8c9e77936532 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Sep 16 05:48:15.036898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c19c4-798c-4da2-a932-13348a49ccdf req-8154681a-202a-4859-a851-63975e66a620 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:15.038356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef2c19c4-798c-4da2-a932-13348a49ccdf req-8154681a-202a-4859-a851-63975e66a620 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0470836 Sep 16 05:48:15.079310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef2c19c4-798c-4da2-a932-13348a49ccdf req-aeb0d833-9fdc-4871-8aaf-2d4a325b3e43 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349488 Sep 16 05:48:16.193861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef895a5-9197-4318-8e85-2639876cbc06 req-2e6bf25a-2953-4176-9c15-f4cd5f084b09 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:16.195333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef895a5-9197-4318-8e85-2639876cbc06 req-2e6bf25a-2953-4176-9c15-f4cd5f084b09 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0486295 Sep 16 05:48:16.231508 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef895a5-9197-4318-8e85-2639876cbc06 req-b8d587a6-c03a-4181-8b9b-774e957ada7d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302346 Sep 16 05:48:17.343102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdfb34-4e71-47cb-a026-5324fcd41dcb req-46a7a4df-f995-40d2-a300-e792c2160652 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:17.345098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67cdfb34-4e71-47cb-a026-5324fcd41dcb req-46a7a4df-f995-40d2-a300-e792c2160652 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0478282 Sep 16 05:48:17.381846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-67cdfb34-4e71-47cb-a026-5324fcd41dcb req-67d49692-73a7-4a5b-a502-195a5bbb2a0b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Sep 16 05:48:18.495320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5c186-89d8-4d88-8198-cc8b7961e411 req-8319ac9e-6f8f-4e56-bdb6-c53871a998df tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:18.496823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43d5c186-89d8-4d88-8198-cc8b7961e411 req-8319ac9e-6f8f-4e56-bdb6-c53871a998df tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0477307 Sep 16 05:48:18.539588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43d5c186-89d8-4d88-8198-cc8b7961e411 req-32c8ac9b-691e-4cc7-b601-88b7cb930be9 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366826 Sep 16 05:48:19.653421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e585-ab97-41a1-96e3-d53ac404eff5 req-7d5fe3cd-96b5-469a-8cf0-5fd0fafe901b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:19.654884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4b7e585-ab97-41a1-96e3-d53ac404eff5 req-7d5fe3cd-96b5-469a-8cf0-5fd0fafe901b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0483193 Sep 16 05:48:19.692012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4b7e585-ab97-41a1-96e3-d53ac404eff5 req-3cfec255-10ed-446a-a410-0420b2ee0093 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Sep 16 05:48:20.806723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce897-aee7-48da-941c-6d3893714d0b req-911e2aab-2f50-4c53-ab59-5fe91a6d35b2 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:20.808210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-440ce897-aee7-48da-941c-6d3893714d0b req-911e2aab-2f50-4c53-ab59-5fe91a6d35b2 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0479844 Sep 16 05:48:20.846141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-440ce897-aee7-48da-941c-6d3893714d0b req-0251891a-24fc-425b-a23d-3dfe36a6c3e1 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Sep 16 05:48:21.958454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf61d7-e6a4-4831-95b5-c8eb075b61e6 req-de942cfb-d5e8-4198-a148-24c9624062a5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:21.959898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dbf61d7-e6a4-4831-95b5-c8eb075b61e6 req-de942cfb-d5e8-4198-a148-24c9624062a5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0475187 Sep 16 05:48:21.999442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dbf61d7-e6a4-4831-95b5-c8eb075b61e6 req-007412c8-d579-4be1-8730-83e1bcad9189 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Sep 16 05:48:23.114041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf22f51-360e-48c2-a1aa-a21854a607a9 req-6dd258fd-d939-4a78-9e4c-442510a5afaa tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:23.115515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf22f51-360e-48c2-a1aa-a21854a607a9 req-6dd258fd-d939-4a78-9e4c-442510a5afaa tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0483377 Sep 16 05:48:23.152634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbf22f51-360e-48c2-a1aa-a21854a607a9 req-ed1f17f9-49c3-4604-8a30-79ae6ee25480 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Sep 16 05:48:23.353628 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:24.270427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329f59e-2b7a-463d-af1f-b26abaee2c98 req-4bda5bff-a8bb-4ece-988e-e9831c7f5465 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:24.271897 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a329f59e-2b7a-463d-af1f-b26abaee2c98 req-4bda5bff-a8bb-4ece-988e-e9831c7f5465 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0527103 Sep 16 05:48:24.308043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a329f59e-2b7a-463d-af1f-b26abaee2c98 req-6c4559c4-7c73-4ac8-a11c-fb4481aff3ef tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302846 Sep 16 05:48:24.447758 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-4276adce-b874-4c94-ae82-e68e60a25132 req-db4da927-a112-47a9-9648-c2e45aa4d92b service neutron] show failed (client error): The resource could not be found. Sep 16 05:48:24.448668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-db4da927-a112-47a9-9648-c2e45aa4d92b service neutron] 10.222.0.73 "GET /v2.0/ports/fb389b85-c783-481f-b95f-06c38ee7c16b/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0518675 Sep 16 05:48:24.657341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-957bc0da-f272-412a-aabb-008beeed6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:24.659405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-957bc0da-f272-412a-aabb-008beeed6300 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d&tenant_id=7f3d7728364e4282b973535b2cd74349 HTTP/1.1" status: 200 len: 1097 time: 0.0433550 Sep 16 05:48:24.678148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:24.732107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:24.956355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.255237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:25.286861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:25.327663 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:25.330553 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aee8693-3418-4366-af62-3f452f0233d5" -d '{"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:25.334397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.347745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Transition to ACTIVE for port object fb389b85-c783-481f-b95f-06c38ee7c16b will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:25.352333 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.388931 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b720624-a123-4a8c-bbb8-bda8b0fe25c7 x-openstack-request-id: req-8b720624-a123-4a8c-bbb8-bda8b0fe25c7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:25.389218 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:25.389470 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b720624-a123-4a8c-bbb8-bda8b0fe25c7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:25.390107 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'code': 200} Sep 16 05:48:25.449684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] No DVR routers for this DVR port fb389b85-c783-481f-b95f-06c38ee7c16b on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:25.454951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:25.494680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf393-10e9-4f66-8b19-4ebe56bfe7ba req-3c86d9eb-68b1-4fb2-bae4-c4c9d2924259 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.496167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96dbf393-10e9-4f66-8b19-4ebe56bfe7ba req-3c86d9eb-68b1-4fb2-bae4-c4c9d2924259 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.1099553 Sep 16 05:48:25.511571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:25.511832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:25.512192 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:25.523587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Port fb389b85-c783-481f-b95f-06c38ee7c16b on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:25.523909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Attempting to bind port fb389b85-c783-481f-b95f-06c38ee7c16b on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:25.532916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:25.533285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Checking segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:25.533665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Bound using segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:25.534092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Bound port: fb389b85-c783-481f-b95f-06c38ee7c16b, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:25.534447 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.555540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96dbf393-10e9-4f66-8b19-4ebe56bfe7ba req-5ae9a1f5-bfa8-402e-8659-bd3a32dbc0a2 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519173 Sep 16 05:48:25.607660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:25.610694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:25.614922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.647114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.647727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.649131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-be419eba-c49a-4676-90b5-27051063b12a service neutron] 10.222.0.64 "PUT /v2.0/ports/fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 1092 time: 0.9756296 Sep 16 05:48:25.670111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be419eba-c49a-4676-90b5-27051063b12a service neutron] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:25.727456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-1a3cdbaa-e060-4d07-a451-b5c23688fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.729022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-1a3cdbaa-e060-4d07-a451-b5c23688fb17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1095 time: 0.0456672 Sep 16 05:48:25.817200 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-0b3a8e83-c853-4a04-a736-428bb091b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.818653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-0b3a8e83-c853-4a04-a736-428bb091b0de service neutron] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0823884 Sep 16 05:48:25.861745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-61707a93-0f48-43f3-987c-7bddbd292ef9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0359817 Sep 16 05:48:25.907741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276adce-b874-4c94-ae82-e68e60a25132 req-35ee5922-46d2-4822-9525-d8947f97d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:25.909739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-35ee5922-46d2-4822-9525-d8947f97d239 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0416501 Sep 16 05:48:25.926058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7f7b21b1-0e7d-4c17-97f8-29084f8f3cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:25.940977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-3f6b5646-7b83-4580-8c3b-7a3460304436 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244787 Sep 16 05:48:26.030070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-faad82e5-4c4d-41ca-9fad-660bd68c0d75 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824559 Sep 16 05:48:26.116473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4276adce-b874-4c94-ae82-e68e60a25132 req-266475c7-fd69-4f01-9c72-9ad46ab460ea service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786469 Sep 16 05:48:26.671116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f68f06-b4ac-4464-acaf-f18ada09c2dd req-c907f843-86d7-45e9-a309-779f16d9bb2c tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:26.672636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4f68f06-b4ac-4464-acaf-f18ada09c2dd req-c907f843-86d7-45e9-a309-779f16d9bb2c tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.0480070 Sep 16 05:48:26.710679 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4f68f06-b4ac-4464-acaf-f18ada09c2dd req-7fca7b94-2d4e-4ca2-b61a-e080d50d3e39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Sep 16 05:48:27.391368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:27.394222 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b43c0-d941-4f7e-8b3b-47f2411bff05" -d '{"events": [{"name": "network-changed", "server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:27.440496 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc12dded-6f13-4cb1-b1c8-d620316e78dd x-openstack-request-id: req-bc12dded-6f13-4cb1-b1c8-d620316e78dd {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:27.440790 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:27.441042 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc12dded-6f13-4cb1-b1c8-d620316e78dd {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:27.441436 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'status': 'completed', 'code': 200} Sep 16 05:48:27.552453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-d580de46-0f54-4624-b813-178106382e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.554072 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-d580de46-0f54-4624-b813-178106382e1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1095 time: 0.0730479 Sep 16 05:48:27.556720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-1c5ae67f-d181-44b2-9334-3c224375b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.558120 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-1c5ae67f-d181-44b2-9334-3c224375b242 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1095 time: 0.0691814 Sep 16 05:48:27.719940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-55b6efa4-3df6-40a5-aa5d-55cb5886e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.721973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-55b6efa4-3df6-40a5-aa5d-55cb5886e9b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.1603398 Sep 16 05:48:27.724626 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-ffbe3f90-4b90-4648-8a0f-61bd720a886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.725952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-ffbe3f90-4b90-4648-8a0f-61bd720a886a service neutron] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.1540549 Sep 16 05:48:27.773832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-0c92aa7c-c9bc-4cc3-9254-a792d93d9834 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0439587 Sep 16 05:48:27.810746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-19421603-0140-48a4-915e-01d7468d19e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0740724 Sep 16 05:48:27.904771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-91c8c9eb-7cac-4298-9995-d2ee668856cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.906245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-91c8c9eb-7cac-4298-9995-d2ee668856cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.1070278 Sep 16 05:48:27.914674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-2b2dfdfb-6488-4e45-ab27-9dfb4caa0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.916002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-2b2dfdfb-6488-4e45-ab27-9dfb4caa0b26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0821006 Sep 16 05:48:27.945043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:27.951325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-da969be2-feeb-459e-8ec8-ab4e6405242e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337462 Sep 16 05:48:27.959018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650165a-c8d1-4c2b-82ff-cdb01bc42ff6 req-5ce79252-b817-4154-ac62-d805a5fa7055 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:27.960427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9650165a-c8d1-4c2b-82ff-cdb01bc42ff6 req-5ce79252-b817-4154-ac62-d805a5fa7055 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.1595128 Sep 16 05:48:27.982906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-7f8d20c4-ec2d-4e92-9780-733e6c796bb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543170 Sep 16 05:48:27.983122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:28.122861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9650165a-c8d1-4c2b-82ff-cdb01bc42ff6 req-99d5c2a1-9cd9-4642-9fc7-ac8fe9b24811 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479096 Sep 16 05:48:28.157891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-ece4e2bc-7f94-4732-bedc-49e839d4a22a service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590979 Sep 16 05:48:28.162061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-5d46456c-5c14-4f6c-8e93-53c54bc1e2e5 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883130 Sep 16 05:48:28.242041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-035bbe93-4746-47de-a85b-f1c8cf0ace24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:28.318867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-6d42e835-4b8b-4df0-b549-ea99b3c36688 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500757 Sep 16 05:48:28.320773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-802b43c0-d941-4f7e-8b3b-47f2411bff05 req-e0acdf95-2cf3-47b6-b3dc-5a875b1c983f service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510315 Sep 16 05:48:29.232512 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:29.243732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c25c-a8bc-4fcb-a938-24be02512654 req-531ff39f-5cbf-4e87-816b-cdcd5df8da56 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.245271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9066c25c-a8bc-4fcb-a938-24be02512654 req-531ff39f-5cbf-4e87-816b-cdcd5df8da56 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.0508544 Sep 16 05:48:29.284212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9066c25c-a8bc-4fcb-a938-24be02512654 req-d9c0ea7f-0e12-4869-8124-6a3f7bf1c2ea tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Sep 16 05:48:29.833903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-4cc97224-33da-4272-9908-d18fb051f9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427942 Sep 16 05:48:29.929493 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-8e8d503c-d47d-4cff-964e-db1ab8a4d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:29.930933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-8e8d503c-d47d-4cff-964e-db1ab8a4d704 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1095 time: 0.0398676 Sep 16 05:48:29.949014 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:30.031766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-177d4645-d31d-46bb-bbbc-dd03836f278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.033267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-177d4645-d31d-46bb-bbbc-dd03836f278d service neutron] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0834293 Sep 16 05:48:30.057609 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:30.076356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-27083976-00f9-49f2-90c2-c5b32388e738 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0361433 Sep 16 05:48:30.124388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-0f56bbba-5f93-470f-9d84-4551c266edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.125786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-0f56bbba-5f93-470f-9d84-4551c266edd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0426285 Sep 16 05:48:30.159371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-fb84093a-5dd8-42ba-a325-3206c735d4d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260894 Sep 16 05:48:30.257372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-bab66bc1-a6e9-46c7-a3f4-84855e305b0d service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910089 Sep 16 05:48:30.312331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:30.325137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0', 'port_id': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'mac_address': 'fa:16:3e:80:b5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0618cf25-39eb-45e4-9c21-8119fa75bd10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:30.350489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a20a555-42b3-4ab2-b95d-f1715f5d5d72 req-e2a75f55-e8e3-4e00-adf1-3668c58ebe98 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863240 Sep 16 05:48:30.364657 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:30.377760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb389b85-c783-481f-b95f-06c38ee7c16b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:30.397279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:30.401537 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:30.405925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a9bc4-78eb-446a-9d19-bb16a8100a0e req-35efa98f-ce52-42c6-9ef4-fa4a9bb6e9dc tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.407490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-178a9bc4-78eb-446a-9d19-bb16a8100a0e req-35efa98f-ce52-42c6-9ef4-fa4a9bb6e9dc tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 943 time: 0.0498238 Sep 16 05:48:30.449474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-178a9bc4-78eb-446a-9d19-bb16a8100a0e req-deadc672-af3a-4909-a1d9-910687e45fa4 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Sep 16 05:48:30.450641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:30.458561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.458910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.459253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.459591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.459925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.460286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.460615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.460940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.461270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.461591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.461914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.462337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:30.674897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4380c-01ae-4f37-bc9a-e44d536f3ad6 req-0e705d74-52b1-4d66-8c4d-da7ed1d5946d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.676562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f4380c-01ae-4f37-bc9a-e44d536f3ad6 req-0e705d74-52b1-4d66-8c4d-da7ed1d5946d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 944 time: 0.0812767 Sep 16 05:48:30.690488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-e18f2166-a1b4-49ef-8641-e67846d56704 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.691859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-e18f2166-a1b4-49ef-8641-e67846d56704 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.73 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d&tenant_id=7f3d7728364e4282b973535b2cd74349&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 944 time: 0.0708437 Sep 16 05:48:30.752872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f4380c-01ae-4f37-bc9a-e44d536f3ad6 req-2d2db53d-b033-43b1-b625-e0af064ac844 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702817 Sep 16 05:48:30.774774 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-fd49aca3-7ce5-4b97-bf66-b4e9094de3c3 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:48:30.775770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-fd49aca3-7ce5-4b97-bf66-b4e9094de3c3 service neutron] 10.222.0.73 "DELETE /v2.0/ports/fb389b85-c783-481f-b95f-06c38ee7c16b/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0713651 Sep 16 05:48:30.790476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['fb389b85-c783-481f-b95f-06c38ee7c16b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:30.865530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-e861628a-4b72-4aff-bd7c-9640382acff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.866971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-e861628a-4b72-4aff-bd7c-9640382acff0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 1096 time: 0.0404084 Sep 16 05:48:30.962476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-9f2cae41-90fe-43b7-bff3-02de0a4cc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:30.963833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-9f2cae41-90fe-43b7-bff3-02de0a4cc622 service neutron] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0857649 Sep 16 05:48:31.012022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-e969d256-b3fc-4238-8e26-a45396cb824d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 200 len: 217 time: 0.0367181 Sep 16 05:48:31.060121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-0e81c89c-ba23-47f3-a755-2db208d41560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:31.061775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-0e81c89c-ba23-47f3-a755-2db208d41560 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0419095 Sep 16 05:48:31.095929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-2da7682a-1c1b-4aef-9f30-196f0c3dd5d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232050 Sep 16 05:48:31.190892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-e937a8e1-3fb7-4e3c-aa7a-9ac3a894fb13 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834086 Sep 16 05:48:31.280423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7aeaef19-de31-4299-9f39-e66ab5b5151d req-efb16a09-fc47-4432-b94d-ce1b05f030da service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786643 Sep 16 05:48:31.370517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:31.870708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e9e8-75b4-435a-b654-dea291045bf3 req-97c899b8-86d2-4fa3-9dba-bd2535cd322a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:31.872155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dca5e9e8-75b4-435a-b654-dea291045bf3 req-97c899b8-86d2-4fa3-9dba-bd2535cd322a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 944 time: 0.0489910 Sep 16 05:48:31.918148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dca5e9e8-75b4-435a-b654-dea291045bf3 req-9a7425f1-780c-4fbf-b177-efc0fa6432c5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Sep 16 05:48:32.029359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525f6d-67ab-4f1e-9d53-f81ce2b3f33c req-5c8c3b65-f843-4545-8c84-50d4f369c177 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:32.030809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28525f6d-67ab-4f1e-9d53-f81ce2b3f33c req-5c8c3b65-f843-4545-8c84-50d4f369c177 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 944 time: 0.0477257 Sep 16 05:48:32.057655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:32.068927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-28525f6d-67ab-4f1e-9d53-f81ce2b3f33c req-edf5ace4-ff7f-4675-83f4-bb97c4f706f5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Sep 16 05:48:32.106442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port fb389b85-c783-481f-b95f-06c38ee7c16b completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:32.110048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port fb389b85-c783-481f-b95f-06c38ee7c16b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:32.110422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.181576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763afd8-4755-4917-a369-4d59a60a6336 req-5258962c-f38b-4293-a04c-4269ee8ef50a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:32.182977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3763afd8-4755-4917-a369-4d59a60a6336 req-5258962c-f38b-4293-a04c-4269ee8ef50a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 944 time: 0.0484755 Sep 16 05:48:32.189171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.211688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:32.213962 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6109e519-79b5-4c92-86b7-accdfff7884a" -d '{"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-plugged", "status": "completed", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:32.222693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3763afd8-4755-4917-a369-4d59a60a6336 req-68574b34-3c39-4fc1-8c0b-bbe17087e793 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Sep 16 05:48:32.229208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:32.233413 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:32.264350 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1751a018-a484-440b-a8f4-cb08ef0aecde x-openstack-request-id: req-1751a018-a484-440b-a8f4-cb08ef0aecde {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:32.264644 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-plugged", "status": "completed", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:32.264896 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1751a018-a484-440b-a8f4-cb08ef0aecde {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:32.265293 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'code': 200} Sep 16 05:48:32.282584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:32.568808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-033cf1bf-4c16-40e1-bd49-faab7f518365 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:32.570250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-033cf1bf-4c16-40e1-bd49-faab7f518365 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 814 time: 0.1019986 Sep 16 05:48:32.585318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ad87d97-a29a-4760-9fb3-aa59b23bb6b2 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/quotas/7f3d7728364e4282b973535b2cd74349 HTTP/1.1" status: 200 len: 375 time: 0.0092704 Sep 16 05:48:32.633199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-2ff6c9a6-c93f-4cd0-ad45-94fd2757eb37 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425384 Sep 16 05:48:32.725240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-25582746-02cd-4c60-ac04-b86714c11099 service neutron] 10.222.0.55 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850914 Sep 16 05:48:32.811216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ae10afd8-8f8e-4f7f-96c2-2f23614938cb service neutron] 10.222.0.55 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799966 Sep 16 05:48:32.968617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb78ef79-a145-47f2-85ac-26067fe8d843 req-4b871647-8f55-41e7-8821-a39c640f4639 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 210 time: 0.0256767 Sep 16 05:48:34.034154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-7fdec422-2ad9-4e7d-8c4b-0ef751247c99 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.036484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-7fdec422-2ad9-4e7d-8c4b-0ef751247c99 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 814 time: 0.1107790 Sep 16 05:48:34.059015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.64', 56271) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:34.063543 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ccc7f39-3fc8-4f0c-9ff6-225ca7ce6a0e req-6ae1b903-5da1-4c79-8140-e91bad53b825 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 210 time: 0.0258915 Sep 16 05:48:34.081661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Request body: {'port': {'device_id': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0', 'admin_state_up': True, 'tenant_id': '7f3d7728364e4282b973535b2cd74349'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:34.129078 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-9bdd9012-e6f9-4803-a53c-d3a2a93c70f6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.130644 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-9bdd9012-e6f9-4803-a53c-d3a2a93c70f6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.64 "GET /v2.0/ports?device_id=5da66830-5063-4dec-92c8-3a186c6ced4d HTTP/1.1" status: 200 len: 945 time: 0.0530541 Sep 16 05:48:34.192648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Made reservation on behalf of 7f3d7728364e4282b973535b2cd74349 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:48:34.196422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.224278 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Deleting port fb389b85-c783-481f-b95f-06c38ee7c16b {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:34.224626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.316632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Allocated IP 172.20.0.13 (308149de-f9e2-4bac-94e1-ea765e9bdcc0/0618cf25-39eb-45e4-9c21-8119fa75bd10/e90839e6-bed5-477e-9719-40fae4087f60) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:48:34.323032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] For port fb389b85-c783-481f-b95f-06c38ee7c16b, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=fb389b85-c783-481f-b95f-06c38ee7c16b,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:34.323408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.336508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Calling delete_port for fb389b85-c783-481f-b95f-06c38ee7c16b owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:34.461047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.472415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.493441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Pushing event deleted for resources: {'Port': ['ID=fb389b85-c783-481f-b95f-06c38ee7c16b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:34.494197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['fb389b85-c783-481f-b95f-06c38ee7c16b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:34.506421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.537729 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] No DVR routers for this DVR port fb389b85-c783-481f-b95f-06c38ee7c16b on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:34.540294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.542266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-9cf6e4c8-9ee7-4658-999b-c486d8f06a72 req-405377c2-a49c-4a1c-85d4-169f82727f39 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.64 "DELETE /v2.0/ports/fb389b85-c783-481f-b95f-06c38ee7c16b HTTP/1.1" status: 204 len: 173 time: 0.4002991 Sep 16 05:48:34.542711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-deleted', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:34.544994 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b1e420ca85545107cc4391ffff03866ad7be709736bcbdc184af7b1a42235a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14673fb3-0b30-442f-8787-6a9f363c5346" -d '{"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-deleted", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:34.552491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:48:34.553777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:48:34.560082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:48:34.562481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['fb389b85-c783-481f-b95f-06c38ee7c16b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:34.600530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:34.613646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.613994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.614337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.614807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.615005 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.615333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.615660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.615985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.616333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.616654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.616978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.617294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:34.633890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:34.634551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.649919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ec6bcc2c-a41b-4967-b657-8ee051e8d289 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710931 Sep 16 05:48:34.667903 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Request body: {'port': {'device_id': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:34.677106 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c556cd0c-d919-4139-97f1-9a1346fe91f3 x-openstack-request-id: req-c556cd0c-d919-4139-97f1-9a1346fe91f3 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:34.677406 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da66830-5063-4dec-92c8-3a186c6ced4d", "name": "network-vif-deleted", "tag": "fb389b85-c783-481f-b95f-06c38ee7c16b", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:34.677654 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c556cd0c-d919-4139-97f1-9a1346fe91f3 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:34.678049 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da66830-5063-4dec-92c8-3a186c6ced4d', 'name': 'network-vif-deleted', 'tag': 'fb389b85-c783-481f-b95f-06c38ee7c16b', 'status': 'completed', 'code': 200} Sep 16 05:48:34.726055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:34.987939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90839e6-bed5-477e-9719-40fae4087f60 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:34.995097 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.007421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Transition to ACTIVE for port object e90839e6-bed5-477e-9719-40fae4087f60 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:48:35.011371 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.062511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:35.130372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:48:35.130703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:48:35.131055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:35.144554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Port e90839e6-bed5-477e-9719-40fae4087f60 on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:48:35.144871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:48:35.163727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:48:35.164065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Checking segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:48:35.164459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Bound using segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:48:35.164885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Bound port: e90839e6-bed5-477e-9719-40fae4087f60, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:48:35.165238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.218555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2c4a-bcf2-41b6-8a2e-bcadbbc508d1 req-4190d319-14a2-4f86-938d-071909d78218 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.220026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6baa2c4a-bcf2-41b6-8a2e-bcadbbc508d1 req-4190d319-14a2-4f86-938d-071909d78218 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0868218 Sep 16 05:48:35.261050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:48:35.264934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:48:35.271185 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.304603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6baa2c4a-bcf2-41b6-8a2e-bcadbbc508d1 req-7d155197-2f5f-4e91-8fb6-e049055f95a6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777516 Sep 16 05:48:35.313407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.314020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:35.315447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] 10.222.0.64 "PUT /v2.0/ports/e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 1093 time: 0.6518145 Sep 16 05:48:35.315884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:35.318151 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a8ae33-38f1-453a-832c-69749bbf107d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "tag": "e90839e6-bed5-477e-9719-40fae4087f60"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:35.342699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf3b2c-6451-4191-90df-77164fe222bc service neutron] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:35.356850 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf7418c-c8b8-4662-b684-c42129e49b43 x-openstack-request-id: req-9bf7418c-c8b8-4662-b684-c42129e49b43 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:35.357152 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "tag": "e90839e6-bed5-477e-9719-40fae4087f60", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:35.357406 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9bf7418c-c8b8-4662-b684-c42129e49b43 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:35.357810 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60', 'status': 'completed', 'code': 200} Sep 16 05:48:35.414135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-2099319a-abdf-446b-9574-6db58e495fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.415655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-2099319a-abdf-446b-9574-6db58e495fdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0401046 Sep 16 05:48:35.464186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-ae03f518-ce04-47b7-8cbb-15f32f98f31e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 217 time: 0.0353310 Sep 16 05:48:35.512913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-38176fdf-48f9-4101-b424-d5b8c8d69b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:35.514260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-38176fdf-48f9-4101-b424-d5b8c8d69b64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0421464 Sep 16 05:48:35.544723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-901ad368-c97b-47f2-a32b-9c6bb2b70b82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235252 Sep 16 05:48:35.964012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-d9761492-3412-4493-bcbf-867aa70b689e service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114740 Sep 16 05:48:36.052251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18148759-baef-47c6-ac3e-44fc5cf380dc req-2b7e1bc8-2330-4673-96b0-5ca243832e70 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799551 Sep 16 05:48:36.179376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ae33-38f1-453a-832c-69749bbf107d req-b27b1f20-6ec0-44df-afa9-6fb1d53dd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.180891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a8ae33-38f1-453a-832c-69749bbf107d req-b27b1f20-6ec0-44df-afa9-6fb1d53dd9b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0440528 Sep 16 05:48:36.267803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ae33-38f1-453a-832c-69749bbf107d req-13b3524d-ff15-4559-9ee4-617469814087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.269835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a8ae33-38f1-453a-832c-69749bbf107d req-13b3524d-ff15-4559-9ee4-617469814087 service neutron] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0811162 Sep 16 05:48:36.312802 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a8ae33-38f1-453a-832c-69749bbf107d req-a885949c-336b-4b1a-83fe-919483185aff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 217 time: 0.0362203 Sep 16 05:48:36.360513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ae33-38f1-453a-832c-69749bbf107d req-756183a5-49ab-4d6f-b041-ad3285bdcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.362429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a8ae33-38f1-453a-832c-69749bbf107d req-756183a5-49ab-4d6f-b041-ad3285bdcd78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0432148 Sep 16 05:48:36.412550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a8ae33-38f1-453a-832c-69749bbf107d req-72fd96fa-d255-4ece-8cc3-4bb605229127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433686 Sep 16 05:48:36.461380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2fbdb-43f6-40af-8bd5-2c3424d265db req-688b390b-1ada-4396-93ee-db52489f62a7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:36.462811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cb2fbdb-43f6-40af-8bd5-2c3424d265db req-688b390b-1ada-4396-93ee-db52489f62a7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0854163 Sep 16 05:48:36.540544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0cb2fbdb-43f6-40af-8bd5-2c3424d265db req-a7229f37-5265-40cf-b168-02668901ae8b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Sep 16 05:48:36.543938 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a8ae33-38f1-453a-832c-69749bbf107d req-15981aa0-1295-4d37-9ff6-33386e709fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236475 Sep 16 05:48:36.639801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34a8ae33-38f1-453a-832c-69749bbf107d req-778be95c-9b39-4cb2-bb25-6a22389831b0 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882485 Sep 16 05:48:37.661641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3be46-98aa-4302-9de5-5164c7a2e453 req-3cd054bb-4aec-458f-9d24-04b8c8907150 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:37.663148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23e3be46-98aa-4302-9de5-5164c7a2e453 req-3cd054bb-4aec-458f-9d24-04b8c8907150 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0491691 Sep 16 05:48:37.701814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-23e3be46-98aa-4302-9de5-5164c7a2e453 req-d847b8be-3990-4f9f-828b-f15c7f01eb8a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Sep 16 05:48:38.088956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:38.109058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: fb389b85-c783-481f-b95f-06c38ee7c16b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:38.109401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device fb389b85-c783-481f-b95f-06c38ee7c16b not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:38.814152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba55fd-aca3-4d89-bb6c-3a1ac1c5cdda req-69b4336a-dd40-4f96-b181-e9949ca189dd tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:38.816401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cba55fd-aca3-4d89-bb6c-3a1ac1c5cdda req-69b4336a-dd40-4f96-b181-e9949ca189dd tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0489616 Sep 16 05:48:38.853469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8cba55fd-aca3-4d89-bb6c-3a1ac1c5cdda req-c3ed4835-28dc-4139-bea4-0c27b0005cf6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Sep 16 05:48:39.975620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42bcd-16d0-4875-a2ee-e8cd461cdfe1 req-969426b9-c58b-4784-9d6f-9244fae71e68 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:39.977136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5b42bcd-16d0-4875-a2ee-e8cd461cdfe1 req-969426b9-c58b-4784-9d6f-9244fae71e68 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0502908 Sep 16 05:48:40.020793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5b42bcd-16d0-4875-a2ee-e8cd461cdfe1 req-a5446bdc-0359-47f9-a022-3fc63a972e63 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Sep 16 05:48:40.104636 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e90839e6-bed5-477e-9719-40fae4087f60 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:48:40.199737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:40.214429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'e90839e6-bed5-477e-9719-40fae4087f60', 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0', 'port_id': 'e90839e6-bed5-477e-9719-40fae4087f60', 'mac_address': 'fa:16:3e:45:9c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0618cf25-39eb-45e4-9c21-8119fa75bd10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:48:40.255097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.267407 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90839e6-bed5-477e-9719-40fae4087f60 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:48:40.286830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:40.290529 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.336232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:40.655200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['e90839e6-bed5-477e-9719-40fae4087f60'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:48:41.133473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9811c7-cdf5-489b-9ff9-a9ee967cb5f9 req-1def63cb-472a-486c-8b79-2c16eca69b15 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:41.135122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d9811c7-cdf5-489b-9ff9-a9ee967cb5f9 req-1def63cb-472a-486c-8b79-2c16eca69b15 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Sep 16 05:48:41.172995 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3d9811c7-cdf5-489b-9ff9-a9ee967cb5f9 req-af5dd15c-5edb-48a6-88a6-7ef9489502a7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Sep 16 05:48:42.135820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e90839e6-bed5-477e-9719-40fae4087f60 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:48:42.183641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.194498 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port e90839e6-bed5-477e-9719-40fae4087f60 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:48:42.198254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port e90839e6-bed5-477e-9719-40fae4087f60 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:48:42.198628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.277769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.287400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1abd0a-7662-4e06-af99-eab421106f13 req-17183ed4-feed-4864-b1a5-0e4395f707d3 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:42.288979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be1abd0a-7662-4e06-af99-eab421106f13 req-17183ed4-feed-4864-b1a5-0e4395f707d3 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Sep 16 05:48:42.300620 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:42.302855 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845af09-1669-456b-a3e7-dd815c3740bd" -d '{"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-plugged", "status": "completed", "tag": "e90839e6-bed5-477e-9719-40fae4087f60"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:42.316502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:42.321154 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.329901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-be1abd0a-7662-4e06-af99-eab421106f13 req-eff4f2ad-e2f1-4e3c-a779-22dcf19dfeb0 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Sep 16 05:48:42.345158 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9dd53-31ca-412a-a480-f3f2eba6fb34 x-openstack-request-id: req-25d9dd53-31ca-412a-a480-f3f2eba6fb34 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:42.345464 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-plugged", "status": "completed", "tag": "e90839e6-bed5-477e-9719-40fae4087f60", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:42.345715 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25d9dd53-31ca-412a-a480-f3f2eba6fb34 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:42.346137 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60', 'code': 200} Sep 16 05:48:42.371643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:42.460006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6197969-7ad8-4aeb-8465-90e5aed6ffeb req-5042d06c-5929-4e5d-9aaf-7c8236d42163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:42.461405 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6197969-7ad8-4aeb-8465-90e5aed6ffeb req-5042d06c-5929-4e5d-9aaf-7c8236d42163 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1098 time: 0.0393403 Sep 16 05:48:42.499053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6197969-7ad8-4aeb-8465-90e5aed6ffeb req-78badfe9-9694-48d2-98c8-1267ac27b60c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305650 Sep 16 05:48:43.447309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ff866-1ea7-4276-b208-3a4f8dc5a8ff req-9faa555f-26cd-461b-ab96-9019cae75aae tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:43.448809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-189ff866-1ea7-4276-b208-3a4f8dc5a8ff req-9faa555f-26cd-461b-ab96-9019cae75aae tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0494149 Sep 16 05:48:43.485360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-189ff866-1ea7-4276-b208-3a4f8dc5a8ff req-bcd0438d-6284-43df-a351-72319494686c tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306849 Sep 16 05:48:44.600081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a5010-c535-4cac-bee2-347f30641bd0 req-9cd6f406-46dc-4558-836c-708ad5d24f6d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:44.601610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f8a5010-c535-4cac-bee2-347f30641bd0 req-9cd6f406-46dc-4558-836c-708ad5d24f6d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0498860 Sep 16 05:48:44.639535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f8a5010-c535-4cac-bee2-347f30641bd0 req-62daea0a-3e51-4fb3-aba0-e5e9db5f67cf tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Sep 16 05:48:44.750485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca56a10-e609-489a-ab54-ebf185115998 req-70f64d80-23a1-4962-b73b-ccf55c02b57f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:44.751935 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bca56a10-e609-489a-ab54-ebf185115998 req-70f64d80-23a1-4962-b73b-ccf55c02b57f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0474188 Sep 16 05:48:44.792791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bca56a10-e609-489a-ab54-ebf185115998 req-aa31faa1-43f3-476f-a7fd-69eff57f27d7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Sep 16 05:48:45.040330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-a677626e-b008-455d-a9d6-6d4bfc501e89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675142 Sep 16 05:48:45.048624 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0375-94b9-4e48-b14b-7ebaac739bc9 req-22b061a8-e1e6-4111-ab18-09c6cfaa310f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:45.050583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfdc0375-94b9-4e48-b14b-7ebaac739bc9 req-22b061a8-e1e6-4111-ab18-09c6cfaa310f tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0689907 Sep 16 05:48:45.090187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfdc0375-94b9-4e48-b14b-7ebaac739bc9 req-cc6ba8d8-4dfd-42dd-96dc-b1928d8c1ad7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Sep 16 05:48:46.165390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-0c2217bb-0613-4464-99e7-c2c311f55586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.166912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-0c2217bb-0613-4464-99e7-c2c311f55586 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1098 time: 0.0420418 Sep 16 05:48:46.272129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9985e-9de5-4dff-9c13-4eec2fd018e4 req-b2be3601-1f7c-4637-87bd-4dd4e8851427 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.273609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92b9985e-9de5-4dff-9c13-4eec2fd018e4 req-b2be3601-1f7c-4637-87bd-4dd4e8851427 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.1030099 Sep 16 05:48:46.304932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-a838e270-cb81-4d81-97c5-61563e9b93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.306319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-a838e270-cb81-4d81-97c5-61563e9b93fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.1264901 Sep 16 05:48:46.357783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-a66e0335-93b7-4184-badc-b14671a7d3aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 217 time: 0.0440764 Sep 16 05:48:46.360717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92b9985e-9de5-4dff-9c13-4eec2fd018e4 req-819f3157-bab0-4071-8e85-a56de80c0cac tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792766 Sep 16 05:48:46.407436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-18549ffa-0ab3-4591-9a44-74b61547568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:46.409365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-18549ffa-0ab3-4591-9a44-74b61547568c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0438302 Sep 16 05:48:46.439943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-8eeee12c-1816-44a8-9a4c-f82ea2c2e5f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240333 Sep 16 05:48:46.529724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-4366ce2d-d302-4f71-a850-3c8854109738 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827744 Sep 16 05:48:46.620426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-de597be4-f29c-46e8-b718-f5ee6ee82c97 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826030 Sep 16 05:48:47.479403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d990a9-14e8-4c30-b18a-abb7953757c7 req-ca81b460-1f19-4f90-bddc-c39c364109b6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:47.480917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2d990a9-14e8-4c30-b18a-abb7953757c7 req-ca81b460-1f19-4f90-bddc-c39c364109b6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0530167 Sep 16 05:48:47.517719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2d990a9-14e8-4c30-b18a-abb7953757c7 req-162935d4-b546-4715-8b5e-84092393a9de tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Sep 16 05:48:48.632282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07859f3-701f-4f1f-ba0e-a41c3000a61c req-a1957de3-d486-4a92-a93c-fe30e2f72cb1 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:48.633752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b07859f3-701f-4f1f-ba0e-a41c3000a61c req-a1957de3-d486-4a92-a93c-fe30e2f72cb1 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0488007 Sep 16 05:48:48.670893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b07859f3-701f-4f1f-ba0e-a41c3000a61c req-1b6348db-04a1-4a81-8939-0bb0aceb54e9 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Sep 16 05:48:49.788645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f596e2-63fa-4784-ac74-cad04cb952a5 req-54bf4155-d27e-40e0-b23d-c5df2ed85a41 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:49.790110 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73f596e2-63fa-4784-ac74-cad04cb952a5 req-54bf4155-d27e-40e0-b23d-c5df2ed85a41 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0482054 Sep 16 05:48:49.827872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73f596e2-63fa-4784-ac74-cad04cb952a5 req-fd8e333c-41f9-4133-a34d-8a3176bc1c65 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Sep 16 05:48:50.944018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d26ba-33f0-4134-ba4f-5e36a5afdfa2 req-6bc01222-b0a1-4473-b05d-edec51dee27b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:50.945501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-057d26ba-33f0-4134-ba4f-5e36a5afdfa2 req-6bc01222-b0a1-4473-b05d-edec51dee27b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0522227 Sep 16 05:48:50.981991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-057d26ba-33f0-4134-ba4f-5e36a5afdfa2 req-3790258b-afe3-41ae-a35a-4f38b3014120 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304863 Sep 16 05:48:52.094574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53556c8a-ab24-4521-9bcc-4efeb8a90f67 req-116586b2-9095-44ac-bc9c-f0ad72d01708 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:52.096055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53556c8a-ab24-4521-9bcc-4efeb8a90f67 req-116586b2-9095-44ac-bc9c-f0ad72d01708 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Sep 16 05:48:52.134342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53556c8a-ab24-4521-9bcc-4efeb8a90f67 req-722eaf30-e519-4d48-941a-cd48fea3d1df tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Sep 16 05:48:53.249379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd146917-13ed-4f50-8a64-9dbc8e712662 req-5cca2489-3ffc-4167-9ae0-67500f424671 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:53.250847 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd146917-13ed-4f50-8a64-9dbc8e712662 req-5cca2489-3ffc-4167-9ae0-67500f424671 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0479174 Sep 16 05:48:53.287906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd146917-13ed-4f50-8a64-9dbc8e712662 req-99d1e54a-269f-4ab7-b757-274b9b614a86 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305820 Sep 16 05:48:54.403660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2159c-06b5-451b-987d-f378ad3f862f req-c27605dc-70a5-4722-9a3c-5873744b4a54 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:54.405175 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bc2159c-06b5-451b-987d-f378ad3f862f req-c27605dc-70a5-4722-9a3c-5873744b4a54 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0509121 Sep 16 05:48:54.443928 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bc2159c-06b5-451b-987d-f378ad3f862f req-89ce616d-7409-47ae-bf06-210872c87bca tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Sep 16 05:48:54.966121 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:55.557851 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e689d-6721-4df0-a1c3-840460a7a1d8 req-262e9949-2ce0-4388-be19-976cab2eee9b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:55.559345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d6e689d-6721-4df0-a1c3-840460a7a1d8 req-262e9949-2ce0-4388-be19-976cab2eee9b tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0488646 Sep 16 05:48:55.602553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d6e689d-6721-4df0-a1c3-840460a7a1d8 req-6dc4906e-0201-44a9-a6fd-e3f91132ea12 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Sep 16 05:48:55.927233 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e3749f8-7de9-4d8a-b998-9e9b3a9ce3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:56.713796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b5a3-f261-40cf-b6f1-965e218bebbd req-be2970ed-cbb2-4293-aa71-650417014cf3 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:56.715271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2266b5a3-f261-40cf-b6f1-965e218bebbd req-be2970ed-cbb2-4293-aa71-650417014cf3 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0478847 Sep 16 05:48:56.751754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2266b5a3-f261-40cf-b6f1-965e218bebbd req-d12837b2-1ddb-49e5-b70e-273099966556 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306776 Sep 16 05:48:57.868006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc7914-8c4c-41e2-8456-ccbbb15ef3ca req-568d1e85-e727-4c4a-a73e-78348f4b6925 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:57.869723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cbc7914-8c4c-41e2-8456-ccbbb15ef3ca req-568d1e85-e727-4c4a-a73e-78348f4b6925 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0521214 Sep 16 05:48:57.907272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cbc7914-8c4c-41e2-8456-ccbbb15ef3ca req-5815febc-ca1d-4d69-8af8-afc4ca165f50 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Sep 16 05:48:58.243592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-022ef048-b9fc-4660-9fb0-8d23bf0315e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.024584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fb574-6515-43fd-9b3e-a99f82f9da2b req-f3014168-80d1-411d-b69f-c677bd1e76e8 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:59.026103 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-895fb574-6515-43fd-9b3e-a99f82f9da2b req-f3014168-80d1-411d-b69f-c677bd1e76e8 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0492110 Sep 16 05:48:59.062828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-895fb574-6515-43fd-9b3e-a99f82f9da2b req-f0d4aa79-57ca-4c6e-ab7e-b48d76c06993 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Sep 16 05:48:59.233751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:59.951202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:00.177550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbeb8f-81cf-4024-9b1c-2d1e0a8efb69 req-9262e2c2-dfb2-4485-a07b-1624896c368e tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:00.179105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9bbeb8f-81cf-4024-9b1c-2d1e0a8efb69 req-9262e2c2-dfb2-4485-a07b-1624896c368e tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0495253 Sep 16 05:49:00.216615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f9bbeb8f-81cf-4024-9b1c-2d1e0a8efb69 req-3df4d40d-2140-4ab6-8357-7e847e2a793e tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Sep 16 05:49:00.352512 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:01.333678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdf193-5d35-42d4-922d-12af46946d4c req-692f8964-935a-4b39-8851-073e226bdb14 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.335153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86cdf193-5d35-42d4-922d-12af46946d4c req-692f8964-935a-4b39-8851-073e226bdb14 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0526605 Sep 16 05:49:01.372536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-86cdf193-5d35-42d4-922d-12af46946d4c req-a4cef8ea-eefb-44e5-8e17-f5138246bd1a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Sep 16 05:49:01.375492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:02.486948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80454461-71fd-4034-98db-94ec6629959b req-df4f9392-6cb7-4c12-b33a-4828c40e6fd6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:02.489062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80454461-71fd-4034-98db-94ec6629959b req-df4f9392-6cb7-4c12-b33a-4828c40e6fd6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0492749 Sep 16 05:49:02.526112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-80454461-71fd-4034-98db-94ec6629959b req-b8d5aba6-dcba-4475-a4db-e79546a8cff4 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Sep 16 05:49:03.640338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5f814-c125-4840-8623-d3eb26847e85 req-ccc7fff6-eeee-4588-8da1-f1b9431753c7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:03.641797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ee5f814-c125-4840-8623-d3eb26847e85 req-ccc7fff6-eeee-4588-8da1-f1b9431753c7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0485213 Sep 16 05:49:03.678876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ee5f814-c125-4840-8623-d3eb26847e85 req-32772713-22c1-4fde-9505-d0de59abad90 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Sep 16 05:49:04.797241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d530e-52cf-4ea2-aa26-ad8886c08fb9 req-55dc7450-6c9a-48b8-a86c-c9bb3eb115ad tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.798718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d08d530e-52cf-4ea2-aa26-ad8886c08fb9 req-55dc7450-6c9a-48b8-a86c-c9bb3eb115ad tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0519242 Sep 16 05:49:04.836292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d08d530e-52cf-4ea2-aa26-ad8886c08fb9 req-b5fba7f4-36fc-4193-92e5-ebbb0f048868 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Sep 16 05:49:05.950007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31b91-4532-4458-9a24-8f90f67f3785 req-30e2528b-2ffc-414e-9af5-2e61a165ffb8 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.951519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07c31b91-4532-4458-9a24-8f90f67f3785 req-30e2528b-2ffc-414e-9af5-2e61a165ffb8 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0494046 Sep 16 05:49:05.988548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07c31b91-4532-4458-9a24-8f90f67f3785 req-cf9fc520-1002-4d15-96d6-e7017bdb5264 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305920 Sep 16 05:49:07.102391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f17f-1313-486e-87a2-b40c39c9cb7f req-e81f0103-efa5-48bf-b2b3-5e68492c9be5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:07.103904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fd5f17f-1313-486e-87a2-b40c39c9cb7f req-e81f0103-efa5-48bf-b2b3-5e68492c9be5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0484920 Sep 16 05:49:07.141029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9fd5f17f-1313-486e-87a2-b40c39c9cb7f req-7785c4a1-95bb-466f-aaec-15228aee16cd tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Sep 16 05:49:08.266652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158ab6-0045-42fe-a0af-227c2be9ef86 req-0f702346-bbc2-4c87-b723-a64ec235c7a5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:08.268174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66158ab6-0045-42fe-a0af-227c2be9ef86 req-0f702346-bbc2-4c87-b723-a64ec235c7a5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0596762 Sep 16 05:49:08.306502 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66158ab6-0045-42fe-a0af-227c2be9ef86 req-b5a73cb0-cf36-4dfb-aae9-3eb273b55551 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Sep 16 05:49:09.420366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15d059-c6fc-46e1-90ec-76460989e7af req-32923caa-6e09-423a-9e41-c83c3e0a0d04 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.421837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca15d059-c6fc-46e1-90ec-76460989e7af req-32923caa-6e09-423a-9e41-c83c3e0a0d04 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Sep 16 05:49:09.459393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca15d059-c6fc-46e1-90ec-76460989e7af req-3a3b9f93-a30d-4ff0-8d1f-ef82dc1566c9 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Sep 16 05:49:10.585275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db6dd7-ed76-4547-90b0-d11940c75fe3 req-927c3b21-9828-40a1-8950-6a13b4318646 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.586761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42db6dd7-ed76-4547-90b0-d11940c75fe3 req-927c3b21-9828-40a1-8950-6a13b4318646 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0490501 Sep 16 05:49:10.624694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42db6dd7-ed76-4547-90b0-d11940c75fe3 req-7ba7c16f-12a6-4b92-95b8-7773333c9f5a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Sep 16 05:49:11.740904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58806b-2814-4410-a294-6252b450116b req-d723166d-9525-479f-91d2-ee843e3e8c30 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:11.742414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db58806b-2814-4410-a294-6252b450116b req-d723166d-9525-479f-91d2-ee843e3e8c30 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0524609 Sep 16 05:49:11.779215 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db58806b-2814-4410-a294-6252b450116b req-7b8f80bc-50aa-4d02-b2d2-1c0f6496b359 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 Sep 16 05:49:12.180263 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:12.892070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cb8b-c83f-4ab8-baaf-6b98b254b37f req-6c8b82ab-1a97-4358-bf02-a41181b2543a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.893490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d90cb8b-c83f-4ab8-baaf-6b98b254b37f req-6c8b82ab-1a97-4358-bf02-a41181b2543a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0480065 Sep 16 05:49:12.930600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d90cb8b-c83f-4ab8-baaf-6b98b254b37f req-b944c696-2353-4ac8-a84e-5ae877ff60c7 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306404 Sep 16 05:49:13.630142 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-314359de-a371-486c-a194-e9e25032ce08 service neutron] show failed (client error): The resource could not be found. Sep 16 05:49:13.631101 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-314359de-a371-486c-a194-e9e25032ce08 service neutron] 10.222.0.64 "GET /v2.0/ports/e90839e6-bed5-477e-9719-40fae4087f60/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0535662 Sep 16 05:49:13.836577 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-cc7380ef-4f71-45c4-b789-7dcf2611b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:13.838148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-cc7380ef-4f71-45c4-b789-7dcf2611b014 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43&tenant_id=7f3d7728364e4282b973535b2cd74349 HTTP/1.1" status: 200 len: 1098 time: 0.0452712 Sep 16 05:49:13.852494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-b892f9c4-2491-4b36-89a3-c934e0ba6b92 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:49:13.853406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-b892f9c4-2491-4b36-89a3-c934e0ba6b92 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047953 Sep 16 05:49:13.869390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:13.923743 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.104497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53015f36-9955-47d0-b2af-fd2e862780f1 req-c8d93546-50c0-4911-a6fb-ed63950984f0 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.105869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53015f36-9955-47d0-b2af-fd2e862780f1 req-c8d93546-50c0-4911-a6fb-ed63950984f0 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0872436 Sep 16 05:49:14.178867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53015f36-9955-47d0-b2af-fd2e862780f1 req-89e6d896-50db-4b30-ba39-da9bf02e62de tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501225 Sep 16 05:49:14.185172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:14.218593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:14.257216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:14.259453 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958065b6-e837-4faf-a252-9c6c04d80645" -d '{"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-unplugged", "status": "completed", "tag": "e90839e6-bed5-477e-9719-40fae4087f60"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:14.263510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.276384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Transition to ACTIVE for port object e90839e6-bed5-477e-9719-40fae4087f60 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:49:14.280538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.309803 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ded5bde-4fd1-4fca-8a93-8e21843665aa x-openstack-request-id: req-0ded5bde-4fd1-4fca-8a93-8e21843665aa {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:14.310657 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-unplugged", "status": "completed", "tag": "e90839e6-bed5-477e-9719-40fae4087f60", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:14.310657 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ded5bde-4fd1-4fca-8a93-8e21843665aa {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:14.310872 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60', 'code': 200} Sep 16 05:49:14.340929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] No DVR routers for this DVR port e90839e6-bed5-477e-9719-40fae4087f60 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:14.347684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:14.382255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:14.382593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:14.382923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:14.387067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Port e90839e6-bed5-477e-9719-40fae4087f60 on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:49:14.387384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Attempting to bind port e90839e6-bed5-477e-9719-40fae4087f60 on network 308149de-f9e2-4bac-94e1-ea765e9bdcc0 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:14.392196 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:14.392533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Checking segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:14.392913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Bound using segment: {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:14.393338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Bound port: e90839e6-bed5-477e-9719-40fae4087f60, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9644ff-2dd7-4447-9153-99cf329a4b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:14.393689 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.454651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:14.458295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:14.461681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.493177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.493791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:14.495172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] 10.222.0.73 "PUT /v2.0/ports/e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 1093 time: 0.6293178 Sep 16 05:49:14.516765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c1b5a-38f4-43f3-8aa4-0f4a6eedc27f service neutron] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:14.564514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-e954aaa9-f6ce-4b39-9a19-4961b7ab3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.566598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-e954aaa9-f6ce-4b39-9a19-4961b7ab3865 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0399332 Sep 16 05:49:14.660454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-e7fc6e98-c502-4732-960c-11f14c868106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.661828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-e7fc6e98-c502-4732-960c-11f14c868106 service neutron] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0860715 Sep 16 05:49:14.707839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-da45b63c-d9ee-4a42-b5a6-b8bd99883de3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 217 time: 0.0340731 Sep 16 05:49:14.765894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-36e8713c-6c24-4e34-9b66-8581d6bc18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.767295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-36e8713c-6c24-4e34-9b66-8581d6bc18c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0462224 Sep 16 05:49:14.801685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-ca0a334a-6579-4bca-8a12-764c7b91eb51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228202 Sep 16 05:49:14.898190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-bc5957f5-f01e-4ecc-b5ba-cb726f868c07 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Sep 16 05:49:14.995641 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c49ee82f-eb61-42dd-bb00-b084d7e21fef req-c07e2711-fd8f-4636-af70-4bf58bf8d1f1 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858316 Sep 16 05:49:15.292354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba966-189d-4034-aff2-f6129f3f4450 req-687868d4-cd95-4656-9a5d-63f52019f3b5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:15.293824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-658ba966-189d-4034-aff2-f6129f3f4450 req-687868d4-cd95-4656-9a5d-63f52019f3b5 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0482209 Sep 16 05:49:15.330155 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-658ba966-189d-4034-aff2-f6129f3f4450 req-88fa9845-a4e3-4ae3-8650-06b93b255cb1 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304289 Sep 16 05:49:16.311713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:16.314297 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff5e7a-b4b3-460e-a312-95b3634dad7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "tag": "e90839e6-bed5-477e-9719-40fae4087f60"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:16.361866 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ff451-09ee-417e-b0e1-f7b338c347db x-openstack-request-id: req-794ff451-09ee-417e-b0e1-f7b338c347db {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:16.362169 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "tag": "e90839e6-bed5-477e-9719-40fae4087f60", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:16.362399 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-794ff451-09ee-417e-b0e1-f7b338c347db {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:16.362787 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60', 'status': 'completed', 'code': 200} Sep 16 05:49:16.484073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-b124a7e7-9d35-4a21-97c1-4bd6e602d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.485633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-b124a7e7-9d35-4a21-97c1-4bd6e602d0c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0982742 Sep 16 05:49:16.505411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-102ccba4-6407-4f2d-9013-71141013a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.506851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-102ccba4-6407-4f2d-9013-71141013a199 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0937350 Sep 16 05:49:16.515597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05b139-58f4-46a7-ba58-c8075b455358 req-4ab0a4bc-8efa-4262-a551-d927fdc764c9 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.517090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f05b139-58f4-46a7-ba58-c8075b455358 req-4ab0a4bc-8efa-4262-a551-d927fdc764c9 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.1050963 Sep 16 05:49:16.663931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f05b139-58f4-46a7-ba58-c8075b455358 req-66a888f2-57f3-47c0-b20e-6a9a7fd49f86 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301105 Sep 16 05:49:16.690149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-cd42dff5-e907-4cba-ac16-62107b8181e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.691602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-cd42dff5-e907-4cba-ac16-62107b8181e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.1957567 Sep 16 05:49:16.700531 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-77ae63f5-ec54-46ed-9472-dd14b0863790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.701946 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-77ae63f5-ec54-46ed-9472-dd14b0863790 service neutron] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.1839631 Sep 16 05:49:16.743247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-0dc01c0d-be06-42f5-8e08-0c004729f45c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 217 time: 0.0402582 Sep 16 05:49:16.776627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-5a9457b6-4c1b-441e-9891-883dce4e6b71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 217 time: 0.0666983 Sep 16 05:49:16.848356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-ca9ed3dd-a939-40b3-b9b3-6038fbcfdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.850487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-ca9ed3dd-a939-40b3-b9b3-6038fbcfdfc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0822864 Sep 16 05:49:16.855521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-cb76b922-620f-46f5-80a8-4d630d03dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.856908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-cb76b922-620f-46f5-80a8-4d630d03dfb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0612040 Sep 16 05:49:16.899654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-908c641c-38a9-44d3-8114-ffe5163febd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333350 Sep 16 05:49:16.901389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-1385a22c-8660-490d-8c4a-89db55346329 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434017 Sep 16 05:49:17.053918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-f097ec91-ce16-4432-8bfc-2c05545ed0b1 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467314 Sep 16 05:49:17.057271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-d66876cd-a327-443e-bc03-1a05c62a1300 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427827 Sep 16 05:49:17.213342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-ac428069-d545-48b5-a047-01d7d6a443c9 service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528585 Sep 16 05:49:17.215225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6bff5e7a-b4b3-460e-a312-95b3634dad7c req-09bdf930-e1ba-45b4-9697-64a68aa0ab47 service neutron] 10.222.0.73 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477211 Sep 16 05:49:17.780738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b137f8d-66aa-458f-9fed-29a68ec247f5 req-b2413742-2a89-4820-8994-4046ee7b3a17 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.782204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b137f8d-66aa-458f-9fed-29a68ec247f5 req-b2413742-2a89-4820-8994-4046ee7b3a17 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0480509 Sep 16 05:49:17.819959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b137f8d-66aa-458f-9fed-29a68ec247f5 req-63ae8efe-1021-4cdb-ae69-bcf3b509f963 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Sep 16 05:49:18.041924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369343-7efc-446f-a0db-240305d2f5a2 req-8a9c4155-3358-4ad5-a7e6-b264830a17e6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.043396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96369343-7efc-446f-a0db-240305d2f5a2 req-8a9c4155-3358-4ad5-a7e6-b264830a17e6 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.0857430 Sep 16 05:49:18.056400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-ecece0b2-9eca-4934-bd0b-46d4b1fce217 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.057757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-ecece0b2-9eca-4934-bd0b-46d4b1fce217 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43&tenant_id=7f3d7728364e4282b973535b2cd74349&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 944 time: 0.0749719 Sep 16 05:49:18.148123 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e90839e6-bed5-477e-9719-40fae4087f60 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:18.249784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:18.261622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e90839e6-bed5-477e-9719-40fae4087f60', 'network_id': '308149de-f9e2-4bac-94e1-ea765e9bdcc0', 'port_id': 'e90839e6-bed5-477e-9719-40fae4087f60', 'mac_address': 'fa:16:3e:45:9c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0618cf25-39eb-45e4-9c21-8119fa75bd10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:18.300782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.314505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90839e6-bed5-477e-9719-40fae4087f60 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:18.335177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:18.339446 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:18.344601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e90839e6-bed5-477e-9719-40fae4087f60 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:18.423121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:18.425943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device e90839e6-bed5-477e-9719-40fae4087f60 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:18.454481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96369343-7efc-446f-a0db-240305d2f5a2 req-45277a74-8f24-42a2-a83b-ead6699fd3ac tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957210 Sep 16 05:49:18.476906 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-4696f93b-9447-41d0-a7a8-22dadee466c8 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:49:18.477918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-4696f93b-9447-41d0-a7a8-22dadee466c8 service neutron] 10.222.0.64 "DELETE /v2.0/ports/e90839e6-bed5-477e-9719-40fae4087f60/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0672390 Sep 16 05:49:18.571817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e90839e6-bed5-477e-9719-40fae4087f60'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:18.581758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-6a9e2ea4-4d88-4228-866c-d07985df9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.583851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-6a9e2ea4-4d88-4228-866c-d07985df9172 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f3d7728364e4282b973535b2cd74349&device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 1097 time: 0.0411000 Sep 16 05:49:18.673245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-11e3fc21-854d-47b4-b2bf-2571c9af77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.674633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-11e3fc21-854d-47b4-b2bf-2571c9af77e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 200 len: 915 time: 0.0841062 Sep 16 05:49:18.719560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-02fa4998-9db0-4d99-8040-10ccb02c465c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 200 len: 217 time: 0.0373225 Sep 16 05:49:18.766611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-86f7291a-5161-4aa6-a78a-00a6c57fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.767987 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-86f7291a-5161-4aa6-a78a-00a6c57fe541 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 200 len: 854 time: 0.0421698 Sep 16 05:49:18.801290 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-06083615-4e15-486e-9787-1ff0144e4482 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=308149de-f9e2-4bac-94e1-ea765e9bdcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264544 Sep 16 05:49:18.886753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-11a6204c-c880-4e9d-97c2-5162d254409b service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789354 Sep 16 05:49:18.976754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ecdaf54-5a36-45e1-bb87-751cc8b479a7 req-2beab646-1658-45b0-8e1f-f83fcfe0029c service neutron] 10.222.0.64 "GET /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825100 Sep 16 05:49:19.580947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcd015-c908-4707-89d0-1037943c948a req-9e4528fd-09cf-43e9-beaf-bc47e9a3e569 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:19.582468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88dcd015-c908-4707-89d0-1037943c948a req-9e4528fd-09cf-43e9-beaf-bc47e9a3e569 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.0564823 Sep 16 05:49:19.621387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88dcd015-c908-4707-89d0-1037943c948a req-90110a45-d4ff-475e-aeed-2df9cbed0c13 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Sep 16 05:49:19.733385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2249b-34f9-47a6-9c71-4ecbfd4bf17b req-4d143ad8-59ce-4255-8e84-31f706f0403d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:19.734854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ec2249b-34f9-47a6-9c71-4ecbfd4bf17b req-4d143ad8-59ce-4255-8e84-31f706f0403d tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.0492058 Sep 16 05:49:19.770852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ec2249b-34f9-47a6-9c71-4ecbfd4bf17b req-a3a386ab-6f5b-43dd-b4df-9dec9cf1f7b3 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300863 Sep 16 05:49:19.886647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2053405-6709-431d-be35-990939f41238 req-96c71bb9-7f08-4f92-afef-bad31995d79a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:19.888381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2053405-6709-431d-be35-990939f41238 req-96c71bb9-7f08-4f92-afef-bad31995d79a tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Sep 16 05:49:19.927523 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2053405-6709-431d-be35-990939f41238 req-2ff54fd6-0ad0-467f-a6da-098161ec84fa tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Sep 16 05:49:20.163367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e90839e6-bed5-477e-9719-40fae4087f60 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:20.213364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port e90839e6-bed5-477e-9719-40fae4087f60 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:20.217435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e90839e6-bed5-477e-9719-40fae4087f60 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:20.217922 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.256590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b8c27-df0b-4c71-90bd-1ee30888948d req-8ab45d5f-69e0-4af7-a5bc-f8a6a4b55fb0 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:20.258095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f73b8c27-df0b-4c71-90bd-1ee30888948d req-8ab45d5f-69e0-4af7-a5bc-f8a6a4b55fb0 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.0490019 Sep 16 05:49:20.294100 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.295899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f73b8c27-df0b-4c71-90bd-1ee30888948d req-aae3cd3e-c44c-45d2-8edc-dd4dcd836dc9 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Sep 16 05:49:20.316535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:20.319418 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474bba6e-a9d2-4fef-8169-e102646a1f11" -d '{"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-plugged", "status": "completed", "tag": "e90839e6-bed5-477e-9719-40fae4087f60"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:20.336161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:20.340395 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.362911 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f573977d-e987-46ad-a344-0ec3e18c5748 x-openstack-request-id: req-f573977d-e987-46ad-a344-0ec3e18c5748 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:20.363208 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-plugged", "status": "completed", "tag": "e90839e6-bed5-477e-9719-40fae4087f60", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:20.363457 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f573977d-e987-46ad-a344-0ec3e18c5748 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:20.363843 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60', 'code': 200} Sep 16 05:49:20.388614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:21.406875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd646a-808e-4228-a677-99abbc0054a3 req-821c3ee6-bb31-44b6-b117-ac9f55afd170 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:21.408353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07cd646a-808e-4228-a677-99abbc0054a3 req-821c3ee6-bb31-44b6-b117-ac9f55afd170 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0466461 Sep 16 05:49:21.444783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07cd646a-808e-4228-a677-99abbc0054a3 req-8d5f96d3-61bc-46dc-a22f-cbdb9805a97e tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c33ac21-fa66-4943-984f-453ac37250e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300064 Sep 16 05:49:21.534540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-58b0527c-0e7b-495c-b3e2-f40820ba93fb tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:21.535989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-58b0527c-0e7b-495c-b3e2-f40820ba93fb tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f9d5423-586d-4ef1-93f5-48f0a6a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0505133 Sep 16 05:49:21.626027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Deleting port e90839e6-bed5-477e-9719-40fae4087f60 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:49:21.626372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.716120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] For port e90839e6-bed5-477e-9719-40fae4087f60, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e90839e6-bed5-477e-9719-40fae4087f60,segment=NetworkSegment(3d9644ff-2dd7-4447-9153-99cf329a4b5e),segment_id=3d9644ff-2dd7-4447-9153-99cf329a4b5e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:21.716481 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.730299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Calling delete_port for e90839e6-bed5-477e-9719-40fae4087f60 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:49:21.853586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.868877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e90839e6-bed5-477e-9719-40fae4087f60'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:21.879485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Pushing event deleted for resources: {'Port': ['ID=e90839e6-bed5-477e-9719-40fae4087f60,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:21.921583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] No DVR routers for this DVR port e90839e6-bed5-477e-9719-40fae4087f60 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:49:21.924147 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.926109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-14e54a6f-7aab-45e7-84b6-db8bfcb1a682 req-65b6612c-027d-4d0c-9540-30f0d5639078 tempest-ServerDiskConfigTestJSON-1812536308 tempest-ServerDiskConfigTestJSON-1812536308-project] 10.222.0.73 "DELETE /v2.0/ports/e90839e6-bed5-477e-9719-40fae4087f60 HTTP/1.1" status: 204 len: 173 time: 0.3808110 Sep 16 05:49:21.926546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-deleted', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:21.929306 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec887eb-22a7-4d15-a0e1-4d711e82c87f" -d '{"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-deleted", "tag": "e90839e6-bed5-477e-9719-40fae4087f60"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:21.968800 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e60662f-60b1-49b3-a184-1b32113ba5ad x-openstack-request-id: req-9e60662f-60b1-49b3-a184-1b32113ba5ad {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:21.969104 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9d5423-586d-4ef1-93f5-48f0a6a2ec43", "name": "network-vif-deleted", "tag": "e90839e6-bed5-477e-9719-40fae4087f60", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:21.969346 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e60662f-60b1-49b3-a184-1b32113ba5ad {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:21.969778 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9d5423-586d-4ef1-93f5-48f0a6a2ec43', 'name': 'network-vif-deleted', 'tag': 'e90839e6-bed5-477e-9719-40fae4087f60', 'status': 'completed', 'code': 200} Sep 16 05:49:22.560474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37186) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:22.606944 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Deleting subnet 0618cf25-39eb-45e4-9c21-8119fa75bd10 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:49:22.609940 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.647299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:22.997441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.048106 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.073177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0618cf25-39eb-45e4-9c21-8119fa75bd10,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:23.077627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.079538 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0618cf25-39eb-45e4-9c21-8119fa75bd10 HTTP/1.1" status: 204 len: 168 time: 0.5179982 Sep 16 05:49:23.082043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37190) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:23.084782 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.085136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.085478 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.085817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.086152 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.086486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.086816 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.087144 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.087469 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.087795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.088138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.088470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e517a566-c102-4aa5-bf0c-aa338f56b385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:23.151791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.227270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.246574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308149de-f9e2-4bac-94e1-ea765e9bdcc0']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:23.255466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9644ff-2dd7-4447-9153-99cf329a4b5e') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:23.255766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9644ff-2dd7-4447-9153-99cf329a4b5e') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:23.265155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.277806 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.283474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:49:23.283856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: timer() Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:49:23.285482 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:49:23.341802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.347393 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.349226 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] 10.222.0.55 "DELETE /v2.0/networks/308149de-f9e2-4bac-94e1-ea765e9bdcc0 HTTP/1.1" status: 204 len: 168 time: 0.2662070 Sep 16 05:49:23.359889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d4e36-7145-4d54-a913-62c5ded7c037 admin admin] Pushing event deleted for resources: {'Network': ['ID=308149de-f9e2-4bac-94e1-ea765e9bdcc0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:23.454744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37194) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:23.494491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-95859542-273f-484b-b797-a4157dbaaaa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f3d7728364e4282b973535b2cd74349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386386 Sep 16 05:49:23.496846 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37196) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:23.544635 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b107e3e9-414e-4f01-a5ce-7b9c1849f4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.565807 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b107e3e9-414e-4f01-a5ce-7b9c1849f4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.616665 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b107e3e9-414e-4f01-a5ce-7b9c1849f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.619230 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b107e3e9-414e-4f01-a5ce-7b9c1849f4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:23.620435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b107e3e9-414e-4f01-a5ce-7b9c1849f4b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c33ac21-fa66-4943-984f-453ac37250e2 HTTP/1.1" status: 204 len: 168 time: 0.1226521 Sep 16 05:49:23.627864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e3e9-414e-4f01-a5ce-7b9c1849f4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c33ac21-fa66-4943-984f-453ac37250e2,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:24.280551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37218) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:24.374343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1397171517-network', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:24.395412 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Made reservation on behalf of 9836afdf6b7e4e8fae8a1a8c4236e486 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:24.397831 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.405873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.496454 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.499991 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.522106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:49:24.535953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a644333-cc33-4a0f-a5fc-9b20dab66c00,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:24.541751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.542120 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Added segment a6bf6487-cc98-48b7-bf48-40d7603517af of type vlan for network 27445fce-0709-4dd6-9db1-1a82bc537e49 Sep 16 05:49:24.584397 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.610855 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.611766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:24.612404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.640291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3586533 Sep 16 05:49:24.643336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37226) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:24.648544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Request body: {'subnet': {'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1397171517-subnet', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:24.668822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Made reservation on behalf of 9836afdf6b7e4e8fae8a1a8c4236e486 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:24.671151 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.675970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7989c2a-5463-456d-983c-42c48a640dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=27445fce-0709-4dd6-9db1-1a82bc537e49,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:24.686065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:49:24.841189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.900125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2875bb-082f-44dd-a1d9-171a133e3606,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:24.906976 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:24.907333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Network hostable DHCP agents. Network: 27445fce-0709-4dd6-9db1-1a82bc537e49, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:49:24.923718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:49:24.931865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 27445fce-0709-4dd6-9db1-1a82bc537e49) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:24.935934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:24.936551 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.941807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c20493-9569-486b-9047-4905a9ac960b None None] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:24.950628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-552d3cda-a510-47e9-9671-31f829ce5f27 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3059204 Sep 16 05:49:24.953199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37230) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:24.958392 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:24.979588 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:24.980710 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.002862 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.031382 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.097153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-27445fce-0709-4dd6-9db1-1a82bc537e49', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:49:25.098025 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.172704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.232315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Allocated IP 172.20.0.2 (27445fce-0709-4dd6-9db1-1a82bc537e49/3f2875bb-082f-44dd-a1d9-171a133e3606/9ac271e5-b6b0-442d-ab89-1d8dffe412ba) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:25.369904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.376680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.383248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.393901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.417286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:25.420011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:25.423427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:25.438370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Pushing event updated for resources: {'Port': ['ID=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.483190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Attempting to bind port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:25.483645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Attempting to bind port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:25.484048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Attempting to bind port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:25.489008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:25.489381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:25.489786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.490178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:25.490646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Bound port: 9ac271e5-b6b0-442d-ab89-1d8dffe412ba, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:25.491025 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.497621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Allocated IP 172.25.6.131 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/2fe6b654-ac2a-4c98-874f-96eb0010ae39) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:25.577806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] For port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:25.582190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] For port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:25.587229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.605501 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.640120 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.645168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053e01a-1904-4d75-b623-70bf125ea665 None None] Pushing event updated for resources: {'Port': ['ID=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.678848 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:25.681692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:25.684190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:25.715223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe6b654-ac2a-4c98-874f-96eb0010ae39,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:25.928596 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5f034bc4-11c4-4fec-9968-acbbf8a92273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:25.959616 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.151494 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.182086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e90839e6-bed5-477e-9719-40fae4087f60 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:49:26.205378 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: e90839e6-bed5-477e-9719-40fae4087f60 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:49:26.205813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e90839e6-bed5-477e-9719-40fae4087f60 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:49:26.285401 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:49:26.396697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:26.408314 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:26.415046 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.417416 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bfd81fce-0a33-446f-851c-c7bd16245e20 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4623041 Sep 16 05:49:26.419191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:26.419372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37232) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:26.419946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:48:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.539450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:26.569643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c1ace-4a32-4a4d-95ff-a7ff8bbad4bc None None] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:49:26.734798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b3f9a049-af44-4dc2-883e-3c6abf8318e1 None None] Provisioning complete for port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:26.735167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a049-af44-4dc2-883e-3c6abf8318e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.850120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.913857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a049-af44-4dc2-883e-3c6abf8318e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:26.926344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:25Z', 'revision_number': 3, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:26.964264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:26.964978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Updating router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d port 2fe6b654-ac2a-4c98-874f-96eb0010ae39 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:26.998575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b3f9a049-af44-4dc2-883e-3c6abf8318e1 None None] For port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:27.001643 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.020170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Allocated IP 172.20.0.1 (27445fce-0709-4dd6-9db1-1a82bc537e49/3f2875bb-082f-44dd-a1d9-171a133e3606/b54773ca-95fc-40ea-935d-6f548065afe8) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:27.022757 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b3f9a049-af44-4dc2-883e-3c6abf8318e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.144405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.181167 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.219588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:27.222465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:27.225084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:27.261146 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Pushing event updated for resources: {'Port': ['ID=b54773ca-95fc-40ea-935d-6f548065afe8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.277904 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.308271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9a049-af44-4dc2-883e-3c6abf8318e1 None None] Pushing event updated for resources: {'Port': ['ID=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.339558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c3fd7fdf-16cd-421f-94cb-9dd995d889bd None None] Provisioning complete for port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:27.339933 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c3fd7fdf-16cd-421f-94cb-9dd995d889bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.415236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.536655 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.542678 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.585205 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.590681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.609424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Attempting to bind port 2fe6b654-ac2a-4c98-874f-96eb0010ae39 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:27.609798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Attempting to bind port 2fe6b654-ac2a-4c98-874f-96eb0010ae39 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:27.610164 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Attempting to bind port 2fe6b654-ac2a-4c98-874f-96eb0010ae39 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:27.615324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984d9e7-6bc0-4c45-851d-45c863566500 None None] Pushing event updated for resources: {'Port': ['ID=2fe6b654-ac2a-4c98-874f-96eb0010ae39,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.619630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:27.620007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:27.620449 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.620838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:27.621309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Bound port: 2fe6b654-ac2a-4c98-874f-96eb0010ae39, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:27.621694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.655823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Pushing event updated for resources: {'Port': ['ID=b54773ca-95fc-40ea-935d-6f548065afe8,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.656032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-148ea187-7e3f-476c-bf1c-1919b877801d None None] Provisioning complete for port b54773ca-95fc-40ea-935d-6f548065afe8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:27.656323 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-148ea187-7e3f-476c-bf1c-1919b877801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.660612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.705823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] For port 2fe6b654-ac2a-4c98-874f-96eb0010ae39, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:27.710724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] For port 2fe6b654-ac2a-4c98-874f-96eb0010ae39, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2fe6b654-ac2a-4c98-874f-96eb0010ae39,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:27.712153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-148ea187-7e3f-476c-bf1c-1919b877801d None None] Port b54773ca-95fc-40ea-935d-6f548065afe8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:27.714457 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.765595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:27.767450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:27.771211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:27.772465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:48:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:27.822688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ac271e5-b6b0-442d-ab89-1d8dffe412ba up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:27.851940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984d9e7-6bc0-4c45-851d-45c863566500 None None] Pushing event updated for resources: {'Port': ['ID=2fe6b654-ac2a-4c98-874f-96eb0010ae39,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:27.905612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:27.929481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:27.929913 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.955285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:28.021002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:28.025853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-20aaefb2-e9ee-4de0-a991-8292701ab16b admin admin] 10.222.0.55 "PUT /v2.0/routers/38fb4bbc-5126-4d3d-89ea-f1f16461fb5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051862 Sep 16 05:49:28.125056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ed14099f-3070-46d4-ba33-f12bba2eb5f9 None None] Provisioning complete for port b54773ca-95fc-40ea-935d-6f548065afe8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:28.125645 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ed14099f-3070-46d4-ba33-f12bba2eb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.211704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-ed14099f-3070-46d4-ba33-f12bba2eb5f9 None None] Port b54773ca-95fc-40ea-935d-6f548065afe8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:28.248982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 2, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:28.252530 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-53903070-a321-4386-b66c-bdb6d9f1a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.278194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2343d-5fe7-46be-920e-060a179b9f5c None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 2, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:28.500120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37240) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:28.505071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-be645488-5e1b-469a-970b-78464ad9dc12 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947555004', 'description': 'tempest-description--150038421'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:28.527804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be645488-5e1b-469a-970b-78464ad9dc12 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.619283 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be645488-5e1b-469a-970b-78464ad9dc12 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.623872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be645488-5e1b-469a-970b-78464ad9dc12 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.653553 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be645488-5e1b-469a-970b-78464ad9dc12 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.654823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-be645488-5e1b-469a-970b-78464ad9dc12 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1534543 Sep 16 05:49:28.655635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645488-5e1b-469a-970b-78464ad9dc12 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b4ad57-89f8-468d-a872-d75817312b5e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:28.657771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37242) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:28.662239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f5724731-a01d-4c4d-b956-78edecd2e162 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'security_group_rule': {'security_group_id': '07b4ad57-89f8-468d-a872-d75817312b5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:28.694441 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5724731-a01d-4c4d-b956-78edecd2e162 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.754074 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5724731-a01d-4c4d-b956-78edecd2e162 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.758145 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5724731-a01d-4c4d-b956-78edecd2e162 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.778565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724731-a01d-4c4d-b956-78edecd2e162 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071c00ff-4bd0-41ab-93f3-29ea4c25b29e,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:28.782198 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f5724731-a01d-4c4d-b956-78edecd2e162 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.786427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f5724731-a01d-4c4d-b956-78edecd2e162 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247942 Sep 16 05:49:28.786761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37248) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:28.792187 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-729d37bd-cbf9-4f93-9a7f-ada5bed997f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'security_group_rule': {'security_group_id': '07b4ad57-89f8-468d-a872-d75817312b5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:28.819892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-729d37bd-cbf9-4f93-9a7f-ada5bed997f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.891661 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-729d37bd-cbf9-4f93-9a7f-ada5bed997f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.901128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-729d37bd-cbf9-4f93-9a7f-ada5bed997f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.921800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d37bd-cbf9-4f93-9a7f-ada5bed997f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daeac924-66c1-40e9-a617-31c6319a0442,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:28.929002 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-729d37bd-cbf9-4f93-9a7f-ada5bed997f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:28.930805 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-729d37bd-cbf9-4f93-9a7f-ada5bed997f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421053 Sep 16 05:49:28.933536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 37250) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:28.938667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:28.961805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.068007 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.173113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Allocated IP 172.25.6.37 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/f48eb2eb-ef85-4be0-a26e-47ae71868b58) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:29.236867 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.285593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.320699 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.362098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:29.365057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:29.367863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:29.398355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'Port': ['ID=f48eb2eb-ef85-4be0-a26e-47ae71868b58,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:29.463306 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.501027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.642484 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.646928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.716379 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'Port': ['ID=f48eb2eb-ef85-4be0-a26e-47ae71868b58,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:29.727728 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.743041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.753493 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ffce2ac3-4140-41b0-b30e-68044e07aef6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8097367 Sep 16 05:49:29.808350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2fe6b654-ac2a-4c98-874f-96eb0010ae39 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:29.863729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2fe6b654-ac2a-4c98-874f-96eb0010ae39 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:29.864119 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.888858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-f8839594-a402-423d-9d09-8fc01b6264d8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1947555004&fields=id&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 267 time: 0.0403717 Sep 16 05:49:29.962491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.963849 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:29.987405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 2fe6b654-ac2a-4c98-874f-96eb0010ae39, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2fe6b654-ac2a-4c98-874f-96eb0010ae39,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:29.995674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.017066 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-de600c4b-ed05-4307-82bc-08696fd4d349 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:30.018482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-de600c4b-ed05-4307-82bc-08696fd4d349 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1213636 Sep 16 05:49:30.035697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-ae7b7dce-06a4-48a9-8fc8-87adcdbd4847 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/quotas/9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 375 time: 0.0110061 Sep 16 05:49:30.051759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=2fe6b654-ac2a-4c98-874f-96eb0010ae39,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:30.091795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-9ea2bb8a-9e63-432f-9449-3125b80f28da tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486042 Sep 16 05:49:30.192933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-94b2915d-ecec-4532-a4d3-a70dc63ac87d service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878389 Sep 16 05:49:30.201549 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:30.210709 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:30.211428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:49:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:30.285991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-176e8bfb-7627-42ef-8574-8ca69f136acc service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850797 Sep 16 05:49:30.321736 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:30.451752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e10ea1e-76a6-4b2d-b81a-59cd8b90306c req-019b43c8-f658-4913-a86e-d165fe6f32a7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 210 time: 0.0306616 Sep 16 05:49:30.528347 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 2, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:30.558914 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:30.559267 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Updating router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d port b54773ca-95fc-40ea-935d-6f548065afe8 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:49:30.587098 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.856303 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.862687 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.922551 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Pushing event updated for resources: {'Port': ['ID=b54773ca-95fc-40ea-935d-6f548065afe8,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:30.944717 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.945065 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.945402 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.945734 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.946164 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.946677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.947011 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.947340 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.947654 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.947976 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.948315 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.948638 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:30.983296 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Attempting to bind port b54773ca-95fc-40ea-935d-6f548065afe8 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:30.983666 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Attempting to bind port b54773ca-95fc-40ea-935d-6f548065afe8 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:30.984035 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Attempting to bind port b54773ca-95fc-40ea-935d-6f548065afe8 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:30.989144 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:30.989818 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:30.989916 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:30.991683 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:30.991683 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Bound port: b54773ca-95fc-40ea-935d-6f548065afe8, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:30.991683 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.058584 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] For port b54773ca-95fc-40ea-935d-6f548065afe8, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:31.061837 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] For port b54773ca-95fc-40ea-935d-6f548065afe8, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b54773ca-95fc-40ea-935d-6f548065afe8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:31.069660 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.129944 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c15b6-08e4-45e9-9af4-19376e716d59 None None] Pushing event updated for resources: {'Port': ['ID=b54773ca-95fc-40ea-935d-6f548065afe8,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:31.133067 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:31.133672 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:49:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:31.156710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Provisioning complete for port b54773ca-95fc-40ea-935d-6f548065afe8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:31.157611 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.243040 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.280508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] For port b54773ca-95fc-40ea-935d-6f548065afe8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b54773ca-95fc-40ea-935d-6f548065afe8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:31.285481 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.341783 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:31.343728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Pushing event updated for resources: {'Port': ['ID=b54773ca-95fc-40ea-935d-6f548065afe8,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:31.352536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.352908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.353237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.353580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.353918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.354255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.354582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.354912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.355234 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.355738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.356268 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.356774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0565f5-42cc-49a1-8d03-ad8438567be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:31.376513 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.406507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-5ff9389b-2f93-4819-8caf-77b5644a74a9 None None] Provisioning complete for port b54773ca-95fc-40ea-935d-6f548065afe8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:31.406849 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5ff9389b-2f93-4819-8caf-77b5644a74a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.515516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-bf2e0842-22a8-478a-ae34-184d01a83670 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:31.517314 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-bf2e0842-22a8-478a-ae34-184d01a83670 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1201887 Sep 16 05:49:31.572258 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:31.586643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fe171a4-304f-4542-8fa7-2be81b807fcf req-159e11f1-0e45-4cbb-8025-c09c9d663e8f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 210 time: 0.0389502 Sep 16 05:49:31.598375 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea185b2-cb9c-4b19-85b4-7706cc42f6af None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:31.601638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-afb24ec4-d0c7-4bf2-9d3a-8537a0973aad tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 380 time: 0.0691576 Sep 16 05:49:31.611552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'port': {'device_id': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'admin_state_up': True, 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'security_groups': ['07b4ad57-89f8-468d-a872-d75817312b5e']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:31.723924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Made reservation on behalf of 9836afdf6b7e4e8fae8a1a8c4236e486 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:31.727945 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.817847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2fe6b654-ac2a-4c98-874f-96eb0010ae39 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:31.868956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Allocated IP 172.20.0.11 (27445fce-0709-4dd6-9db1-1a82bc537e49/3f2875bb-082f-44dd-a1d9-171a133e3606/f535f2d6-d456-41ce-869f-d33b6f4867d8) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:31.870861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2fe6b654-ac2a-4c98-874f-96eb0010ae39 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:31.871789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:31.961858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b54773ca-95fc-40ea-935d-6f548065afe8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:32.012583 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b54773ca-95fc-40ea-935d-6f548065afe8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:32.012957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.021299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.071406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.113042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:32.116332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:32.120117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:32.152666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:32.183090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:32.183755 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.200139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-e7b7f055-ea31-4f45-b875-ef0981551321 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5921643 Sep 16 05:49:32.212530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-2417b95f-9954-4ea7-9a20-a8701d767e84 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:49:32.213713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-2417b95f-9954-4ea7-9a20-a8701d767e84 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063708 Sep 16 05:49:32.233046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Request body: {'port': {'device_id': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:32.294522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.422612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-47577804-5ee2-49a5-8e5a-47f343c8c08e None None] Provisioning complete for port f535f2d6-d456-41ce-869f-d33b6f4867d8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:32.423134 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-47577804-5ee2-49a5-8e5a-47f343c8c08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.457225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-47577804-5ee2-49a5-8e5a-47f343c8c08e None None] Port f535f2d6-d456-41ce-869f-d33b6f4867d8 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:32.563885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f535f2d6-d456-41ce-869f-d33b6f4867d8 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:32.571956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.583731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Transition to ACTIVE for port object f535f2d6-d456-41ce-869f-d33b6f4867d8 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:49:32.586942 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:32.653285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:33.065901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:33.066237 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:33.066561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:33.077870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618cdd-6d34-4fa9-bcde-83b0020fde09 req-1b5ac590-721a-4908-a7f0-055021512d79 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.079368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca618cdd-6d34-4fa9-bcde-83b0020fde09 req-1b5ac590-721a-4908-a7f0-055021512d79 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.4204850 Sep 16 05:49:33.080354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Port f535f2d6-d456-41ce-869f-d33b6f4867d8 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:49:33.080673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:33.086674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:33.087010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:33.087392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:33.087824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Bound port: f535f2d6-d456-41ce-869f-d33b6f4867d8, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:33.088217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.151112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca618cdd-6d34-4fa9-bcde-83b0020fde09 req-1535dacd-ebe6-42d5-a1d9-cb26d8c6fdef tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653870 Sep 16 05:49:33.173898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:33.176875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:33.182022 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.217050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.217669 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:33.219039 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] 10.222.0.64 "PUT /v2.0/ports/f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 1093 time: 0.9907150 Sep 16 05:49:33.219538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:33.221821 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87abbc8b-f7a4-48e4-9740-c778876f6a92" -d '{"events": [{"name": "network-changed", "server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:33.250847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f334691-840d-41da-9c6d-d7af40db9350 service neutron] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:33.262152 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ecf3ef-ae65-411d-ae27-31b8706720ff x-openstack-request-id: req-88ecf3ef-ae65-411d-ae27-31b8706720ff {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:33.262447 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:33.262745 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88ecf3ef-ae65-411d-ae27-31b8706720ff {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:33.263152 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'status': 'completed', 'code': 200} Sep 16 05:49:33.322731 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-104b684d-a98b-4d78-bd2d-3d730e27ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.324293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-104b684d-a98b-4d78-bd2d-3d730e27ff00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1096 time: 0.0422790 Sep 16 05:49:33.373758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-f29b2798-8a1b-4ef0-8042-081785805cc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 217 time: 0.0347552 Sep 16 05:49:33.424151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-483082f0-68a4-4219-9550-d657f938cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.425544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-483082f0-68a4-4219-9550-d657f938cf4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0437813 Sep 16 05:49:33.473953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-22c71f03-569a-4de1-9c33-b5c530c2ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.476117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-22c71f03-569a-4de1-9c33-b5c530c2ba80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431545 Sep 16 05:49:33.563876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-5d7a87eb-ca84-4259-ad38-191ef1048804 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804064 Sep 16 05:49:33.664594 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c6d93fa-4430-4b5d-ba60-794b9a44bc96 req-67b42254-3707-482b-98a1-284c53e4632d service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Sep 16 05:49:33.796044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-e18c846b-3bb4-48a2-b1e3-59828a8817fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.797581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-e18c846b-3bb4-48a2-b1e3-59828a8817fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1096 time: 0.0399315 Sep 16 05:49:33.888448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-893cbf2c-3941-40fe-952d-f67a55976f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.889911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-893cbf2c-3941-40fe-952d-f67a55976f59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0847564 Sep 16 05:49:33.930056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-ba572f1f-8989-4e30-978c-d91f881dd123 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 217 time: 0.0328770 Sep 16 05:49:33.978295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-faf22884-538f-4049-8933-44514d00c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:33.979671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-faf22884-538f-4049-8933-44514d00c7b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0424514 Sep 16 05:49:34.029249 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-5da06352-d6bf-438d-b747-69814f2a0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:34.030691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-5da06352-d6bf-438d-b747-69814f2a0dfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428829 Sep 16 05:49:34.118986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-b74b4edb-c19e-4941-85b0-dc0498733b41 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804870 Sep 16 05:49:34.212124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87abbc8b-f7a4-48e4-9740-c778876f6a92 req-9097192d-d966-4a77-8983-46bb9f91373f service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855260 Sep 16 05:49:34.266304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803dbfa-3b25-4858-96a6-79e65eee5906 req-0e5b9f52-8c4c-4d9a-a4df-91f584c67a7c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:34.267805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f803dbfa-3b25-4858-96a6-79e65eee5906 req-0e5b9f52-8c4c-4d9a-a4df-91f584c67a7c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.0489945 Sep 16 05:49:34.305563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f803dbfa-3b25-4858-96a6-79e65eee5906 req-1dcc87c1-5f39-44a7-ae56-81198f2b157e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Sep 16 05:49:35.422089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8a788-af09-4ed8-aa8c-bc806cc86c0e req-2fe0bd00-00f0-43bf-9614-7fe83d1c5205 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:35.423567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37b8a788-af09-4ed8-aa8c-bc806cc86c0e req-2fe0bd00-00f0-43bf-9614-7fe83d1c5205 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.0491309 Sep 16 05:49:35.461289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37b8a788-af09-4ed8-aa8c-bc806cc86c0e req-92cdf465-fd6c-41a2-ab47-d097e59ae844 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Sep 16 05:49:36.417803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:36.516999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:36.528333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'mac_address': 'fa:16:3e:32:13:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:36.565890 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.578772 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f535f2d6-d456-41ce-869f-d33b6f4867d8 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:36.595134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b9386-0c32-4e52-a9ca-0e6e02d06bee req-e761ad49-2bb6-4359-a65b-9995b4eb940e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:36.596864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e38b9386-0c32-4e52-a9ca-0e6e02d06bee req-e761ad49-2bb6-4359-a65b-9995b4eb940e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.0554235 Sep 16 05:49:36.605167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:36.609617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:36.637374 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e38b9386-0c32-4e52-a9ca-0e6e02d06bee req-5661a123-9dde-4e85-988a-86b6338a8d6e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339494 Sep 16 05:49:36.661397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:36.984514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['f535f2d6-d456-41ce-869f-d33b6f4867d8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:37.351066 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:37.750227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbae5c-a6fc-42db-b00e-3f03e83b6a46 req-3ed3cf2f-74cd-4a26-ad11-7a2b969b549a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:37.751778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9bbae5c-a6fc-42db-b00e-3f03e83b6a46 req-3ed3cf2f-74cd-4a26-ad11-7a2b969b549a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 945 time: 0.0487864 Sep 16 05:49:37.789875 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9bbae5c-a6fc-42db-b00e-3f03e83b6a46 req-e278d495-a8e0-4b4a-b8f7-804a77095053 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Sep 16 05:49:38.418685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:38.469476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port f535f2d6-d456-41ce-869f-d33b6f4867d8 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:38.473089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port f535f2d6-d456-41ce-869f-d33b6f4867d8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:38.473463 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.546992 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.569261 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:38.571641 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49213b6d-3f5f-407f-8c1c-12bb4a413d14" -d '{"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-plugged", "status": "completed", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:38.584291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:38.588239 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.613066 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02eaf3f-f716-423e-bdc4-f3c7e61120e6 x-openstack-request-id: req-d02eaf3f-f716-423e-bdc4-f3c7e61120e6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:38.613354 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-plugged", "status": "completed", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:38.613601 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d02eaf3f-f716-423e-bdc4-f3c7e61120e6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:38.613982 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'code': 200} Sep 16 05:49:38.640423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:38.732223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0c51-d135-48af-8ee6-f917dd92fda2 req-e54c0ef3-261d-430c-9416-d212c7b33d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:38.733689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe7b0c51-d135-48af-8ee6-f917dd92fda2 req-e54c0ef3-261d-430c-9416-d212c7b33d53 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1098 time: 0.0387671 Sep 16 05:49:38.767408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fe7b0c51-d135-48af-8ee6-f917dd92fda2 req-56036c38-aef1-483f-9849-dd7d49d62f24 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266373 Sep 16 05:49:38.906630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2aae-6bf7-413b-9e47-e72c1df5ee15 req-8a812dcc-9f04-48ad-a4be-6b286764cb82 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:38.908027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d8b2aae-6bf7-413b-9e47-e72c1df5ee15 req-8a812dcc-9f04-48ad-a4be-6b286764cb82 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0520530 Sep 16 05:49:38.949195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d8b2aae-6bf7-413b-9e47-e72c1df5ee15 req-29433ae7-b377-4993-8fff-7d0649bcad62 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344572 Sep 16 05:49:40.065664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8224f-164f-48b8-a813-865a91de8c65 req-a98edd4f-cb43-47b1-a739-32d634a4d3c9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:40.067136 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65a8224f-164f-48b8-a813-865a91de8c65 req-a98edd4f-cb43-47b1-a739-32d634a4d3c9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0488400 Sep 16 05:49:40.105874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65a8224f-164f-48b8-a813-865a91de8c65 req-3d24ed76-c87c-4d5e-826c-6db6af6b5e25 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325673 Sep 16 05:49:41.220359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a2e2-64fd-40ee-a1f7-f7f9882c265b req-d90803ae-93df-4b84-99dc-6f83b819793f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:41.222539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d981a2e2-64fd-40ee-a1f7-f7f9882c265b req-d90803ae-93df-4b84-99dc-6f83b819793f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0505753 Sep 16 05:49:41.261872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d981a2e2-64fd-40ee-a1f7-f7f9882c265b req-b68564bc-b42c-40ca-b08e-f17ebfbcee55 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335231 Sep 16 05:49:41.374201 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2e62a-ffde-4008-9e4d-b071e10e7f0d req-591541b0-315b-4a20-bd50-b0474522495b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:41.375680 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0db2e62a-ffde-4008-9e4d-b071e10e7f0d req-591541b0-315b-4a20-bd50-b0474522495b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0516932 Sep 16 05:49:41.384841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37300) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:41.389388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'floatingip': {'port_id': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:41.427932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.874872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.878587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:41.991476 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 associated. External IP: 172.25.6.37, port: f535f2d6-d456-41ce-869f-d33b6f4867d8. Sep 16 05:49:42.179461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.193780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:42.296613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:42.301189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:42.306288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:42.314688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:42.315543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:49:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.328721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a9acb6ca-2732-45c4-93fb-10f8835c4c80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "PUT /v2.0/floatingips/8ef75876-40f8-466f-b727-cc555a6d29e0 HTTP/1.1" status: 200 len: 991 time: 0.9428821 Sep 16 05:49:42.329453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:42.331682 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006d1c10-8872-440b-a31c-0678ac58bf38" -d '{"events": [{"name": "network-changed", "server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:42.369258 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3369f682-e4f2-482a-a8f5-c032f1b86ad9 x-openstack-request-id: req-3369f682-e4f2-482a-a8f5-c032f1b86ad9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:42.369582 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:42.369838 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3369f682-e4f2-482a-a8f5-c032f1b86ad9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:42.370273 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'status': 'completed', 'code': 200} Sep 16 05:49:42.422536 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:42.463377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-9a23f925-9fc2-4c8e-8d19-33ebe0b6dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:42.465753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-9a23f925-9fc2-4c8e-8d19-33ebe0b6dba7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1098 time: 0.0417964 Sep 16 05:49:42.558881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-dbf61630-9991-476b-8e6c-c7b1713336db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:42.560372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-dbf61630-9991-476b-8e6c-c7b1713336db service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0873375 Sep 16 05:49:42.629385 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-504738e5-732a-4b1e-a8dd-6ed02956d377 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 999 time: 0.0616882 Sep 16 05:49:42.678736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-33624297-6ec7-42e5-92fa-c10761f88850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:42.680796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-33624297-6ec7-42e5-92fa-c10761f88850 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0449359 Sep 16 05:49:42.734129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-b6fbf6b3-3258-4533-a359-962c948c107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:42.735664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-b6fbf6b3-3258-4533-a359-962c948c107c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474763 Sep 16 05:49:42.798698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:32:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 1, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.825759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-a326d065-b395-4370-a45f-12a95ed4e8cb service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823503 Sep 16 05:49:42.829257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:42.837792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:42.838406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:49:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:42.919728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-006d1c10-8872-440b-a31c-0678ac58bf38 req-9b1729f9-5c90-4949-8c84-9fa1cb9d5245 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858932 Sep 16 05:49:42.943854 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:43.161239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:32:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 1, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:43.188039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29426199-fa61-46b4-b985-ebdf1d9c2732 None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:32:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:49:41Z', 'revision_number': 1, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:43.362379 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe44c4d-b2d3-4b3a-a29e-519d5a2aecc5 None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:49:54.987366 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:55.929311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c573bb23-4060-4a43-a043-94b235eee769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:58.248066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc86d-35d5-4dfd-93ef-5445bbab991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:59.237765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:59.957520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:01.373429 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:12.181851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:14.350934 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:24.996152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:25.930529 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ba8abc65-064f-434d-aba9-d96d888b3cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:28.248609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01e82cfe-2ffa-496c-b252-bdc457ed9e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.238396 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:29.959283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:31.375516 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:31.895744 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-a0af33d6-b0c3-477d-8268-6f7cec89a8e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995111 Sep 16 05:50:32.002147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-17153213-a6fc-497c-921d-6d4bb07392f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:32.003611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-17153213-a6fc-497c-921d-6d4bb07392f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1098 time: 0.0399246 Sep 16 05:50:32.108691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-72fb3673-a52d-439e-833d-d421b80d400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:32.110131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-72fb3673-a52d-439e-833d-d421b80d400c service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0862563 Sep 16 05:50:32.173497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-2f4b6a66-9fc8-4b19-8479-df88a6fddef5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 1001 time: 0.0561521 Sep 16 05:50:32.225588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-60e63fcd-72ea-4edf-997d-8b298cf2f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:32.226995 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-60e63fcd-72ea-4edf-997d-8b298cf2f5fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0458097 Sep 16 05:50:32.271223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-321ca84b-e659-4d8a-acad-8991f0edb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:32.272785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-321ca84b-e659-4d8a-acad-8991f0edb4f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390782 Sep 16 05:50:32.361703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-ce4ca5fe-0d42-4bb3-a791-78be85895af9 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806746 Sep 16 05:50:32.452943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-118cec05-2ed3-4738-b267-3cb6b73e79bf req-1824aa2f-287f-47d4-8223-ca37f9ed7729 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836024 Sep 16 05:50:42.179423 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.350197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:55.008291 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:55.931853 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-73b32bef-f4b4-46b9-b980-a528c47c2f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:58.256876 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62c8f036-528b-46c3-9a25-9d57a4c47481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.239143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:59.962490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:01.378084 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:12.196057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:25.003029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:25.931765 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea8c4-85ad-4071-af5d-388a00e672a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.246924 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb974f3a-251f-4d14-846a-748eee5a279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:28.348862 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:29.239947 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:29.964342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:31.384927 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:32.847163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-38bbf26b-fa16-4a04-a4f9-e0cb8b7bfc15 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397606 Sep 16 05:51:32.942467 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-e93aba8a-0319-45db-ac39-29cdb61c806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.943934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-e93aba8a-0319-45db-ac39-29cdb61c806d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1098 time: 0.0396912 Sep 16 05:51:33.048514 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-7e8faf5d-1bb7-4a5e-a9e1-aae505339db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:33.049965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-7e8faf5d-1bb7-4a5e-a9e1-aae505339db0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0866632 Sep 16 05:51:33.113646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-e15a6e0d-6eb7-4b7d-9177-2243602860a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 1001 time: 0.0564880 Sep 16 05:51:33.167380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-5c92b4b4-6ebc-45e3-9b7d-adf97dfc9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:33.168899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-5c92b4b4-6ebc-45e3-9b7d-adf97dfc9974 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0483403 Sep 16 05:51:33.214828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-96d91576-640f-4e33-82ca-1d483aba25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:33.216795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-96d91576-640f-4e33-82ca-1d483aba25d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398109 Sep 16 05:51:33.307675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-90ad1bcc-2a47-42cb-a608-03ac490ac119 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834925 Sep 16 05:51:33.395352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1abfa267-1606-4ee8-a540-05edeaef2490 req-ac240d63-fdd2-46fb-a7b2-08bc77629273 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809472 Sep 16 05:51:42.211667 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:55.002504 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:55.932591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4a246fd-a070-4cec-a6f7-79b8d2c14b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:58.247678 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2097c69a-cd16-4dfa-a869-dbef444c704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.240739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:59.966670 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:01.384700 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:05.347905 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:12.211599 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:15.485975 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-782b38f9-8021-405e-a5aa-e468178b7740 req-2fda9877-2494-4742-b30a-b019edc53c99 service neutron] (94718) timed out ('10.222.0.55', 48878) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:52:22.042825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e5593-812c-4606-8006-7a07fe1f0e34 req-2c092640-ffab-4c3d-b8f1-363d73b2ba6b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:22.044348 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-333e5593-812c-4606-8006-7a07fe1f0e34 req-2c092640-ffab-4c3d-b8f1-363d73b2ba6b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.1203911 Sep 16 05:52:22.081662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-333e5593-812c-4606-8006-7a07fe1f0e34 req-b9db66c2-3845-4694-aee3-86ab3fea2dd1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Sep 16 05:52:22.259395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:22.328177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93dba8-0c6e-4b30-af84-f575336e942e req-3f2672a4-f3cf-4b04-8346-ad0bad042060 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:22.329915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b93dba8-0c6e-4b30-af84-f575336e942e req-3f2672a4-f3cf-4b04-8346-ad0bad042060 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0623679 Sep 16 05:52:22.383486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-3b2db198-2d39-4fba-8062-0797fa4d5bad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228180 Sep 16 05:52:22.386271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b93dba8-0c6e-4b30-af84-f575336e942e req-2326563f-e68f-4ca7-9eb0-f9ab57332baa tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433915 Sep 16 05:52:22.392523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-fb346ba8-05ea-4448-8820-33a2d9559790 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:22.392990 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-fb346ba8-05ea-4448-8820-33a2d9559790 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048199 Sep 16 05:52:23.570593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-391dad0b-b674-47a3-bfdc-95e8a5b9f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:23.572105 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-391dad0b-b674-47a3-bfdc-95e8a5b9f82d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1098 time: 0.0749552 Sep 16 05:52:23.580799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34e6fa-d440-4269-ac61-646210f5ed5b req-42f60639-a603-4080-b355-fcefd2d53bdf tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:23.582180 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c34e6fa-d440-4269-ac61-646210f5ed5b req-42f60639-a603-4080-b355-fcefd2d53bdf tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.1237173 Sep 16 05:52:23.666733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c34e6fa-d440-4269-ac61-646210f5ed5b req-d024bc2a-2621-409a-8e93-0baedb7ab5e9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758653 Sep 16 05:52:23.689862 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-357da2cf-9951-48f8-97cd-b85d471cc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:23.691298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-357da2cf-9951-48f8-97cd-b85d471cc63b service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1082993 Sep 16 05:52:23.757296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-b038b4c4-7e90-4392-9ae0-59481c635bbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 1001 time: 0.0582607 Sep 16 05:52:23.805777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-457a3a06-79ae-4ac7-bcc0-858e24bf70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:23.807145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-457a3a06-79ae-4ac7-bcc0-858e24bf70cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0412648 Sep 16 05:52:23.851915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-7367fb77-d3ca-465c-ab25-5c7cc9afb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:23.853430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-7367fb77-d3ca-465c-ab25-5c7cc9afb788 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382922 Sep 16 05:52:23.942950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-f062f349-93df-45ce-be00-619f795b9c76 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819120 Sep 16 05:52:24.031798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-17690a76-9f99-4680-880d-b0b2490a34d8 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820870 Sep 16 05:52:25.018618 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:25.110738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4329003-3d29-4872-85d5-1eda56ccf9bc req-616962ee-ad5a-4b43-842c-381bd1250928 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:25.112414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4329003-3d29-4872-85d5-1eda56ccf9bc req-616962ee-ad5a-4b43-842c-381bd1250928 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.3761232 Sep 16 05:52:25.148912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4329003-3d29-4872-85d5-1eda56ccf9bc req-113e729e-7b26-4b56-80ab-90b01ae6ea4f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305290 Sep 16 05:52:25.933603 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b40582cf-f2c3-4ee7-a109-330bf74f0a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:26.267073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd0ba5-3bd8-4600-aab8-86af40687b93 req-e576370b-73ef-415d-99d9-2f821da28f96 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:26.268540 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53bd0ba5-3bd8-4600-aab8-86af40687b93 req-e576370b-73ef-415d-99d9-2f821da28f96 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0475025 Sep 16 05:52:26.304418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53bd0ba5-3bd8-4600-aab8-86af40687b93 req-c2af7eae-6b22-4094-bcc0-c92fb1b1bf87 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300398 Sep 16 05:52:27.418214 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff39322-089e-4ca4-8fab-8670717daa10 req-5df2c02b-67df-4410-82c9-70accdd50469 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:27.419690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eff39322-089e-4ca4-8fab-8670717daa10 req-5df2c02b-67df-4410-82c9-70accdd50469 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0480080 Sep 16 05:52:27.458635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eff39322-089e-4ca4-8fab-8670717daa10 req-72f17734-cc9c-4cf3-b7f3-10290f06a46c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328565 Sep 16 05:52:28.248329 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0120-158a-4720-bb47-d5f9ac6bf5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:28.571610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466d10-85ba-4578-88a1-3e0bcc8c11bb req-47d7a515-313f-4dc7-9cb7-bf0af5a64166 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:28.573378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72466d10-85ba-4578-88a1-3e0bcc8c11bb req-47d7a515-313f-4dc7-9cb7-bf0af5a64166 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0484278 Sep 16 05:52:28.610860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72466d10-85ba-4578-88a1-3e0bcc8c11bb req-467ec3ed-edf7-4ddb-b17d-27caa224e9b3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Sep 16 05:52:29.240291 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:29.724013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee55d-3f83-463d-9e0e-b6d0f177713a req-9324d6cf-f5f4-4ddb-b568-33e72c9cd6c7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:29.725491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3cee55d-3f83-463d-9e0e-b6d0f177713a req-9324d6cf-f5f4-4ddb-b568-33e72c9cd6c7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Sep 16 05:52:29.762319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3cee55d-3f83-463d-9e0e-b6d0f177713a req-543cd90b-b5c4-4de4-abc1-d3eb6ebd2ab9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306022 Sep 16 05:52:29.968522 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:30.878556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83605ed2-7a54-4919-9877-22d301c14280 req-05d8ce7d-40b8-44a5-a8ad-a6ae6285d13e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:30.879932 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83605ed2-7a54-4919-9877-22d301c14280 req-05d8ce7d-40b8-44a5-a8ad-a6ae6285d13e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0473502 Sep 16 05:52:30.920514 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83605ed2-7a54-4919-9877-22d301c14280 req-1b6250e2-77e9-41f5-8228-4402c489f502 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341749 Sep 16 05:52:31.386182 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.032357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b25e99-3cbe-40c1-b69e-610803a2761a req-b977ef75-e2d2-4929-a2dc-5111824f3d27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:32.033830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54b25e99-3cbe-40c1-b69e-610803a2761a req-b977ef75-e2d2-4929-a2dc-5111824f3d27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0467436 Sep 16 05:52:32.071080 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54b25e99-3cbe-40c1-b69e-610803a2761a req-85b44ff8-66c2-4b93-9ce4-8a61ae5b379a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Sep 16 05:52:33.185307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656444d4-c428-4458-9fc1-b92f24b2f748 req-3f892ccf-319c-4a8c-8fe1-f1930d62fbf4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:33.186768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-656444d4-c428-4458-9fc1-b92f24b2f748 req-3f892ccf-319c-4a8c-8fe1-f1930d62fbf4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0478685 Sep 16 05:52:33.222953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-656444d4-c428-4458-9fc1-b92f24b2f748 req-4053270f-101b-40bd-9758-57b1081d5aef tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304768 Sep 16 05:52:33.895597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6642-f4b4-412f-953a-873da894e635 req-e654b3b8-34e2-4719-b965-63288b6e95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:33.897003 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71d6642-f4b4-412f-953a-873da894e635 req-e654b3b8-34e2-4719-b965-63288b6e95d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1098 time: 0.0393233 Sep 16 05:52:34.001691 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6642-f4b4-412f-953a-873da894e635 req-d7ca7cef-91e9-4257-b361-69805035fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.003156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71d6642-f4b4-412f-953a-873da894e635 req-d7ca7cef-91e9-4257-b361-69805035fcc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0860565 Sep 16 05:52:34.082017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71d6642-f4b4-412f-953a-873da894e635 req-8e6daf52-676d-47a8-807c-25510ff7835c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 1001 time: 0.0607393 Sep 16 05:52:34.138218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6642-f4b4-412f-953a-873da894e635 req-d7eda7a1-eb4d-405b-bde9-2885182bc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.139650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71d6642-f4b4-412f-953a-873da894e635 req-d7eda7a1-eb4d-405b-bde9-2885182bc984 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0431912 Sep 16 05:52:34.185965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6642-f4b4-412f-953a-873da894e635 req-c4744d04-e5a2-4821-8b03-137c6616893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.187484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71d6642-f4b4-412f-953a-873da894e635 req-c4744d04-e5a2-4821-8b03-137c6616893c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397456 Sep 16 05:52:34.280915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71d6642-f4b4-412f-953a-873da894e635 req-6a0eefa7-f499-4048-adbf-6fd3caed4266 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854650 Sep 16 05:52:34.392958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bfd11-4249-4ad9-86ca-34b0f2ac6fea req-07938565-c5e3-4b84-b630-c0e3cf312a10 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:34.394436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720bfd11-4249-4ad9-86ca-34b0f2ac6fea req-07938565-c5e3-4b84-b630-c0e3cf312a10 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.1051948 Sep 16 05:52:34.424070 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c71d6642-f4b4-412f-953a-873da894e635 req-b94ffd71-2026-421c-a8f2-a7bc8dae6336 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336963 Sep 16 05:52:34.443834 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720bfd11-4249-4ad9-86ca-34b0f2ac6fea req-60e17ff4-d434-4e07-a3a2-1e2836ed2c64 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 Sep 16 05:52:35.557683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240857a-bc9b-47d6-9f27-d0d02b0d1b48 req-503bfb26-8dea-40a9-8954-fde3c5be9205 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:35.559235 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2240857a-bc9b-47d6-9f27-d0d02b0d1b48 req-503bfb26-8dea-40a9-8954-fde3c5be9205 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Sep 16 05:52:35.596791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2240857a-bc9b-47d6-9f27-d0d02b0d1b48 req-43e8738f-9b44-4394-a916-612b808c1dc1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Sep 16 05:52:36.254502 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-a4610d0e-709a-4223-9feb-213aa3f58042 service neutron] show failed (client error): The resource could not be found. Sep 16 05:52:36.255497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-a4610d0e-709a-4223-9feb-213aa3f58042 service neutron] 10.222.0.64 "GET /v2.0/ports/f535f2d6-d456-41ce-869f-d33b6f4867d8/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0532613 Sep 16 05:52:36.505457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-961a1ee3-46b8-488b-b3de-a17f74b68389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.506855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-961a1ee3-46b8-488b-b3de-a17f74b68389 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 1098 time: 0.0877891 Sep 16 05:52:36.523533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:36.578119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.758504 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ec19f-b981-4ef8-a0b5-37b02ce88cda req-f972855f-9a3c-44b4-b240-0f71a64d9bef tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:36.759904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b74ec19f-b981-4ef8-a0b5-37b02ce88cda req-f972855f-9a3c-44b4-b240-0f71a64d9bef tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0867946 Sep 16 05:52:36.834816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b74ec19f-b981-4ef8-a0b5-37b02ce88cda req-f591fef1-08f5-4e80-84e2-e115ad66d1c9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498574 Sep 16 05:52:36.839459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:36.873557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:36.916297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:36.918539 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4600b3c6-496b-4143-904e-e5577b7d69a5" -d '{"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-unplugged", "status": "completed", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:36.922277 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:36.935009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Transition to ACTIVE for port object f535f2d6-d456-41ce-869f-d33b6f4867d8 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:52:36.938606 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.021229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:37.036806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.037159 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.037513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.037836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.038946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.039286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.039619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.040030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.040908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.041417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.041549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.041870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:37.049745 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac1d7f-601b-4e14-a4a2-ee3eec3f8679 x-openstack-request-id: req-06ac1d7f-601b-4e14-a4a2-ee3eec3f8679 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:37.050035 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-unplugged", "status": "completed", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:37.050731 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06ac1d7f-601b-4e14-a4a2-ee3eec3f8679 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:37.050731 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'code': 200} Sep 16 05:52:37.078908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] No DVR routers for this DVR port f535f2d6-d456-41ce-869f-d33b6f4867d8 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:37.214940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:37.215274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:37.215603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:37.219777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Port f535f2d6-d456-41ce-869f-d33b6f4867d8 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:52:37.220138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Attempting to bind port f535f2d6-d456-41ce-869f-d33b6f4867d8 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:37.224859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:37.225194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:37.225575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:37.225998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Bound port: f535f2d6-d456-41ce-869f-d33b6f4867d8, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:37.226348 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.289821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:37.293428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:37.297348 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.329102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.329715 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:37.331075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] 10.222.0.73 "PUT /v2.0/ports/f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 1093 time: 0.8113966 Sep 16 05:52:37.354642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64c251-ba15-46ec-bd5d-e9daa8f87837 service neutron] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:37.401286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-7abf9467-f87d-4fd0-99c5-448b91d1d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.402804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-7abf9467-f87d-4fd0-99c5-448b91d1d9cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1096 time: 0.0451503 Sep 16 05:52:37.498581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-fad4da79-1612-452c-8982-dcdf35cfb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.500044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-fad4da79-1612-452c-8982-dcdf35cfb9a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0860033 Sep 16 05:52:37.572106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-a54d0a5c-d661-42a6-9033-53461cbd7280 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 999 time: 0.0600557 Sep 16 05:52:37.624632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-bab45cce-e51e-4ac2-8a32-76e33d3015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.625981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-bab45cce-e51e-4ac2-8a32-76e33d3015ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0432081 Sep 16 05:52:37.675499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-5141a5f9-bca9-4bda-969e-96c2c7e5ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.676970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-5141a5f9-bca9-4bda-969e-96c2c7e5ca6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387199 Sep 16 05:52:37.774531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-783b028d-b5b9-4659-886e-d53ef7d2a267 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857139 Sep 16 05:52:37.865848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-008772b3-44bc-4007-92b5-9e37ebfce577 req-b7d8f5ee-97c8-4c5f-9503-a7c86d312a9f service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799873 Sep 16 05:52:37.961530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6526be-5ba1-419b-a06c-62d1875e6f9b req-bb648dc2-f72d-41bc-a3f0-211a3bc6abfe tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:37.963041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf6526be-5ba1-419b-a06c-62d1875e6f9b req-bb648dc2-f72d-41bc-a3f0-211a3bc6abfe tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.0531013 Sep 16 05:52:38.006323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf6526be-5ba1-419b-a06c-62d1875e6f9b req-c8435692-4d42-4ba0-bcd2-6cc3870f1121 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367785 Sep 16 05:52:39.051664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:39.054189 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c27978-88bc-429d-9e34-505ea7f352a8" -d '{"events": [{"name": "network-changed", "server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:39.103548 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02207ab-58bc-4b8c-8bb8-070ae5a98c25 x-openstack-request-id: req-c02207ab-58bc-4b8c-8bb8-070ae5a98c25 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:39.103838 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:39.104083 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c02207ab-58bc-4b8c-8bb8-070ae5a98c25 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:39.104544 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'status': 'completed', 'code': 200} Sep 16 05:52:39.126769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf618-f126-4cf7-8813-f3b488fe1e4a req-cf5c71ae-0d70-4b6c-8016-dc847884270b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.128295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3aaf618-f126-4cf7-8813-f3b488fe1e4a req-cf5c71ae-0d70-4b6c-8016-dc847884270b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.0515976 Sep 16 05:52:39.216905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-a55a148c-e30e-403b-bf7b-e616b27f858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.218386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-a55a148c-e30e-403b-bf7b-e616b27f858d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1096 time: 0.0892582 Sep 16 05:52:39.221189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3aaf618-f126-4cf7-8813-f3b488fe1e4a req-ce31861a-5ec0-40be-8cf3-bcd26b5723e2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841486 Sep 16 05:52:39.234591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-b1be26ea-71d1-4783-b9d9-1863c204169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.235993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-b1be26ea-71d1-4783-b9d9-1863c204169b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1096 time: 0.0919065 Sep 16 05:52:39.251175 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:39.290929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:39.379050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-041e64c6-0ef3-4407-90fc-ca2f9785a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.380547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-041e64c6-0ef3-4407-90fc-ca2f9785a5e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1543810 Sep 16 05:52:39.395191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-6cb2d98b-df9d-4bd3-bce4-bdaaed5bf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.396548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-6cb2d98b-df9d-4bd3-bce4-bdaaed5bf461 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1462984 Sep 16 05:52:39.485812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-61b4916c-2348-478e-85b8-3e7d8f019f66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 999 time: 0.0963337 Sep 16 05:52:39.493129 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-c3d6973d-cb5d-455c-ba08-c5ec5c70ee49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 999 time: 0.0686750 Sep 16 05:52:39.571920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-260c3aeb-3145-4a4c-8c36-11d31d5cab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.573570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-260c3aeb-3145-4a4c-8c36-11d31d5cab77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0787930 Sep 16 05:52:39.574974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-05e5a07d-ec5a-4dcc-9eab-030c8047593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.576283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-05e5a07d-ec5a-4dcc-9eab-030c8047593c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0751023 Sep 16 05:52:39.651359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-044df7c6-b634-43d6-ac3d-eb41bee01a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.652885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-044df7c6-b634-43d6-ac3d-eb41bee01a7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714314 Sep 16 05:52:39.655518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-386756f0-9dac-4f57-b68c-e13668055534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:39.656964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-386756f0-9dac-4f57-b68c-e13668055534 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678477 Sep 16 05:52:39.809346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-16314a5f-6993-475c-bffc-5a7f6f07dcd9 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484787 Sep 16 05:52:39.812628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-4e23dcec-96b9-4dba-8f87-50ae93c2cfeb service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436586 Sep 16 05:52:39.964690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-ee6fb3d3-eafb-4f43-ad51-0203d2f7b328 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475422 Sep 16 05:52:39.966572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0c27978-88bc-429d-9e34-505ea7f352a8 req-069a6c85-d709-4c70-a448-811fff86b044 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418962 Sep 16 05:52:40.336676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bcc38-6dce-4a99-8d47-7aa102ab40e1 req-49a96767-8ec8-43c0-8e2d-8cf992acaf9d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.338172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-065bcc38-6dce-4a99-8d47-7aa102ab40e1 req-49a96767-8ec8-43c0-8e2d-8cf992acaf9d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.0490379 Sep 16 05:52:40.375207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-065bcc38-6dce-4a99-8d47-7aa102ab40e1 req-0c51eaed-2d6a-4063-b0d3-572c4646553e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Sep 16 05:52:40.600485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e076f7-948a-4f76-996e-f9a534cb2d4c req-2dd07667-086e-482a-86a7-6b2e40b9bf34 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.601960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18e076f7-948a-4f76-996e-f9a534cb2d4c req-2dd07667-086e-482a-86a7-6b2e40b9bf34 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 944 time: 0.0807011 Sep 16 05:52:40.616003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-0efa4944-3d62-4e14-b092-1bf7cdcc5b57 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.617398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-0efa4944-3d62-4e14-b092-1bf7cdcc5b57 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 944 time: 0.0672174 Sep 16 05:52:40.673731 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18e076f7-948a-4f76-996e-f9a534cb2d4c req-9600011a-aeff-4680-aa8e-618f101a2cc0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653024 Sep 16 05:52:40.694932 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-19210803-9c20-471f-99c3-1157e5df9be7 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:52:40.695912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-19210803-9c20-471f-99c3-1157e5df9be7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/f535f2d6-d456-41ce-869f-d33b6f4867d8/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0659497 Sep 16 05:52:40.801368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-69509a05-561f-4618-b595-f66eab9b56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.802907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-69509a05-561f-4618-b595-f66eab9b56cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 1096 time: 0.0438800 Sep 16 05:52:40.893581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-046b18dd-6693-4355-b315-a42958d19f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:40.895623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-046b18dd-6693-4355-b315-a42958d19f5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0860639 Sep 16 05:52:40.947964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:52:40.963611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-3799c0ab-da5b-4108-8e1d-06a13912cdb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 200 len: 999 time: 0.0601749 Sep 16 05:52:41.012373 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-ad5970c9-4fdc-40d8-9d3d-1d9827393af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.013828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-ad5970c9-4fdc-40d8-9d3d-1d9827393af6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0428939 Sep 16 05:52:41.043341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:41.055168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'mac_address': 'fa:16:3e:32:13:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:52:41.062841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-fc9d88cb-19d8-4900-9abc-7cc65b338cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.064413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-fc9d88cb-19d8-4900-9abc-7cc65b338cf2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435324 Sep 16 05:52:41.091986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.108448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f535f2d6-d456-41ce-869f-d33b6f4867d8 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:52:41.127697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:41.132038 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:41.159002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-e24e41d6-231d-4f5e-b2b0-c0aceab697b1 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875037 Sep 16 05:52:41.179255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:41.186564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.186907 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.187243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.187575 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.187966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.188320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.188667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.188974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.189294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.189615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.189935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.190255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:52:41.250516 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3c7b179-299d-43d0-b587-89487e106bf8 req-48eab1d9-9e0c-48ea-8b28-cd6210091221 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842030 Sep 16 05:52:41.433603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['f535f2d6-d456-41ce-869f-d33b6f4867d8'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:52:41.800594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780ee28-2b8a-437d-b9f7-05a885432a1f req-2ff602cb-76f1-407b-a5f0-56e644a97658 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.802107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d780ee28-2b8a-437d-b9f7-05a885432a1f req-2ff602cb-76f1-407b-a5f0-56e644a97658 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 945 time: 0.0570948 Sep 16 05:52:41.843504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d780ee28-2b8a-437d-b9f7-05a885432a1f req-9edf1e22-bf28-48da-9132-bab077f55104 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352509 Sep 16 05:52:41.956891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ae1c-3a84-4724-aae0-5a5a26acd564 req-bafc58ed-f08d-41f1-81bf-092c5c2e02b8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:41.958322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b567ae1c-3a84-4724-aae0-5a5a26acd564 req-bafc58ed-f08d-41f1-81bf-092c5c2e02b8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 945 time: 0.0488136 Sep 16 05:52:41.995960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b567ae1c-3a84-4724-aae0-5a5a26acd564 req-d53cb6cd-7b98-48e7-831f-f4dfe84c102f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Sep 16 05:52:42.107284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e69d6-9b7c-4738-a9cf-7679299b7a70 req-c1b23c8a-f7b9-4306-a6f3-921f199c8a27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:42.108753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f2e69d6-9b7c-4738-a9cf-7679299b7a70 req-c1b23c8a-f7b9-4306-a6f3-921f199c8a27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 945 time: 0.0475397 Sep 16 05:52:42.144561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f2e69d6-9b7c-4738-a9cf-7679299b7a70 req-262234c5-1ecd-4ac5-b4b6-944140822348 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299327 Sep 16 05:52:42.225699 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:42.347219 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:42.379487 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b495b-f2f2-4243-bb03-90cd7daefc99 req-438fa5b8-e382-404d-9d22-a8ed77206ccb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:42.380986 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d45b495b-f2f2-4243-bb03-90cd7daefc99 req-438fa5b8-e382-404d-9d22-a8ed77206ccb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 945 time: 0.0512240 Sep 16 05:52:42.417663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d45b495b-f2f2-4243-bb03-90cd7daefc99 req-818a1764-6ed6-4b17-be0a-1d9992fb4364 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301721 Sep 16 05:52:42.949096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:42.998323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port f535f2d6-d456-41ce-869f-d33b6f4867d8 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:52:43.001873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port f535f2d6-d456-41ce-869f-d33b6f4867d8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:43.002237 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.075191 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.096800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:43.098998 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f57b8-047c-4a52-9218-3f5c1da7d47f" -d '{"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-plugged", "status": "completed", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:43.113959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:43.118082 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:43.171923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:43.200539 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ac9e20-a6fd-41b6-82dc-b95164923237 x-openstack-request-id: req-38ac9e20-a6fd-41b6-82dc-b95164923237 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:43.200782 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-plugged", "status": "completed", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:43.201055 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38ac9e20-a6fd-41b6-82dc-b95164923237 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:43.201443 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'code': 200} Sep 16 05:52:43.532253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3a323-aade-42ef-854a-8dfc0614ad08 req-6806b300-8e67-4127-a990-1df39db3749e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:43.533763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4e3a323-aade-42ef-854a-8dfc0614ad08 req-6806b300-8e67-4127-a990-1df39db3749e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Sep 16 05:52:43.570247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4e3a323-aade-42ef-854a-8dfc0614ad08 req-add78e3b-27a4-4fbc-a55b-74cda0091987 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306525 Sep 16 05:52:43.748680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-b78413d6-8350-4b52-ae14-c5863b723d23 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:43.750045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-b78413d6-8350-4b52-ae14-c5863b723d23 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 946 time: 0.0466084 Sep 16 05:52:44.172177 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Deleting port f535f2d6-d456-41ce-869f-d33b6f4867d8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:52:44.172517 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.257026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] For port f535f2d6-d456-41ce-869f-d33b6f4867d8, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=f535f2d6-d456-41ce-869f-d33b6f4867d8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:44.257385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.421078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.421445 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.421765 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 disassociated. External IP: 172.25.6.37, port: f535f2d6-d456-41ce-869f-d33b6f4867d8. Sep 16 05:52:44.422102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Calling delete_port for f535f2d6-d456-41ce-869f-d33b6f4867d8 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:52:44.543631 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.575150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event deleted for resources: {'Port': ['ID=f535f2d6-d456-41ce-869f-d33b6f4867d8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:44.702402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f10b4686-b35b-4539-ae8c-9ca3c0db4a4e req-7339091c-7189-4596-b82f-7c53cfc08cc7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=44a182a7-2944-4cd1-b96b-4dfef1adac23 HTTP/1.1" status: 200 len: 210 time: 0.0353568 Sep 16 05:52:44.719286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:44.831856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:44.843595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:44.853508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:44.854068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:52:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:44.870801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] No DVR routers for this DVR port f535f2d6-d456-41ce-869f-d33b6f4867d8 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:52:44.873425 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:44.875419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7492ea76-80fa-4012-b0c6-9658fce2f143 req-4bf32edc-6b05-402d-a927-7949e87c6646 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "DELETE /v2.0/ports/f535f2d6-d456-41ce-869f-d33b6f4867d8 HTTP/1.1" status: 204 len: 173 time: 1.1151290 Sep 16 05:52:44.875857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-deleted', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:44.878119 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd47fc61-8fbe-4862-863e-72992b981690" -d '{"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-deleted", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:44.916603 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0204db8-8c1f-4a68-9924-31a562bb3c8a x-openstack-request-id: req-a0204db8-8c1f-4a68-9924-31a562bb3c8a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:44.916902 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a182a7-2944-4cd1-b96b-4dfef1adac23", "name": "network-vif-deleted", "tag": "f535f2d6-d456-41ce-869f-d33b6f4867d8", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:44.917149 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0204db8-8c1f-4a68-9924-31a562bb3c8a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:44.917547 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a182a7-2944-4cd1-b96b-4dfef1adac23', 'name': 'network-vif-deleted', 'tag': 'f535f2d6-d456-41ce-869f-d33b6f4867d8', 'status': 'completed', 'code': 200} Sep 16 05:52:44.973947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:52:45.178552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:45.204782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:45.212923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:45.213516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:52:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:45.316593 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:52:45.531588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:45.557807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bf8b8-f0e7-4094-9d45-3042ff497f19 None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:45.756502 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620e493-3834-4f3a-afc8-d30b9e14007d None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:52:45.937092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3fe4e2d4-0576-4d7a-ab13-2e5863e649f6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1947555004&fields=id&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 267 time: 0.0338514 Sep 16 05:52:46.044197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-71f318b5-d598-4af3-aa69-da123a89d746 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:46.045567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-71f318b5-d598-4af3-aa69-da123a89d746 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1014941 Sep 16 05:52:46.060805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-0c11c22f-7e94-4ba2-8042-c201340aa7c9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/quotas/9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 375 time: 0.0096452 Sep 16 05:52:46.113228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-b68a8a2d-5432-431f-973d-0c3f6a426bbd tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471551 Sep 16 05:52:46.175468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-f2c86e3f-dbdc-4ebf-a7d7-81de78cfe295 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:52:46.176491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-f2c86e3f-dbdc-4ebf-a7d7-81de78cfe295 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521512 Sep 16 05:52:46.266558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-d5d97c83-9841-4ec8-88dc-4385d8a871bc service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837624 Sep 16 05:52:46.354276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-365c9122-a0ed-4587-8d0b-246f87194709 service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816281 Sep 16 05:52:46.513969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7de49cd2-fe55-45b3-b788-4d31d67e1f28 req-357f9028-34ac-41cd-bad0-0534e6cddb26 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 210 time: 0.0261214 Sep 16 05:52:46.950757 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:52:46.970589 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: f535f2d6-d456-41ce-869f-d33b6f4867d8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:52:46.970935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device f535f2d6-d456-41ce-869f-d33b6f4867d8 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:52:47.488859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-8fd9ef7b-7c06-4ad5-9839-8f1e641b3c7b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:47.490358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-8fd9ef7b-7c06-4ad5-9839-8f1e641b3c7b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1067171 Sep 16 05:52:47.546504 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-346b57d1-da38-4f42-8eb0-ccacc20501e3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 380 time: 0.0338099 Sep 16 05:52:47.582076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'port': {'device_id': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'admin_state_up': True, 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'security_groups': ['07b4ad57-89f8-468d-a872-d75817312b5e']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:47.622253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4e08e6f-8732-4976-b629-3ed9a0205d57 req-f5e0a6aa-e86f-4f45-b410-f72de3acabd9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 210 time: 0.0366709 Sep 16 05:52:47.714227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Made reservation on behalf of 9836afdf6b7e4e8fae8a1a8c4236e486 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:52:47.718837 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:47.822991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-131439bb-64f9-407b-9a1c-88b6d361af53 req-50ca4074-7ddd-4684-aefa-2b78582a8cd8 service neutron] (94718) timed out ('10.222.0.73', 55606) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:52:47.845787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Allocated IP 172.20.0.6 (27445fce-0709-4dd6-9db1-1a82bc537e49/3f2875bb-082f-44dd-a1d9-171a133e3606/0309e9af-4890-48e7-b3d4-87016cc70ad5) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:52:47.980458 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.013334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.059458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:52:48.062479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:52:48.066128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:52:48.093430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:48.122306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:48.122947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.138142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-3f9aca9a-a8b2-4c5d-9067-fd91fbc03de2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600364 Sep 16 05:52:48.157150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Request body: {'port': {'device_id': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:48.224890 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.244595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a8590307-b269-4400-9aef-08ee0deee095 None None] Provisioning complete for port 0309e9af-4890-48e7-b3d4-87016cc70ad5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:48.245132 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a8590307-b269-4400-9aef-08ee0deee095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.281705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a8590307-b269-4400-9aef-08ee0deee095 None None] Port 0309e9af-4890-48e7-b3d4-87016cc70ad5 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:52:48.485788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0309e9af-4890-48e7-b3d4-87016cc70ad5 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:52:48.493086 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.505838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Transition to ACTIVE for port object 0309e9af-4890-48e7-b3d4-87016cc70ad5 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:52:48.509244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.559839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:48.631912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:52:48.632308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:52:48.632647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:48.637264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:52:48.637588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:52:48.642654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:52:48.643022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:52:48.643409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:52:48.643841 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Bound port: 0309e9af-4890-48e7-b3d4-87016cc70ad5, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:52:48.644233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.742854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:52:48.746520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:52:48.750003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.794454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1eca0-da53-4ecd-ab24-90f3e076f173 req-6c4d27c3-5b30-408c-a74d-a5b903a0cd27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:48.796242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43e1eca0-da53-4ecd-ab24-90f3e076f173 req-6c4d27c3-5b30-408c-a74d-a5b903a0cd27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.1004822 Sep 16 05:52:48.797554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:48.798171 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:48.799567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] 10.222.0.64 "PUT /v2.0/ports/0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 1092 time: 0.6471822 Sep 16 05:52:48.802009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:48.803982 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f094a85d-005c-4a02-b8bf-ef7ba20caa66" -d '{"events": [{"name": "network-changed", "server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:48.841074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a506-dd7f-47f5-a53d-eebb1239ce52 service neutron] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:48.860432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43e1eca0-da53-4ecd-ab24-90f3e076f173 req-ce229e3c-4c84-4ea5-a4f0-9e2873435714 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513387 Sep 16 05:52:48.861866 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69639eef-a79f-470c-a64b-177b52414e25 x-openstack-request-id: req-69639eef-a79f-470c-a64b-177b52414e25 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:48.862159 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:48.862409 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69639eef-a79f-470c-a64b-177b52414e25 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:48.862806 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'status': 'completed', 'code': 200} Sep 16 05:52:48.918120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-393847a4-5d95-4de9-ac85-33001a6bb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:48.919654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-393847a4-5d95-4de9-ac85-33001a6bb77a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1095 time: 0.0467379 Sep 16 05:52:48.970796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-9120ff17-67b0-4c82-9427-9bbf53a5c020 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 217 time: 0.0360622 Sep 16 05:52:49.019027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-7e5c7be5-144a-48ef-9099-898e2d6a2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.020509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-7e5c7be5-144a-48ef-9099-898e2d6a2acc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0427496 Sep 16 05:52:49.065272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-c4a05ed3-4900-41af-97a1-ad17b8279c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.066727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-c4a05ed3-4900-41af-97a1-ad17b8279c4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390220 Sep 16 05:52:49.157919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-033b8841-8fed-41f6-9631-5ee2b1d70bf5 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832806 Sep 16 05:52:49.249325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dba8f4eb-23b6-4f68-a501-ecb2f0f71088 req-ddd7f737-a920-41c4-88aa-d5aa0ffa9a94 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840580 Sep 16 05:52:49.387738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-b91c952f-b1a4-443d-a10a-80654a4b86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.389208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-b91c952f-b1a4-443d-a10a-80654a4b86a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1095 time: 0.0405684 Sep 16 05:52:49.477420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-7c701047-32b6-4853-b734-2cd0b43febff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.479363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-7c701047-32b6-4853-b734-2cd0b43febff service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0824845 Sep 16 05:52:49.522127 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-451abe3e-f5e1-4b7d-be4c-061736d7d713 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 217 time: 0.0358713 Sep 16 05:52:49.570089 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-cc21a1ea-c73b-4ecd-83c5-c30d52606617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.571562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-cc21a1ea-c73b-4ecd-83c5-c30d52606617 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0426512 Sep 16 05:52:49.615643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-2e3fc5ab-d352-42c3-b368-9d71b89d0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.617161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-2e3fc5ab-d352-42c3-b368-9d71b89d0126 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392354 Sep 16 05:52:49.708688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-bdc70dfd-1dd3-4340-8377-1c022d140230 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842054 Sep 16 05:52:49.796234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f094a85d-005c-4a02-b8bf-ef7ba20caa66 req-10a301cd-376b-4a1a-85fd-1d860b5b8598 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812678 Sep 16 05:52:49.980123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b494e0f-7ffa-4e3e-8248-9371fb525ca8 req-2c0163f5-b0ef-433c-90c1-c5bb648700e4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:49.981498 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b494e0f-7ffa-4e3e-8248-9371fb525ca8 req-2c0163f5-b0ef-433c-90c1-c5bb648700e4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.0524428 Sep 16 05:52:50.021022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b494e0f-7ffa-4e3e-8248-9371fb525ca8 req-eeebfbdd-e5d1-43c0-91f0-6d6de7f602fd tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Sep 16 05:52:51.133282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d902f1f-5065-4bf0-8e28-1de808657c1e req-b8c62828-93b0-45a7-b898-395698fc3ac6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.134841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d902f1f-5065-4bf0-8e28-1de808657c1e req-b8c62828-93b0-45a7-b898-395698fc3ac6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.0477881 Sep 16 05:52:51.171430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d902f1f-5065-4bf0-8e28-1de808657c1e req-5188d830-5fbe-4bf4-8b48-98673b11ba16 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307598 Sep 16 05:52:51.310638 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:52:51.402408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:51.413158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'mac_address': 'fa:16:3e:68:30:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:52:51.450565 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:51.466495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0309e9af-4890-48e7-b3d4-87016cc70ad5 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:52:51.485253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:51.489061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:51.534518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:51.909765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['0309e9af-4890-48e7-b3d4-87016cc70ad5'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:52:52.283206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d34b67-995f-4e45-a4f6-9154553270eb req-62d62326-28c0-4ee3-a636-645249594f9a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:52.284676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7d34b67-995f-4e45-a4f6-9154553270eb req-62d62326-28c0-4ee3-a636-645249594f9a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 944 time: 0.0472236 Sep 16 05:52:52.320513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7d34b67-995f-4e45-a4f6-9154553270eb req-429655e6-85f7-48c1-ac9b-7726e2371eb9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299942 Sep 16 05:52:53.308596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:52:53.359951 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 0309e9af-4890-48e7-b3d4-87016cc70ad5 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:52:53.363648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 0309e9af-4890-48e7-b3d4-87016cc70ad5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:52:53.364051 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.439724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011fe3-cf1d-4636-b162-9b6e4a8d6793 req-32e160e0-42e5-49f3-a7e7-655da2685488 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:53.440572 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.441243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2011fe3-cf1d-4636-b162-9b6e4a8d6793 req-32e160e0-42e5-49f3-a7e7-655da2685488 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 944 time: 0.0518703 Sep 16 05:52:53.462965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:53.465217 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5621df-148a-4b1c-8cad-22ffdb6ad35c" -d '{"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-plugged", "status": "completed", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:53.478512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:52:53.481811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2011fe3-cf1d-4636-b162-9b6e4a8d6793 req-1ff78635-25e1-42d0-9b3d-e9bd0ed586d5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340903 Sep 16 05:52:53.485281 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:53.514090 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678a5c6d-43c7-46ec-9f3d-f51e1b4da2f0 x-openstack-request-id: req-678a5c6d-43c7-46ec-9f3d-f51e1b4da2f0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:53.514384 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-plugged", "status": "completed", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:53.514639 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-678a5c6d-43c7-46ec-9f3d-f51e1b4da2f0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:53.515025 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'code': 200} Sep 16 05:52:53.540682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:52:53.638064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45982c69-c0d0-414e-9292-2a95c4ff9e0e req-ae195603-5fc6-47f4-8af4-2faab345297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:53.639572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45982c69-c0d0-414e-9292-2a95c4ff9e0e req-ae195603-5fc6-47f4-8af4-2faab345297a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1097 time: 0.0393028 Sep 16 05:52:53.673790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45982c69-c0d0-414e-9292-2a95c4ff9e0e req-11be683a-20b4-4cc7-b4d2-11548316bf78 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273964 Sep 16 05:52:54.598247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c38f36-b713-4f40-bde2-6912b55879d4 req-785bb7fa-3632-4296-a855-7896e63dec70 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:54.599734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0c38f36-b713-4f40-bde2-6912b55879d4 req-785bb7fa-3632-4296-a855-7896e63dec70 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Sep 16 05:52:54.636717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f0c38f36-b713-4f40-bde2-6912b55879d4 req-01d663c5-0afa-46f0-a310-e07713c733e9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309510 Sep 16 05:52:55.049070 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.755782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cddf-d8d6-4612-b93f-9123df57ef81 req-930f765b-e4f9-4e79-acb8-cb1d59b2cc4d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:55.757276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2482cddf-d8d6-4612-b93f-9123df57ef81 req-930f765b-e4f9-4e79-acb8-cb1d59b2cc4d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Sep 16 05:52:55.793689 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2482cddf-d8d6-4612-b93f-9123df57ef81 req-e2c35510-46b4-4b14-b2e3-04477a9e8239 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Sep 16 05:52:55.904042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db696-dcf7-418e-830d-3767b3292a87 req-a0999eff-e465-4b5a-b541-7757d00a8def tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:55.905536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb0db696-dcf7-418e-830d-3767b3292a87 req-a0999eff-e465-4b5a-b541-7757d00a8def tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0480878 Sep 16 05:52:55.913818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 37810) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:52:55.919532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'floatingip': {'port_id': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:52:55.933771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a62fcd0d-6eb7-4740-a168-4c9b8c19dee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:55.958315 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.380048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.383600 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.480278 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 associated. External IP: 172.25.6.37, port: 0309e9af-4890-48e7-b3d4-87016cc70ad5. Sep 16 05:52:56.680050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:52:56.786403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:52:56.791768 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:56.796381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:52:56.804994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:56.805618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:52:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:56.817850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4fcfb310-c32e-4267-8ddf-24a61ae9ef58 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "PUT /v2.0/floatingips/8ef75876-40f8-466f-b727-cc555a6d29e0 HTTP/1.1" status: 200 len: 990 time: 0.9030180 Sep 16 05:52:56.818537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:52:56.820892 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:52:56.862535 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa36304-359d-4ba4-877d-46828b9c4f3f x-openstack-request-id: req-9fa36304-359d-4ba4-877d-46828b9c4f3f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:52:56.862835 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:52:56.863091 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fa36304-359d-4ba4-877d-46828b9c4f3f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:52:56.863531 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'status': 'completed', 'code': 200} Sep 16 05:52:56.966071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-edf3a979-003e-4766-92d1-68334cad878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:56.967551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-edf3a979-003e-4766-92d1-68334cad878e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1097 time: 0.0499117 Sep 16 05:52:57.073430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:52:57.308795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:68:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:52:56Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:57.336438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:52:57.345157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:52:57.345787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:52:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:57.396736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-dc834fd6-f470-4a57-a894-862038e45aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:57.398213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-dc834fd6-f470-4a57-a894-862038e45aba service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.4238675 Sep 16 05:52:57.451049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:52:57.462517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-947a5115-8613-4028-8485-589d801a296e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 998 time: 0.0566313 Sep 16 05:52:57.514023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-170d521c-b858-44ab-b546-e20d0cbfd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:57.515480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-170d521c-b858-44ab-b546-e20d0cbfd850 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0465796 Sep 16 05:52:57.560812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-d49271a1-cf47-41d9-ab6a-146bcbaea3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:57.562231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-d49271a1-cf47-41d9-ab6a-146bcbaea3bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390024 Sep 16 05:52:57.651200 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-b071c693-7cd0-4c5c-a2c4-a87a0e9a77a6 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814359 Sep 16 05:52:57.671209 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:68:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:52:56Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:52:57.697654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce913ca-4d29-4e7b-9d53-e8581c0e3252 None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:68:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:52:56Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:52:57.747625 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2d7ac61b-5313-483b-81cb-0910bf0fdf2b req-f35df1f3-1f10-43a0-a90d-1fa567c6b8e2 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887854 Sep 16 05:52:57.895541 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912197c-0b98-4712-9619-d777707ae716 None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:52:58.248826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7f0dd28-a670-4e18-8a60-f38f6e0dd381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.242223 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:59.972511 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:01.387857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:12.237891 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:19.347607 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:25.063766 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.938420 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-400517d4-ab3a-4f03-9ebd-e930a39a30dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.249372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e030308b-cc9c-4146-bdbe-95a300a414ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.242740 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.975205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.392697 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.833360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-64fd9368-d4e1-42f9-8db5-d2d8dbb43efe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386660 Sep 16 05:53:34.932444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-e6134378-58c4-45b4-b5a4-2ad64482ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:34.933906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-e6134378-58c4-45b4-b5a4-2ad64482ff1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1097 time: 0.0441568 Sep 16 05:53:35.034364 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-b4ecbec1-8de2-4c33-b04e-6abb29ef3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.035812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-b4ecbec1-8de2-4c33-b04e-6abb29ef3c07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0822048 Sep 16 05:53:35.102653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-0a3b8d3f-3049-46b3-b475-579b5417bf67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0589340 Sep 16 05:53:35.149951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-6852c2f8-afe0-4edd-b89c-6c37c47b573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.151369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-6852c2f8-afe0-4edd-b89c-6c37c47b573a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0419450 Sep 16 05:53:35.194860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-bc4d3334-ba83-463a-9291-093f526ae421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:35.196417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-bc4d3334-ba83-463a-9291-093f526ae421 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377963 Sep 16 05:53:35.286799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-9e0b8655-9316-448f-a620-bfd7ef2e7670 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834172 Sep 16 05:53:35.373782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d330be49-9b0e-4f99-8f70-bd84d4f8305f req-08e387fd-049a-45b3-bfe5-3c901e3d98b2 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796113 Sep 16 05:53:42.258792 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.061490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.939722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0bfa4893-a110-405f-b1d8-8ac3397a0d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:56.346664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:58.250817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c9aba3b-6606-4d2c-8a42-8319bf15e8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.243357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:59.978056 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:01.398668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:12.257734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.126455 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:25.940033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dafafb3d-a913-45dd-80e9-f593d7dda3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:28.251417 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5c7c12b6-d782-4b90-9c52-258cee2d6a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:29.244085 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:29.981186 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:31.395751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:33.346754 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:35.839541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-d118742c-bab2-4f45-87ea-6d61d1d2f984 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439034 Sep 16 05:54:35.934011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-35b2e362-2e03-4a60-9579-e5a02a176ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:35.935447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-35b2e362-2e03-4a60-9579-e5a02a176ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1097 time: 0.0394161 Sep 16 05:54:36.036501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-a94221ff-e119-4d53-a007-0ec101eac7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:36.038006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-a94221ff-e119-4d53-a007-0ec101eac7b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0831389 Sep 16 05:54:36.107418 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-f697580d-7d5b-42b9-ad13-b29360010c89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0623987 Sep 16 05:54:36.156064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-bd7bdacf-14a7-4bed-86da-34f345a81af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:36.158119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-bd7bdacf-14a7-4bed-86da-34f345a81af4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0425951 Sep 16 05:54:36.202927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-e512cdb1-1d3e-4097-9643-d6588cb41666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:36.204936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-e512cdb1-1d3e-4097-9643-d6588cb41666 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394576 Sep 16 05:54:36.296656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-5b698669-e970-43ff-8df1-9ed6950e5770 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837648 Sep 16 05:54:36.390537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bda08f0e-eb0f-4534-af41-09bd7605dda3 req-35d1b879-fd34-4a53-9d88-a32c30d4f3c3 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814373 Sep 16 05:54:42.258588 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.143997 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:55.940767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9d38d43c-4359-4e42-bbe6-273777c6f0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:58.252026 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f50abd05-a67e-4a10-9e51-67c7c20acfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.244007 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:59.984586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:01.398664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:10.346013 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:12.258775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.138365 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:25.940848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-016c8871-8d54-4572-8c76-956a4e8e11cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:28.021258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1f285-e337-48eb-9bf5-d6974f58529d req-ee2908fe-a42f-4dc6-9de8-905f542f3ab0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:28.023427 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cca1f285-e337-48eb-9bf5-d6974f58529d req-ee2908fe-a42f-4dc6-9de8-905f542f3ab0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0531902 Sep 16 05:55:28.061854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cca1f285-e337-48eb-9bf5-d6974f58529d req-d6ab70eb-c4fe-448b-ae6f-db9a7dd0db9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Sep 16 05:55:28.252041 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3599-e312-4b51-8853-6e9ed78c4468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.175656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22207da-9885-4dce-8782-451af10f4dd6 req-71a5cfbf-a2ac-4972-ad88-3b3e3e122ade tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:29.177150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f22207da-9885-4dce-8782-451af10f4dd6 req-71a5cfbf-a2ac-4972-ad88-3b3e3e122ade tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0476084 Sep 16 05:55:29.215114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f22207da-9885-4dce-8782-451af10f4dd6 req-6ab33897-71dc-4c6c-92b1-c2d00e22555e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Sep 16 05:55:29.246978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:29.987865 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:30.328263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04939b-1be8-41a7-904b-1dcdc574300c req-3f5be2cf-dff0-4b0e-b09a-31e97b4f14c5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:30.330015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee04939b-1be8-41a7-904b-1dcdc574300c req-3f5be2cf-dff0-4b0e-b09a-31e97b4f14c5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0487468 Sep 16 05:55:30.367404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ee04939b-1be8-41a7-904b-1dcdc574300c req-59828d15-7136-40f7-87d4-2ddcfc0a1b0e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Sep 16 05:55:31.401581 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:31.485264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7daac-9d76-407f-a8e2-3f95890aff85 req-d1275209-31ec-4b0b-857b-dd7fb15693d5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:31.486759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb7daac-9d76-407f-a8e2-3f95890aff85 req-d1275209-31ec-4b0b-857b-dd7fb15693d5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Sep 16 05:55:31.533292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-feb7daac-9d76-407f-a8e2-3f95890aff85 req-d13c84cc-e754-49c8-9d53-394308e5146a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Sep 16 05:55:32.646017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762620c2-e0cd-4cdc-bf40-1e31d90132b9 req-c2c268be-00f8-4a8b-9e69-0ad04983a0af tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:32.648012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-762620c2-e0cd-4cdc-bf40-1e31d90132b9 req-c2c268be-00f8-4a8b-9e69-0ad04983a0af tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0490389 Sep 16 05:55:32.685135 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-762620c2-e0cd-4cdc-bf40-1e31d90132b9 req-ac6900e4-a566-4295-9d47-f1944758f777 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Sep 16 05:55:33.798145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b33c32-e6af-449f-b722-1ca44a959614 req-4e88a759-5c83-4d4a-8b9c-c0400a9f5e35 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:33.799530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99b33c32-e6af-449f-b722-1ca44a959614 req-4e88a759-5c83-4d4a-8b9c-c0400a9f5e35 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0475655 Sep 16 05:55:33.839341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99b33c32-e6af-449f-b722-1ca44a959614 req-0fc2555e-b73d-4f9e-aa2b-c4f7f9546ca4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Sep 16 05:55:34.956849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d9a1a-bbbb-4906-896b-1dbd1e694ab3 req-9b01c0df-4b32-4c7c-ba20-3a9554c070c2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:34.958349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd2d9a1a-bbbb-4906-896b-1dbd1e694ab3 req-9b01c0df-4b32-4c7c-ba20-3a9554c070c2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Sep 16 05:55:34.995002 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd2d9a1a-bbbb-4906-896b-1dbd1e694ab3 req-675cc1c0-bb1f-4b3a-a74a-6d35bba8b761 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307906 Sep 16 05:55:36.109911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5079-04c2-4a12-9829-d5699cd8c9dc req-41d85567-84c9-4c76-89d7-bb1d360e6645 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:36.111398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c42e5079-04c2-4a12-9829-d5699cd8c9dc req-41d85567-84c9-4c76-89d7-bb1d360e6645 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0489633 Sep 16 05:55:36.148753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c42e5079-04c2-4a12-9829-d5699cd8c9dc req-34807183-adf1-417d-bc47-f0c9746164a2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309682 Sep 16 05:55:36.927485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-9013c2f4-67c8-44c5-bc9c-21b0fefb8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:36.928997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-9013c2f4-67c8-44c5-bc9c-21b0fefb8f86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1097 time: 0.0912285 Sep 16 05:55:37.031496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-69b12bd3-ee4c-40d7-8fbb-a1b36cfac1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:37.032964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-69b12bd3-ee4c-40d7-8fbb-a1b36cfac1ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0851405 Sep 16 05:55:37.095380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-213a49e7-eb35-47a7-ac2c-28a949ea0998 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0554876 Sep 16 05:55:37.147828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-7690beaf-b1a0-4dac-b616-cff97d77403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:37.149268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-7690beaf-b1a0-4dac-b616-cff97d77403b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0473783 Sep 16 05:55:37.194275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-fca16685-816c-44a5-83c1-304f08545c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:37.196505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-fca16685-816c-44a5-83c1-304f08545c51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397625 Sep 16 05:55:37.319728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d44e-551b-47db-8cba-e4307355b637 req-0379709c-940d-445b-8b06-21adbcb5d998 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:37.321761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4083d44e-551b-47db-8cba-e4307355b637 req-0379709c-940d-445b-8b06-21adbcb5d998 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.1006956 Sep 16 05:55:37.326974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-6e11f24d-0c8e-435a-98d5-fbd224848426 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223252 Sep 16 05:55:37.383852 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4083d44e-551b-47db-8cba-e4307355b637 req-a3fefcb8-1355-40da-bf75-b5ebcc8537b4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558906 Sep 16 05:55:37.435915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d3a1368-9bf2-4118-a78a-918d7a5cce2a req-196ea299-9fe4-4f0c-80e4-47ea1b26ba70 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011724 Sep 16 05:55:38.500359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7178d-9e76-4930-afa5-e260d8d8ed83 req-f8796634-091a-4b31-8594-8878265dc3b4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:38.501846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b7178d-9e76-4930-afa5-e260d8d8ed83 req-f8796634-091a-4b31-8594-8878265dc3b4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0531361 Sep 16 05:55:38.539062 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76b7178d-9e76-4930-afa5-e260d8d8ed83 req-7748e56d-5324-43a2-9d06-df788e48460f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308721 Sep 16 05:55:38.790375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-25030330-d17d-4b80-a5a4-5a561b5114bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702264 Sep 16 05:55:38.798000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a3ef-937f-42d2-a546-978668670b77 req-5cae2082-ff6d-44c2-a8b7-05d092f2d759 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:38.799408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b58a3ef-937f-42d2-a546-978668670b77 req-5cae2082-ff6d-44c2-a8b7-05d092f2d759 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0686450 Sep 16 05:55:38.838264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7b58a3ef-937f-42d2-a546-978668670b77 req-102d2f88-d613-455e-848f-aa5ef6fbec96 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Sep 16 05:55:39.990656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fbaf8-c7c6-4bf5-b219-654600200fcb req-94949ef3-edda-461d-bc5d-0d09570a449c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:39.992169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c8fbaf8-c7c6-4bf5-b219-654600200fcb req-94949ef3-edda-461d-bc5d-0d09570a449c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0796425 Sep 16 05:55:39.997540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-e1d991a6-4f98-4b9f-80e7-6fb9084ce501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:39.998907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-e1d991a6-4f98-4b9f-80e7-6fb9084ce501 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1097 time: 0.0567291 Sep 16 05:55:40.056049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c8fbaf8-c7c6-4bf5-b219-654600200fcb req-f7071a47-d1f9-4387-b4b0-3f90640f351b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562160 Sep 16 05:55:40.111309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-63ecac6e-6de7-4414-ae69-cd9e361b7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:40.112793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-63ecac6e-6de7-4414-ae69-cd9e361b7975 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1066532 Sep 16 05:55:40.177197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-69eeeaea-8e70-4bdb-b0ad-552d8ec58126 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0575802 Sep 16 05:55:40.225974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-66234669-48ba-41b3-9289-aaac1d30aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:40.227527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-66234669-48ba-41b3-9289-aaac1d30aa89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0431781 Sep 16 05:55:40.276837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-45753d14-132d-4be1-aec5-29d359db1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:40.278297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-45753d14-132d-4be1-aec5-29d359db1e48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426877 Sep 16 05:55:40.370007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-9971de4d-6f88-49ae-8e49-252170249dae service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807526 Sep 16 05:55:40.462467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-0026c758-9465-4bd1-a7ba-4109e18b6dde service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837801 Sep 16 05:55:41.170160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf08e26-e30f-4477-aee6-98619c8751f5 req-3ddff5f0-d20a-472e-a8ee-74c85c477c8a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:41.171631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdf08e26-e30f-4477-aee6-98619c8751f5 req-3ddff5f0-d20a-472e-a8ee-74c85c477c8a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Sep 16 05:55:41.209470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdf08e26-e30f-4477-aee6-98619c8751f5 req-23029315-f810-4de4-b4f6-ee4f30687e9b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Sep 16 05:55:42.258057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:42.323423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057df4a-cadf-46ef-a3a5-6d122fe91e52 req-da821db3-227b-44fc-b92d-6dcc84aaab77 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:42.324919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6057df4a-cadf-46ef-a3a5-6d122fe91e52 req-da821db3-227b-44fc-b92d-6dcc84aaab77 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0477996 Sep 16 05:55:42.362350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6057df4a-cadf-46ef-a3a5-6d122fe91e52 req-a4162685-8237-4fac-95c7-50a946684bf6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Sep 16 05:55:42.848779 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-eda97f62-4f77-4047-89c8-a34eb33224f0 service neutron] show failed (client error): The resource could not be found. Sep 16 05:55:42.849671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-eda97f62-4f77-4047-89c8-a34eb33224f0 service neutron] 10.222.0.64 "GET /v2.0/ports/0309e9af-4890-48e7-b3d4-87016cc70ad5/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0569170 Sep 16 05:55:43.050388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-4154b2cb-e3b6-4d03-951d-b6973a7fbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.051870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-4154b2cb-e3b6-4d03-951d-b6973a7fbacd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 1097 time: 0.0403767 Sep 16 05:55:43.065270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:43.116494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.317654 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:43.349381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:43.387904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:43.390167 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40727f8e-77c3-4eb4-993a-4160d533cde7" -d '{"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-unplugged", "status": "completed", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:43.394528 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.407341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Transition to ACTIVE for port object 0309e9af-4890-48e7-b3d4-87016cc70ad5 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:55:43.412626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.445938 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5b3b13-be09-4508-b6e4-94c53528b854 x-openstack-request-id: req-0a5b3b13-be09-4508-b6e4-94c53528b854 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:43.445938 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-unplugged", "status": "completed", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:43.446137 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a5b3b13-be09-4508-b6e4-94c53528b854 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:43.446515 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'code': 200} Sep 16 05:55:43.523712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:43.548268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.548381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.548725 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.549061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.549395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.549728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.550058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.550385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.550711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.551037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.551358 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.551679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:43.574220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a93d4-fc93-4ac6-815c-422287531cb9 req-4594f44c-45fc-4f01-b581-0597b8446c7c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.575816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a54a93d4-fc93-4ac6-815c-422287531cb9 req-4594f44c-45fc-4f01-b581-0597b8446c7c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.1361382 Sep 16 05:55:43.592309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] No DVR routers for this DVR port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:43.664686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a54a93d4-fc93-4ac6-815c-422287531cb9 req-56096945-02e2-46f4-abfc-138105f4a7ac tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742271 Sep 16 05:55:43.750828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:43.751157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:43.751478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:43.755616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:55:43.755925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Attempting to bind port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:43.760651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:43.760979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:43.761353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:43.761768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Bound port: 0309e9af-4890-48e7-b3d4-87016cc70ad5, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:43.762109 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.825024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:43.828080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:43.832488 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.866481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.867124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:43.868549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] 10.222.0.73 "PUT /v2.0/ports/0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 1092 time: 0.8071122 Sep 16 05:55:43.889395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ae92-af6f-4118-972f-2be47ef7b047 service neutron] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:43.938282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-ab339464-b242-4f21-94bf-5977ac34a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:43.939812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-ab339464-b242-4f21-94bf-5977ac34a0d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1095 time: 0.0431755 Sep 16 05:55:44.040023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-6a6b5932-77c9-4f67-96eb-697d1452a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.041602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-6a6b5932-77c9-4f67-96eb-697d1452a60e service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0906625 Sep 16 05:55:44.108859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-9f252e40-4784-4bf3-8b61-a946fd95820f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 998 time: 0.0560336 Sep 16 05:55:44.161927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-89e1cb5d-e379-4aff-87ae-ea6e0f16c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.163364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-89e1cb5d-e379-4aff-87ae-ea6e0f16c907 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0432448 Sep 16 05:55:44.214670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-2f7691aa-29b1-46c7-a380-4560a87581ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.216043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-2f7691aa-29b1-46c7-a380-4560a87581ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428202 Sep 16 05:55:44.309505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-6e8b7925-4446-44ca-a9e1-246d601039ec service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Sep 16 05:55:44.405444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-0ebf2a23-a5ba-4893-aa4b-a4ac728f36b4 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840244 Sep 16 05:55:44.780077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c1724-c181-496d-b7fa-9a3bf32923dc req-beee6fc7-57fe-44ce-876d-23ef1578d469 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:44.781564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce5c1724-c181-496d-b7fa-9a3bf32923dc req-beee6fc7-57fe-44ce-876d-23ef1578d469 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.0483422 Sep 16 05:55:44.818216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce5c1724-c181-496d-b7fa-9a3bf32923dc req-ddf9627f-9c8b-4cf0-8ebc-6ed9a8dd8e99 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Sep 16 05:55:45.447878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:45.450287 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb30245-6112-4ff0-83a7-698a760a4dff" -d '{"events": [{"name": "network-changed", "server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:45.498099 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb607b-af61-4a45-a928-522499cfdca1 x-openstack-request-id: req-01eb607b-af61-4a45-a928-522499cfdca1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:45.498395 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:45.498645 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01eb607b-af61-4a45-a928-522499cfdca1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:45.499038 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'status': 'completed', 'code': 200} Sep 16 05:55:45.597378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-ab5b3b89-3d37-483b-a71c-c33e0e8a7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.598924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-ab5b3b89-3d37-483b-a71c-c33e0e8a7410 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1095 time: 0.0709102 Sep 16 05:55:45.605562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-1ff73451-ba01-4f1e-9ae4-d72f19c9cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.606908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-1ff73451-ba01-4f1e-9ae4-d72f19c9cff9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1095 time: 0.0683432 Sep 16 05:55:45.760821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-442c4110-b566-4724-b45c-f675a17a1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.762285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-442c4110-b566-4724-b45c-f675a17a1887 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1529460 Sep 16 05:55:45.763396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-32a35c7c-b52d-435f-adb8-525a7a686534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:45.764732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-32a35c7c-b52d-435f-adb8-525a7a686534 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1484375 Sep 16 05:55:45.871998 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-8045ee58-da86-4342-be76-8edbcc10ea5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 998 time: 0.0998547 Sep 16 05:55:45.877837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-accea648-19da-41be-8d01-5cde17848ba8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 998 time: 0.0995150 Sep 16 05:55:46.002554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-3d7ab45a-9b9e-4c3e-83a8-6ce1281c28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:46.004065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-3d7ab45a-9b9e-4c3e-83a8-6ce1281c28ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.1236377 Sep 16 05:55:46.016905 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc774b4-2e92-4387-a9b6-ff34d127d528 req-0e75e17f-b3ee-41d8-b31c-4653b12d5d04 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:46.018245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdc774b4-2e92-4387-a9b6-ff34d127d528 req-0e75e17f-b3ee-41d8-b31c-4653b12d5d04 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.1294985 Sep 16 05:55:46.020945 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-979d02e6-34f6-45d7-9323-ac856db0f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:46.022287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-979d02e6-34f6-45d7-9323-ac856db0f3a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.1317017 Sep 16 05:55:46.088434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:46.119502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-2e56992e-4178-463d-97c5-e66dec0e0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:46.121041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-2e56992e-4178-463d-97c5-e66dec0e0e2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884385 Sep 16 05:55:46.123940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdc774b4-2e92-4387-a9b6-ff34d127d528 req-e3e97959-d1c6-4af4-a9e0-246ea7df622e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923693 Sep 16 05:55:46.127580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:46.129594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-49597ef6-27bb-4f9e-b3fd-2cf5c6e80d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:46.131451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-49597ef6-27bb-4f9e-b3fd-2cf5c6e80d60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118319 Sep 16 05:55:46.613776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-a469cace-51fd-4715-98f4-9251114fec98 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807870 Sep 16 05:55:46.617772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-41d60aff-ee7b-4a0d-be46-c1e762eaadbf service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759548 Sep 16 05:55:46.774478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-f52519a1-99e3-486e-bfe0-ba168cc7d138 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499143 Sep 16 05:55:46.776416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7cb30245-6112-4ff0-83a7-698a760a4dff req-610f97b6-ef7b-4dfa-8cda-d0197d9779bf service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451278 Sep 16 05:55:47.239823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3141374-6b97-47f1-97f4-6b9903df6c9e req-3972d984-9702-4322-8a6a-f6aafaa56a25 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.241318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3141374-6b97-47f1-97f4-6b9903df6c9e req-3972d984-9702-4322-8a6a-f6aafaa56a25 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.0483994 Sep 16 05:55:47.283206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a3141374-6b97-47f1-97f4-6b9903df6c9e req-56a1b1f9-69ed-4190-9e1e-90452b133849 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359418 Sep 16 05:55:47.344689 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:47.500834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85c36-d91a-4fcd-b539-2e6933f8c465 req-2ce15e60-ad1f-403a-91d4-8ef787fe0f27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.502326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75a85c36-d91a-4fcd-b539-2e6933f8c465 req-2ce15e60-ad1f-403a-91d4-8ef787fe0f27 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 943 time: 0.0780590 Sep 16 05:55:47.514848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-44528ace-621e-46ca-ab1c-8efd0850d374 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.516259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-44528ace-621e-46ca-ab1c-8efd0850d374 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 943 time: 0.0668497 Sep 16 05:55:47.589568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75a85c36-d91a-4fcd-b539-2e6933f8c465 req-4023095b-7834-4f54-9a5a-495e2ac8ea93 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723810 Sep 16 05:55:47.598228 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-5a1f81be-a36a-44f1-aa48-74557ea28fef service neutron] delete failed (client error): The resource could not be found. Sep 16 05:55:47.599224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-5a1f81be-a36a-44f1-aa48-74557ea28fef service neutron] 10.222.0.64 "DELETE /v2.0/ports/0309e9af-4890-48e7-b3d4-87016cc70ad5/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0757496 Sep 16 05:55:47.702685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-eaaad209-87e5-4a69-816a-945ec1f8aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.704430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-eaaad209-87e5-4a69-816a-945ec1f8aaba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1095 time: 0.0407946 Sep 16 05:55:47.792971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-4e01ca3b-b029-49dc-a781-7da88a82ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.793377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:55:47.794353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-4e01ca3b-b029-49dc-a781-7da88a82ddb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0836897 Sep 16 05:55:47.863631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-6bde6912-cc1f-42d6-af90-c874db863b0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 998 time: 0.0604329 Sep 16 05:55:47.890554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:47.901713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'mac_address': 'fa:16:3e:68:30:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:55:47.911527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-cac8d93b-4fb7-4ec4-a8da-b94d134fd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.913001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-cac8d93b-4fb7-4ec4-a8da-b94d134fd1fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0423899 Sep 16 05:55:47.938307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.951476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0309e9af-4890-48e7-b3d4-87016cc70ad5 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:55:47.959362 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-cb09642f-6219-4d23-b19a-a2b443157d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:47.960934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-cb09642f-6219-4d23-b19a-a2b443157d37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402181 Sep 16 05:55:47.970702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:47.974750 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:48.025381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:48.032617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.032971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.033315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.033651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.033981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.034313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.034640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.034965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.035306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.035613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.035933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.036279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:48.053471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-7c10c147-7c55-4029-a561-8edcc6eb3c51 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 Sep 16 05:55:48.142649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33baf2d2-c065-44d8-8f12-7db188d356f5 req-ee519fa2-f74e-4517-bf32-886f78b709ab service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813987 Sep 16 05:55:48.272265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['0309e9af-4890-48e7-b3d4-87016cc70ad5'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:55:48.711807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccede68-4cc1-4b80-b275-eaf1f3159e5e req-08f68f0e-2b6b-4647-b16c-c579f79f03cb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.713339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ccede68-4cc1-4b80-b275-eaf1f3159e5e req-08f68f0e-2b6b-4647-b16c-c579f79f03cb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 944 time: 0.0557830 Sep 16 05:55:48.753139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ccede68-4cc1-4b80-b275-eaf1f3159e5e req-85d8b6bf-b6da-4db8-b03d-98f106b2a547 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328782 Sep 16 05:55:48.873816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9ca1-5179-4f53-9869-70668e5be880 req-04e5889f-e939-438a-a42e-ade03dc4b4ab tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:48.875222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b23a9ca1-5179-4f53-9869-70668e5be880 req-04e5889f-e939-438a-a42e-ade03dc4b4ab tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 944 time: 0.0558600 Sep 16 05:55:48.914334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b23a9ca1-5179-4f53-9869-70668e5be880 req-5070ae46-85e7-4060-b538-bdbb9e559a60 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Sep 16 05:55:49.107085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4eb30-cd54-4224-bad3-6677a96ba146 req-5e8417c0-cd6f-4133-afc3-72449661dfab tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.108605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b4eb30-cd54-4224-bad3-6677a96ba146 req-5e8417c0-cd6f-4133-afc3-72449661dfab tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 944 time: 0.0522761 Sep 16 05:55:49.175219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56b4eb30-cd54-4224-bad3-6677a96ba146 req-a4c77eff-85db-4be7-9da4-ea02b4c57491 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584018 Sep 16 05:55:49.178010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639165-7336-44d6-8f33-9a644b89747b req-5d8297a1-6556-4105-9897-3090986eb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.179273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33639165-7336-44d6-8f33-9a644b89747b req-5d8297a1-6556-4105-9897-3090986eb184 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 1096 time: 0.0698245 Sep 16 05:55:49.272096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639165-7336-44d6-8f33-9a644b89747b req-1eccf38f-46d0-4588-8a0d-790bc4024d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.274077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33639165-7336-44d6-8f33-9a644b89747b req-1eccf38f-46d0-4588-8a0d-790bc4024d1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0838437 Sep 16 05:55:49.345590 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33639165-7336-44d6-8f33-9a644b89747b req-86c27fa0-20bb-4709-bb0b-b1e72c6f74bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 200 len: 999 time: 0.0604086 Sep 16 05:55:49.396911 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639165-7336-44d6-8f33-9a644b89747b req-04d8dfbf-68d4-44b4-9371-46080880e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.398836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33639165-7336-44d6-8f33-9a644b89747b req-04d8dfbf-68d4-44b4-9371-46080880e0f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0415313 Sep 16 05:55:49.446746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33639165-7336-44d6-8f33-9a644b89747b req-5b3e4c7c-ec61-47b5-a3f3-5e2269974a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:49.448128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33639165-7336-44d6-8f33-9a644b89747b req-5b3e4c7c-ec61-47b5-a3f3-5e2269974a81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384717 Sep 16 05:55:49.544316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33639165-7336-44d6-8f33-9a644b89747b req-1cdb7ef8-ece6-4845-af59-4d2e858fcc1d service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843627 Sep 16 05:55:49.640832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-33639165-7336-44d6-8f33-9a644b89747b req-3a65ca6e-2ec7-4b24-91b8-8d4a0062d8d6 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Sep 16 05:55:49.798441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:49.849055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 0309e9af-4890-48e7-b3d4-87016cc70ad5 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:55:49.852801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 0309e9af-4890-48e7-b3d4-87016cc70ad5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:49.853171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:49.927458 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:49.949645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:49.951867 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e04c8a-6a45-4a46-8e68-5e0a24a8fb97" -d '{"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-plugged", "status": "completed", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:49.964642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:49.969732 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:49.992730 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f721c474-25a8-4d47-8224-253f3d395119 x-openstack-request-id: req-f721c474-25a8-4d47-8224-253f3d395119 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:49.993019 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-plugged", "status": "completed", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:49.993264 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f721c474-25a8-4d47-8224-253f3d395119 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:49.993640 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'code': 200} Sep 16 05:55:50.018712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:50.294490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368faa4-4dd4-411d-bf63-7030d3db3a80 req-6ad928fe-b977-4074-a495-74ce5534449c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.296010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f368faa4-4dd4-411d-bf63-7030d3db3a80 req-6ad928fe-b977-4074-a495-74ce5534449c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Sep 16 05:55:50.333355 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f368faa4-4dd4-411d-bf63-7030d3db3a80 req-a6577dc7-2678-4150-abdb-829c7c2d19d8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Sep 16 05:55:50.560861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d426e3-f66d-4de5-a2e3-dc0041a647fa req-980ff933-f3ec-46e7-b8e9-b89363e2b3f7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:50.562383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82d426e3-f66d-4de5-a2e3-dc0041a647fa req-980ff933-f3ec-46e7-b8e9-b89363e2b3f7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Sep 16 05:55:50.600649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82d426e3-f66d-4de5-a2e3-dc0041a647fa req-71df861d-e47f-47e1-9583-d9cffe7ebb41 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Sep 16 05:55:51.718769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a50158-89c7-4af6-b3be-5c8fd928376f req-399363ca-79ba-48d0-a49b-5aee7c3a4937 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.720633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87a50158-89c7-4af6-b3be-5c8fd928376f req-399363ca-79ba-48d0-a49b-5aee7c3a4937 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Sep 16 05:55:51.763196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87a50158-89c7-4af6-b3be-5c8fd928376f req-75a04238-a946-4323-a065-9e5ae54ca01d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360444 Sep 16 05:55:51.958699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-19807daf-65ac-44ba-842d-e050a6bf7da4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:51.960169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-19807daf-65ac-44ba-842d-e050a6bf7da4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Sep 16 05:55:52.049852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Deleting port 0309e9af-4890-48e7-b3d4-87016cc70ad5 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:55:52.050195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.139875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] For port 0309e9af-4890-48e7-b3d4-87016cc70ad5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=0309e9af-4890-48e7-b3d4-87016cc70ad5,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:52.140280 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.307549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.307913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.308275 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 disassociated. External IP: 172.25.6.37, port: 0309e9af-4890-48e7-b3d4-87016cc70ad5. Sep 16 05:55:52.308625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Calling delete_port for 0309e9af-4890-48e7-b3d4-87016cc70ad5 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:55:52.435068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.463513 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event deleted for resources: {'Port': ['ID=0309e9af-4890-48e7-b3d4-87016cc70ad5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:52.580769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:55:52.689582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:55:52.700368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:55:52.709587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:52.710206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:55:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:52.728890 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] No DVR routers for this DVR port 0309e9af-4890-48e7-b3d4-87016cc70ad5 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:55:52.731911 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:52.734017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-302b0664-7e1d-42b1-9414-28e478e26f60 req-0b6bfb9d-3847-4a73-b305-cac3926693e0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "DELETE /v2.0/ports/0309e9af-4890-48e7-b3d4-87016cc70ad5 HTTP/1.1" status: 204 len: 173 time: 0.7638142 Sep 16 05:55:52.734410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-deleted', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:52.736715 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9446e81a-bbb0-4b61-a75c-889213b33e4d" -d '{"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-deleted", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:52.778655 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9788978-d1e1-4b59-9287-f2b44b349e4a x-openstack-request-id: req-d9788978-d1e1-4b59-9287-f2b44b349e4a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:52.778950 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b716f94b-de99-47e2-b6e2-a796061b34f2", "name": "network-vif-deleted", "tag": "0309e9af-4890-48e7-b3d4-87016cc70ad5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:52.779205 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9788978-d1e1-4b59-9287-f2b44b349e4a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:52.779605 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716f94b-de99-47e2-b6e2-a796061b34f2', 'name': 'network-vif-deleted', 'tag': '0309e9af-4890-48e7-b3d4-87016cc70ad5', 'status': 'completed', 'code': 200} Sep 16 05:55:52.818520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:52.860149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c42d9d8-81ac-4443-bb40-a37be3a5f340 req-04afbf40-cac8-4af4-bd44-b6abdb417485 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=b716f94b-de99-47e2-b6e2-a796061b34f2 HTTP/1.1" status: 200 len: 210 time: 0.0272608 Sep 16 05:55:53.033131 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.058697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:55:53.066748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:55:53.067339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:55:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.170661 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:55:53.366059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:55:53.391648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5e189-8620-45c5-9ee5-ddbc9262f66f None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:55:53.596193 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c84ec6-367b-4553-bc88-ed2da811487c None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:55:54.145856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-c06892d4-c66d-4080-846d-13cc8de1eb6d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1947555004&fields=id&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 267 time: 0.0324209 Sep 16 05:55:54.253161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-6a21a148-9b73-463e-bb06-ed21f2d0c341 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:54.254631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-6a21a148-9b73-463e-bb06-ed21f2d0c341 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1017785 Sep 16 05:55:54.269704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-01c43e47-0b32-49c6-b9f7-8cb3821b77d8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/quotas/9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 375 time: 0.0088270 Sep 16 05:55:54.323007 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-86c3d428-33d9-4b13-a492-a6f514fe4c1f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474925 Sep 16 05:55:54.467399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-06bd327c-1419-464f-82f6-946722f54625 service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326919 Sep 16 05:55:54.556727 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-0fd97479-e3a0-48c8-a57a-d9b88db10af5 service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829759 Sep 16 05:55:54.720084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9822d4cf-37f7-4e91-acd8-383c09266f91 req-dd5f7aca-915a-4b99-b28e-7e98827ccbf3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 210 time: 0.0329008 Sep 16 05:55:55.138762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.737897 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-4da7cb16-1713-4ed0-953b-da9dc964ed39 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:55.739367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-4da7cb16-1713-4ed0-953b-da9dc964ed39 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1025965 Sep 16 05:55:55.794216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-c9789e42-c85a-4a1c-9061-27931ae4b9d4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 380 time: 0.0366931 Sep 16 05:55:55.806767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'port': {'device_id': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'admin_state_up': True, 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'security_groups': ['07b4ad57-89f8-468d-a872-d75817312b5e']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:55.829059 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-93276d34-d2ab-4aac-b13c-9ef7b5b72bba req-553b3aff-0fbd-4218-aa72-546941de1f93 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 210 time: 0.0402660 Sep 16 05:55:55.830879 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:55:55.851784 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 0309e9af-4890-48e7-b3d4-87016cc70ad5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:55:55.852158 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 0309e9af-4890-48e7-b3d4-87016cc70ad5 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:55:55.930498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Made reservation on behalf of 9836afdf6b7e4e8fae8a1a8c4236e486 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:55:55.934467 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.941905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-73525d42-954c-4488-b3d2-12027af8d73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.062937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Allocated IP 172.20.0.4 (27445fce-0709-4dd6-9db1-1a82bc537e49/3f2875bb-082f-44dd-a1d9-171a133e3606/399b46d5-f26c-4eb1-b27e-43670f5c4486) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:55:56.192158 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.225061 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.269912 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:55:56.272924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:55:56.279064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:55:56.284717 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:56.331166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:56.331785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.346354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-74c0f1a9-1cf4-494a-9a9f-f3ee3e579c9f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439029 Sep 16 05:55:56.364786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Request body: {'port': {'device_id': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:55:56.419682 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.519036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-399a6997-f795-416a-a32e-a75f043779a7 None None] Provisioning complete for port 399b46d5-f26c-4eb1-b27e-43670f5c4486 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:56.519623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-399a6997-f795-416a-a32e-a75f043779a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.554178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-399a6997-f795-416a-a32e-a75f043779a7 None None] Port 399b46d5-f26c-4eb1-b27e-43670f5c4486 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:55:56.688103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399b46d5-f26c-4eb1-b27e-43670f5c4486 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:55:56.695761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.709387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Transition to ACTIVE for port object 399b46d5-f26c-4eb1-b27e-43670f5c4486 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:55:56.713563 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.768877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:56.837389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:55:56.837724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:55:56.838100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:56.842596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:55:56.842956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:55:56.847792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:55:56.848148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:55:56.848527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:55:56.848946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Bound port: 399b46d5-f26c-4eb1-b27e-43670f5c4486, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:55:56.849304 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.944865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:55:56.961620 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:55:56.966190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:56.981643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b4081-17b7-4f2b-b8f6-72a4ec385446 req-b9e8d601-791c-4186-a95e-a31d502649d3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:56.983119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a26b4081-17b7-4f2b-b8f6-72a4ec385446 req-b9e8d601-791c-4186-a95e-a31d502649d3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 943 time: 0.0770919 Sep 16 05:55:57.015490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.016047 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.017451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] 10.222.0.64 "PUT /v2.0/ports/399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1092 time: 0.6571026 Sep 16 05:55:57.017891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:57.020162 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02fb60-335d-4289-bdad-a94920d2831f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:57.071721 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a26b4081-17b7-4f2b-b8f6-72a4ec385446 req-bfc87bd5-24e2-43cc-a95d-3efa685aae6a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697043 Sep 16 05:55:57.072930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3419d2-6f6d-49b4-af1d-65a6c64d31e3 service neutron] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:57.080010 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0aa0d-6e05-494b-9e7d-2c8609d124f7 x-openstack-request-id: req-b1f0aa0d-6e05-494b-9e7d-2c8609d124f7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:57.080317 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:57.080628 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1f0aa0d-6e05-494b-9e7d-2c8609d124f7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:57.081055 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'status': 'completed', 'code': 200} Sep 16 05:55:57.128138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-7363b5e3-000b-4606-a2be-8d10190458d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.129682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-7363b5e3-000b-4606-a2be-8d10190458d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1095 time: 0.0415771 Sep 16 05:55:57.177579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-132dd398-1873-45e1-8376-ad3d764cacd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 217 time: 0.0350544 Sep 16 05:55:57.230507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-57a600a5-bbd4-4447-a6df-fc4e25b379cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.231915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-57a600a5-bbd4-4447-a6df-fc4e25b379cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0436702 Sep 16 05:55:57.280284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877813-b6c2-444a-bf0e-d51025cf220b req-ceeb4167-a2fe-4152-8ba9-cf281a81f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.281658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-ceeb4167-a2fe-4152-8ba9-cf281a81f377 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427988 Sep 16 05:55:57.371218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-6a0a0e21-e8de-4b92-8141-8c45f9fba43e service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823538 Sep 16 05:55:57.462876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-11877813-b6c2-444a-bf0e-d51025cf220b req-9b1ad915-6f24-422a-80e7-034e76b28288 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840414 Sep 16 05:55:57.583929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02fb60-335d-4289-bdad-a94920d2831f req-ea108249-29f9-4e33-b94f-18f266df22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.585452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c02fb60-335d-4289-bdad-a94920d2831f req-ea108249-29f9-4e33-b94f-18f266df22df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1095 time: 0.0405765 Sep 16 05:55:57.676600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02fb60-335d-4289-bdad-a94920d2831f req-51c3a881-21a1-42f4-8aab-48dcee615425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.678041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c02fb60-335d-4289-bdad-a94920d2831f req-51c3a881-21a1-42f4-8aab-48dcee615425 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0850110 Sep 16 05:55:57.718500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c02fb60-335d-4289-bdad-a94920d2831f req-4eb2b5d6-4eb5-4069-9b97-16fb81630f3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 217 time: 0.0329385 Sep 16 05:55:57.770937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02fb60-335d-4289-bdad-a94920d2831f req-a7d81872-654c-41e3-9c94-e5741f8e1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.772733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c02fb60-335d-4289-bdad-a94920d2831f req-a7d81872-654c-41e3-9c94-e5741f8e1c48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0466323 Sep 16 05:55:57.820453 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02fb60-335d-4289-bdad-a94920d2831f req-94c5aa1e-8982-4bf7-b553-13485404d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:57.821919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c02fb60-335d-4289-bdad-a94920d2831f req-94c5aa1e-8982-4bf7-b553-13485404d3a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428712 Sep 16 05:55:57.909008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c02fb60-335d-4289-bdad-a94920d2831f req-afa72df2-9344-45a5-8e40-ae8a385a9f05 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795352 Sep 16 05:55:57.999876 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c02fb60-335d-4289-bdad-a94920d2831f req-ac719dfc-5d48-4d01-be6b-f773f842c81e service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838954 Sep 16 05:55:58.194415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb651d8b-a1c3-424b-b443-8137edfe1e08 req-85c541ec-f916-4ac9-b364-f1bedf99fe7e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:58.195791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb651d8b-a1c3-424b-b443-8137edfe1e08 req-85c541ec-f916-4ac9-b364-f1bedf99fe7e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 943 time: 0.0483265 Sep 16 05:55:58.233607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb651d8b-a1c3-424b-b443-8137edfe1e08 req-83c883ed-e2fe-4a6a-92da-f92cca259224 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Sep 16 05:55:58.253420 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9f2432c7-e1b1-4ca0-b322-1533a6213336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:59.248998 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:59.349432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d61e-a49c-467d-a28c-ecc6e92589e9 req-69bfe57e-5fe0-4a32-acef-e7a438d9aa81 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:59.350940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9701d61e-a49c-467d-a28c-ecc6e92589e9 req-69bfe57e-5fe0-4a32-acef-e7a438d9aa81 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 943 time: 0.0488918 Sep 16 05:55:59.388943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9701d61e-a49c-467d-a28c-ecc6e92589e9 req-86d87061-1bbf-4621-bdd2-11e5d2ec9c1d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Sep 16 05:55:59.990775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:00.504801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64ce0c-b071-443a-beda-ec10f28e7b5c req-682e59a2-d6cd-4577-9c0b-98a1b4ccfa16 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:00.506286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d64ce0c-b071-443a-beda-ec10f28e7b5c req-682e59a2-d6cd-4577-9c0b-98a1b4ccfa16 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 943 time: 0.0524967 Sep 16 05:56:00.543244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4d64ce0c-b071-443a-beda-ec10f28e7b5c req-d91fb071-b426-4f94-ab00-8ca85eaca785 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305078 Sep 16 05:56:01.406916 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:01.656746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb14d-c0b0-4b21-aaa4-ac48ceb7c751 req-f1aab4be-457f-4412-b063-228e3520a6cb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:01.658149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d3eb14d-c0b0-4b21-aaa4-ac48ceb7c751 req-f1aab4be-457f-4412-b063-228e3520a6cb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 943 time: 0.0487757 Sep 16 05:56:01.694368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d3eb14d-c0b0-4b21-aaa4-ac48ceb7c751 req-c3154ddc-4c17-40d0-bf06-e1347eb347f4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303698 Sep 16 05:56:02.148893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:02.246558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:02.257099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'mac_address': 'fa:16:3e:0e:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:02.292642 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.308386 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399b46d5-f26c-4eb1-b27e-43670f5c4486 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:02.326852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:02.330653 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:02.375881 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:02.771708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['399b46d5-f26c-4eb1-b27e-43670f5c4486'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:02.810144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e7c9-f771-4f0d-9fda-34d29e20324f req-02610c2b-a6b0-4b14-86d2-c6f2839d0cdf tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:02.811648 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5b1e7c9-f771-4f0d-9fda-34d29e20324f req-02610c2b-a6b0-4b14-86d2-c6f2839d0cdf tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.0504782 Sep 16 05:56:02.849166 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5b1e7c9-f771-4f0d-9fda-34d29e20324f req-d12b928a-32c1-4ef9-acce-d78152c5814f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Sep 16 05:56:03.970208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d8da-dbff-4f5b-80a6-a2f7bbf76974 req-3aa7d5da-6b92-4f96-9596-3c7a3e7f6f0a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:03.971669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97f0d8da-dbff-4f5b-80a6-a2f7bbf76974 req-3aa7d5da-6b92-4f96-9596-3c7a3e7f6f0a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.0517168 Sep 16 05:56:04.008617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-97f0d8da-dbff-4f5b-80a6-a2f7bbf76974 req-b1b4ccc7-f883-4953-ba7c-e1126f5efa35 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Sep 16 05:56:04.149843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:04.203669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 399b46d5-f26c-4eb1-b27e-43670f5c4486 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:56:04.207949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 399b46d5-f26c-4eb1-b27e-43670f5c4486 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:04.208359 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.287411 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.309604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:04.311816 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b89b84b60e47664c0c0a447af21a80c4e5fa2fc56bad5a18cdbf62380ded8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de297dc9-f02b-4986-8612-4d4c362cf629" -d '{"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-plugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:04.324271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:04.328709 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:04.356705 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79122fdb-f6fd-4c05-afd2-59a521c9a3d2 x-openstack-request-id: req-79122fdb-f6fd-4c05-afd2-59a521c9a3d2 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:04.356997 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-plugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:04.357247 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79122fdb-f6fd-4c05-afd2-59a521c9a3d2 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:04.357631 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'code': 200} Sep 16 05:56:04.382435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:04.471946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40161d53-2e87-4ace-bbf3-6a4c2ce996f9 req-40940b33-a451-479c-b586-68f0c5fde386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:04.473372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40161d53-2e87-4ace-bbf3-6a4c2ce996f9 req-40940b33-a451-479c-b586-68f0c5fde386 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1097 time: 0.0399637 Sep 16 05:56:04.507285 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-40161d53-2e87-4ace-bbf3-6a4c2ce996f9 req-9ff84b0f-ed24-4f90-a219-2ab94f382994 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264771 Sep 16 05:56:05.119522 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd6c07-8618-42d5-ba95-d9ba89161011 req-ed5e7eca-97e1-45d1-a5af-da9e1eaece3d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:05.121011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63cd6c07-8618-42d5-ba95-d9ba89161011 req-ed5e7eca-97e1-45d1-a5af-da9e1eaece3d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0473323 Sep 16 05:56:05.158015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63cd6c07-8618-42d5-ba95-d9ba89161011 req-37858de8-5809-486b-8f04-29df3e961871 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311184 Sep 16 05:56:06.277014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16223d-3dcd-4006-ab88-1ff637082cd0 req-0f49adac-a34b-4c81-b20a-3c07e19cb31b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.278478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f16223d-3dcd-4006-ab88-1ff637082cd0 req-0f49adac-a34b-4c81-b20a-3c07e19cb31b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Sep 16 05:56:06.314353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f16223d-3dcd-4006-ab88-1ff637082cd0 req-634f294a-75e3-4ba5-8e12-5e279cc8f8d1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300279 Sep 16 05:56:06.424199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11256e-f0f0-4b20-bac5-f2e5656c8ccd req-9163f06d-5e54-4142-b48a-4bf75409be2e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.425661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca11256e-f0f0-4b20-bac5-f2e5656c8ccd req-9163f06d-5e54-4142-b48a-4bf75409be2e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0476661 Sep 16 05:56:06.434488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38316) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:06.438826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'floatingip': {'port_id': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:06.476255 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.895133 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.898966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.996646 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 associated. External IP: 172.25.6.37, port: 399b46d5-f26c-4eb1-b27e-43670f5c4486. Sep 16 05:56:07.528420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:07.632993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:07.638411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:07.642891 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:07.652764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:07.653375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:55:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:07.664960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c426a996-ba77-433c-9494-eba493019eb7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "PUT /v2.0/floatingips/8ef75876-40f8-466f-b727-cc555a6d29e0 HTTP/1.1" status: 200 len: 990 time: 1.2294331 Sep 16 05:56:07.665498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:07.667717 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bb0fb64b199ce687a89790aed4881c62ac69843d71e3d6fe498862126cef3a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceb801c-08d8-4ac2-9086-39775506b023" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:07.713625 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a15a40-554b-4b50-b64c-b90f2facfe32 x-openstack-request-id: req-01a15a40-554b-4b50-b64c-b90f2facfe32 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:07.713928 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:07.714186 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01a15a40-554b-4b50-b64c-b90f2facfe32 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:07.714609 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'status': 'completed', 'code': 200} Sep 16 05:56:07.775724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:07.808940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb801c-08d8-4ac2-9086-39775506b023 req-5b40f141-6a37-4895-96de-b7e62234f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.810445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceb801c-08d8-4ac2-9086-39775506b023 req-5b40f141-6a37-4895-96de-b7e62234f7d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1097 time: 0.0420587 Sep 16 05:56:07.908248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb801c-08d8-4ac2-9086-39775506b023 req-c95575b9-63b8-46ca-8e10-da79796d7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.910012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceb801c-08d8-4ac2-9086-39775506b023 req-c95575b9-63b8-46ca-8e10-da79796d7ca6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0918894 Sep 16 05:56:07.975898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceb801c-08d8-4ac2-9086-39775506b023 req-110b73f8-a46d-4f63-af74-e1fd6fb8eb92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 998 time: 0.0581234 Sep 16 05:56:08.004725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:0e:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:56:06Z', 'revision_number': 9, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:08.031366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb801c-08d8-4ac2-9086-39775506b023 req-b6f2e603-2766-4341-ab89-bd3cdcc2a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:08.032982 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceb801c-08d8-4ac2-9086-39775506b023 req-b6f2e603-2766-4341-ab89-bd3cdcc2a5a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0491135 Sep 16 05:56:08.034429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:08.042767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:08.043369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:55:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:08.081308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb801c-08d8-4ac2-9086-39775506b023 req-3b7179c7-66ba-45f2-81cf-c1df13dbb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:08.082788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceb801c-08d8-4ac2-9086-39775506b023 req-3b7179c7-66ba-45f2-81cf-c1df13dbb19c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421045 Sep 16 05:56:08.184558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceb801c-08d8-4ac2-9086-39775506b023 req-3bd4f1f4-aaea-4a47-ab9d-9a0dcdd6ebac service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921278 Sep 16 05:56:08.281708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bceb801c-08d8-4ac2-9086-39775506b023 req-2cb86b6a-232d-416e-b133-08f9774c01f7 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885458 Sep 16 05:56:08.313244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:08.532239 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:0e:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:56:06Z', 'revision_number': 9, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:08.562177 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad32e7-284a-4496-8da7-a05b08a76b1b None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:0e:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:56:06Z', 'revision_number': 9, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:08.749776 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b13ef4-4c51-4cd5-800d-97b1798ce2b3 None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:56:12.273020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.344175 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:25.154990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:25.943637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-efede1bb-9183-445b-9de0-85b34fd6068e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.255951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-06c7ad84-934b-4796-adeb-6c0996dc4abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.249868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.994813 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:31.405313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.913055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-faf8613f-cfff-40b2-9f04-2c97a8c922a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0771096 Sep 16 05:56:39.041107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-10ca03fd-7b56-4596-9606-dd64400443e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.042591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-10ca03fd-7b56-4596-9606-dd64400443e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1097 time: 0.0441983 Sep 16 05:56:39.145148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-595e23c2-5110-45f9-98d9-a0f8c07b95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.146497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-595e23c2-5110-45f9-98d9-a0f8c07b95bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0831320 Sep 16 05:56:39.217667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-446ddb5c-7db4-44fe-97ba-844a1da9327f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1001 time: 0.0606167 Sep 16 05:56:39.266460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-9a92ddb9-987e-4e7b-a114-5857c58550a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.267859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-9a92ddb9-987e-4e7b-a114-5857c58550a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0425522 Sep 16 05:56:39.312721 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-93f6dd20-5078-422d-ba6f-87ed4f381ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:39.314164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-93f6dd20-5078-422d-ba6f-87ed4f381ca0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390875 Sep 16 05:56:39.405764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-ce9913d5-c3f6-4a39-b529-19f209f99073 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837479 Sep 16 05:56:39.494562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bc1a2a2-0ecb-440c-b891-4e1d14c1934f req-7a67941d-f0e7-43e8-b459-cd9560a39429 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812032 Sep 16 05:56:42.288492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.159171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:55.943721 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cdc2215c-d59e-4bed-9f36-22c2e3d0fb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:58.256032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23f84886-d0a2-4ef0-aac7-ce00def318af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.251147 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:59.996119 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:00.505017 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-339fbcf5-17af-4fdf-9c89-e61732595b89 req-d83a24c1-16d7-4bb9-9716-731f37d30e68 service neutron] (94718) timed out ('10.222.0.55', 36004) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:57:01.343274 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:01.407596 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:12.289246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.161921 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:25.942976 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e14076e8-abae-469a-a97e-25010b077e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.256656 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7b4aaeb-6b0c-4b4c-ab9f-1b91980ef6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.252378 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:29.998488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:31.410988 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.342175 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:40.831008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-9d1612e6-0baa-4104-a694-23351f1776f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449524 Sep 16 05:57:40.924852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6966b14-a101-4b93-9546-c0b25f78937a req-c6102efa-b17f-4626-bdf7-fc3ca65231e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:40.926350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-c6102efa-b17f-4626-bdf7-fc3ca65231e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1097 time: 0.0400763 Sep 16 05:57:41.030549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6966b14-a101-4b93-9546-c0b25f78937a req-d4e94e98-6ba7-471b-bcf8-fee4f94ae00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:41.032064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-d4e94e98-6ba7-471b-bcf8-fee4f94ae00f service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0832820 Sep 16 05:57:41.100327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-7c7aa80c-59c2-4043-943f-b9e71be7b291 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1001 time: 0.0612638 Sep 16 05:57:41.147837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6966b14-a101-4b93-9546-c0b25f78937a req-bc0194f7-5c55-4703-9544-193bf9fc78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:41.149311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-bc0194f7-5c55-4703-9544-193bf9fc78ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0420008 Sep 16 05:57:41.195206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6966b14-a101-4b93-9546-c0b25f78937a req-dee68765-3a6d-4961-97f1-401e651d1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:41.196714 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-dee68765-3a6d-4961-97f1-401e651d1899 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391254 Sep 16 05:57:41.288236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-96da25ec-2ca2-40ce-84ff-cee55fbff00c service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836828 Sep 16 05:57:41.377882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6966b14-a101-4b93-9546-c0b25f78937a req-5daae639-b770-4ea5-b33c-3415f4ace23e service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829792 Sep 16 05:57:42.288719 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:55.172252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:55.942751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bcaf06ba-0b32-4f16-9166-9b9ad5b7b908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:58.258651 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a8d2b115-ac48-4d42-93ee-b2eced35b814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:59.253830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:00.003018 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:01.412719 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.318996 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:15.341078 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:25.167515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.942791 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0f8442c5-8ce4-48b1-a840-d6525c0d0a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.260340 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-64859434-6b7a-4578-adeb-ec72b5fa7fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.254254 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:30.006986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:31.414294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:41.852484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-da715759-33de-4cab-9990-2d7f15aa275e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513232 Sep 16 05:58:41.966898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-eb33b167-9c90-4dce-bdec-4547dcba1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:41.968404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-eb33b167-9c90-4dce-bdec-4547dcba1ede service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1097 time: 0.0395107 Sep 16 05:58:42.072674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-29680ee5-3d3f-43e1-ab7f-c376c65c151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:42.074128 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-29680ee5-3d3f-43e1-ab7f-c376c65c151b service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0867975 Sep 16 05:58:42.138647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-dceb359a-0d2a-47e9-a138-e518295286a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1001 time: 0.0565801 Sep 16 05:58:42.187046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-f1b050a5-51ea-460c-a669-df16831bceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:42.188493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-f1b050a5-51ea-460c-a669-df16831bceda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0427392 Sep 16 05:58:42.238850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-533b93b5-2c92-4a0f-a451-512e1e4740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:42.240393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-533b93b5-2c92-4a0f-a451-512e1e4740d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442894 Sep 16 05:58:42.318955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.331251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-9e46751a-5f4a-4056-bdc7-4fe23a7c39c2 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829468 Sep 16 05:58:42.425150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-04d10bff-7ca9-4366-8422-e71bcf7e9deb req-c9a8eee4-544d-4038-be17-f3f0074f013f service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862589 Sep 16 05:58:46.343072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-e2be0ce2-47b3-435e-ad25-8cc853fe073b req-9968b01f-0a0a-4330-a570-40ea2771527d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:58:46.344145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2be0ce2-47b3-435e-ad25-8cc853fe073b req-9968b01f-0a0a-4330-a570-40ea2771527d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424700 Sep 16 05:58:46.592703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-41a545bb-3761-46cf-830b-dd7fd2ac4c41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864553 Sep 16 05:58:46.601898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-7ecf0f8b-8ba6-4941-8f5d-ed6525bbc8c5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:58:46.602957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-7ecf0f8b-8ba6-4941-8f5d-ed6525bbc8c5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051086 Sep 16 05:58:46.679296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0146e1-4728-48dd-aa2d-7e0525d6bbde req-afb56870-9a19-42d5-a902-ee80db5ca2fe tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:46.680849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e0146e1-4728-48dd-aa2d-7e0525d6bbde req-afb56870-9a19-42d5-a902-ee80db5ca2fe tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0962074 Sep 16 05:58:46.719589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e0146e1-4728-48dd-aa2d-7e0525d6bbde req-be099999-ca7a-47ef-8763-d4a95f122dd9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 Sep 16 05:58:47.759639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-38acc136-33c9-4c97-b5ff-39494d9139e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:47.761186 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-38acc136-33c9-4c97-b5ff-39494d9139e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1097 time: 0.0462139 Sep 16 05:58:47.852108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-0ce8f1b0-01b1-4d2b-933a-676de5c804e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:47.853652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-0ce8f1b0-01b1-4d2b-933a-676de5c804e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0854516 Sep 16 05:58:47.924742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-6d6ec98d-7550-4dce-a89b-24e5c77309eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1001 time: 0.0642338 Sep 16 05:58:48.002109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-966a5752-ca57-4737-b18e-ba874aa20554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:48.003561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-966a5752-ca57-4737-b18e-ba874aa20554 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0706737 Sep 16 05:58:48.016069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b5538-c83e-4ae8-b5bd-404db57d1205 req-5b234ff2-37b4-4f33-8889-c86f19aeded0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:48.017930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf9b5538-c83e-4ae8-b5bd-404db57d1205 req-5b234ff2-37b4-4f33-8889-c86f19aeded0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.1509211 Sep 16 05:58:48.080109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf9b5538-c83e-4ae8-b5bd-404db57d1205 req-8b1f62ca-a3de-434e-bfd6-459a55dfda55 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544128 Sep 16 05:58:48.085621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-904129e7-c5d5-4abc-9028-6d51822bbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:48.087052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-904129e7-c5d5-4abc-9028-6d51822bbce5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687628 Sep 16 05:58:48.177589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-e867f0b5-bbf9-42a5-834e-832b2c4b0e08 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817583 Sep 16 05:58:48.269360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-3fe6e5fd-8cc8-4907-b7e2-19b2813d5204 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844586 Sep 16 05:58:49.193694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d45924-71ce-476d-ba2e-ac3b1a4aeb3d req-74fc22a3-caa5-4181-95a9-6ed6ff4ddc30 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:49.195182 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1d45924-71ce-476d-ba2e-ac3b1a4aeb3d req-74fc22a3-caa5-4181-95a9-6ed6ff4ddc30 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0487096 Sep 16 05:58:49.232697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1d45924-71ce-476d-ba2e-ac3b1a4aeb3d req-8bc1f248-f0ce-4fba-85c1-33726814c86f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Sep 16 05:58:50.346884 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f11a2-cfbd-4a56-ad8e-6e4cbc902646 req-7ce829b8-40d7-4f8e-9c70-b9a097e259f4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:50.348262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-799f11a2-cfbd-4a56-ad8e-6e4cbc902646 req-7ce829b8-40d7-4f8e-9c70-b9a097e259f4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0470340 Sep 16 05:58:50.385391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-799f11a2-cfbd-4a56-ad8e-6e4cbc902646 req-eb25431d-0aea-47a3-a134-c9cf44209503 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303891 Sep 16 05:58:51.502876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470df4-d86c-4d50-88f8-f698a2022d4f req-c3736585-7b73-4cbb-9819-eb11c9c8b4ba tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:51.504341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc470df4-d86c-4d50-88f8-f698a2022d4f req-c3736585-7b73-4cbb-9819-eb11c9c8b4ba tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Sep 16 05:58:51.540596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc470df4-d86c-4d50-88f8-f698a2022d4f req-21adbd28-5ead-4002-8078-406d06086af1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296581 Sep 16 05:58:52.341393 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:52.653734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522ddc5-bd8e-4178-902c-fbd052768787 req-bcf3d66c-b3f1-4528-828c-5c9c62d696b6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:52.655100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4522ddc5-bd8e-4178-902c-fbd052768787 req-bcf3d66c-b3f1-4528-828c-5c9c62d696b6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0474455 Sep 16 05:58:52.696503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4522ddc5-bd8e-4178-902c-fbd052768787 req-e964ea5e-31be-4d1c-a770-37d97932b81e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351267 Sep 16 05:58:53.814834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca5eee-2afc-4a3a-90ce-6ea3fb3da45c req-d8e01a63-2427-4004-8885-c79b81c59eba tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:53.816350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4ca5eee-2afc-4a3a-90ce-6ea3fb3da45c req-d8e01a63-2427-4004-8885-c79b81c59eba tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Sep 16 05:58:53.853208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4ca5eee-2afc-4a3a-90ce-6ea3fb3da45c req-0e3db6cb-1158-4c3d-81e9-351c623258a2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302608 Sep 16 05:58:54.971082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf754f9-7164-4ca4-be26-ea4b3d1bce84 req-7ecec702-8bf2-4bf6-b235-ad67f736d53b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:54.972578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-daf754f9-7164-4ca4-be26-ea4b3d1bce84 req-7ecec702-8bf2-4bf6-b235-ad67f736d53b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0524242 Sep 16 05:58:55.008777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-daf754f9-7164-4ca4-be26-ea4b3d1bce84 req-e81d216f-36a2-4c88-af91-b26004765572 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304220 Sep 16 05:58:55.182014 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:55.944029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-520c3438-f236-4317-b4c7-3d206ba9c8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:56.123491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654d10-c58b-4a12-8d9c-3376b5061dd3 req-f1a2ea62-f21b-4bec-9502-eb8b57af681f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:56.124992 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69654d10-c58b-4a12-8d9c-3376b5061dd3 req-f1a2ea62-f21b-4bec-9502-eb8b57af681f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0483661 Sep 16 05:58:56.162326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-69654d10-c58b-4a12-8d9c-3376b5061dd3 req-cd9f497e-b0dc-44a3-a746-99e8e5b5aec1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306892 Sep 16 05:58:57.273776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a13c0-5394-4cf7-ab2e-26db3f8d9655 req-c5a5dcf2-c682-4055-a1ec-6752d1f3a930 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:57.275260 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d6a13c0-5394-4cf7-ab2e-26db3f8d9655 req-c5a5dcf2-c682-4055-a1ec-6752d1f3a930 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0473313 Sep 16 05:58:57.310931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1d6a13c0-5394-4cf7-ab2e-26db3f8d9655 req-ad6de509-7b28-4b4c-8a89-f5a6243469fe tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298240 Sep 16 05:58:58.261427 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f71cc29-5d8a-4ab9-9d5a-e80c479ac651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:58.435445 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdecc5a-e8fe-4c99-b65c-e46903cf6e49 req-fccdafc2-d255-4820-b544-54cdb6876f5c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:58.436954 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fdecc5a-e8fe-4c99-b65c-e46903cf6e49 req-fccdafc2-d255-4820-b544-54cdb6876f5c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0515227 Sep 16 05:58:58.474584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fdecc5a-e8fe-4c99-b65c-e46903cf6e49 req-68420358-41fa-4bab-a4d5-c91daf9040c9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304296 Sep 16 05:58:59.255196 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:59.587983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc530e8-1fff-43c8-b18d-9a578f742820 req-dcbed277-4845-45de-afdc-212077e8594c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:59.589519 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cbc530e8-1fff-43c8-b18d-9a578f742820 req-dcbed277-4845-45de-afdc-212077e8594c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Sep 16 05:58:59.627902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cbc530e8-1fff-43c8-b18d-9a578f742820 req-79008098-df5d-49a9-8a19-fe0b6160eea2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Sep 16 05:59:00.008691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:00.743207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346a81-9482-4690-9613-90947df9581f req-1db31a7f-81fe-4351-b249-f51831348145 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:00.744719 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a346a81-9482-4690-9613-90947df9581f req-1db31a7f-81fe-4351-b249-f51831348145 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0503547 Sep 16 05:59:00.782363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a346a81-9482-4690-9613-90947df9581f req-43dd2ad4-92f6-4908-be7a-fa59963b5dab tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313673 Sep 16 05:59:01.417068 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:01.898785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3a86-bc52-4f7a-ad14-108b92915d90 req-ab390e79-75f5-44df-8ae1-ae7ccc92595d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:01.900270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b15f3a86-bc52-4f7a-ad14-108b92915d90 req-ab390e79-75f5-44df-8ae1-ae7ccc92595d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0517128 Sep 16 05:59:01.937388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b15f3a86-bc52-4f7a-ad14-108b92915d90 req-a2e2803c-72cc-419f-a95b-17c8365d591f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312929 Sep 16 05:59:03.048134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc350b-8066-4db3-b5af-72790ee25573 req-e26bb383-cca9-4c8f-ad42-b87ca3d57730 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:03.049675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3cc350b-8066-4db3-b5af-72790ee25573 req-e26bb383-cca9-4c8f-ad42-b87ca3d57730 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0474138 Sep 16 05:59:03.087141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3cc350b-8066-4db3-b5af-72790ee25573 req-c2454a82-c239-4852-9a05-1ce1edb22e25 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Sep 16 05:59:04.206689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dae6a5-c121-4ded-b15f-5c15a384dd95 req-433fba9b-bd38-4906-a5dc-108b7681b0a8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:04.208918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94dae6a5-c121-4ded-b15f-5c15a384dd95 req-433fba9b-bd38-4906-a5dc-108b7681b0a8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Sep 16 05:59:04.245160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-94dae6a5-c121-4ded-b15f-5c15a384dd95 req-27cfe3e3-7312-4c7a-97c4-d59ee9e32fdf tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306153 Sep 16 05:59:05.362343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e68352-35a2-419c-819a-10acc85f184d req-b6d7fbbf-e71a-4946-9f8d-a6b8a62b9d0e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:05.363805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21e68352-35a2-419c-819a-10acc85f184d req-b6d7fbbf-e71a-4946-9f8d-a6b8a62b9d0e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0515928 Sep 16 05:59:05.426943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21e68352-35a2-419c-819a-10acc85f184d req-0ae0c41d-a25d-4cb4-8397-9c7384d863d5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571322 Sep 16 05:59:05.449459 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-2db3f734-bdb9-42d7-a254-773c8c506049 service neutron] show failed (client error): The resource could not be found. Sep 16 05:59:05.450471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-2db3f734-bdb9-42d7-a254-773c8c506049 service neutron] 10.222.0.64 "GET /v2.0/ports/399b46d5-f26c-4eb1-b27e-43670f5c4486/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0678897 Sep 16 05:59:05.732537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-d8869b1f-305f-4b48-a292-ae05f0975007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:05.734034 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-d8869b1f-305f-4b48-a292-ae05f0975007 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 1097 time: 0.0807846 Sep 16 05:59:05.751218 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:05.810070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:06.009932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:06.041864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:06.081308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:06.086990 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:06.100061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Transition to ACTIVE for port object 399b46d5-f26c-4eb1-b27e-43670f5c4486 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:06.103917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:06.129718 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8e15a-9e80-4307-83a5-bbcc549c1cbd" -d '{"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-unplugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:06.187229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:06.196402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.196745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.197079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.197410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.197879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.198043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.198361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.198673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.198990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.199307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.199618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.199930 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:06.241641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] No DVR routers for this DVR port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:06.244325 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d10a05-cae8-4a47-8abc-003a1d1227a9 x-openstack-request-id: req-02d10a05-cae8-4a47-8abc-003a1d1227a9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:06.244610 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-unplugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:06.244855 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02d10a05-cae8-4a47-8abc-003a1d1227a9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:06.245237 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'code': 200} Sep 16 05:59:06.382115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:06.382727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:06.382842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:06.386924 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:06.387245 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:06.392006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:06.392374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:06.392756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:06.393186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Bound port: 399b46d5-f26c-4eb1-b27e-43670f5c4486, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:06.393544 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:06.454305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:06.457371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:06.463516 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:06.501236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.501865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:06.503248 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] 10.222.0.73 "PUT /v2.0/ports/399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1092 time: 0.7564080 Sep 16 05:59:06.570682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a573a3-2b91-408a-b732-6e82fa52cb89 service neutron] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:06.597243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a6d3f-fe15-410a-8071-0b1aaf48ef04 req-8161a1bc-3053-48d5-a05f-439d0b340014 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.599369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-488a6d3f-fe15-410a-8071-0b1aaf48ef04 req-8161a1bc-3053-48d5-a05f-439d0b340014 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 943 time: 0.0932136 Sep 16 05:59:06.614821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-d929ad15-2bd5-4bef-a7a3-ccbc7db2f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.616309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-d929ad15-2bd5-4bef-a7a3-ccbc7db2f37d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1095 time: 0.0746322 Sep 16 05:59:06.672737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-488a6d3f-fe15-410a-8071-0b1aaf48ef04 req-bcf44004-7fb7-4d68-b0cb-d6d827da5405 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659876 Sep 16 05:59:06.729131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-0cb32922-970d-4fcc-b87f-811034034aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.730581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-0cb32922-970d-4fcc-b87f-811034034aaf service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1034012 Sep 16 05:59:06.799644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-0c60a621-07da-4709-ab6a-db4f5961b4cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 999 time: 0.0565040 Sep 16 05:59:06.856010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-6a64d8e3-38a0-4483-81a4-7acdb310e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.857426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-6a64d8e3-38a0-4483-81a4-7acdb310e209 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0462320 Sep 16 05:59:06.907087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-5b0a19dd-3819-4cb0-97e4-b1d7a1001ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:06.908580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-5b0a19dd-3819-4cb0-97e4-b1d7a1001ce8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391898 Sep 16 05:59:06.995361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-98c99d25-bf0c-4dca-95a0-3d62c5db9ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785615 Sep 16 05:59:07.089396 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e31956f-de08-4bba-869f-36e0f3ebfe78 req-42ce4b75-d457-42e3-9c7e-1a3726c1bd3b service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828245 Sep 16 05:59:07.791792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65d1f6-41b0-4f10-bbe8-b7ba7ea4beab req-6f61f302-2097-4cd0-aab8-dd6ac6555b6e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:07.793435 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a65d1f6-41b0-4f10-bbe8-b7ba7ea4beab req-6f61f302-2097-4cd0-aab8-dd6ac6555b6e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 943 time: 0.0498819 Sep 16 05:59:07.831289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4a65d1f6-41b0-4f10-bbe8-b7ba7ea4beab req-3cff2731-9f2f-4cc8-a156-eddf2fed4abd tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Sep 16 05:59:08.246482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:08.248817 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:08.296639 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077709c9-bda3-4b72-9198-69d45659435e x-openstack-request-id: req-077709c9-bda3-4b72-9198-69d45659435e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:08.296935 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:08.297191 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-077709c9-bda3-4b72-9198-69d45659435e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:08.297583 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'status': 'completed', 'code': 200} Sep 16 05:59:08.390853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-c7bdb635-bc70-40c1-8ac3-e671d78e52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:08.392379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-c7bdb635-bc70-40c1-8ac3-e671d78e52e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1095 time: 0.0707142 Sep 16 05:59:08.401603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-9ff7c77b-7d57-4222-ac9c-19aad218c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:08.402927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-9ff7c77b-7d57-4222-ac9c-19aad218c40e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1095 time: 0.0517275 Sep 16 05:59:08.553760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-21127218-2714-4879-b9dc-7730e5357e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:08.555254 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-21127218-2714-4879-b9dc-7730e5357e57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1514924 Sep 16 05:59:08.558233 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-94fd1699-6ee6-4ba9-b9f8-9038cfc780ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:08.559546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-94fd1699-6ee6-4ba9-b9f8-9038cfc780ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1479006 Sep 16 05:59:08.670231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-399806d8-aff5-443c-806d-4df5d599b5fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 999 time: 0.1061287 Sep 16 05:59:08.672017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-2209bbc8-eba4-4fcc-ab05-8a194b157835 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 999 time: 0.1010251 Sep 16 05:59:08.828871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:08.937823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:08.950912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'mac_address': 'fa:16:3e:0e:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:08.993482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:09.008077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399b46d5-f26c-4eb1-b27e-43670f5c4486 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:09.028433 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:09.032806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:09.088601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:09.095842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.096221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.096567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.096905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.097236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.097568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.097897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.098226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.099067 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.099376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.099701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.100019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:59:09.128275 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-867d9876-4ff9-4806-8bd9-aed63b69b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:09.129787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-867d9876-4ff9-4806-8bd9-aed63b69b03d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.4445033 Sep 16 05:59:09.131037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-0050249c-d9c5-4d65-ac4e-44b814b1204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:09.132361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-0050249c-d9c5-4d65-ac4e-44b814b1204e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.4540989 Sep 16 05:59:09.201754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f956-2096-404e-9cf8-df5cb11c9d5b req-d63fb08d-b5f4-4615-b171-1c38e6d0cc0f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:09.203208 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72d4f956-2096-404e-9cf8-df5cb11c9d5b req-d63fb08d-b5f4-4615-b171-1c38e6d0cc0f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.1227489 Sep 16 05:59:09.232699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-c062cc48-1d6a-44ea-87ce-5b32de62a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:09.234158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-c062cc48-1d6a-44ea-87ce-5b32de62a974 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965827 Sep 16 05:59:09.238023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-76537a31-40cc-4a37-bcd8-af8160cc262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:09.240015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-76537a31-40cc-4a37-bcd8-af8160cc262b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932772 Sep 16 05:59:09.291276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['399b46d5-f26c-4eb1-b27e-43670f5c4486'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:09.297554 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72d4f956-2096-404e-9cf8-df5cb11c9d5b req-4899c8bb-c8be-460e-8a8b-1b3d2d2b9218 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865211 Sep 16 05:59:09.406297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-2159559e-9486-43cb-a474-a7c35d47a4c9 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550202 Sep 16 05:59:09.408406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-6edb5f26-c71b-404a-b884-016f295d7f88 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664064 Sep 16 05:59:09.563921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-cd3ae8ec-5ba3-4c57-9ca1-373aae345cae service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494226 Sep 16 05:59:09.567306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bbc17674-9e5b-4b1b-9ddf-a7dd847647b5 req-4984457d-099d-4d89-a452-2372278a1451 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456339 Sep 16 05:59:10.413137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f4328-cd7b-4aaa-996a-216847dc1cf9 req-c5e34677-96f2-46a5-8ac7-75e7627adac5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:10.414612 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-074f4328-cd7b-4aaa-996a-216847dc1cf9 req-c5e34677-96f2-46a5-8ac7-75e7627adac5 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.0487390 Sep 16 05:59:10.451708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-074f4328-cd7b-4aaa-996a-216847dc1cf9 req-443c7fae-8fd9-477f-a44d-47099ba4545e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Sep 16 05:59:10.773943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-418fa9b1-2510-4690-8b24-98cd0186af9a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:10.775485 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-418fa9b1-2510-4690-8b24-98cd0186af9a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&binding%3Ahost_id=n-h2-713301-15 HTTP/1.1" status: 200 len: 944 time: 0.0856850 Sep 16 05:59:10.784119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac4e7-0d7b-474c-b53b-7b9defe66f67 req-3611fa98-e3c9-4ff2-9cc9-9262c3dee844 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:10.785571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782ac4e7-0d7b-474c-b53b-7b9defe66f67 req-3611fa98-e3c9-4ff2-9cc9-9262c3dee844 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.0848858 Sep 16 05:59:10.826354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:10.861264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-782ac4e7-0d7b-474c-b53b-7b9defe66f67 req-02ea232e-76cc-4270-a198-2f1000f55f96 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689263 Sep 16 05:59:10.869560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-c97a9901-48dc-41db-b771-ff513f155b62 service neutron] 10.222.0.73 "GET /v2.0/ports/399b46d5-f26c-4eb1-b27e-43670f5c4486/bindings/n-h2-713301-15 HTTP/1.1" status: 200 len: 383 time: 0.0825429 Sep 16 05:59:10.890159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 399b46d5-f26c-4eb1-b27e-43670f5c4486 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:10.894221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 399b46d5-f26c-4eb1-b27e-43670f5c4486 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:10.894942 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:10.944489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-01d27f03-ffa3-477f-b80b-c9c26af3024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:10.946055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-01d27f03-ffa3-477f-b80b-c9c26af3024f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1096 time: 0.0505130 Sep 16 05:59:10.980284 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:10.990600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:11.022826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:11.041143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-d1dc39e6-eaa6-480a-ae85-46f10774825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.042639 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-d1dc39e6-eaa6-480a-ae85-46f10774825f service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0896978 Sep 16 05:59:11.043174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:11.052265 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:11.079421 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26f535-f113-4716-acaa-d04fa0b5f3bb" -d '{"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-plugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:11.084563 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:11.111364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:11.117812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-d6f0bf56-636c-4de7-8107-bd87de0eab86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1001 time: 0.0671897 Sep 16 05:59:11.167720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-28e5e922-0e2a-4f29-af57-b1835d615ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.169277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-28e5e922-0e2a-4f29-af57-b1835d615ac8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0446920 Sep 16 05:59:11.191372 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29e0279-c3e5-41a9-bf20-22cee2813bd8 x-openstack-request-id: req-e29e0279-c3e5-41a9-bf20-22cee2813bd8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:11.191732 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-plugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:11.191993 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e29e0279-c3e5-41a9-bf20-22cee2813bd8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:11.192982 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'code': 200} Sep 16 05:59:11.215913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-1bb97cbb-8af1-44fe-a610-88bea34258e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.217446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-1bb97cbb-8af1-44fe-a610-88bea34258e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410957 Sep 16 05:59:11.309092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-7b786843-1d0b-463d-a46c-a809424270f3 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840087 Sep 16 05:59:11.399606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-3fc0e280-5b2d-43d5-aebe-f7c0725eb09a service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826774 Sep 16 05:59:11.643602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-4394c7eb-ab96-4c24-ae64-b3229927f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.645113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-4394c7eb-ab96-4c24-ae64-b3229927f400 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1097 time: 0.0446060 Sep 16 05:59:11.746384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-6e0df82e-7861-48bd-890b-87b36890d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.747732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-6e0df82e-7861-48bd-890b-87b36890d9ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0827475 Sep 16 05:59:11.815949 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-60f9d007-73da-4945-89d5-942a667582c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1001 time: 0.0597911 Sep 16 05:59:11.865011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-e842c96c-6165-40b0-b992-bf297c310eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.866441 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-e842c96c-6165-40b0-b992-bf297c310eb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0425000 Sep 16 05:59:11.912990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-4a6f459e-a66d-477e-8e11-a19c27026a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:11.914511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-4a6f459e-a66d-477e-8e11-a19c27026a21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403442 Sep 16 05:59:12.028812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20cbf4-df9d-482c-8a1c-df37051d2365 req-1636b83d-b5e9-4f96-b064-62aa3634ef86 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:12.030312 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab20cbf4-df9d-482c-8a1c-df37051d2365 req-1636b83d-b5e9-4f96-b064-62aa3634ef86 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.1001902 Sep 16 05:59:12.057493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-95530710-a2ea-4e58-a9f6-658ccf636d06 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352465 Sep 16 05:59:12.092315 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ab20cbf4-df9d-482c-8a1c-df37051d2365 req-8e2afddb-6bf3-47f3-96cd-422dff6da748 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560913 Sep 16 05:59:12.162716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fce7a0d1-0aad-4802-afbf-98fa430a43fb req-4a6f21b7-ca03-4c24-ba52-a88c5423f207 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933022 Sep 16 05:59:12.324763 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:13.211921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae688b7-a41f-46f6-b72b-f94b8d93c6e5 req-2bece557-33e1-4f6e-904d-2766bb51c587 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:13.213765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fae688b7-a41f-46f6-b72b-f94b8d93c6e5 req-2bece557-33e1-4f6e-904d-2766bb51c587 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Sep 16 05:59:13.253350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fae688b7-a41f-46f6-b72b-f94b8d93c6e5 req-29d3c085-fe94-45b1-8e51-e690c903ed7f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335987 Sep 16 05:59:13.565643 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-e7934927-0808-494e-8d0b-1f217c92605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:13.567170 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-e7934927-0808-494e-8d0b-1f217c92605b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 1097 time: 0.0402000 Sep 16 05:59:13.585878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:13.642590 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:13.840003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:13.871485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:13.910039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:13.912255 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4f0209-9728-4364-a464-3a1258e8e16b" -d '{"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-unplugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:13.916316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:13.929690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Transition to ACTIVE for port object 399b46d5-f26c-4eb1-b27e-43670f5c4486 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:13.933475 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:13.962724 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5477ba-8b82-47b1-a5ed-9e61add66d7e x-openstack-request-id: req-0c5477ba-8b82-47b1-a5ed-9e61add66d7e {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:13.963025 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-unplugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:13.963279 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c5477ba-8b82-47b1-a5ed-9e61add66d7e {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:13.963670 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'code': 200} Sep 16 05:59:14.015883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=10']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:14.057628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] No DVR routers for this DVR port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:14.194180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:14.194419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:14.194751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:14.199041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:14.199361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Attempting to bind port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:14.204078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:14.204432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:14.204807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:14.205223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Bound port: 399b46d5-f26c-4eb1-b27e-43670f5c4486, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:14.205570 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.266718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:14.270112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:14.274211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.311143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:14.311913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:14.313228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 1093 time: 0.7322276 Sep 16 05:59:14.374529 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2061-afe8-4c5c-86b4-a42e6c3045a0 service neutron] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=11']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:14.418977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f39f43-a719-43c0-83a3-14fbb128854c req-9a603d01-b3b7-4633-a4c9-b2d7dfbe0896 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:14.420561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57f39f43-a719-43c0-83a3-14fbb128854c req-9a603d01-b3b7-4633-a4c9-b2d7dfbe0896 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.0976586 Sep 16 05:59:14.423608 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-e9bec53c-df3f-4c66-815c-2cb5066dba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:14.425033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-e9bec53c-df3f-4c66-815c-2cb5066dba26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1096 time: 0.0626316 Sep 16 05:59:14.513857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57f39f43-a719-43c0-83a3-14fbb128854c req-ba23e2ea-d665-4d6c-967d-999d9e250c71 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873966 Sep 16 05:59:14.540517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-67a00fe3-95ae-4c9e-b30e-8df64b2b1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:14.541971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-67a00fe3-95ae-4c9e-b30e-8df64b2b1642 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1091549 Sep 16 05:59:14.606993 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-3145b71d-c284-4f86-82b0-15598b5d6001 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 999 time: 0.0577514 Sep 16 05:59:14.658633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-6ff2c48c-41e6-457d-ad59-ac157bf89eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:14.660038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-6ff2c48c-41e6-457d-ad59-ac157bf89eee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0462577 Sep 16 05:59:14.703458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-db2760f0-2216-448f-8545-6b5784788597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:14.704921 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-db2760f0-2216-448f-8545-6b5784788597 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383146 Sep 16 05:59:14.798236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-0369d009-ac50-4f3c-ba36-96478fcaed8e service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Sep 16 05:59:14.886446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7f343b5-31a4-4a24-b6fe-736607924f1c req-954b3813-7409-4cd8-aac2-552acdf44657 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807710 Sep 16 05:59:15.629238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e2e71-fcf2-4ec3-a7fe-8fa32ca4e5df req-93a80030-c9e7-44d6-9433-5238aaef9b72 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:15.630715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f0e2e71-fcf2-4ec3-a7fe-8fa32ca4e5df req-93a80030-c9e7-44d6-9433-5238aaef9b72 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.0489089 Sep 16 05:59:15.667723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f0e2e71-fcf2-4ec3-a7fe-8fa32ca4e5df req-ee15bc78-431c-4acb-bcea-8a3b3cfe1b55 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Sep 16 05:59:15.964737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:15.967113 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1478005e-369a-40d1-b37e-e92da6f0f546" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:16.013377 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d709c4-6865-46fd-b2c6-258eadb551c5 x-openstack-request-id: req-b6d709c4-6865-46fd-b2c6-258eadb551c5 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:16.013670 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:16.013934 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6d709c4-6865-46fd-b2c6-258eadb551c5 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:16.014349 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'status': 'completed', 'code': 200} Sep 16 05:59:16.117676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-14cb41f8-47c1-43c0-b2c7-aad438d1f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.119172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-14cb41f8-47c1-43c0-b2c7-aad438d1f685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1096 time: 0.0630014 Sep 16 05:59:16.121838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-8220633e-1a11-4fce-8808-ef621117b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.123221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-8220633e-1a11-4fce-8808-ef621117b5f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 1096 time: 0.0748720 Sep 16 05:59:16.279868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-5a3c314c-6a47-4946-a29c-a9d4ee456e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.281363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-5a3c314c-6a47-4946-a29c-a9d4ee456e84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1544938 Sep 16 05:59:16.282736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-55d45d82-cc0e-41d3-9aaf-85a877fb0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.284071 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-55d45d82-cc0e-41d3-9aaf-85a877fb0685 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1468725 Sep 16 05:59:16.389586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-04c578ad-1e1a-45c1-8859-c7990ab176bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 999 time: 0.0999148 Sep 16 05:59:16.395268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-a88f174f-8159-4583-834a-6ba3a49b59fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 200 len: 999 time: 0.0994177 Sep 16 05:59:16.475213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-89c35af1-056c-414f-a041-a034a8010343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.476722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-89c35af1-056c-414f-a041-a034a8010343 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0786943 Sep 16 05:59:16.478392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-2f210c37-90c4-4193-9a7f-a690590bc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.479747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-2f210c37-90c4-4193-9a7f-a690590bc39a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0739815 Sep 16 05:59:16.549439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-bec1637c-fdd3-4bf1-bd33-b89ad0064e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.550870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-bec1637c-fdd3-4bf1-bd33-b89ad0064e30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656734 Sep 16 05:59:16.554077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-981c1cd7-34b8-401e-a7c3-e47571b19d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.555442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-981c1cd7-34b8-401e-a7c3-e47571b19d73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617123 Sep 16 05:59:16.579714 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-af504588-9f2b-46f7-91a9-b7001a54a50e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:59:16.580827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-af504588-9f2b-46f7-91a9-b7001a54a50e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142047 Sep 16 05:59:16.714220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-62147240-34aa-498c-bef7-f25300252854 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551430 Sep 16 05:59:16.732434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-613adda4-310f-44fa-84c8-271e48c382de service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426513 Sep 16 05:59:16.869953 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:16.891086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2becf-0f17-4767-ae0c-796faa1ff282 req-0d38564c-ccaa-4cc1-85c0-0f167e8e9427 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:16.892631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7b2becf-0f17-4767-ae0c-796faa1ff282 req-0d38564c-ccaa-4cc1-85c0-0f167e8e9427 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.1497915 Sep 16 05:59:16.912190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:16.936356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-9e03ea58-c7ae-476f-8bda-65404cfeabf8 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148113 Sep 16 05:59:16.939354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1478005e-369a-40d1-b37e-e92da6f0f546 req-d4d9aa5b-18e8-4e1e-993d-c08c0bc16064 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954496 Sep 16 05:59:16.958997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7b2becf-0f17-4767-ae0c-796faa1ff282 req-0cfcbc03-12da-49ef-9841-118b0157cdd6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551796 Sep 16 05:59:18.088191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d68953-95d3-4ba8-8415-d3f2956f5b7a req-7f94d97c-ba87-46c3-ac92-69b6646be7f4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:18.089741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d68953-95d3-4ba8-8415-d3f2956f5b7a req-7f94d97c-ba87-46c3-ac92-69b6646be7f4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 944 time: 0.0547240 Sep 16 05:59:18.129342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d68953-95d3-4ba8-8415-d3f2956f5b7a req-4d5bc032-0392-44c6-abfc-6d586d64534e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327494 Sep 16 05:59:19.003267 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:19.108083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:19.121366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'mac_address': 'fa:16:3e:0e:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:19.162931 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.175445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399b46d5-f26c-4eb1-b27e-43670f5c4486 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:19.194475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:19.198616 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.243065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e0984-ecdc-42b6-b573-172dfefeb2cd req-b36cb70b-7aae-4479-a96c-c75bf3a7c01d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:19.244662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-111e0984-ecdc-42b6-b573-172dfefeb2cd req-b36cb70b-7aae-4479-a96c-c75bf3a7c01d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0482862 Sep 16 05:59:19.248117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:19.282143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-111e0984-ecdc-42b6-b573-172dfefeb2cd req-07e0266a-ce13-4339-b794-a3c5487e1c1d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Sep 16 05:59:19.395757 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e6ea-575c-4567-93c6-18c1baff0bcb req-f564bdfe-2cde-4bed-a10b-886c379233af tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:19.397286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f34e6ea-575c-4567-93c6-18c1baff0bcb req-f564bdfe-2cde-4bed-a10b-886c379233af tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0498395 Sep 16 05:59:19.433475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2f34e6ea-575c-4567-93c6-18c1baff0bcb req-4686c37b-1227-4243-854f-098b4f575e05 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303435 Sep 16 05:59:19.548382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31b3d-5391-49d8-880b-581efe2d863e req-4a2bab45-ee1c-4a2a-af6b-9d72342b2d46 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:19.549749 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1db31b3d-5391-49d8-880b-581efe2d863e req-4a2bab45-ee1c-4a2a-af6b-9d72342b2d46 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0520051 Sep 16 05:59:19.686147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['399b46d5-f26c-4eb1-b27e-43670f5c4486'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:19.920026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1db31b3d-5391-49d8-880b-581efe2d863e req-8eaa8b33-4d70-47bb-843d-0c3d9fe0aef3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637116 Sep 16 05:59:20.145840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc6179-a72c-46f1-8105-a5ef3811c0ba req-c43eb4ab-6dcd-429b-84a3-34cf24169756 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:20.147299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bcc6179-a72c-46f1-8105-a5ef3811c0ba req-c43eb4ab-6dcd-429b-84a3-34cf24169756 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 945 time: 0.0474234 Sep 16 05:59:20.185966 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9bcc6179-a72c-46f1-8105-a5ef3811c0ba req-e4ee3e0f-8a1b-4bcf-aef3-3e92df6478d1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326917 Sep 16 05:59:21.019090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:21.066387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 399b46d5-f26c-4eb1-b27e-43670f5c4486 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:21.070622 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 399b46d5-f26c-4eb1-b27e-43670f5c4486 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:21.070992 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:21.151591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:21.177666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:21.179876 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd3fa4b-aa27-4fa2-9934-dce1e9251e4b" -d '{"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-plugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:21.193435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:21.197927 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:21.223039 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9236212-90f7-403c-b2de-4fff462b2090 x-openstack-request-id: req-c9236212-90f7-403c-b2de-4fff462b2090 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:21.223373 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-plugged", "status": "completed", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:21.223627 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9236212-90f7-403c-b2de-4fff462b2090 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:21.224156 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'code': 200} Sep 16 05:59:21.249655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=13']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:21.298472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf3129-665c-465d-a3d5-a1b2c502ed7e req-ad22a37f-43d5-49d4-9bb4-f8fc32e892ee tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:21.299864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ecf3129-665c-465d-a3d5-a1b2c502ed7e req-ad22a37f-43d5-49d4-9bb4-f8fc32e892ee tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 946 time: 0.0479865 Sep 16 05:59:21.337030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ecf3129-665c-465d-a3d5-a1b2c502ed7e req-3f3c8a3a-cc16-4ab9-adaf-dc46349819d0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308480 Sep 16 05:59:21.869854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-208821df-dec7-4411-8fd1-ee90d21467f3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:21.871237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-208821df-dec7-4411-8fd1-ee90d21467f3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 946 time: 0.0562906 Sep 16 05:59:21.955587 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Deleting port 399b46d5-f26c-4eb1-b27e-43670f5c4486 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:59:21.955923 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:22.043670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] For port 399b46d5-f26c-4eb1-b27e-43670f5c4486, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=399b46d5-f26c-4eb1-b27e-43670f5c4486,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:22.044034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:22.204747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:22.205026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:22.205344 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 disassociated. External IP: 172.25.6.37, port: 399b46d5-f26c-4eb1-b27e-43670f5c4486. Sep 16 05:59:22.205682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Calling delete_port for 399b46d5-f26c-4eb1-b27e-43670f5c4486 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:59:22.330578 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:22.358433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event deleted for resources: {'Port': ['ID=399b46d5-f26c-4eb1-b27e-43670f5c4486,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:22.473242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-233811d6-027e-47ca-9aa3-eaa7939c8141 req-7dd532fd-8d1c-4984-9edb-2eea13affdfc tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbd9a4a-4394-4370-9b33-5bb9be955c94 HTTP/1.1" status: 200 len: 210 time: 0.0619915 Sep 16 05:59:22.499029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:22.608918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:22.619215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:22.627989 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:22.628651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:58:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:22.649167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] No DVR routers for this DVR port 399b46d5-f26c-4eb1-b27e-43670f5c4486 on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:59:22.651698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:22.653693 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fcd4ddf7-45c6-4909-bc6c-670f8a3952f9 req-b023d452-ae18-4722-a958-42362f7d125d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "DELETE /v2.0/ports/399b46d5-f26c-4eb1-b27e-43670f5c4486 HTTP/1.1" status: 204 len: 173 time: 0.7763443 Sep 16 05:59:22.654141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-deleted', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:22.656403 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79564d5b-ee31-47b9-991c-9fada5c6e7a8" -d '{"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-deleted", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:22.696398 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38451ff6-442e-4f24-a0e4-bf9f897d8f10 x-openstack-request-id: req-38451ff6-442e-4f24-a0e4-bf9f897d8f10 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:22.696689 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd9a4a-4394-4370-9b33-5bb9be955c94", "name": "network-vif-deleted", "tag": "399b46d5-f26c-4eb1-b27e-43670f5c4486", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:22.696934 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38451ff6-442e-4f24-a0e4-bf9f897d8f10 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:22.697331 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd9a4a-4394-4370-9b33-5bb9be955c94', 'name': 'network-vif-deleted', 'tag': '399b46d5-f26c-4eb1-b27e-43670f5c4486', 'status': 'completed', 'code': 200} Sep 16 05:59:22.742456 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:22.949091 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:22.974832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:22.982847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:22.983442 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:58:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:23.094604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:23.449061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:23.478964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272bf2f-9727-4f6e-affe-da98a916c4a6 None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:23.702033 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90320cca-f277-49cf-92f7-e0536c7b435c None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:59:23.776792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-4c7a593d-4a34-4585-af7b-245c503a23e1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1947555004&fields=id&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 267 time: 0.0390704 Sep 16 05:59:23.899485 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-3afa7f6f-a897-4490-9ec8-fc4d6dd49f5a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:23.901011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-3afa7f6f-a897-4490-9ec8-fc4d6dd49f5a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1173856 Sep 16 05:59:23.915789 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-f36f7f05-8048-420a-a06c-776f041fe00e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/quotas/9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 375 time: 0.0090411 Sep 16 05:59:23.968108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-517df761-834c-481c-8dc5-cd057e9eec8e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471163 Sep 16 05:59:23.983204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-fb4408dd-3662-4615-8544-debdc0da3172 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:59:23.984205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-fb4408dd-3662-4615-8544-debdc0da3172 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050120 Sep 16 05:59:24.075119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-6526c04f-dc6a-4172-addf-b2e9d085ee10 service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853686 Sep 16 05:59:24.166451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-6d13b1b1-ca28-43a3-ac65-b793f0c98c66 service neutron] 10.222.0.55 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852053 Sep 16 05:59:24.328137 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75566cff-f17b-4dc0-98e2-c41146c60748 req-70f26a04-6e37-4074-ae24-4e28333d1c65 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Sep 16 05:59:25.180858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:25.316267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-23f8c675-8556-412e-9124-dad5b850fc4a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.318203 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-23f8c675-8556-412e-9124-dad5b850fc4a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 812 time: 0.1029649 Sep 16 05:59:25.367328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-f04448e8-faa2-4893-9e29-a3681361a7a8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 380 time: 0.0344093 Sep 16 05:59:25.377444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'port': {'device_id': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'admin_state_up': True, 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'security_groups': ['07b4ad57-89f8-468d-a872-d75817312b5e']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:25.434963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-344ee34e-5512-4623-a15f-dff8300cff9e req-b5edaf1a-752f-4fd2-bb90-57956daed1d3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 210 time: 0.0368388 Sep 16 05:59:25.510376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Made reservation on behalf of 9836afdf6b7e4e8fae8a1a8c4236e486 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:59:25.513937 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:25.640108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Allocated IP 172.20.0.10 (27445fce-0709-4dd6-9db1-1a82bc537e49/3f2875bb-082f-44dd-a1d9-171a133e3606/2949fb9f-1716-47dc-bbc2-9c416f50b7fa) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:59:25.770952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:25.809133 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:25.850406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:59:25.853509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:59:25.859040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:59:25.866129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:25.913144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:25.913775 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:25.930024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-892c4531-aff8-43bb-849e-ab030b1cd649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562189 Sep 16 05:59:25.946691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d3f71efc-8cbe-409c-a26a-9ccd937f3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:25.949700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Request body: {'port': {'device_id': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:26.005787 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.054809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8f8d7697-9609-4a1d-a1e1-be035726474c None None] Provisioning complete for port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:26.055567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7697-9609-4a1d-a1e1-be035726474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.088809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d7697-9609-4a1d-a1e1-be035726474c None None] Port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:59:26.270684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2949fb9f-1716-47dc-bbc2-9c416f50b7fa {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:26.278033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.289923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Transition to ACTIVE for port object 2949fb9f-1716-47dc-bbc2-9c416f50b7fa will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:59:26.293350 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.342988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:26.412968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:59:26.413304 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:59:26.413637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:26.418077 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:59:26.418385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:59:26.423425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:59:26.423764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:59:26.424175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:59:26.424613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Bound port: 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:59:26.424971 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.521752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:59:26.547885 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:59:26.552757 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.590565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.591234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:26.592605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] 10.222.0.73 "PUT /v2.0/ports/2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1093 time: 0.6489301 Sep 16 05:59:26.594944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:26.597252 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dbf949-7877-451c-91c2-0a54cdf91710" -d '{"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:26.619848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e723f8-1a8a-4936-801f-15eb7da448b6 req-e0da66f2-176d-4b98-a1a2-2866b25dc3d3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.621538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2e723f8-1a8a-4936-801f-15eb7da448b6 req-e0da66f2-176d-4b98-a1a2-2866b25dc3d3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.1138470 Sep 16 05:59:26.643619 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f006fc83-774e-49b6-8f77-03262ec408a8 x-openstack-request-id: req-f006fc83-774e-49b6-8f77-03262ec408a8 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:26.643909 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:26.644186 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f006fc83-774e-49b6-8f77-03262ec408a8 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:26.644585 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'status': 'completed', 'code': 200} Sep 16 05:59:26.665324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb28ab-48a7-4003-93e7-47af65ffa559 service neutron] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:26.704249 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d2e723f8-1a8a-4936-801f-15eb7da448b6 req-c2eb0834-0d16-4b3e-b976-2b584f1f7d80 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737839 Sep 16 05:59:26.723027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-eea32fff-0137-4623-a010-190c400545f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.723027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-eea32fff-0137-4623-a010-190c400545f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1096 time: 0.0851557 Sep 16 05:59:26.766400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-1b0be9a5-ce0f-4978-81cc-a7e9cd4c3fab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 217 time: 0.0349119 Sep 16 05:59:26.818306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-c84cbddd-c851-4b52-bf56-0fb90f8477de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.819810 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-c84cbddd-c851-4b52-bf56-0fb90f8477de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0446341 Sep 16 05:59:26.873076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-03750817-c3d8-4f42-af07-e650edd602f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:26.874520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-03750817-c3d8-4f42-af07-e650edd602f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437770 Sep 16 05:59:26.971578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-cdc7968d-c92f-42a6-98cc-d4bccad7b3d4 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821950 Sep 16 05:59:27.034576 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:59:27.054737 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 399b46d5-f26c-4eb1-b27e-43670f5c4486 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:59:27.055087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 399b46d5-f26c-4eb1-b27e-43670f5c4486 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:59:27.068597 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-767caf8f-494c-431f-b650-a3d8cdf29619 req-4c02f845-f0b9-4b17-b039-09fcb3fc51f8 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850959 Sep 16 05:59:27.172567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-cc254a4a-cac2-4c7f-8a69-5629c5392ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.174030 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-cc254a4a-cac2-4c7f-8a69-5629c5392ccc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1096 time: 0.0395107 Sep 16 05:59:27.267116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-a4078cdc-20de-412f-ad53-f46b3b2981d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.268642 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-a4078cdc-20de-412f-ad53-f46b3b2981d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0868337 Sep 16 05:59:27.308633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-737a9143-87e7-4f49-8219-f7c51e0f6e51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 217 time: 0.0328238 Sep 16 05:59:27.355575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-dae09538-cd2a-4026-8e13-e5d4017758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.356926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-dae09538-cd2a-4026-8e13-e5d4017758dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0417094 Sep 16 05:59:27.406167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-2e804432-faa0-4f5b-ba47-d539b75e3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.407617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-2e804432-faa0-4f5b-ba47-d539b75e3370 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422330 Sep 16 05:59:27.496741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-5f61eecb-5aea-44c1-9008-fc5551c18968 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809488 Sep 16 05:59:27.589384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57dbf949-7877-451c-91c2-0a54cdf91710 req-4d66a0bf-d1d6-4eee-972d-18bc1f09ad73 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828300 Sep 16 05:59:27.823229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb5898-e282-4140-9986-b7d96f898f29 req-aa23a8ae-1a5d-4c55-9579-255d1e1a0acc tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:27.824739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebeb5898-e282-4140-9986-b7d96f898f29 req-aa23a8ae-1a5d-4c55-9579-255d1e1a0acc tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0487025 Sep 16 05:59:27.861663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebeb5898-e282-4140-9986-b7d96f898f29 req-65457cae-631d-4c99-9d9b-c04f229ce006 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Sep 16 05:59:28.262239 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-638a5bc7-3444-4b71-b458-5a1f1348452a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:28.963243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:59:28.974934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859ad04-1b62-4855-bf73-986bfe57da07 req-71419fa2-03f9-442f-ab67-92c5225a90f3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:28.976493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5859ad04-1b62-4855-bf73-986bfe57da07 req-71419fa2-03f9-442f-ab67-92c5225a90f3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Sep 16 05:59:29.015586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5859ad04-1b62-4855-bf73-986bfe57da07 req-dc7650b2-f644-4450-bc3e-c0902c2c5f34 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Sep 16 05:59:29.061338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:29.072711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'mac_address': 'fa:16:3e:af:43:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:59:29.110820 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.124493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2949fb9f-1716-47dc-bbc2-9c416f50b7fa {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:59:29.149145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:29.153172 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.203044 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:29.255934 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:29.340493 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:29.409120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2949fb9f-1716-47dc-bbc2-9c416f50b7fa'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:59:30.011185 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:30.370629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe7630-2fe3-485e-bbcf-6bd8d89c51de req-287a2c06-ec7c-4921-96ae-63b97f68d05c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:30.372068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1fe7630-2fe3-485e-bbcf-6bd8d89c51de req-287a2c06-ec7c-4921-96ae-63b97f68d05c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0509901 Sep 16 05:59:30.408850 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1fe7630-2fe3-485e-bbcf-6bd8d89c51de req-29a27f39-6b52-4528-a916-321912d6e1d0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308173 Sep 16 05:59:30.977962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:59:31.029039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:59:31.032452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:59:31.032815 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.106231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.128591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:31.131414 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44796e5b-9ee4-4d8c-bdd8-2c5490a1c40b" -d '{"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-plugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:31.143362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:59:31.147715 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.170884 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6ece1-76f4-4524-b28e-0dcb8c3a8ebd x-openstack-request-id: req-6da6ece1-76f4-4524-b28e-0dcb8c3a8ebd {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:31.171175 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-plugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:31.171426 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6da6ece1-76f4-4524-b28e-0dcb8c3a8ebd {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:31.171811 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'code': 200} Sep 16 05:59:31.200502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:59:31.270352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901686-e3a1-4a8c-94d4-8f8a8f2cba14 req-c359ce28-fc76-4f8f-bb0e-683b0e8e1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:31.271893 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9901686-e3a1-4a8c-94d4-8f8a8f2cba14 req-c359ce28-fc76-4f8f-bb0e-683b0e8e1e29 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1098 time: 0.0394292 Sep 16 05:59:31.306785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d9901686-e3a1-4a8c-94d4-8f8a8f2cba14 req-93c9645f-a5a0-4059-8c9c-6354f546f207 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275004 Sep 16 05:59:31.420179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:31.522157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cebd37-49ad-458c-908d-0e485d59f052 req-562a6577-9d36-49d5-8fa9-13035702f151 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:31.523560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4cebd37-49ad-458c-908d-0e485d59f052 req-562a6577-9d36-49d5-8fa9-13035702f151 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0487716 Sep 16 05:59:31.560925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e4cebd37-49ad-458c-908d-0e485d59f052 req-fe4eeadc-b78b-4d8f-b7c7-ddf867fed858 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Sep 16 05:59:32.678857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29642cd6-e845-475d-992f-dac06386fb34 req-61f7d579-8808-4bbc-b9ba-3e9c0fe7cc0b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:32.680352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29642cd6-e845-475d-992f-dac06386fb34 req-61f7d579-8808-4bbc-b9ba-3e9c0fe7cc0b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0519190 Sep 16 05:59:32.716886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29642cd6-e845-475d-992f-dac06386fb34 req-3668585b-72f6-453c-8cfe-21e23da2ba83 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306022 Sep 16 05:59:32.826041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95af2d-8e59-475c-aa86-1db7ec08230c req-ebfba6a2-dd76-4f39-8877-245d7860da93 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:32.827499 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f95af2d-8e59-475c-aa86-1db7ec08230c req-ebfba6a2-dd76-4f39-8877-245d7860da93 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0483215 Sep 16 05:59:32.836172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 38930) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:59:32.840388 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Request body: {'floatingip': {'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:59:32.878688 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.295262 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.299202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.396344 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 associated. External IP: 172.25.6.37, port: 2949fb9f-1716-47dc-bbc2-9c416f50b7fa. Sep 16 05:59:33.596552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:59:33.701217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:59:33.706030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:33.711428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134761b-5293-4603-883b-74367166a5e3 None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:59:33.724445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:33.725064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:33.733872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-abd6820a-87a6-4215-b30b-ee3089cf546f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "PUT /v2.0/floatingips/8ef75876-40f8-466f-b727-cc555a6d29e0 HTTP/1.1" status: 200 len: 992 time: 0.8966713 Sep 16 05:59:33.734461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:59:33.736823 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5951563a-0546-469c-b37e-a5f514ccbedc" -d '{"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:59:33.777424 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b47afb-8673-45af-bdab-4162db499718 x-openstack-request-id: req-95b47afb-8673-45af-bdab-4162db499718 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:59:33.777721 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:59:33.777973 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95b47afb-8673-45af-bdab-4162db499718 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:59:33.778403 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'status': 'completed', 'code': 200} Sep 16 05:59:33.832743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:33.840139 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951563a-0546-469c-b37e-a5f514ccbedc req-74211aa5-3d52-4b55-8ecf-0e460e702f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:33.841654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5951563a-0546-469c-b37e-a5f514ccbedc req-74211aa5-3d52-4b55-8ecf-0e460e702f85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1098 time: 0.0405598 Sep 16 05:59:33.942180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951563a-0546-469c-b37e-a5f514ccbedc req-3491ae28-0972-4403-89c8-3c115c2fee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:33.943743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5951563a-0546-469c-b37e-a5f514ccbedc req-3491ae28-0972-4403-89c8-3c115c2fee1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0943983 Sep 16 05:59:34.008012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5951563a-0546-469c-b37e-a5f514ccbedc req-81f365d7-8687-4662-b66f-948a1511abf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0567870 Sep 16 05:59:34.056003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:af:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:59:33Z', 'revision_number': 13, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:34.060828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951563a-0546-469c-b37e-a5f514ccbedc req-61842fff-8cf9-4d88-bd32-db8fec7cfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:34.062321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5951563a-0546-469c-b37e-a5f514ccbedc req-61842fff-8cf9-4d88-bd32-db8fec7cfd00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0473938 Sep 16 05:59:34.081709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134761b-5293-4603-883b-74367166a5e3 None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:59:34.090780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:59:34.091308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T05:59:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:34.108344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951563a-0546-469c-b37e-a5f514ccbedc req-27e33d24-c7ec-43d5-9c10-6490656732bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:59:34.110049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5951563a-0546-469c-b37e-a5f514ccbedc req-27e33d24-c7ec-43d5-9c10-6490656732bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407472 Sep 16 05:59:34.195662 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:59:34.198123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5951563a-0546-469c-b37e-a5f514ccbedc req-77abb5e6-f30a-4892-80fc-f4e763c0a880 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807433 Sep 16 05:59:34.290923 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5951563a-0546-469c-b37e-a5f514ccbedc req-50c9f609-c903-419f-8fb5-655cff01dbe2 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856221 Sep 16 05:59:34.418167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-6134761b-5293-4603-883b-74367166a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:af:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:59:33Z', 'revision_number': 13, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:59:34.443790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6134761b-5293-4603-883b-74367166a5e3 None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ef75876-40f8-466f-b727-cc555a6d29e0', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'mac_address': 'fa:16:3e:af:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:29Z', 'updated_at': '2021-09-16T05:59:33Z', 'revision_number': 13, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:59:34.620362 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb46ff-cc94-4be7-b339-4c7b42a957db None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:59:42.322949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:55.181011 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:55.947782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ae9c86c9-044e-4bab-acf8-bf0961431dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:58.261812 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-957f0f1a-052e-4d6e-a950-c7cc4aab57f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:59.256775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:00.014232 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:01.423073 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:06.341228 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:12.338734 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:12.634381 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-837a048c-00ac-46fa-9ada-45ab25f859d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390592 Sep 16 06:00:12.725130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-6b0f74a3-c6b8-4783-8008-dfe5b1436c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:12.727322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-6b0f74a3-c6b8-4783-8008-dfe5b1436c10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1098 time: 0.0443466 Sep 16 06:00:12.855342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-cc13c5f0-7732-4549-9c88-a80683e250f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:12.858091 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-cc13c5f0-7732-4549-9c88-a80683e250f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1045237 Sep 16 06:00:13.266053 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-8300b991-155a-4566-bfaf-92ac61657667 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1002 time: 0.3964612 Sep 16 06:00:13.319160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-76d5be85-5efd-4b15-bc6e-3229c839ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:13.321276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-76d5be85-5efd-4b15-bc6e-3229c839ac53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0432777 Sep 16 06:00:13.371012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-c7f8dd54-3b53-45c7-b88e-1fce2acc207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:00:13.372513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-c7f8dd54-3b53-45c7-b88e-1fce2acc207e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403285 Sep 16 06:00:13.469321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-bab3d59b-0ca4-446d-b482-e52c40bd4195 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828714 Sep 16 06:00:13.564431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74786051-c412-4548-b1e1-eea8ec2a4639 req-b866b6c1-40f9-4a47-847c-d7b8f1760ad7 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833075 Sep 16 06:00:25.195552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:25.948781 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd9b8-2d5e-4ceb-9e7d-8364ad0881fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:28.261895 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5873089b-bb90-4e94-b9c6-5b0b33afe103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:29.259098 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:30.017617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:31.425332 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:42.332677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:43.341109 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:55.199375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:55.954228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e2980b36-bcba-472c-9225-56328d7e7f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:58.301735 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4689f442-2699-4289-8332-a1f074bafefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:59.266313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:00.021181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:01.428804 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:12.335602 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:14.612880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-2354c3ef-9c3c-4ace-9df5-82a337f7f6de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471647 Sep 16 06:01:14.714316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-63ee1798-bb84-41b3-b7e9-f86654682b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:14.715905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-63ee1798-bb84-41b3-b7e9-f86654682b03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1098 time: 0.0533564 Sep 16 06:01:14.836046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-e0c058a6-c63d-45b4-a8f6-acc33a55d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:14.837481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-e0c058a6-c63d-45b4-a8f6-acc33a55d414 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0982487 Sep 16 06:01:14.916444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-ad5a5632-bae9-4a85-bbb4-5db506eb4089 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1002 time: 0.0709555 Sep 16 06:01:14.971538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-183db393-b3c1-4c9a-bd59-91e2a914ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:14.973051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-183db393-b3c1-4c9a-bd59-91e2a914ec68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0470731 Sep 16 06:01:15.023657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-1ab928b7-f281-422e-bdeb-341bb44e540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:15.025316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-1ab928b7-f281-422e-bdeb-341bb44e540a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454736 Sep 16 06:01:15.136521 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-a0c4b36b-fb3a-4c6e-a69a-af206c44f05f service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033454 Sep 16 06:01:15.237311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b00ccb0-bbe7-4aca-a291-d1e8a16ae602 req-2eebf4bb-1f69-4278-9671-16065f0cb6e7 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891466 Sep 16 06:01:15.645927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52e7d7-b17b-46ff-bacd-8d78a44cbf6e req-bb30757c-eecc-4911-aafb-ed93cf025b69 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:15.647856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e52e7d7-b17b-46ff-bacd-8d78a44cbf6e req-bb30757c-eecc-4911-aafb-ed93cf025b69 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0585916 Sep 16 06:01:15.687610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7e52e7d7-b17b-46ff-bacd-8d78a44cbf6e req-8d017768-5f80-4902-945d-b03bbec44123 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Sep 16 06:01:20.341753 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:25.209416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:25.954823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-442edeb4-8512-4f7c-88cb-a569419108cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:26.975807 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-5f2ab057-607e-40fe-a820-ab4212629001 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725780 Sep 16 06:01:26.992152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf26c4-24a1-4878-bd54-5443c6ce19b0 req-23cb2b16-be26-49c3-b832-d0f744636987 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:26.993785 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bdf26c4-24a1-4878-bd54-5443c6ce19b0 req-23cb2b16-be26-49c3-b832-d0f744636987 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0635159 Sep 16 06:01:27.034546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8bdf26c4-24a1-4878-bd54-5443c6ce19b0 req-d8191db8-25f6-4a36-95e2-6767cf3c6f03 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336494 Sep 16 06:01:28.162299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ee107-b5c3-490f-8ce4-f7613f2bb6f1 req-9033d12b-4c87-46e1-87c0-0f8353fe852f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.163896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-443ee107-b5c3-490f-8ce4-f7613f2bb6f1 req-9033d12b-4c87-46e1-87c0-0f8353fe852f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0567946 Sep 16 06:01:28.237452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-443ee107-b5c3-490f-8ce4-f7613f2bb6f1 req-a5387dc6-6077-4487-80c4-69fb7885800a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609288 Sep 16 06:01:28.244932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-3a4379ba-db1e-492b-bac5-fefa16371294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.246814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-3a4379ba-db1e-492b-bac5-fefa16371294 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1098 time: 0.0629728 Sep 16 06:01:28.267345 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f88f71f9-efde-43f7-8556-4c26c0742d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:28.350632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-8bf7c9ba-dad4-40dd-9c87-37a60b3b907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.352340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-8bf7c9ba-dad4-40dd-9c87-37a60b3b907d service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0925298 Sep 16 06:01:28.421933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ef6c507c-893c-41e1-beac-0458ef38b06e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1002 time: 0.0586445 Sep 16 06:01:28.477829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-7a56c4ed-c903-41d2-a89a-774a22dea34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.479323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-7a56c4ed-c903-41d2-a89a-774a22dea34a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0463483 Sep 16 06:01:28.535433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-b88f4683-f12f-4955-84b5-39b8330bcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:28.537068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-b88f4683-f12f-4955-84b5-39b8330bcb3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454504 Sep 16 06:01:28.633891 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-54279e3b-4968-411a-96bf-bb9ea18773ae service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853703 Sep 16 06:01:28.736306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-5496a52d-8170-43e0-b273-4e8716ad8558 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908973 Sep 16 06:01:29.258072 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:29.358964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fa139-d8ce-437a-b0b5-8b08563f6ce4 req-1b9db474-b6a4-4a92-8f4b-8af254d01f3b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:29.360596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-340fa139-d8ce-437a-b0b5-8b08563f6ce4 req-1b9db474-b6a4-4a92-8f4b-8af254d01f3b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0503464 Sep 16 06:01:29.398623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-340fa139-d8ce-437a-b0b5-8b08563f6ce4 req-9f9c1ce9-d020-4785-812a-bcb28d297192 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Sep 16 06:01:30.024764 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:30.521295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340ec-2dae-4952-9628-a1977684f469 req-89ff9727-2d59-478b-a118-d6414d7f8f6e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:30.522829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d07340ec-2dae-4952-9628-a1977684f469 req-89ff9727-2d59-478b-a118-d6414d7f8f6e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0505514 Sep 16 06:01:30.561146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d07340ec-2dae-4952-9628-a1977684f469 req-3422c74a-1390-4939-80a0-9cd02df50ee6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Sep 16 06:01:31.430788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:31.687313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cdf19-1102-43f1-9688-e105baa0bba2 req-6214eb89-c698-49a0-8c35-7e6329cca7a6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:31.688791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36cdf19-1102-43f1-9688-e105baa0bba2 req-6214eb89-c698-49a0-8c35-7e6329cca7a6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0550108 Sep 16 06:01:31.728326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a36cdf19-1102-43f1-9688-e105baa0bba2 req-8b3a807c-6d55-40df-a606-5ee2b9d60d0a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333104 Sep 16 06:01:32.867550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730744a-8ffa-4dac-a5cd-13b372c78776 req-40e4072e-2d17-492a-b4bd-cab7cb490cfe tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:32.869058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8730744a-8ffa-4dac-a5cd-13b372c78776 req-40e4072e-2d17-492a-b4bd-cab7cb490cfe tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0604250 Sep 16 06:01:32.909334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8730744a-8ffa-4dac-a5cd-13b372c78776 req-97ffb8fa-11a2-4d94-9b60-5ba832f4bfcd tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342426 Sep 16 06:01:34.035523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ce6f-7047-4c44-8245-a5915929d95d req-89b95904-b873-4dec-92ac-dade7a25b1a3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:34.037250 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dd6ce6f-7047-4c44-8245-a5915929d95d req-89b95904-b873-4dec-92ac-dade7a25b1a3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0502238 Sep 16 06:01:34.076482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dd6ce6f-7047-4c44-8245-a5915929d95d req-04650f23-6683-4d76-b6a0-7a369b727bd6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Sep 16 06:01:35.198688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a5f76-02d7-49a3-a849-0ccb1df16a23 req-2a615b81-9bb2-40ab-8049-0156885d5dea tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:35.200696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-567a5f76-02d7-49a3-a849-0ccb1df16a23 req-2a615b81-9bb2-40ab-8049-0156885d5dea tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0538208 Sep 16 06:01:35.237766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-567a5f76-02d7-49a3-a849-0ccb1df16a23 req-0ba9115f-0b42-490b-842f-7612cb3f4e52 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Sep 16 06:01:36.352457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e9cee-b8ba-4ed5-85d0-3e653e40d522 req-8e5ecc8f-9d50-4d7a-bb6e-b179117b470c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:36.353956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c27e9cee-b8ba-4ed5-85d0-3e653e40d522 req-8e5ecc8f-9d50-4d7a-bb6e-b179117b470c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0491831 Sep 16 06:01:36.394444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c27e9cee-b8ba-4ed5-85d0-3e653e40d522 req-e5b0eccd-a7f7-425b-a534-1aeaa9a20531 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343952 Sep 16 06:01:37.518273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd928f59-2b13-4799-bb06-4d03c900d252 req-1ec75ea0-4315-44a6-8016-bdbc41ba9633 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:37.520048 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd928f59-2b13-4799-bb06-4d03c900d252 req-1ec75ea0-4315-44a6-8016-bdbc41ba9633 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0535338 Sep 16 06:01:37.564558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cd928f59-2b13-4799-bb06-4d03c900d252 req-88e35475-1204-4b6c-b196-01e320347777 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352621 Sep 16 06:01:38.700612 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d42e2-3735-4d25-b4b3-95071f3daab1 req-5afdd329-36d6-4bb9-b3d3-40bd28e90604 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:38.702147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-495d42e2-3735-4d25-b4b3-95071f3daab1 req-5afdd329-36d6-4bb9-b3d3-40bd28e90604 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0551486 Sep 16 06:01:38.742478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-495d42e2-3735-4d25-b4b3-95071f3daab1 req-5ff8cbc9-dc3f-4e22-bdd8-eb6bd48cdef2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341277 Sep 16 06:01:39.875688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6edde-b137-4bc4-8dce-02929c939288 req-b5c0363c-61c7-47a8-854c-dd228a61250e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:39.877209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fc6edde-b137-4bc4-8dce-02929c939288 req-b5c0363c-61c7-47a8-854c-dd228a61250e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0604661 Sep 16 06:01:39.916429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fc6edde-b137-4bc4-8dce-02929c939288 req-40dfb458-78da-4f67-97bb-f9aa45c8f5f9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Sep 16 06:01:41.037281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460afeb8-846d-4c2f-b666-5d71bfd2be69 req-62d87cb1-7820-475e-b518-f1c1ffb53a6d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:41.038811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-460afeb8-846d-4c2f-b666-5d71bfd2be69 req-62d87cb1-7820-475e-b518-f1c1ffb53a6d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Sep 16 06:01:41.077809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-460afeb8-846d-4c2f-b666-5d71bfd2be69 req-721c7a17-0bd8-4e62-adee-39ee0a567829 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Sep 16 06:01:42.210665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86623c8-7a90-4499-95a1-77127286f2b1 req-f79374b0-498a-469f-96ce-e91268dc51c0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:42.212353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f86623c8-7a90-4499-95a1-77127286f2b1 req-f79374b0-498a-469f-96ce-e91268dc51c0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0545387 Sep 16 06:01:42.255862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f86623c8-7a90-4499-95a1-77127286f2b1 req-bf47521f-e8d0-42ec-8b52-e6fdac31b956 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362954 Sep 16 06:01:42.348122 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:42.867314 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-b4e39420-d023-4505-8ee3-9d9155de5e08 service neutron] show failed (client error): The resource could not be found. Sep 16 06:01:42.868406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-b4e39420-d023-4505-8ee3-9d9155de5e08 service neutron] 10.222.0.73 "GET /v2.0/ports/2949fb9f-1716-47dc-bbc2-9c416f50b7fa/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0608833 Sep 16 06:01:43.181343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-f1a04c38-7146-40c7-938e-b78b77b37c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:43.182918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-f1a04c38-7146-40c7-938e-b78b77b37c80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 1098 time: 0.1400528 Sep 16 06:01:43.194382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-1e61da7c-3779-406b-8af5-83ab4ca00a84 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:01:43.195344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-1e61da7c-3779-406b-8af5-83ab4ca00a84 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053773 Sep 16 06:01:43.213213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:01:43.270822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.463019 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523b541-2a57-412b-b9d9-9c4ab31aed12 req-6d3c9931-24b7-484b-822e-ccef733b46d7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:43.464482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4523b541-2a57-412b-b9d9-9c4ab31aed12 req-6d3c9931-24b7-484b-822e-ccef733b46d7 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.1354887 Sep 16 06:01:43.568342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4523b541-2a57-412b-b9d9-9c4ab31aed12 req-d3135e4d-32de-4a69-8d69-23b7dbbd409b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752740 Sep 16 06:01:43.575384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:43.628456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:43.685078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:43.687392 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4342809-190a-4461-ba61-49c5f5551c3d" -d '{"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:43.691497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.706210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Transition to ACTIVE for port object 2949fb9f-1716-47dc-bbc2-9c416f50b7fa will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:01:43.710952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:43.785194 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dbd026-a80c-4942-8d8c-a3b3d9b6254a x-openstack-request-id: req-16dbd026-a80c-4942-8d8c-a3b3d9b6254a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:43.785489 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:43.785849 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16dbd026-a80c-4942-8d8c-a3b3d9b6254a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:43.786251 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'code': 200} Sep 16 06:01:43.801325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:43.813684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.814026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.814359 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.814826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.815007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.815377 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.815653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.816064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.816423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.816763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.817080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.817408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:01:43.862650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] No DVR routers for this DVR port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:01:43.912981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-36fca6bf-b980-46e2-ad96-da7d5a48e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:43.914691 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-36fca6bf-b980-46e2-ad96-da7d5a48e571 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1054 time: 0.0603199 Sep 16 06:01:44.012726 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:01:44.013059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:01:44.013907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:44.018797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:01:44.019070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:01:44.023891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:01:44.024263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:01:44.024649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:01:44.025073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Bound port: 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:01:44.025435 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.027283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-d252032f-c2b1-4276-a9fd-d4eac62aa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.029866 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-d252032f-c2b1-4276-a9fd-d4eac62aa3f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0940659 Sep 16 06:01:44.090963 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:01:44.096378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:01:44.099126 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-bd15949f-582d-4824-9169-ae20fb6671f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0632832 Sep 16 06:01:44.101079 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.136316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.136922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:44.138840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] 10.222.0.64 "PUT /v2.0/ports/2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1093 time: 0.9291632 Sep 16 06:01:44.152459 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-0849a364-28fb-4206-9aa6-e9e4a3f0de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.153984 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-0849a364-28fb-4206-9aa6-e9e4a3f0de75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0478089 Sep 16 06:01:44.161016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:01:44.203565 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-60f658fa-3415-45ec-9a3e-65363a36f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.205145 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-60f658fa-3415-45ec-9a3e-65363a36f3e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436714 Sep 16 06:01:44.305037 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-38f9977d-105e-4eb5-8d5c-74cd38a1b19d service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909781 Sep 16 06:01:44.400101 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c5571ebe-ebf4-46d2-ae18-d124a952e519 req-4735ed1d-cdbb-4520-a808-1f474e9e1c8a service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873921 Sep 16 06:01:44.514630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-d5a08637-4fc6-45db-86e4-b81487904d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.516033 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-d5a08637-4fc6-45db-86e4-b81487904d77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1096 time: 0.0459068 Sep 16 06:01:44.610099 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-b198fb3c-e7d5-4830-8a43-4a39c5023db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.611630 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-b198fb3c-e7d5-4830-8a43-4a39c5023db3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0874896 Sep 16 06:01:44.682091 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-2267fa90-0b50-433c-a8e9-b47e9efdda3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0630605 Sep 16 06:01:44.697292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1da4f-e298-4a2e-8997-5e6955b70515 req-e3e9a637-ad58-4c51-b263-76fc9af91eef tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.698805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b1da4f-e298-4a2e-8997-5e6955b70515 req-e3e9a637-ad58-4c51-b263-76fc9af91eef tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0511172 Sep 16 06:01:44.731815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-779618b2-e9c8-4cbd-930c-9e493ee03a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.734224 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-779618b2-e9c8-4cbd-930c-9e493ee03a55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0451331 Sep 16 06:01:44.741131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b1da4f-e298-4a2e-8997-5e6955b70515 req-f476fb77-c7a4-4920-a31f-1befd258864d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363033 Sep 16 06:01:44.782384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-f9f2aae9-9c7c-4f31-a519-725b8125338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:44.783806 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-f9f2aae9-9c7c-4f31-a519-725b8125338b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421753 Sep 16 06:01:44.885527 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ac28e101-6f8b-4ae8-90ff-a62480502356 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943689 Sep 16 06:01:44.974991 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-36a3643f-7f28-4b17-b055-2c71e7d9a464 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822079 Sep 16 06:01:45.617711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:01:45.661804 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:01:45.787832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:01:45.790377 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aac826-99c5-4e0d-842b-3aa716b89f44" -d '{"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:01:45.844514 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc3711-c465-4881-b250-3fb9e5d2b1dd x-openstack-request-id: req-54fc3711-c465-4881-b250-3fb9e5d2b1dd {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:01:45.844818 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:01:45.845071 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54fc3711-c465-4881-b250-3fb9e5d2b1dd {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:01:45.845475 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'status': 'completed', 'code': 200} Sep 16 06:01:45.872353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88137-b643-429f-825f-a0a648753ba3 req-337f18c2-bb4c-4ca0-a8c1-38c2d14a75b0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:45.874694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0e88137-b643-429f-825f-a0a648753ba3 req-337f18c2-bb4c-4ca0-a8c1-38c2d14a75b0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0606015 Sep 16 06:01:45.950445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b0e88137-b643-429f-825f-a0a648753ba3 req-5c450059-e349-4094-977f-9a68d0ad18d8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683100 Sep 16 06:01:45.964132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-20a9ae8d-ae60-4871-aa5e-216729f7c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:45.965663 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-20a9ae8d-ae60-4871-aa5e-216729f7c682 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1096 time: 0.0751588 Sep 16 06:01:45.967225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-b4317308-105f-4e4d-90d5-c52f5fcee245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:45.968781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-b4317308-105f-4e4d-90d5-c52f5fcee245 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1096 time: 0.0643392 Sep 16 06:01:46.061256 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-57f624e9-6995-4135-861c-623fb036c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.061853 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-57f624e9-6995-4135-861c-623fb036c726 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0895090 Sep 16 06:01:46.072081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-6316f639-c6a4-488a-9c4d-44ed0f319f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.073763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-6316f639-c6a4-488a-9c4d-44ed0f319f5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0934691 Sep 16 06:01:46.136535 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-4c5c521c-e565-4e69-8d20-83735eaf1f73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0675590 Sep 16 06:01:46.153145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-a79cb857-e8da-480c-b5f3-6b6c302e8828 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0678439 Sep 16 06:01:46.189732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-377041d2-9b7f-4d07-8d30-36fdcf6029ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.191416 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-377041d2-9b7f-4d07-8d30-36fdcf6029ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0479167 Sep 16 06:01:46.207393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-79613be5-fba1-4317-889f-57480c7cb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.208913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-79613be5-fba1-4317-889f-57480c7cb3cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0444267 Sep 16 06:01:46.243492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-eecc279f-9d40-40ba-aede-9e86225f6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.245318 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-eecc279f-9d40-40ba-aede-9e86225f6bde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465872 Sep 16 06:01:46.263096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-68aabf95-426a-49fd-8884-8457dd1f9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:46.265216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-68aabf95-426a-49fd-8884-8457dd1f9338 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491283 Sep 16 06:01:46.346611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-9045bf81-3e22-400a-b680-9d2782ccf278 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946872 Sep 16 06:01:46.368041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-6466162c-e2d5-4c2f-bec2-85b59e0cb1ec service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910761 Sep 16 06:01:46.439749 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-4e024cff-be46-4306-8c40-586b49a7224a service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863721 Sep 16 06:01:46.470507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37aac826-99c5-4e0d-842b-3aa716b89f44 req-4975506d-6cd0-4b0e-9dd5-3b9536f8f5da service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917599 Sep 16 06:01:47.078638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26944687-5f46-407c-9919-70c923ac080e req-317cfbfe-d872-4ad4-bea7-b596fbbfedea tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:47.080196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26944687-5f46-407c-9919-70c923ac080e req-317cfbfe-d872-4ad4-bea7-b596fbbfedea tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0505617 Sep 16 06:01:47.118878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26944687-5f46-407c-9919-70c923ac080e req-3da97202-5e5c-40ee-a48f-3bd9e694b8af tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Sep 16 06:01:48.239539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dece949-00c4-4f2b-9f88-8b0202e6e451 req-4ae8f0d6-dfff-42a8-92b3-ad28824f275f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:48.240989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dece949-00c4-4f2b-9f88-8b0202e6e451 req-4ae8f0d6-dfff-42a8-92b3-ad28824f275f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0485134 Sep 16 06:01:48.284567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dece949-00c4-4f2b-9f88-8b0202e6e451 req-447382ae-6da7-432c-b539-d32633150796 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372357 Sep 16 06:01:49.406091 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ab6e-f969-4e3c-9623-9c14a897363d req-872e07d7-6145-485d-841b-4dab945289c6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:49.407566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7c3ab6e-f969-4e3c-9623-9c14a897363d req-872e07d7-6145-485d-841b-4dab945289c6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0479250 Sep 16 06:01:49.446123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7c3ab6e-f969-4e3c-9623-9c14a897363d req-535f229a-9c06-4852-9d8e-25eed7eb50f9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Sep 16 06:01:50.561082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501a000-6fd6-4697-92a5-cd2a41b34cb2 req-754a26da-5fd0-4e56-829e-f1bd0eeef084 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:50.562571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0501a000-6fd6-4697-92a5-cd2a41b34cb2 req-754a26da-5fd0-4e56-829e-f1bd0eeef084 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0482731 Sep 16 06:01:50.600737 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0501a000-6fd6-4697-92a5-cd2a41b34cb2 req-af7ed3e5-909c-4e57-a786-00fa7119595f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Sep 16 06:01:51.751441 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8afe16-c6ff-47e1-b559-ffafad2f2e17 req-3a9eeabf-8412-4960-8e90-5bf7a3365673 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:51.753997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f8afe16-c6ff-47e1-b559-ffafad2f2e17 req-3a9eeabf-8412-4960-8e90-5bf7a3365673 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0623741 Sep 16 06:01:51.823832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f8afe16-c6ff-47e1-b559-ffafad2f2e17 req-cbd3e21f-df83-4d0a-9786-41a9958c50be tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577230 Sep 16 06:01:52.946551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e545-054e-4cad-b720-5de7d906ec07 req-c5cced19-1370-44b9-93d1-030508c8192a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:52.948084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c37e545-054e-4cad-b720-5de7d906ec07 req-c5cced19-1370-44b9-93d1-030508c8192a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0489683 Sep 16 06:01:52.987176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c37e545-054e-4cad-b720-5de7d906ec07 req-9441d9eb-7bdb-43ca-b5e7-45510c71dfe8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Sep 16 06:01:54.104001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6483418-8d29-4600-88bb-3d08b601bdea req-38e82a96-7c9a-492e-b98a-96bd5de4eb38 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:54.105567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6483418-8d29-4600-88bb-3d08b601bdea req-38e82a96-7c9a-492e-b98a-96bd5de4eb38 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0511858 Sep 16 06:01:54.146177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6483418-8d29-4600-88bb-3d08b601bdea req-55fae157-50c3-48cb-ad32-35ed0f6d31ff tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344226 Sep 16 06:01:55.224532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:55.263882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6897935-4d9a-4d9f-8d4d-b150fa084295 req-421a078f-3067-432a-bccf-84cf07eaf6d8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:55.265398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6897935-4d9a-4d9f-8d4d-b150fa084295 req-421a078f-3067-432a-bccf-84cf07eaf6d8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0504587 Sep 16 06:01:55.307354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6897935-4d9a-4d9f-8d4d-b150fa084295 req-5ced1fe1-9e95-4639-9f3d-498344c83549 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357609 Sep 16 06:01:55.956054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5ad0ad5d-0447-41d7-b2c2-70f36f7faec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:56.425853 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8eb94-e499-4cf5-924e-99215ea5bd07 req-e29f0e0c-6bb2-440c-b911-b28a32c41722 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:56.427363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2a8eb94-e499-4cf5-924e-99215ea5bd07 req-e29f0e0c-6bb2-440c-b911-b28a32c41722 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0506866 Sep 16 06:01:56.466916 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2a8eb94-e499-4cf5-924e-99215ea5bd07 req-24a1efe2-5046-4595-98ea-07849fccedea tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330181 Sep 16 06:01:57.341018 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:57.585092 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d3d41-6a20-411b-872a-741cc0fad147 req-14f6bbaf-3542-4ffb-aa7c-a973d7f34b5c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:57.586969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-187d3d41-6a20-411b-872a-741cc0fad147 req-14f6bbaf-3542-4ffb-aa7c-a973d7f34b5c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0500968 Sep 16 06:01:57.627238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-187d3d41-6a20-411b-872a-741cc0fad147 req-10389b7d-ee8f-496a-9b05-ee78ffc3630b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Sep 16 06:01:58.270563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f4488bc4-2447-4050-b1fd-17a564ee07ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:58.752220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91e8db-0f3c-4aea-9a1c-27acf096c82a req-f9ba847d-3d4d-4d8d-9fd0-75ca1c9d1d6c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:58.753720 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a91e8db-0f3c-4aea-9a1c-27acf096c82a req-f9ba847d-3d4d-4d8d-9fd0-75ca1c9d1d6c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0490212 Sep 16 06:01:58.797610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a91e8db-0f3c-4aea-9a1c-27acf096c82a req-c0b89c31-14ba-4248-a94a-6e46fae83351 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Sep 16 06:01:59.115054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5bea7-d6d2-45bf-9a65-d6d351249539 req-7d17f265-a9bf-48e5-a3ce-6ba1f07c6cc6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.116733 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ddc5bea7-d6d2-45bf-9a65-d6d351249539 req-7d17f265-a9bf-48e5-a3ce-6ba1f07c6cc6 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 944 time: 0.0500662 Sep 16 06:01:59.134201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-5802585a-798c-42ac-924e-3633127421b9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.135771 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-5802585a-798c-42ac-924e-3633127421b9 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.64 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 944 time: 0.0949910 Sep 16 06:01:59.155600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ddc5bea7-d6d2-45bf-9a65-d6d351249539 req-09bcf49c-a5a1-40c6-8f75-8360f5640649 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327711 Sep 16 06:01:59.200590 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-13823e26-18b3-4735-bafd-6140230a46f8 service neutron] 10.222.0.64 "GET /v2.0/ports/2949fb9f-1716-47dc-bbc2-9c416f50b7fa/bindings/n-h1-713301-15 HTTP/1.1" status: 200 len: 383 time: 0.0571132 Sep 16 06:01:59.266185 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.282785 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-264ca7db-53e2-40d6-b21e-3aaf5a96da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.284339 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-264ca7db-53e2-40d6-b21e-3aaf5a96da58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1096 time: 0.0443170 Sep 16 06:01:59.386386 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-b8b82471-c64d-4f8b-b2af-c6f4d7f79409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.387803 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-b8b82471-c64d-4f8b-b2af-c6f4d7f79409 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0961797 Sep 16 06:01:59.454687 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-d2a56a36-ed55-44b3-b910-4736123e1449 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0602326 Sep 16 06:01:59.770444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:01:59.838725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-f929288f-bcca-4101-9bef-ff6f6533388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.840286 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-f929288f-bcca-4101-9bef-ff6f6533388e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.3782873 Sep 16 06:01:59.869823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:59.886034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-afb459f8-8020-41db-b51d-d3c9d5c3018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:01:59.887352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'mac_address': 'fa:16:3e:af:43:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:01:59.887537 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-afb459f8-8020-41db-b51d-d3c9d5c3018b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401254 Sep 16 06:01:59.925686 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.939760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2949fb9f-1716-47dc-bbc2-9c416f50b7fa {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:01:59.959641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:01:59.963641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:59.978982 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-ba15f50b-c0b0-4dd4-a231-4c1a347a3fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845702 Sep 16 06:02:00.018516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:00.031361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.031644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.031990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.032353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.032690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.033025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.033357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.033689 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.034016 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.034340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.034667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.034994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:00.045472 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:00.073409 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-53499682-6bca-4a97-81dc-791b119dd51a service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871017 Sep 16 06:02:00.279581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce384-9b92-4b9c-b9c3-7c58cf2b4017 req-4af3d1b4-fc4b-43f3-8fa0-0dd9c42a06aa tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:00.282275 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-287ce384-9b92-4b9c-b9c3-7c58cf2b4017 req-4af3d1b4-fc4b-43f3-8fa0-0dd9c42a06aa tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0518999 Sep 16 06:02:00.320842 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-287ce384-9b92-4b9c-b9c3-7c58cf2b4017 req-68bb3026-32fc-4127-84ad-fbbaa73dc73b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Sep 16 06:02:00.413998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['2949fb9f-1716-47dc-bbc2-9c416f50b7fa'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:01.435673 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:01.442914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c04ad-5c9b-4506-9c61-973ac1216103 req-71ff26ba-0111-4ed5-be32-bb2b4013d2e3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:01.444450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef9c04ad-5c9b-4506-9c61-973ac1216103 req-71ff26ba-0111-4ed5-be32-bb2b4013d2e3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Sep 16 06:02:01.487345 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef9c04ad-5c9b-4506-9c61-973ac1216103 req-ddbf179f-53bb-415a-9697-31c7c12973d2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368962 Sep 16 06:02:01.767862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:01.816068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:02:01.819769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:01.820170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:01.899110 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:01.921390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:01.923628 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a268188e-a392-451c-8baa-4a5b13a42474" -d '{"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-plugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:01.936248 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:01.940337 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:01.973782 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304ab195-9af3-4b5a-91e6-5bd69d598e49 x-openstack-request-id: req-304ab195-9af3-4b5a-91e6-5bd69d598e49 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:01.974069 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-plugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:01.974316 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-304ab195-9af3-4b5a-91e6-5bd69d598e49 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:01.974697 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'code': 200} Sep 16 06:02:01.994736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:02.606123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c890a9-20bc-4da8-be2c-95938f23e988 req-deaa9a8a-4ce5-48a7-a3be-276d08dfd999 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:02.608429 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90c890a9-20bc-4da8-be2c-95938f23e988 req-deaa9a8a-4ce5-48a7-a3be-276d08dfd999 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0518529 Sep 16 06:02:02.647929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90c890a9-20bc-4da8-be2c-95938f23e988 req-fc086aa3-2a90-4b6a-b245-68aa18a926b0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Sep 16 06:02:03.772678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a36-1dc3-4879-8cc5-6384c0fbb87f req-59485af7-158d-4cb0-910b-3f9c9f6cc85d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:03.774181 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88395a36-1dc3-4879-8cc5-6384c0fbb87f req-59485af7-158d-4cb0-910b-3f9c9f6cc85d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0531301 Sep 16 06:02:03.816394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88395a36-1dc3-4879-8cc5-6384c0fbb87f req-ebb13769-3e3d-42ea-8867-f64019abbfdc tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358000 Sep 16 06:02:04.103880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-8a2af808-d316-44d7-bbc6-1f1c6457e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.105444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-8a2af808-d316-44d7-bbc6-1f1c6457e581 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4&tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486 HTTP/1.1" status: 200 len: 1098 time: 0.0399208 Sep 16 06:02:04.118068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:04.174602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.377368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:04.409226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h1-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:04.460320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:04.463019 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae17cc-0010-46be-b93f-34411441b458" -d '{"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:04.467128 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.479619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Transition to ACTIVE for port object 2949fb9f-1716-47dc-bbc2-9c416f50b7fa will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:02:04.482836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.517015 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12a7345-dad2-410d-be03-963e3b5da617 x-openstack-request-id: req-f12a7345-dad2-410d-be03-963e3b5da617 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:04.517914 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:04.517914 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f12a7345-dad2-410d-be03-963e3b5da617 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:04.517914 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'code': 200} Sep 16 06:02:04.565029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=10']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:04.606416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] No DVR routers for this DVR port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on host n-h1-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:04.743123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:04.743462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:04.743795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:04.748781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:02:04.749097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Attempting to bind port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on network 27445fce-0709-4dd6-9db1-1a82bc537e49 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:04.754064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:04.754400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Checking segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:04.754779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Bound using segment: {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:04.755217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Bound port: 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6487-cc98-48b7-bf48-40d7603517af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:04.755573 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.820720 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:04.824158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:04.829026 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.862566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.863130 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.864462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1094 time: 0.7503514 Sep 16 06:02:04.887226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbc79d-8420-4464-a5c7-8b49a03197d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=11']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:04.967568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a73a1e-00da-4b3d-b95a-6dd382869536 req-24c8ec26-fa6e-49f8-b155-e8a00bc7f35f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.969704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45a73a1e-00da-4b3d-b95a-6dd382869536 req-24c8ec26-fa6e-49f8-b155-e8a00bc7f35f tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0790217 Sep 16 06:02:04.971839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-2b3141c5-a263-4315-99c7-5603043c7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:04.973598 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-2b3141c5-a263-4315-99c7-5603043c7beb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1097 time: 0.0808349 Sep 16 06:02:05.063460 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45a73a1e-00da-4b3d-b95a-6dd382869536 req-e9fae151-df1b-4a48-a1ed-37d9d4aecf34 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871770 Sep 16 06:02:05.093225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-b0dee94a-28d8-44cf-81d5-ee6a39ebfb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:05.095388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-b0dee94a-28d8-44cf-81d5-ee6a39ebfb0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.1130729 Sep 16 06:02:05.163195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-8d000779-87e4-4166-a835-7b099860cee0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0600126 Sep 16 06:02:05.211916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-79325f74-c65d-4f89-a515-401acbe2d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:05.213371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-79325f74-c65d-4f89-a515-401acbe2d11d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0433686 Sep 16 06:02:05.258650 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-f4660060-b0f0-48e9-96ac-a686ec6027e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:05.260196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-f4660060-b0f0-48e9-96ac-a686ec6027e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391226 Sep 16 06:02:05.351445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-1ebccf18-18a2-43aa-b98d-e8603a33d7f0 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837288 Sep 16 06:02:05.439823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f57f2762-ee75-4859-9b47-b546154c31f0 req-62674e14-4c72-4012-ad79-18242ce940b0 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803900 Sep 16 06:02:05.780348 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:05.818511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:06.183387 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5794b-ea08-4461-bde4-6f0a36bce664 req-f1410f67-039e-4ad9-b14f-af070e09d34a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.184904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef5794b-ea08-4461-bde4-6f0a36bce664 req-f1410f67-039e-4ad9-b14f-af070e09d34a tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0491657 Sep 16 06:02:06.227588 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9ef5794b-ea08-4461-bde4-6f0a36bce664 req-eea66b53-cd24-450d-84ed-cb82525bb07b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366435 Sep 16 06:02:06.518950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:06.521729 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311bca83-dddc-4480-a0db-bfca9e1267f4" -d '{"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:06.582380 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36957b2-d493-4d7a-880f-321ec724f8d9 x-openstack-request-id: req-d36957b2-d493-4d7a-880f-321ec724f8d9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:06.582676 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:06.582959 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d36957b2-d493-4d7a-880f-321ec724f8d9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:06.583358 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'status': 'completed', 'code': 200} Sep 16 06:02:06.655954 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-3991367e-8e52-4f2e-806a-1cbb1ce88dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.657814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-3991367e-8e52-4f2e-806a-1cbb1ce88dc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1097 time: 0.0436497 Sep 16 06:02:06.660257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-798aa0b2-0acd-42c5-a389-aedd856d953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.661749 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-798aa0b2-0acd-42c5-a389-aedd856d953e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 1097 time: 0.0447602 Sep 16 06:02:06.754746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-880dce15-8916-42de-a9f2-2478704f3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.756403 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-880dce15-8916-42de-a9f2-2478704f3359 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0908573 Sep 16 06:02:06.766519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-46701470-a28d-415f-aaa1-a3508b9993fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.768018 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-46701470-a28d-415f-aaa1-a3508b9993fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 200 len: 913 time: 0.0985456 Sep 16 06:02:06.835384 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-35e0758b-ebae-4190-88dc-5c029edffdcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0599844 Sep 16 06:02:06.841831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-a2fc3ac3-cfef-4ea0-ae8b-8fcb216a8a04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 200 len: 1000 time: 0.0743957 Sep 16 06:02:06.891526 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-9a6432e5-e724-4bd0-be39-cb870a9d413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.893068 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-9a6432e5-e724-4bd0-be39-cb870a9d413d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0503614 Sep 16 06:02:06.896837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-0d57a0f9-7291-4c0a-babc-a5370107b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.898304 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-0d57a0f9-7291-4c0a-babc-a5370107b1e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 200 len: 851 time: 0.0448933 Sep 16 06:02:06.942370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-0e53f349-19fc-4e11-9e63-fed9c336433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.943974 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-0e53f349-19fc-4e11-9e63-fed9c336433d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429385 Sep 16 06:02:06.950742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-8e98b120-7d13-4f31-b8f7-3d6f6dbae937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:06.952368 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-8e98b120-7d13-4f31-b8f7-3d6f6dbae937 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27445fce-0709-4dd6-9db1-1a82bc537e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426302 Sep 16 06:02:07.040763 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-622e9c6e-30f3-48c6-ab7c-ae8b781a4169 service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895042 Sep 16 06:02:07.052061 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-023068f6-50f1-4e62-a312-a299046d1bc2 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897920 Sep 16 06:02:07.142915 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-b62a586b-548a-4a3c-9e20-651f63d3e74c service neutron] 10.222.0.64 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948908 Sep 16 06:02:07.161513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-311bca83-dddc-4480-a0db-bfca9e1267f4 req-63225f33-a362-4184-a941-4b77a9760648 service neutron] 10.222.0.73 "GET /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993714 Sep 16 06:02:07.347413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dfa6e-e28c-4554-90f1-6ceec4c67d4c req-c813835d-4ede-42b9-8e44-b2e1506baac3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:07.349347 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c56dfa6e-e28c-4554-90f1-6ceec4c67d4c req-c813835d-4ede-42b9-8e44-b2e1506baac3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0509048 Sep 16 06:02:07.389161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c56dfa6e-e28c-4554-90f1-6ceec4c67d4c req-4cb2bb1e-faf5-4d80-92c4-767abefdecf4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Sep 16 06:02:08.513839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f87078-19c0-4809-bce4-b8f24887399d req-9a7d75df-a5fa-433c-b117-daab22c98697 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:08.515434 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2f87078-19c0-4809-bce4-b8f24887399d req-9a7d75df-a5fa-433c-b117-daab22c98697 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0514393 Sep 16 06:02:08.557081 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2f87078-19c0-4809-bce4-b8f24887399d req-1a2d2b1d-ab97-40aa-a3b6-0b6737e14a4d tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347359 Sep 16 06:02:09.674772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48c2b4-94a5-4243-a8aa-e07c00c84df6 req-8e851670-9704-4326-b3ea-87beb1a0e8ff tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:09.676292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f48c2b4-94a5-4243-a8aa-e07c00c84df6 req-8e851670-9704-4326-b3ea-87beb1a0e8ff tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0481846 Sep 16 06:02:09.718497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f48c2b4-94a5-4243-a8aa-e07c00c84df6 req-79ac842d-861d-4cbf-ac4c-4b99e391d326 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362129 Sep 16 06:02:10.834006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2393f-f53c-441e-9bc2-98346e036cae req-68749617-940b-4a82-bcbf-c6de3346d394 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:10.835379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c2393f-f53c-441e-9bc2-98346e036cae req-68749617-940b-4a82-bcbf-c6de3346d394 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Sep 16 06:02:10.874042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c2393f-f53c-441e-9bc2-98346e036cae req-459af5c0-d4cd-4ab4-986d-7b7fee889d47 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323770 Sep 16 06:02:12.011814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd588ee-c474-468a-b087-3091cbc5b1fa req-80f22161-4372-4bf1-bed3-ce15b82825d3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:12.013634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1bd588ee-c474-468a-b087-3091cbc5b1fa req-80f22161-4372-4bf1-bed3-ce15b82825d3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0637197 Sep 16 06:02:12.055547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1bd588ee-c474-468a-b087-3091cbc5b1fa req-b8a71371-fac2-47a1-b673-aa869b48b89e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Sep 16 06:02:12.348552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:13.187633 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2fbfc-0f6a-4075-8180-3304dc438dba req-9450e1d0-98ce-4fa8-b66d-6fedb52355fb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:13.189273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ab2fbfc-0f6a-4075-8180-3304dc438dba req-9450e1d0-98ce-4fa8-b66d-6fedb52355fb tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0612590 Sep 16 06:02:13.248407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ab2fbfc-0f6a-4075-8180-3304dc438dba req-a2744248-2805-4e4a-b1c3-7dac0aa69e41 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 Sep 16 06:02:14.376416 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb5716-3768-46c1-a600-74fa1b6ffd23 req-b782ae52-dfc0-4672-8c0d-061f5225a39b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:14.377934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eefb5716-3768-46c1-a600-74fa1b6ffd23 req-b782ae52-dfc0-4672-8c0d-061f5225a39b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Sep 16 06:02:14.417959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eefb5716-3768-46c1-a600-74fa1b6ffd23 req-79e43b4e-9df9-43f6-a74b-a4f0e92ce01e tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335264 Sep 16 06:02:15.555316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ada43f-619a-4d6b-9392-c215049cc6bd req-f9145a01-0352-4f1a-845a-e13fdd1d2b10 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:15.556937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1ada43f-619a-4d6b-9392-c215049cc6bd req-f9145a01-0352-4f1a-845a-e13fdd1d2b10 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0526114 Sep 16 06:02:15.605306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1ada43f-619a-4d6b-9392-c215049cc6bd req-a00a176a-acc4-4e18-820d-9bf30b9603f4 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376163 Sep 16 06:02:16.747575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f426fa-b0e0-4a01-a73a-883988420e31 req-85fd3887-ca40-4fba-9fda-47adbb249d21 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:16.749095 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f426fa-b0e0-4a01-a73a-883988420e31 req-85fd3887-ca40-4fba-9fda-47adbb249d21 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0675099 Sep 16 06:02:16.801318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66f426fa-b0e0-4a01-a73a-883988420e31 req-5afadc6e-25fd-4deb-820e-54d7111e45e2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Sep 16 06:02:16.929941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27389b-42d2-4c87-a163-f59074af112b req-fceecc40-0e00-45c0-83a1-9a53b1e6e83b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:16.931527 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b27389b-42d2-4c87-a163-f59074af112b req-fceecc40-0e00-45c0-83a1-9a53b1e6e83b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Sep 16 06:02:16.983865 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b27389b-42d2-4c87-a163-f59074af112b req-c566a48c-f89d-44a6-bc35-5de7ced4e207 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Sep 16 06:02:17.104660 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47dfac-a1bc-4121-83f7-cecc5a5f0ca2 req-92a766a9-ac13-4eb6-b7a8-f1c3915e0c5b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:17.106188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de47dfac-a1bc-4121-83f7-cecc5a5f0ca2 req-92a766a9-ac13-4eb6-b7a8-f1c3915e0c5b tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0527234 Sep 16 06:02:17.144927 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de47dfac-a1bc-4121-83f7-cecc5a5f0ca2 req-5018c840-47d3-4bbd-b80a-e597bb02fbe2 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320075 Sep 16 06:02:17.419850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1c470-0a0b-4cd7-b248-5fb39bdb9aed req-d0de952e-0627-4a88-8afb-0fd422db2d1c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:17.421393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31d1c470-0a0b-4cd7-b248-5fb39bdb9aed req-d0de952e-0627-4a88-8afb-0fd422db2d1c tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 945 time: 0.0669765 Sep 16 06:02:17.465212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-31d1c470-0a0b-4cd7-b248-5fb39bdb9aed req-4e63bdf2-7cfb-40dc-8551-b40cf94c1955 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369248 Sep 16 06:02:17.794292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:17.895860 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:17.909820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'mac_address': 'fa:16:3e:af:43:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:17.951083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.966179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2949fb9f-1716-47dc-bbc2-9c416f50b7fa {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:17.988367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:17.992183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:18.044519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:18.238322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2949fb9f-1716-47dc-bbc2-9c416f50b7fa'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:18.589265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b475de-2c3d-48cb-8f5b-dda7c7edd79a req-d5f28643-0159-4a17-9638-fb761046db45 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:18.590890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2b475de-2c3d-48cb-8f5b-dda7c7edd79a req-d5f28643-0159-4a17-9638-fb761046db45 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0523624 Sep 16 06:02:18.635656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2b475de-2c3d-48cb-8f5b-dda7c7edd79a req-ec9f1d01-503b-46ac-9b39-6b83389551f8 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345085 Sep 16 06:02:19.077111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-cdd5d4b5-f9fb-47b0-9949-78581f3d88b3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:19.078584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-cdd5d4b5-f9fb-47b0-9949-78581f3d88b3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.0519791 Sep 16 06:02:19.524051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Deleting port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:19.524422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.622219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:19.622993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.831261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64843ebb-0ec5-4a4a-a2fe-83b14f76229e req-12517fbb-dbf9-4211-8e36-8e04699e06a1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:19.833503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64843ebb-0ec5-4a4a-a2fe-83b14f76229e req-12517fbb-dbf9-4211-8e36-8e04699e06a1 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 946 time: 0.1097908 Sep 16 06:02:19.835547 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:19.851593 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.851952 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:19.852298 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0 disassociated. External IP: 172.25.6.37, port: 2949fb9f-1716-47dc-bbc2-9c416f50b7fa. Sep 16 06:02:19.852647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Calling delete_port for 2949fb9f-1716-47dc-bbc2-9c416f50b7fa owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:19.922367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64843ebb-0ec5-4a4a-a2fe-83b14f76229e req-827aa173-1a07-4d9c-8528-9afcb9e62727 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups?id=07b4ad57-89f8-468d-a872-d75817312b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791223 Sep 16 06:02:19.945567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:19.958800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'port_id': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'mac_address': 'fa:16:3e:af:43:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:20.023174 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.056901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event deleted for resources: {'Port': ['ID=2949fb9f-1716-47dc-bbc2-9c416f50b7fa,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:20.193533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:20.325086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:20.339566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:20.350939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:20.351565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:01:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:20.368876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] No DVR routers for this DVR port 2949fb9f-1716-47dc-bbc2-9c416f50b7fa on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:20.373106 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.376826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76d57aa5-07ad-468b-8f9c-c457d7f4f9d7 req-e5973a7e-e096-46b1-b3c9-c681a4cb5618 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.73 "DELETE /v2.0/ports/2949fb9f-1716-47dc-bbc2-9c416f50b7fa HTTP/1.1" status: 204 len: 173 time: 1.2917137 Sep 16 06:02:20.377541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-deleted', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:20.381116 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69d2f79-b83c-42b9-94ab-9db77445bccc" -d '{"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-deleted", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:20.429512 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ce2299-447b-4fff-987c-31813e98dc04 x-openstack-request-id: req-34ce2299-447b-4fff-987c-31813e98dc04 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:20.429816 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fa948e-66c8-4cd7-b9e1-4710a55298a4", "name": "network-vif-deleted", "tag": "2949fb9f-1716-47dc-bbc2-9c416f50b7fa", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:20.430052 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34ce2299-447b-4fff-987c-31813e98dc04 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:20.430446 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fa948e-66c8-4cd7-b9e1-4710a55298a4', 'name': 'network-vif-deleted', 'tag': '2949fb9f-1716-47dc-bbc2-9c416f50b7fa', 'status': 'completed', 'code': 200} Sep 16 06:02:20.667811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:20.888655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:20.920082 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:20.929085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:20.929725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:01:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:21.043621 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8c708492-5fe3-43f4-8307-78fb397835da req-8cd55c90-c156-410c-8291-04d1117ebb71 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Sep 16 06:02:21.055380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:21.284307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:21.311928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2f85c-d37a-4d16-8b4f-6baca41ab595 None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T05:49:27Z', 'revision_number': 4, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'b54773ca-95fc-40ea-935d-6f548065afe8', 'name': '', 'network_id': '27445fce-0709-4dd6-9db1-1a82bc537e49', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'mac_address': 'fa:16:3e:b1:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:26Z', 'updated_at': '2021-09-16T05:49:31Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'subnets': [{'id': '3f2875bb-082f-44dd-a1d9-171a133e3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:21.551850 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708d6c2-ce70-4b4f-9fc2-e875a5e69799 None None] New status for floating IP 8ef75876-40f8-466f-b727-cc555a6d29e0: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:02:22.159316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a70d7c5b-1d00-4f0e-94ed-ee4d79c52e06 req-c6a0d763-e8fc-4d16-906b-df652e0a9886 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 210 time: 0.0313542 Sep 16 06:02:23.260724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bde61f3a-2c09-4f53-bdf2-c71b0ef95fd9 req-e7cd4aa3-27a0-46cc-bec3-0d42359ddcb3 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Sep 16 06:02:23.852264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:23.877288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 2949fb9f-1716-47dc-bbc2-9c416f50b7fa {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:23.877703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2949fb9f-1716-47dc-bbc2-9c416f50b7fa not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:24.383860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e7582c99-61d7-4dfc-bc2f-c1add2b4d932 req-d7c761f3-8eee-4410-95d1-17d02dd1c9da tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fa948e-66c8-4cd7-b9e1-4710a55298a4 HTTP/1.1" status: 200 len: 210 time: 0.0278134 Sep 16 06:02:25.240913 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:25.961783 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-71be92e4-0481-4b7a-8c8f-f6fe4b48d770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:28.272819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-28a5fa2d-1737-4999-aed9-fa2b633fa2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.216013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39422) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:29.258248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.277949 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77b20831-00a2-4707-bb2b-e1fddf2295f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.303201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77b20831-00a2-4707-bb2b-e1fddf2295f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.352316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77b20831-00a2-4707-bb2b-e1fddf2295f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.355008 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77b20831-00a2-4707-bb2b-e1fddf2295f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.356195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-77b20831-00a2-4707-bb2b-e1fddf2295f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "DELETE /v2.0/security-groups/07b4ad57-89f8-468d-a872-d75817312b5e HTTP/1.1" status: 204 len: 168 time: 0.1390867 Sep 16 06:02:29.358879 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39424) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:29.365828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b20831-00a2-4707-bb2b-e1fddf2295f0 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b4ad57-89f8-468d-a872-d75817312b5e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:29.374231 n-d-713301-15 neutron-server[94718]: INFO neutron.api.v2.resource [None req-424b9b17-adac-4d9e-88ff-bb1da5df0048 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] show failed (client error): The resource could not be found. Sep 16 06:02:29.375473 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-424b9b17-adac-4d9e-88ff-bb1da5df0048 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "GET /v2.0/security-groups/07b4ad57-89f8-468d-a872-d75817312b5e HTTP/1.1" status: 404 len: 347 time: 0.0145986 Sep 16 06:02:29.378267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39426) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:29.510605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Deleting port f48eb2eb-ef85-4be0-a26e-47ae71868b58 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:29.510936 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.594546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.594546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.606503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Calling delete_port for f48eb2eb-ef85-4be0-a26e-47ae71868b58 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:29.741496 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.772694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Pushing event deleted for resources: {'Port': ['ID=f48eb2eb-ef85-4be0-a26e-47ae71868b58,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:29.840943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.844292 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:29.845442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e0fc432c-cca4-4f04-803d-714e732b0664 tempest-ServerActionsTestJSON-1998326221 tempest-ServerActionsTestJSON-1998326221-project] 10.222.0.55 "DELETE /v2.0/floatingips/8ef75876-40f8-466f-b727-cc555a6d29e0 HTTP/1.1" status: 204 len: 168 time: 0.4659519 Sep 16 06:02:29.848418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39428) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:30.034688 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.356925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.614145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Deleting port b54773ca-95fc-40ea-935d-6f548065afe8 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:30.614398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.693054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] For port b54773ca-95fc-40ea-935d-6f548065afe8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b54773ca-95fc-40ea-935d-6f548065afe8,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:30.693414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.705894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Calling delete_port for b54773ca-95fc-40ea-935d-6f548065afe8 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:30.898617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:30.930957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b54773ca-95fc-40ea-935d-6f548065afe8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:31.121864 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.365402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:02:31.437130 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.482299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:02:31.488700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-57f0756d-2668-4d11-8fdd-b46e53820cbb admin admin] 10.222.0.55 "PUT /v2.0/routers/38fb4bbc-5126-4d3d-89ea-f1f16461fb5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391106 Sep 16 06:02:31.492538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] Sync routers for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:02:31.492722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39432) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:31.509557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:31.510193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:31.629248 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.632219 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:31.738674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.799854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Deleting port 2fe6b654-ac2a-4c98-874f-96eb0010ae39 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:31.800245 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.833394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T06:02:30Z', 'revision_number': 5, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port': {'id': '2fe6b654-ac2a-4c98-874f-96eb0010ae39', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:49:25Z', 'updated_at': '2021-09-16T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:31.866060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] Checking router: 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:02:31.878078 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] Routers {'38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:02:31.878961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:02:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:31.886745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] For port 2fe6b654-ac2a-4c98-874f-96eb0010ae39, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2fe6b654-ac2a-4c98-874f-96eb0010ae39,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:31.887163 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:31.900857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Calling delete_port for 2fe6b654-ac2a-4c98-874f-96eb0010ae39 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:32.018246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] Set router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:02:32.091998 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T06:02:31Z', 'revision_number': 6, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:32.104913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.123691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49908eaf-e4ba-49ef-8d27-831d848bda30 None None] The sync data for ids ['38fb4bbc-5126-4d3d-89ea-f1f16461fb5d'] in n-d-713301-15 is: [{'id': '38fb4bbc-5126-4d3d-89ea-f1f16461fb5d', 'name': 'tempest-ServerActionsTestJSON-1397171517-router', 'tenant_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:49:24Z', 'updated_at': '2021-09-16T06:02:31Z', 'revision_number': 6, 'project_id': '9836afdf6b7e4e8fae8a1a8c4236e486', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:02:32.133436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe6b654-ac2a-4c98-874f-96eb0010ae39,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:32.232686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.336410 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.338841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.385338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.386013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fb4bbc-5126-4d3d-89ea-f1f16461fb5d {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:02:32.391120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.392245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-748a1cb7-1259-42d9-bb04-b77f598f4325 admin admin] 10.222.0.55 "DELETE /v2.0/routers/38fb4bbc-5126-4d3d-89ea-f1f16461fb5d HTTP/1.1" status: 204 len: 168 time: 0.8983119 Sep 16 06:02:32.395180 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:32.451428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] Deleting subnet 3f2875bb-082f-44dd-a1d9-171a133e3606 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:02:32.454585 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.499211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.620306 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.684788 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.727311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2875bb-082f-44dd-a1d9-171a133e3606,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:32.735947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.739670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a8d3c5e1-402f-40c0-bce9-05c9f93b4599 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3f2875bb-082f-44dd-a1d9-171a133e3606 HTTP/1.1" status: 204 len: 168 time: 0.3424170 Sep 16 06:02:32.741378 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39436) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:32.743028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9181e68-b1c6-4981-8ee7-d6246199d483 None None] Network 27445fce-0709-4dd6-9db1-1a82bc537e49 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:32.811872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.868960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Deleting port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:32.869288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.974432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] For port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:32.974874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:32.991429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Calling delete_port for 9ac271e5-b6b0-442d-ab89-1d8dffe412ba owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:32.991911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] DHCP port deletion for 27445fce-0709-4dd6-9db1-1a82bc537e49 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:02:33.061238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] Deleting port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:02:33.061995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.096169 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.135943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:33.139454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] For port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,segment=NetworkSegment(a6bf6487-cc98-48b7-bf48-40d7603517af),segment_id=a6bf6487-cc98-48b7-bf48-40d7603517af)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:33.139857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.143093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] No DVR routers for this DVR port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:33.156416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] Calling delete_port for 9ac271e5-b6b0-442d-ab89-1d8dffe412ba owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:02:33.225857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.249587 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.258350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27445fce-0709-4dd6-9db1-1a82bc537e49']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:33.273242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bf6487-cc98-48b7-bf48-40d7603517af') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:33.273756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bf6487-cc98-48b7-bf48-40d7603517af') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:02:33.276042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] Pushing event deleted for resources: {'Port': ['ID=9ac271e5-b6b0-442d-ab89-1d8dffe412ba,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:33.286505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b2e78-f99e-4640-bfc4-3a273c9949c4 None None] No DVR routers for this DVR port 9ac271e5-b6b0-442d-ab89-1d8dffe412ba on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:02:33.288977 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.307233 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.315494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:02:33.315891 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:02:33.317754 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:02:33.379184 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.384687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.386608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/27445fce-0709-4dd6-9db1-1a82bc537e49 HTTP/1.1" status: 204 len: 168 time: 0.6441896 Sep 16 06:02:33.399293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77b1be-e4ca-4d70-a360-1e10b15f27e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27445fce-0709-4dd6-9db1-1a82bc537e49,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:33.526288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39440) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:33.569252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3d9cbab2-da5c-483f-8b83-451765305e15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9836afdf6b7e4e8fae8a1a8c4236e486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417583 Sep 16 06:02:33.572124 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39442) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:33.636142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2737409-9a3f-4437-948e-623eaba05ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:33.658327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2737409-9a3f-4437-948e-623eaba05ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:34.052211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2737409-9a3f-4437-948e-623eaba05ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:34.055520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a2737409-9a3f-4437-948e-623eaba05ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:34.059656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a2737409-9a3f-4437-948e-623eaba05ccd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a644333-cc33-4a0f-a5fc-9b20dab66c00 HTTP/1.1" status: 204 len: 168 time: 0.4840643 Sep 16 06:02:34.067440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2737409-9a3f-4437-948e-623eaba05ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a644333-cc33-4a0f-a5fc-9b20dab66c00,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:34.216493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2fe6b654-ac2a-4c98-874f-96eb0010ae39 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:34.239976 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2fe6b654-ac2a-4c98-874f-96eb0010ae39 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:34.240644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2fe6b654-ac2a-4c98-874f-96eb0010ae39 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:34.241284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b54773ca-95fc-40ea-935d-6f548065afe8 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:34.268491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b54773ca-95fc-40ea-935d-6f548065afe8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:34.268950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b54773ca-95fc-40ea-935d-6f548065afe8 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:34.269269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ac271e5-b6b0-442d-ab89-1d8dffe412ba no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:02:34.290252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 9ac271e5-b6b0-442d-ab89-1d8dffe412ba {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:02:34.290579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 9ac271e5-b6b0-442d-ab89-1d8dffe412ba not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:02:34.340201 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:34.928067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39464) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:35.047603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1198120394-network', 'tenant_id': '23f12f1a2a5246058ed70d2f028b649b'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:35.072322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Made reservation on behalf of 23f12f1a2a5246058ed70d2f028b649b for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:35.077837 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.087148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.199899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.205105 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.232155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:02:35.243111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:35.248552 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.248901 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Added segment 99a9c329-8df0-48e7-933e-12e84f393a6e of type vlan for network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 Sep 16 06:02:35.292727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.321497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.323312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:35.323929 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.358869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4292583 Sep 16 06:02:35.363125 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39468) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:02:35.371367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Request body: {'subnet': {'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1198120394-subnet', 'tenant_id': '23f12f1a2a5246058ed70d2f028b649b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:35.396346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ed248-23ec-44fa-9af5-be7284d828dd admin admin] Pushing event updated for resources: {'Network': ['ID=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:35.409230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Made reservation on behalf of 23f12f1a2a5246058ed70d2f028b649b for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:35.413376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:02:35.413928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.623269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.698935 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322f0901-8346-4d5a-91f4-3edc894629b6,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:35.712409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.712759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.713106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.713440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.713781 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.714104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.714433 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.714758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.715081 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.715406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.715742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.716051 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:02:35.723593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Checking segment: {'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:35.724022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Network hostable DHCP agents. Network: fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:02:35.742762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:02:35.760488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:35.766494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:35.767051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:35.774329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4d650d-2bfb-407d-8127-a255ba9fa141 None None] Network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:35.787116 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fdacb27a-ea67-4726-b593-80769ec37746 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4218445 Sep 16 06:02:35.936437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8242c-d830-4308-a3ae-0f571a2cb7d5 None None] Network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:02:36.348496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-6af423e9-9096-4fea-a467-dca901e28957 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:36.350038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-6af423e9-9096-4fea-a467-dca901e28957 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/networks?id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 HTTP/1.1" status: 200 len: 814 time: 0.1138873 Sep 16 06:02:36.371551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-4c0fde58-ad10-4207-91a5-9ac6aeaa8401 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/quotas/23f12f1a2a5246058ed70d2f028b649b HTTP/1.1" status: 200 len: 375 time: 0.0120292 Sep 16 06:02:36.416569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-ba90c1e3-890c-4706-9a36-2d0e196d7c86 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23f12f1a2a5246058ed70d2f028b649b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375867 Sep 16 06:02:36.522886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e969a23a-a9b6-47a1-84b3-0684175cbbe7 service neutron] 10.222.0.55 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967152 Sep 16 06:02:36.650271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-5b9deeff-ab8e-4679-90c0-d4d86012475c service neutron] 10.222.0.55 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205168 Sep 16 06:02:36.823841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5e039ddc-c6de-4ff8-bb40-f12a18c1573a req-fa216d52-2012-4ee9-9307-373d5abf09b1 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 210 time: 0.0289528 Sep 16 06:02:37.943592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-06f3ec88-4dc5-4f11-b65e-a5048dcd1609 req-f02fc6f5-8e85-4dcd-ac36-17d8c3a06c96 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 210 time: 0.0421643 Sep 16 06:02:38.035263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-b48b439b-8ddb-4089-8766-0df2f4d59d2f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:38.037117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-b48b439b-8ddb-4089-8766-0df2f4d59d2f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.73 "GET /v2.0/networks?id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 HTTP/1.1" status: 200 len: 814 time: 0.1580544 Sep 16 06:02:38.059949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Request body: {'port': {'device_id': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08', 'admin_state_up': True, 'tenant_id': '23f12f1a2a5246058ed70d2f028b649b'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:38.198161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Made reservation on behalf of 23f12f1a2a5246058ed70d2f028b649b for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:38.202009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:38.373766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Allocated IP 172.20.0.9 (fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08/322f0901-8346-4d5a-91f4-3edc894629b6/8628dbab-27fe-47b7-8162-5e960a297941) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:38.537314 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:38.576217 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:38.626293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:38.630247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:38.633061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:38.677709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Pushing event updated for resources: {'Port': ['ID=8628dbab-27fe-47b7-8162-5e960a297941,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:38.710396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:38.711380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:38.727173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-7579d414-9e27-4f1e-9b72-1a1630c86021 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6711152 Sep 16 06:02:38.744550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Request body: {'port': {'device_id': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:38.811155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.108398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9e614-e6b0-4ee9-9299-457a2535506f req-d8e8b99a-edc7-407c-b828-6f3ecd610b15 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.110699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17d9e614-e6b0-4ee9-9299-457a2535506f req-d8e8b99a-edc7-407c-b828-6f3ecd610b15 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 931 time: 0.0911479 Sep 16 06:02:39.190834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8628dbab-27fe-47b7-8162-5e960a297941 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:39.197879 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17d9e614-e6b0-4ee9-9299-457a2535506f req-f0e4d1f1-33f4-41b6-807c-097f86949959 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806394 Sep 16 06:02:39.202347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.215838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Transition to ACTIVE for port object 8628dbab-27fe-47b7-8162-5e960a297941 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:02:39.220814 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.274682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8628dbab-27fe-47b7-8162-5e960a297941,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:39.343179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Attempting to bind port 8628dbab-27fe-47b7-8162-5e960a297941 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:39.343560 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Attempting to bind port 8628dbab-27fe-47b7-8162-5e960a297941 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:39.343910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Attempting to bind port 8628dbab-27fe-47b7-8162-5e960a297941 on network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:39.348317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Port 8628dbab-27fe-47b7-8162-5e960a297941 on network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:02:39.348639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Attempting to bind port 8628dbab-27fe-47b7-8162-5e960a297941 on network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:39.353517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:39.353982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Checking segment: {'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:39.354833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Bound using segment: {'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:39.354833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Bound port: 8628dbab-27fe-47b7-8162-5e960a297941, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:39.355188 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.427476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] For port 8628dbab-27fe-47b7-8162-5e960a297941, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:39.430611 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] For port 8628dbab-27fe-47b7-8162-5e960a297941, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8628dbab-27fe-47b7-8162-5e960a297941,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:39.434743 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.470621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.471256 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:39.473028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] 10.222.0.73 "PUT /v2.0/ports/8628dbab-27fe-47b7-8162-5e960a297941 HTTP/1.1" status: 200 len: 1092 time: 0.7330577 Sep 16 06:02:39.473464 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'tag': '8628dbab-27fe-47b7-8162-5e960a297941'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:39.475735 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "67cee506-ce2d-41a2-b14b-57694b029a4a", "tag": "8628dbab-27fe-47b7-8162-5e960a297941"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:39.503222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421d2e-6da7-4d99-aa12-6f3da059aea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8628dbab-27fe-47b7-8162-5e960a297941,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:39.532684 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3e9544-4ac2-47c8-8354-b19fa8123d7a x-openstack-request-id: req-4e3e9544-4ac2-47c8-8354-b19fa8123d7a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:39.533671 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cee506-ce2d-41a2-b14b-57694b029a4a", "tag": "8628dbab-27fe-47b7-8162-5e960a297941", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:39.533671 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e3e9544-4ac2-47c8-8354-b19fa8123d7a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:39.533671 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'tag': '8628dbab-27fe-47b7-8162-5e960a297941', 'status': 'completed', 'code': 200} Sep 16 06:02:39.595443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-11ddbaa2-b165-47be-a6e8-68980e846b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.597768 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-11ddbaa2-b165-47be-a6e8-68980e846b70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f12f1a2a5246058ed70d2f028b649b&device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 1095 time: 0.0577013 Sep 16 06:02:39.648835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-331032f2-aa48-4577-a9e8-c2b66b1e4ec1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628dbab-27fe-47b7-8162-5e960a297941 HTTP/1.1" status: 200 len: 217 time: 0.0382819 Sep 16 06:02:39.704400 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-3682df1d-e47a-4db4-8748-912edf126f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:39.705805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-3682df1d-e47a-4db4-8748-912edf126f36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=322f0901-8346-4d5a-91f4-3edc894629b6 HTTP/1.1" status: 200 len: 854 time: 0.0466461 Sep 16 06:02:39.747994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-501541c6-e581-438d-9d03-bc569036b3d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317078 Sep 16 06:02:39.857539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-406e1bd0-458a-45c7-8cc1-7ed8b7b1004c service neutron] 10.222.0.73 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001792 Sep 16 06:02:39.969463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-01002ab7-b0dd-49d4-bdd3-d954f472ee71 req-ca74d68a-d4a0-4043-a23d-964fa9c1206c service neutron] 10.222.0.73 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009324 Sep 16 06:02:40.070395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-badfa772-c591-4525-96e9-89a8c6c8a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.071937 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-badfa772-c591-4525-96e9-89a8c6c8a65c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f12f1a2a5246058ed70d2f028b649b&device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 1095 time: 0.0427895 Sep 16 06:02:40.166816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-572f392f-cb2a-4215-9511-6fb383a84d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.168333 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-572f392f-cb2a-4215-9511-6fb383a84d6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 HTTP/1.1" status: 200 len: 915 time: 0.0893641 Sep 16 06:02:40.221581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-62b7ad47-4285-4261-a786-e6b2881ff985 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8628dbab-27fe-47b7-8162-5e960a297941 HTTP/1.1" status: 200 len: 217 time: 0.0456004 Sep 16 06:02:40.315461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-c01997bf-3dd2-476b-bee6-c995a78cc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.317748 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-c01997bf-3dd2-476b-bee6-c995a78cc94c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=322f0901-8346-4d5a-91f4-3edc894629b6 HTTP/1.1" status: 200 len: 854 time: 0.0860608 Sep 16 06:02:40.360478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-ff402d72-b1ed-4470-922d-4072588ccaa3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317695 Sep 16 06:02:40.368210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56977830-ffaf-4748-8796-9593d138b4a3 req-8472df22-4da1-41cd-bcf6-237effd7bb60 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:40.369611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56977830-ffaf-4748-8796-9593d138b4a3 req-8472df22-4da1-41cd-bcf6-237effd7bb60 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 943 time: 0.0998843 Sep 16 06:02:40.460455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56977830-ffaf-4748-8796-9593d138b4a3 req-ee8051e1-c025-44e6-a45e-dce5460fc069 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823040 Sep 16 06:02:40.483837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-bbbb3c7e-bd89-420c-ac1f-0cb1e7c43bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132803 Sep 16 06:02:40.573143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4738a8bc-d37f-4692-a007-2bd3bfa4cdd0 req-69a6b37e-3140-41e4-a82d-01cc57acc8e0 service neutron] 10.222.0.73 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817597 Sep 16 06:02:41.583080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41494c77-242f-4b71-8b65-2a3456f2eca5 req-3d3b6caf-bef6-4362-a17a-ba3ad5153619 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:41.584674 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41494c77-242f-4b71-8b65-2a3456f2eca5 req-3d3b6caf-bef6-4362-a17a-ba3ad5153619 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 943 time: 0.0546794 Sep 16 06:02:41.625525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-41494c77-242f-4b71-8b65-2a3456f2eca5 req-8da6f569-ad24-45f0-8d32-9430cc75efa1 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Sep 16 06:02:42.346477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:42.739386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922bf1b-b797-4a45-bb68-94bac427d211 req-21b19589-ae84-465d-8e4b-e2df4ba2812e tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:42.740910 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3922bf1b-b797-4a45-bb68-94bac427d211 req-21b19589-ae84-465d-8e4b-e2df4ba2812e tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 943 time: 0.0489607 Sep 16 06:02:42.777983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3922bf1b-b797-4a45-bb68-94bac427d211 req-d2e6b50b-35ef-484b-a27d-05af83c59fa3 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Sep 16 06:02:43.893482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b497-d68c-4717-a937-6f7673e78039 req-f53163b3-dfdb-4fea-b7df-fbc9cdcab6c3 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:43.894801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca15b497-d68c-4717-a937-6f7673e78039 req-f53163b3-dfdb-4fea-b7df-fbc9cdcab6c3 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 943 time: 0.0491815 Sep 16 06:02:43.896526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8628dbab-27fe-47b7-8162-5e960a297941 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:43.933102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ca15b497-d68c-4717-a937-6f7673e78039 req-326b813d-6d0b-4266-ad36-70f7594574a0 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Sep 16 06:02:43.991368 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8628dbab-27fe-47b7-8162-5e960a297941, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8628dbab-27fe-47b7-8162-5e960a297941,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:44.003059 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '8628dbab-27fe-47b7-8162-5e960a297941', 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08', 'port_id': '8628dbab-27fe-47b7-8162-5e960a297941', 'mac_address': 'fa:16:3e:a3:a7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322f0901-8346-4d5a-91f4-3edc894629b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:44.043256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.056761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8628dbab-27fe-47b7-8162-5e960a297941 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:44.076669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8628dbab-27fe-47b7-8162-5e960a297941, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8628dbab-27fe-47b7-8162-5e960a297941,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:44.080817 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:44.127147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8628dbab-27fe-47b7-8162-5e960a297941,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:44.333319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8628dbab-27fe-47b7-8162-5e960a297941'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:45.058679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb427f-44bb-4e0f-9c55-6be51b8122e4 req-dfd104af-af27-4ac0-a702-0ce0f17454d8 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:45.060177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63bb427f-44bb-4e0f-9c55-6be51b8122e4 req-dfd104af-af27-4ac0-a702-0ce0f17454d8 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 944 time: 0.0519917 Sep 16 06:02:45.098549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63bb427f-44bb-4e0f-9c55-6be51b8122e4 req-053e786a-f1eb-4a1e-969a-4e7a3070a790 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Sep 16 06:02:45.912156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8628dbab-27fe-47b7-8162-5e960a297941 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:45.961913 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 8628dbab-27fe-47b7-8162-5e960a297941 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:02:45.966075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 8628dbab-27fe-47b7-8162-5e960a297941 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:45.966476 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.048292 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.070389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8628dbab-27fe-47b7-8162-5e960a297941'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:46.072775 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e70c5-d81b-4065-9fdb-a55e035e1b52" -d '{"events": [{"server_uuid": "67cee506-ce2d-41a2-b14b-57694b029a4a", "name": "network-vif-plugged", "status": "completed", "tag": "8628dbab-27fe-47b7-8162-5e960a297941"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:46.089191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8628dbab-27fe-47b7-8162-5e960a297941, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8628dbab-27fe-47b7-8162-5e960a297941,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:46.093318 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:46.117748 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c46b82-e5e2-4253-bb39-7be03df350b8 x-openstack-request-id: req-94c46b82-e5e2-4253-bb39-7be03df350b8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:46.118034 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cee506-ce2d-41a2-b14b-57694b029a4a", "name": "network-vif-plugged", "status": "completed", "tag": "8628dbab-27fe-47b7-8162-5e960a297941", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:46.118283 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94c46b82-e5e2-4253-bb39-7be03df350b8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:46.118666 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8628dbab-27fe-47b7-8162-5e960a297941', 'code': 200} Sep 16 06:02:46.146021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8628dbab-27fe-47b7-8162-5e960a297941,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:46.237709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e999f-4cb4-4a9a-81a9-3fea3b2ff750 req-a8aee35e-6a1d-44a3-9f2b-7ada1b9cb3e6 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:46.239224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713e999f-4cb4-4a9a-81a9-3fea3b2ff750 req-a8aee35e-6a1d-44a3-9f2b-7ada1b9cb3e6 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0713203 Sep 16 06:02:46.245811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78518587-55b3-4a8d-b5f4-0eda20753d60 req-5804ae06-2027-4254-9e70-775882a9046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:46.247238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78518587-55b3-4a8d-b5f4-0eda20753d60 req-5804ae06-2027-4254-9e70-775882a9046a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 1097 time: 0.0691874 Sep 16 06:02:46.302313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713e999f-4cb4-4a9a-81a9-3fea3b2ff750 req-b8dc76ba-7fd6-4730-8152-82004402248d tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540960 Sep 16 06:02:46.307677 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78518587-55b3-4a8d-b5f4-0eda20753d60 req-86cc2c3b-2529-425a-8fd4-4febe2eb2f73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 Sep 16 06:02:47.418309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f92244-05ac-4c04-9dc0-1f12cd03feed req-d94ed3fc-9c22-4bed-bbc5-198d00f82b0a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:47.419779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57f92244-05ac-4c04-9dc0-1f12cd03feed req-d94ed3fc-9c22-4bed-bbc5-198d00f82b0a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0494206 Sep 16 06:02:47.458741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-57f92244-05ac-4c04-9dc0-1f12cd03feed req-a43dfeac-b56f-4dbb-a7ba-e8bbf324d2d7 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Sep 16 06:02:48.575217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9009b2b-7485-4bec-a091-d50106779f76 req-06b5a9dc-14c0-4d9d-bfb7-85956d8d400e tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:48.576797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9009b2b-7485-4bec-a091-d50106779f76 req-06b5a9dc-14c0-4d9d-bfb7-85956d8d400e tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0502739 Sep 16 06:02:48.616686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c9009b2b-7485-4bec-a091-d50106779f76 req-832afe5c-b6ee-4730-aeb3-390b39269b9d tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Sep 16 06:02:48.853185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-5ace2f2f-13e7-4550-bf3c-a98bf4a538ca tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:48.854694 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-5ace2f2f-13e7-4550-bf3c-a98bf4a538ca tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/networks?id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 HTTP/1.1" status: 200 len: 814 time: 0.1091323 Sep 16 06:02:48.870759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d1d5ea19-327a-46cf-a0de-9eab1e07e2ae tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/quotas/23f12f1a2a5246058ed70d2f028b649b HTTP/1.1" status: 200 len: 375 time: 0.0094898 Sep 16 06:02:48.922052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-bfbab1ca-d717-4a10-8e30-38739e0ede9e tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23f12f1a2a5246058ed70d2f028b649b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447195 Sep 16 06:02:49.015611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-1c4c35cc-630b-42f3-8a42-816255ca6eb7 service neutron] 10.222.0.55 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856895 Sep 16 06:02:49.113953 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-eccc8846-9241-41b1-af50-5c0dde787369 service neutron] 10.222.0.55 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918565 Sep 16 06:02:49.271858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f28c9ec1-2769-46d9-b570-f0ae9de62192 req-f89f79af-006d-4be0-b456-8d2c3fc0c4a6 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 210 time: 0.0270474 Sep 16 06:02:50.392266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87fa4c5f-d875-4682-a1ae-626cbd7eb4a0 req-dfa5e27b-787b-4c62-bf6a-4ed03fd1e2d2 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 210 time: 0.0303833 Sep 16 06:02:50.395455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-58989d3f-2b05-4566-b104-e40aab99b683 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:50.396996 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-58989d3f-2b05-4566-b104-e40aab99b683 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.64 "GET /v2.0/networks?id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 HTTP/1.1" status: 200 len: 814 time: 0.1263559 Sep 16 06:02:50.426517 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Request body: {'port': {'device_id': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08', 'admin_state_up': True, 'tenant_id': '23f12f1a2a5246058ed70d2f028b649b'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:50.541762 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Made reservation on behalf of 23f12f1a2a5246058ed70d2f028b649b for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:02:50.545739 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.677457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Allocated IP 172.20.0.3 (fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08/322f0901-8346-4d5a-91f4-3edc894629b6/d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:02:50.833128 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.867314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.879723 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8628dbab-27fe-47b7-8162-5e960a297941'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:50.910294 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:02:50.913416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:02:50.917272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:02:50.949923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Pushing event updated for resources: {'Port': ['ID=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:50.979583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:50.980258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.996266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-6a41f75f-ea84-43a0-a761-27d4e76298af tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735049 Sep 16 06:02:51.013951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Request body: {'port': {'device_id': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:02:51.071325 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.345530 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:51.353217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.365986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Transition to ACTIVE for port object d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:02:51.369691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.434865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:51.504175 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Attempting to bind port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:02:51.504511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Attempting to bind port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:02:51.504842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Attempting to bind port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 on network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:51.509251 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 on network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:02:51.509573 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Attempting to bind port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 on network fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:02:51.514455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:02:51.514792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Checking segment: {'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:02:51.515727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Bound using segment: {'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:02:51.516177 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Bound port: d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9c329-8df0-48e7-933e-12e84f393a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:02:51.516459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ddafc-a7a0-48e3-b895-cf774b3ab005 req-0da3acc4-fc00-42e0-995a-9d7aec0c5cf9 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:51.516931 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.518329 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-069ddafc-a7a0-48e3-b895-cf774b3ab005 req-0da3acc4-fc00-42e0-995a-9d7aec0c5cf9 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 943 time: 0.0503449 Sep 16 06:02:51.557654 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-069ddafc-a7a0-48e3-b895-cf774b3ab005 req-4a727306-236b-4e78-82db-90caf2849316 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Sep 16 06:02:51.588347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] For port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:02:51.591887 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] For port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:02:51.597919 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.633930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:51.634544 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.635934 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 HTTP/1.1" status: 200 len: 1092 time: 0.6264873 Sep 16 06:02:51.636399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'tag': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:51.665291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e03d-e6a0-40f8-9d25-1a59cd89d7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:51.677751 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7987b0-7a90-44ab-b5b3-1f5f988e5bab", "tag": "d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:51.737897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-e3556f10-2380-40de-8280-4c535da87d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:51.739398 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-e3556f10-2380-40de-8280-4c535da87d66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23f12f1a2a5246058ed70d2f028b649b&device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 1095 time: 0.0449286 Sep 16 06:02:51.786230 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c14b3b5-8ddb-493e-8ad4-4096eabe7c3e x-openstack-request-id: req-3c14b3b5-8ddb-493e-8ad4-4096eabe7c3e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:51.786524 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7987b0-7a90-44ab-b5b3-1f5f988e5bab", "tag": "d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:51.786780 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c14b3b5-8ddb-493e-8ad4-4096eabe7c3e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:51.787184 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'tag': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80', 'status': 'completed', 'code': 200} Sep 16 06:02:51.789054 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-c02c0e23-3b2c-469a-a169-f30521d82a53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 HTTP/1.1" status: 200 len: 217 time: 0.0370147 Sep 16 06:02:51.844082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-fa59d219-63ac-4851-81e0-a27d0bcbd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:51.845572 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-fa59d219-63ac-4851-81e0-a27d0bcbd9c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=322f0901-8346-4d5a-91f4-3edc894629b6 HTTP/1.1" status: 200 len: 854 time: 0.0482733 Sep 16 06:02:51.877852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-1177874d-bad1-4015-ad6c-ccdafdf59869 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246313 Sep 16 06:02:51.967184 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-8332e4db-d115-4e32-9a4a-581413931f21 service neutron] 10.222.0.64 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815842 Sep 16 06:02:52.060664 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-a09bd987-7315-41c7-8ffb-b4128f6fbdae req-735e380e-1c4e-49f1-9176-06b1ce4d23d7 service neutron] 10.222.0.64 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861197 Sep 16 06:02:52.181548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-04dfcedd-b01d-40e6-8fa6-938edacd965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:52.183080 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-04dfcedd-b01d-40e6-8fa6-938edacd965e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23f12f1a2a5246058ed70d2f028b649b&device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 1095 time: 0.0406494 Sep 16 06:02:52.280347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-75475119-2429-4626-b6a0-2513aebdc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:52.281844 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-75475119-2429-4626-b6a0-2513aebdc5c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 HTTP/1.1" status: 200 len: 915 time: 0.0882053 Sep 16 06:02:52.323179 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-182b16c2-07aa-4cd3-b174-233475ba0491 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 HTTP/1.1" status: 200 len: 217 time: 0.0338557 Sep 16 06:02:52.376749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-3edb075b-c3cd-4c30-a7a3-63eb929e185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:52.378235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-3edb075b-c3cd-4c30-a7a3-63eb929e185a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=322f0901-8346-4d5a-91f4-3edc894629b6 HTTP/1.1" status: 200 len: 854 time: 0.0482388 Sep 16 06:02:52.410453 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-98e1c2d9-0d67-4915-990a-ae776e943eea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247145 Sep 16 06:02:52.502992 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-29f10f59-a0f4-4456-a1dd-19488e804415 service neutron] 10.222.0.64 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847840 Sep 16 06:02:52.603716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b0f22f92-d707-4ae2-b00c-b8c152e2c22f req-2aa21048-06cc-4151-9d4e-e71915d0fc11 service neutron] 10.222.0.64 "GET /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934095 Sep 16 06:02:52.678382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54aedb-cd53-4b41-80b9-554a216e1247 req-350cf78e-114a-4941-8299-9c90314cdf25 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:52.679884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db54aedb-cd53-4b41-80b9-554a216e1247 req-350cf78e-114a-4941-8299-9c90314cdf25 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 943 time: 0.0498710 Sep 16 06:02:52.720042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db54aedb-cd53-4b41-80b9-554a216e1247 req-4f8a6d48-235a-4264-821d-6bd0c8e7de60 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340009 Sep 16 06:02:53.842090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a359ff-4cab-4fe7-9c23-bd3226d6ead8 req-d08a5292-4d4e-4b7f-9b6a-ade24725304f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:53.844146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73a359ff-4cab-4fe7-9c23-bd3226d6ead8 req-d08a5292-4d4e-4b7f-9b6a-ade24725304f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 943 time: 0.0540409 Sep 16 06:02:53.886043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-73a359ff-4cab-4fe7-9c23-bd3226d6ead8 req-c413000c-6c94-4ebf-91c8-bebe2ce90a72 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Sep 16 06:02:55.003418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53a970-390a-4a6c-8e47-519a8e8a416d req-afa70c12-f385-40e3-9928-6da1fd41a60f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:55.005008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f53a970-390a-4a6c-8e47-519a8e8a416d req-afa70c12-f385-40e3-9928-6da1fd41a60f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 943 time: 0.0507035 Sep 16 06:02:55.043164 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f53a970-390a-4a6c-8e47-519a8e8a416d req-1404336a-57e5-4ad7-9215-d47d61dda85a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Sep 16 06:02:55.237682 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:55.956916 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f008f2e-d954-4cb5-ae9e-cda5632834c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:55.979604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:02:56.074502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:56.087579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80', 'network_id': 'fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08', 'port_id': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80', 'mac_address': 'fa:16:3e:c6:89:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322f0901-8346-4d5a-91f4-3edc894629b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:02:56.125468 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:56.142780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:02:56.162514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:56.167005 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:56.168320 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2377a1-87d1-4e5e-9f0f-da48b016fcfb req-872f1241-af47-4b9e-92c3-2f4ecd042e46 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:56.169855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf2377a1-87d1-4e5e-9f0f-da48b016fcfb req-872f1241-af47-4b9e-92c3-2f4ecd042e46 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 943 time: 0.0507123 Sep 16 06:02:56.209119 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf2377a1-87d1-4e5e-9f0f-da48b016fcfb req-b62a197f-baf5-41f5-89e1-6da181bdcfbc tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Sep 16 06:02:56.217640 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:56.518961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:02:57.321976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6cc06-b3fa-47be-90c6-1db898a2f24f req-a16bd461-c5c0-47cc-84df-29e71c8a6fca tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:57.323469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81f6cc06-b3fa-47be-90c6-1db898a2f24f req-a16bd461-c5c0-47cc-84df-29e71c8a6fca tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 944 time: 0.0482867 Sep 16 06:02:57.365734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-81f6cc06-b3fa-47be-90c6-1db898a2f24f req-9987cb1b-4e5b-4b37-9f31-24e8c327c8db tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356722 Sep 16 06:02:57.995958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:02:58.050877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:02:58.055019 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:02:58.055432 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.136284 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.160331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:02:58.162569 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a42595-10a1-4fd4-a8f8-c7b1301833e4" -d '{"events": [{"server_uuid": "ce7987b0-7a90-44ab-b5b3-1f5f988e5bab", "name": "network-vif-plugged", "status": "completed", "tag": "d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:02:58.177715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:02:58.183359 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.210784 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99003969-95c0-4195-807f-0fce4bf29197 x-openstack-request-id: req-99003969-95c0-4195-807f-0fce4bf29197 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:02:58.211083 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7987b0-7a90-44ab-b5b3-1f5f988e5bab", "name": "network-vif-plugged", "status": "completed", "tag": "d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:02:58.211594 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99003969-95c0-4195-807f-0fce4bf29197 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:02:58.211988 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80', 'code': 200} Sep 16 06:02:58.239367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:02:58.274762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e733ceb-bea7-4e87-afe8-4ef2b13b0ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:58.322662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca672-0ae4-4ab8-8e63-b15567e13b36 req-7b594365-ab5e-4492-a1ed-c32cbc160337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:58.324296 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-434ca672-0ae4-4ab8-8e63-b15567e13b36 req-7b594365-ab5e-4492-a1ed-c32cbc160337 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 1097 time: 0.0421536 Sep 16 06:02:58.361693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-434ca672-0ae4-4ab8-8e63-b15567e13b36 req-6147d52c-10db-47e3-b82d-c9596f0ee027 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303078 Sep 16 06:02:58.485766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf413c6d-e2f8-407c-b38f-024b81854db0 req-8fec5285-1707-4408-8609-7aa6af960d23 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:58.487417 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf413c6d-e2f8-407c-b38f-024b81854db0 req-8fec5285-1707-4408-8609-7aa6af960d23 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 945 time: 0.0525794 Sep 16 06:02:58.529520 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf413c6d-e2f8-407c-b38f-024b81854db0 req-c98a949f-e6b4-4611-858f-79bbf1e9e459 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 Sep 16 06:02:59.260113 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:59.652844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9da82-ecd9-49b4-8120-63dcff45fceb req-e7b5480e-4aa6-411e-b862-0fe3e7e7bc1d tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:02:59.654340 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2e9da82-ecd9-49b4-8120-63dcff45fceb req-e7b5480e-4aa6-411e-b862-0fe3e7e7bc1d tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 945 time: 0.0484495 Sep 16 06:02:59.693478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b2e9da82-ecd9-49b4-8120-63dcff45fceb req-36f7f790-6e29-4f1b-b177-b165d80e25ea tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Sep 16 06:03:00.033024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:00.811048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5965b1c-c6fb-4009-875b-4f98d5e81ac2 req-59e88474-9512-48d7-90ac-eed281deede7 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:00.812570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5965b1c-c6fb-4009-875b-4f98d5e81ac2 req-59e88474-9512-48d7-90ac-eed281deede7 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 945 time: 0.0511851 Sep 16 06:03:00.854311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e5965b1c-c6fb-4009-875b-4f98d5e81ac2 req-ae6f8770-9bfa-4241-a6d9-8f27df07c43c tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Sep 16 06:03:01.110333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecc0a3-d4c3-4e22-9ffa-9cdb910e5bb4 req-f7140b1f-4342-4ba1-ae24-885faf676624 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:01.111818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1ecc0a3-d4c3-4e22-9ffa-9cdb910e5bb4 req-f7140b1f-4342-4ba1-ae24-885faf676624 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 945 time: 0.0511298 Sep 16 06:03:01.151896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b1ecc0a3-d4c3-4e22-9ffa-9cdb910e5bb4 req-a8e60d98-2adf-4bab-9491-1840be70f782 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Sep 16 06:03:01.450656 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:02.284769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6826-37ea-4bf9-8cfb-6f20052efd18 req-b255bbdf-5b29-4042-bd4e-8aad2fae201f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.287302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78aa6826-37ea-4bf9-8cfb-6f20052efd18 req-b255bbdf-5b29-4042-bd4e-8aad2fae201f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 945 time: 0.0661347 Sep 16 06:03:02.327997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78aa6826-37ea-4bf9-8cfb-6f20052efd18 req-07ae5272-7fcc-4c77-b904-36e0ced5311f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Sep 16 06:03:02.685075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-d3ec2507-331d-45fb-854c-b30537792ab0 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:02.686595 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-d3ec2507-331d-45fb-854c-b30537792ab0 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 945 time: 0.0537841 Sep 16 06:03:02.809568 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Deleting port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:02.810027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:02.955275 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] For port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:02.955775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:02.982298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Calling delete_port for d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:03.107510 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.119719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8628dbab-27fe-47b7-8162-5e960a297941'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:03.136698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Pushing event deleted for resources: {'Port': ['ID=d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:03.146318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:03.181639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] No DVR routers for this DVR port d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:03.184443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:03.186510 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-127e69dc-0465-4a94-8e72-92728c1d70c1 req-2b8aaae1-4367-4758-980b-9d9952a4f2de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.64 "DELETE /v2.0/ports/d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 HTTP/1.1" status: 204 len: 173 time: 0.4930413 Sep 16 06:03:03.187437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'name': 'network-vif-deleted', 'tag': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:03.189729 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9a4be-5f4e-48e9-9e52-59215a842185" -d '{"events": [{"server_uuid": "ce7987b0-7a90-44ab-b5b3-1f5f988e5bab", "name": "network-vif-deleted", "tag": "d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:03.232770 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7b151a-746a-4032-852f-a4262e03210b x-openstack-request-id: req-5f7b151a-746a-4032-852f-a4262e03210b {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:03.233133 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7987b0-7a90-44ab-b5b3-1f5f988e5bab", "name": "network-vif-deleted", "tag": "d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:03.233987 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f7b151a-746a-4032-852f-a4262e03210b {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:03.234442 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7987b0-7a90-44ab-b5b3-1f5f988e5bab', 'name': 'network-vif-deleted', 'tag': 'd33dc04f-c4b0-4617-9cbd-bbe58ddcfc80', 'status': 'completed', 'code': 200} Sep 16 06:03:03.431363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba1a177f-8997-4c98-9fb1-0328cc572911 req-dffd8423-2a8d-4182-89b9-1d2aa401aa99 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce7987b0-7a90-44ab-b5b3-1f5f988e5bab HTTP/1.1" status: 200 len: 210 time: 0.0263102 Sep 16 06:03:04.600574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6bb9-df35-4323-a18f-e8311fd309f1 req-f2c13df8-dbb7-4593-8525-53a0eb7d541c tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:04.602228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-738e6bb9-df35-4323-a18f-e8311fd309f1 req-f2c13df8-dbb7-4593-8525-53a0eb7d541c tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0633211 Sep 16 06:03:04.651781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-738e6bb9-df35-4323-a18f-e8311fd309f1 req-73cc340f-15fa-41c3-b045-ad151114401b tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Sep 16 06:03:04.794381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76522121-204d-4f0f-adb4-8dd94e31c771 req-e29ae494-f6a0-4eb1-8c41-acd64a56f627 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:04.795924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76522121-204d-4f0f-adb4-8dd94e31c771 req-e29ae494-f6a0-4eb1-8c41-acd64a56f627 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0524046 Sep 16 06:03:04.835724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-76522121-204d-4f0f-adb4-8dd94e31c771 req-76b57aec-bcd1-4ad6-b200-9b92806a2a55 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Sep 16 06:03:04.957067 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf8be-0dd1-448e-b0ec-2844b0e831bf req-9a8c37de-e712-438d-a28a-d7fa64061012 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:04.958602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9cfbf8be-0dd1-448e-b0ec-2844b0e831bf req-9a8c37de-e712-438d-a28a-d7fa64061012 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0502074 Sep 16 06:03:04.998055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9cfbf8be-0dd1-448e-b0ec-2844b0e831bf req-846fb2ec-d160-498f-b542-e8d6bd5b491f tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Sep 16 06:03:05.176241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5be7d-56d7-43d7-aa48-3ede5d680142 req-8312f182-3eab-482a-b907-21ca9a3b81b1 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:05.177796 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cf5be7d-56d7-43d7-aa48-3ede5d680142 req-8312f182-3eab-482a-b907-21ca9a3b81b1 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0560658 Sep 16 06:03:05.221841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4cf5be7d-56d7-43d7-aa48-3ede5d680142 req-d3a3b34e-028f-4f94-b351-574b00b97a67 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Sep 16 06:03:05.336837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e65b0-ed6c-422d-a8a1-9e41eaec20a2 req-325808e1-bffd-4149-98a0-9e902f059321 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:05.338300 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c04e65b0-ed6c-422d-a8a1-9e41eaec20a2 req-325808e1-bffd-4149-98a0-9e902f059321 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0500052 Sep 16 06:03:05.378167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c04e65b0-ed6c-422d-a8a1-9e41eaec20a2 req-aefd7267-f4b7-48ef-8fc4-270281d9f95a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Sep 16 06:03:05.503410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c7a85-2914-4e33-a807-9c592698fbde req-47a247fa-d94f-4003-960b-2abe3d8f556b tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:05.504931 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c1c7a85-2914-4e33-a807-9c592698fbde req-47a247fa-d94f-4003-960b-2abe3d8f556b tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0496726 Sep 16 06:03:05.543915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c1c7a85-2914-4e33-a807-9c592698fbde req-7910e1cd-5e4b-4b48-8eca-97a5784f2162 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Sep 16 06:03:05.873105 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135ce2d-3066-4ffa-bdd1-2f1dc87b9560 req-59606672-d93d-4637-8214-9655f1929646 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:05.875009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2135ce2d-3066-4ffa-bdd1-2f1dc87b9560 req-59606672-d93d-4637-8214-9655f1929646 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0546765 Sep 16 06:03:05.920827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2135ce2d-3066-4ffa-bdd1-2f1dc87b9560 req-6e9c3a47-6b6e-4707-a4a3-e22e16d179f8 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Sep 16 06:03:06.011419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:06.033657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:06.033657 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device d33dc04f-c4b0-4617-9cbd-bbe58ddcfc80 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:07.050838 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf666e-2a97-4492-a07f-430a5b3178fb req-f0b8e655-4a68-4a85-a3a8-5b70a9e85355 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:07.053338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61bf666e-2a97-4492-a07f-430a5b3178fb req-f0b8e655-4a68-4a85-a3a8-5b70a9e85355 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0617516 Sep 16 06:03:07.094224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-61bf666e-2a97-4492-a07f-430a5b3178fb req-82a872e7-cd1f-4e61-9d85-8b12b3ee7731 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Sep 16 06:03:07.250558 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-03f5059b-750d-45aa-ab1b-e59d32169cc6 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:07.252029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-03f5059b-750d-45aa-ab1b-e59d32169cc6 tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.73 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 945 time: 0.0503109 Sep 16 06:03:07.359497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Deleting port 8628dbab-27fe-47b7-8162-5e960a297941 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:07.359836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.459882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] For port 8628dbab-27fe-47b7-8162-5e960a297941, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8628dbab-27fe-47b7-8162-5e960a297941,segment=NetworkSegment(99a9c329-8df0-48e7-933e-12e84f393a6e),segment_id=99a9c329-8df0-48e7-933e-12e84f393a6e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:07.460344 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.476723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Calling delete_port for 8628dbab-27fe-47b7-8162-5e960a297941 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:07.614363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.633235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8628dbab-27fe-47b7-8162-5e960a297941'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:07.647298 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Pushing event deleted for resources: {'Port': ['ID=8628dbab-27fe-47b7-8162-5e960a297941,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:07.660625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.661013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.661370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.661735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.662145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.662632 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.662976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.663344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.663661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.664199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.664576 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.664943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:07.707295 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] No DVR routers for this DVR port 8628dbab-27fe-47b7-8162-5e960a297941 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:07.710106 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:07.712474 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad13ad47-328d-4829-9c0a-bb5a120d3997 req-59dc53d2-2a73-46b6-af6e-51a5e6a9026a tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.73 "DELETE /v2.0/ports/8628dbab-27fe-47b7-8162-5e960a297941 HTTP/1.1" status: 204 len: 173 time: 0.4508319 Sep 16 06:03:07.712940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'name': 'network-vif-deleted', 'tag': '8628dbab-27fe-47b7-8162-5e960a297941'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:07.715207 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a04f37-e870-49fd-ab04-f47b6c411eee" -d '{"events": [{"server_uuid": "67cee506-ce2d-41a2-b14b-57694b029a4a", "name": "network-vif-deleted", "tag": "8628dbab-27fe-47b7-8162-5e960a297941"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:07.769851 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43132579-64e1-4139-8ea5-07ef378d6fa2 x-openstack-request-id: req-43132579-64e1-4139-8ea5-07ef378d6fa2 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:07.770641 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cee506-ce2d-41a2-b14b-57694b029a4a", "name": "network-vif-deleted", "tag": "8628dbab-27fe-47b7-8162-5e960a297941", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:07.770641 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43132579-64e1-4139-8ea5-07ef378d6fa2 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:07.771113 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cee506-ce2d-41a2-b14b-57694b029a4a', 'name': 'network-vif-deleted', 'tag': '8628dbab-27fe-47b7-8162-5e960a297941', 'status': 'completed', 'code': 200} Sep 16 06:03:08.209479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-263e19e3-74fc-4dd3-a90d-b0194e9cc26b req-a7d2fc1a-d3ad-424b-ba30-5bfd5dc6d0de tempest-ServersNegativeTestJSON-217258166 tempest-ServersNegativeTestJSON-217258166-project] 10.222.0.55 "GET /v2.0/ports?device_id=67cee506-ce2d-41a2-b14b-57694b029a4a HTTP/1.1" status: 200 len: 210 time: 0.0318627 Sep 16 06:03:09.292847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39626) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:09.342297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] Deleting subnet 322f0901-8346-4d5a-91f4-3edc894629b6 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:09.345537 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.387436 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.431260 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.488385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.515700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322f0901-8346-4d5a-91f4-3edc894629b6,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:09.522346 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.524565 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c2cdcf0c-be3b-4882-9a6b-cb8c2ef94ac6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/322f0901-8346-4d5a-91f4-3edc894629b6 HTTP/1.1" status: 204 len: 168 time: 0.2301641 Sep 16 06:03:09.527175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39628) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:09.599236 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.689560 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.711001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:09.721482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a9c329-8df0-48e7-933e-12e84f393a6e') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:09.721776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a9c329-8df0-48e7-933e-12e84f393a6e') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:09.733290 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.748780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.757792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:09.758246 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:09.760919 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:09.825758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.833588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:09.835997 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08 HTTP/1.1" status: 204 len: 168 time: 0.3075581 Sep 16 06:03:09.850902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d669736-1cf4-4c83-930c-603eb572ce04 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc392c7c-9dd3-41c3-8c38-dfcbe8b73c08,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:09.967752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39632) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:10.011581 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2a7e4153-a3c4-42e5-9230-8dcf81e103a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23f12f1a2a5246058ed70d2f028b649b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415471 Sep 16 06:03:10.014297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39634) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:10.067729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98ff72a-2693-4ed0-8e00-6b64f249aaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.097309 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98ff72a-2693-4ed0-8e00-6b64f249aaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.153151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98ff72a-2693-4ed0-8e00-6b64f249aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.156460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b98ff72a-2693-4ed0-8e00-6b64f249aaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:10.157669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b98ff72a-2693-4ed0-8e00-6b64f249aaa9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e8ab1ae-d0ea-461a-b81e-2c3e862d8565 HTTP/1.1" status: 204 len: 168 time: 0.1419203 Sep 16 06:03:10.165957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff72a-2693-4ed0-8e00-6b64f249aaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8ab1ae-d0ea-461a-b81e-2c3e862d8565,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:10.940946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39656) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:11.052477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-101369530'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:11.074390 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:11.078035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.087101 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.203372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.207400 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.231818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:11.250544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed584c37-6670-41f5-9f89-f1449fb2a9d1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:11.253948 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.254388 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Added segment 9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3 of type vlan for network 4313cbb6-4b54-4036-b66b-96daa130fbe4 Sep 16 06:03:11.299263 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.327852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.334832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:11.335764 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:11.341419 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:11.370183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4279258 Sep 16 06:03:11.408893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1fb8c-03b2-4e23-bcb3-fa099f81c933 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Network': ['ID=4313cbb6-4b54-4036-b66b-96daa130fbe4,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:11.420993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4313cbb6-4b54-4036-b66b-96daa130fbe4 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:11.991026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8628dbab-27fe-47b7-8162-5e960a297941 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:12.017161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 8628dbab-27fe-47b7-8162-5e960a297941 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:12.017508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8628dbab-27fe-47b7-8162-5e960a297941 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:12.345474 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:14.729240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39660) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:14.734829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'subnet': {'network_id': '4313cbb6-4b54-4036-b66b-96daa130fbe4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:14.835365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:14.839009 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.043828 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.102972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Subnet': ['ID=e70464bc-4b92-4286-b3e0-3acce64ca83b,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:15.113052 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Checking segment: {'id': '9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4313cbb6-4b54-4036-b66b-96daa130fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:15.113414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network hostable DHCP agents. Network: 4313cbb6-4b54-4036-b66b-96daa130fbe4, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:15.129666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network 4313cbb6-4b54-4036-b66b-96daa130fbe4 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:15.138235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4313cbb6-4b54-4036-b66b-96daa130fbe4) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:15.142754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:15.143347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.148434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce3362-3f3e-41c2-a46e-d4f5025d1c09 None None] Network 4313cbb6-4b54-4036-b66b-96daa130fbe4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:15.159282 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-09b14b5c-9028-423c-97d7-f8c2d565dc46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4287956 Sep 16 06:03:15.162811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39662) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:15.167826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188927022'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:15.192500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:15.196051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.220779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:15.231804 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.232184 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Added segment 9691b8a4-c8d6-44ee-9b26-68971ea7a1f1 of type vlan for network 1e28cbea-6be9-4dcc-81f9-bf451cf721bb Sep 16 06:03:15.278088 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.300349 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e029bd-424b-4365-971c-cec04183034f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4313cbb6-4b54-4036-b66b-96daa130fbe4', 'network_id': '4313cbb6-4b54-4036-b66b-96daa130fbe4', 'tenant_id': '10c7e1b033c1448b805470219dfd316c', 'fixed_ips': [{'subnet_id': 'e70464bc-4b92-4286-b3e0-3acce64ca83b'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:15.301462 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.303202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.308875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:15.309459 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.344920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1810157 Sep 16 06:03:15.347833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39664) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:15.352550 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'subnet': {'network_id': '1e28cbea-6be9-4dcc-81f9-bf451cf721bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:15.403950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540714d-684f-481c-8b09-ed694cc6b48d tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Network': ['ID=1e28cbea-6be9-4dcc-81f9-bf451cf721bb,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:15.415190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1e28cbea-6be9-4dcc-81f9-bf451cf721bb details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:15.477016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:15.480730 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.488901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-46e029bd-424b-4365-971c-cec04183034f None None] Allocated IP 2001:db8:0:ffff::2 (4313cbb6-4b54-4036-b66b-96daa130fbe4/e70464bc-4b92-4286-b3e0-3acce64ca83b/2418662a-62fc-4aed-b1de-fc7d0a3c8738) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:15.648174 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.654362 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.693440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e029bd-424b-4365-971c-cec04183034f None None] Network 4313cbb6-4b54-4036-b66b-96daa130fbe4 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:15.698087 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.698957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-46e029bd-424b-4365-971c-cec04183034f None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:15.704181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e029bd-424b-4365-971c-cec04183034f None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:15.707225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e029bd-424b-4365-971c-cec04183034f None None] Pushing event updated for resources: {'Port': ['ID=2418662a-62fc-4aed-b1de-fc7d0a3c8738,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:15.719150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.719500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.719816 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.720192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.720505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.720834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.721159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.721482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.721801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.722120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.722439 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.722755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:15.760111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Subnet': ['ID=084ec10a-b7a9-427d-99d4-37bbda59094d,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:15.769650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-46e029bd-424b-4365-971c-cec04183034f None None] Attempting to bind port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:15.770017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-46e029bd-424b-4365-971c-cec04183034f None None] Attempting to bind port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4313cbb6-4b54-4036-b66b-96daa130fbe4'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:15.770455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e029bd-424b-4365-971c-cec04183034f None None] Attempting to bind port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 on network 4313cbb6-4b54-4036-b66b-96daa130fbe4 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:15.772117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Checking segment: {'id': '9691b8a4-c8d6-44ee-9b26-68971ea7a1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1e28cbea-6be9-4dcc-81f9-bf451cf721bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:15.772567 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network hostable DHCP agents. Network: 1e28cbea-6be9-4dcc-81f9-bf451cf721bb, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:15.777181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e029bd-424b-4365-971c-cec04183034f None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:15.777673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e029bd-424b-4365-971c-cec04183034f None None] Checking segment: {'id': '9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4313cbb6-4b54-4036-b66b-96daa130fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:15.778125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.778510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e029bd-424b-4365-971c-cec04183034f None None] Bound using segment: {'id': '9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4313cbb6-4b54-4036-b66b-96daa130fbe4'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:15.778975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-46e029bd-424b-4365-971c-cec04183034f None None] Bound port: 2418662a-62fc-4aed-b1de-fc7d0a3c8738, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4313cbb6-4b54-4036-b66b-96daa130fbe4'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:15.779355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.789961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network 1e28cbea-6be9-4dcc-81f9-bf451cf721bb is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:15.800022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 1e28cbea-6be9-4dcc-81f9-bf451cf721bb) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:15.804167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:15.804817 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.820424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aa89f592-a313-49b0-86c3-6efe62cac25c tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4715769 Sep 16 06:03:15.822682 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca497b-d615-420a-bcb8-bf0d2ead317c None None] Network 1e28cbea-6be9-4dcc-81f9-bf451cf721bb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:15.823081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39666) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:15.918800 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-46e029bd-424b-4365-971c-cec04183034f None None] For port 2418662a-62fc-4aed-b1de-fc7d0a3c8738, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:15.924176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:15.924415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-46e029bd-424b-4365-971c-cec04183034f None None] For port 2418662a-62fc-4aed-b1de-fc7d0a3c8738, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2418662a-62fc-4aed-b1de-fc7d0a3c8738,segment=NetworkSegment(9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3),segment_id=9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:15.937591 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e029bd-424b-4365-971c-cec04183034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.008456 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.054166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e029bd-424b-4365-971c-cec04183034f None None] Pushing event updated for resources: {'Port': ['ID=2418662a-62fc-4aed-b1de-fc7d0a3c8738,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:16.081244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.086814 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e92f17-ae97-41cc-acf9-0aa4f502fae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-1e28cbea-6be9-4dcc-81f9-bf451cf721bb', 'network_id': '1e28cbea-6be9-4dcc-81f9-bf451cf721bb', 'tenant_id': '10c7e1b033c1448b805470219dfd316c', 'fixed_ips': [{'subnet_id': '084ec10a-b7a9-427d-99d4-37bbda59094d'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:16.087884 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-04e92f17-ae97-41cc-acf9-0aa4f502fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.112825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Subnet': ['ID=084ec10a-b7a9-427d-99d4-37bbda59094d,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:16.178499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d5b92-5c2a-42d3-886d-1bc360e6739b None None] Network 1e28cbea-6be9-4dcc-81f9-bf451cf721bb requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:16.182727 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.215705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e28cbea-6be9-4dcc-81f9-bf451cf721bb']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:16.236630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9691b8a4-c8d6-44ee-9b26-68971ea7a1f1') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:16.236943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9691b8a4-c8d6-44ee-9b26-68971ea7a1f1') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:16.248380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.261493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.275965 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:16.276604 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:16.281923 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:16.719048 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.726400 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.728489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/1e28cbea-6be9-4dcc-81f9-bf451cf721bb HTTP/1.1" status: 204 len: 168 time: 0.9043796 Sep 16 06:03:16.732313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39668) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:16.737764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-588576242'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:16.751212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc28c8f-ae49-491f-b7b6-06534a2e3490 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Network': ['ID=1e28cbea-6be9-4dcc-81f9-bf451cf721bb,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:16.770955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:16.774661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.800069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:16.809886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.810260 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Added segment c7584730-4a16-421d-bfd3-9789079c00c3 of type vlan for network ca128d5f-b64b-43c7-ba04-b215f8bfa5fa Sep 16 06:03:16.854453 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.882234 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.887998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:16.888741 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:16.930819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1974492 Sep 16 06:03:16.930986 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39670) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:16.936488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'subnet': {'network_id': 'ca128d5f-b64b-43c7-ba04-b215f8bfa5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:16.980705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f33a73-396f-47b7-b1bb-8e67d9807905 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Network': ['ID=ca128d5f-b64b-43c7-ba04-b215f8bfa5fa,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:16.995893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network ca128d5f-b64b-43c7-ba04-b215f8bfa5fa details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:17.046959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:17.050645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.057440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb260dc0-c663-441e-8cba-8a42cd4cc132 None None] Network 4313cbb6-4b54-4036-b66b-96daa130fbe4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:17.114487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Performing IP validity checks on allocation pools {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 06:03:17.115008 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.ipam_backend_mixin [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94718) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 06:03:17.139762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9e1b3cb5-c76e-4b7d-8374-161035b7e8d7 None None] Provisioning complete for port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:17.140171 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3cb5-c76e-4b7d-8374-161035b7e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.242534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.287137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3cb5-c76e-4b7d-8374-161035b7e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.310183 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Subnet': ['ID=b40a9319-c3dc-43c6-97a1-d523e88d5b45,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:17.323535 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Checking segment: {'id': 'c7584730-4a16-421d-bfd3-9789079c00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ca128d5f-b64b-43c7-ba04-b215f8bfa5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:17.323890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network hostable DHCP agents. Network: ca128d5f-b64b-43c7-ba04-b215f8bfa5fa, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:17.327515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9e1b3cb5-c76e-4b7d-8374-161035b7e8d7 None None] For port 2418662a-62fc-4aed-b1de-fc7d0a3c8738, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2418662a-62fc-4aed-b1de-fc7d0a3c8738,segment=NetworkSegment(9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3),segment_id=9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:17.333315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9e1b3cb5-c76e-4b7d-8374-161035b7e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.346116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network ca128d5f-b64b-43c7-ba04-b215f8bfa5fa is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:17.356128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, ca128d5f-b64b-43c7-ba04-b215f8bfa5fa) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:17.361880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:17.362532 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.378954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6703fe27-8cef-486c-be44-ca7109bbd913 None None] Network ca128d5f-b64b-43c7-ba04-b215f8bfa5fa requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:17.380057 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0d68571d-da66-444c-ade5-858a4e02bbb1 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4480517 Sep 16 06:03:17.382682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39672) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:17.411780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b3cb5-c76e-4b7d-8374-161035b7e8d7 None None] Pushing event updated for resources: {'Port': ['ID=2418662a-62fc-4aed-b1de-fc7d0a3c8738,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:17.497791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.553338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3f3ad-9783-410a-b331-d8f014ab007c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-ca128d5f-b64b-43c7-ba04-b215f8bfa5fa', 'network_id': 'ca128d5f-b64b-43c7-ba04-b215f8bfa5fa', 'tenant_id': '10c7e1b033c1448b805470219dfd316c', 'fixed_ips': [{'subnet_id': 'b40a9319-c3dc-43c6-97a1-d523e88d5b45'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:17.554169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8b3f3ad-9783-410a-b331-d8f014ab007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.559708 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.570394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b2d169af-ddbc-4a71-992c-60696fc06ead None None] Provisioning complete for port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:17.570758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b2d169af-ddbc-4a71-992c-60696fc06ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.623786 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.651384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Subnet': ['ID=b40a9319-c3dc-43c6-97a1-d523e88d5b45,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server [None req-c8b3f3ad-9783-410a-b331-d8f014ab007c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b40a9319-c3dc-43c6-97a1-d523e88d5b45: This subnet is being modified by another concurrent operation. Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server raise exception Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b40a9319-c3dc-43c6-97a1-d523e88d5b45: This subnet is being modified by another concurrent operation. Sep 16 06:03:17.690644 n-d-713301-15 neutron-server[94720]: ERROR oslo_messaging.rpc.server Sep 16 06:03:17.714483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8c727-1864-48a7-a7f2-7012a0455883 None None] Network ca128d5f-b64b-43c7-ba04-b215f8bfa5fa requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:17.720154 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.742443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca128d5f-b64b-43c7-ba04-b215f8bfa5fa']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:17.753210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7584730-4a16-421d-bfd3-9789079c00c3') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:17.753508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7584730-4a16-421d-bfd3-9789079c00c3') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:17.764278 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.781748 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.788787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:17.789194 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: timer() Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:17.792655 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:17.846035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11313b3a-4c3e-4e71-b94d-934d00812a36 None None] get_active_networks_info from n-d-713301-15 {{(pid=94720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 06:03:17.854010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.861273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.863414 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/ca128d5f-b64b-43c7-ba04-b215f8bfa5fa HTTP/1.1" status: 204 len: 168 time: 0.4797952 Sep 16 06:03:17.867981 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39674) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:17.875305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144893586'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:17.877323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124dc36-e165-48a4-b5c1-bc69ac6d15c9 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Network': ['ID=ca128d5f-b64b-43c7-ba04-b215f8bfa5fa,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:17.901269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:17.905098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.922835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11313b3a-4c3e-4e71-b94d-934d00812a36 None None] Resources bound (agent type, host, resource id): {{(pid=94720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 06:03:17.929297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:17.939191 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.939543 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Added segment 32c88b67-aec5-451d-bd1b-9309821a81a6 of type vlan for network c4e8da39-c68e-4554-84a6-6c8331c477ff Sep 16 06:03:17.981664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.010931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.018070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:18.018710 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.056564 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1865807 Sep 16 06:03:18.060645 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39676) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:18.066816 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'subnet': {'network_id': 'c4e8da39-c68e-4554-84a6-6c8331c477ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:18.093946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0f967-a737-431b-9766-6a596df77969 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Network': ['ID=c4e8da39-c68e-4554-84a6-6c8331c477ff,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:18.111133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c4e8da39-c68e-4554-84a6-6c8331c477ff details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:18.169691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:18.173216 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.261512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2418662a-62fc-4aed-b1de-fc7d0a3c8738 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:18.312845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:18.313557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.375150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.441340 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Subnet': ['ID=1cb32f32-ccbd-4450-b6c8-b4b1ee889cf7,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:18.449194 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Checking segment: {'id': '32c88b67-aec5-451d-bd1b-9309821a81a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4e8da39-c68e-4554-84a6-6c8331c477ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:18.449548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network hostable DHCP agents. Network: c4e8da39-c68e-4554-84a6-6c8331c477ff, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:18.467748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network c4e8da39-c68e-4554-84a6-6c8331c477ff is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:18.477506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c4e8da39-c68e-4554-84a6-6c8331c477ff) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:18.482079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:18.482836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.498202 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8308a855-e006-426c-af0d-58d9d66e53f4 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4356141 Sep 16 06:03:18.502953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39678) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:18.503956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664701f7-3ac4-430b-86c9-23cac6097fa1 None None] Network c4e8da39-c68e-4554-84a6-6c8331c477ff requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:18.508023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115956736'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:18.529356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:18.532947 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.556962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:18.566700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.567124 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Added segment 7f96ba78-c3b8-443b-b996-aad531de3a9a of type vlan for network 4183c774-3483-4d97-9c7e-fa01e7670a9f Sep 16 06:03:18.609978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.636786 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.642698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:18.643299 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.680926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1768262 Sep 16 06:03:18.684166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39680) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:18.699634 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-c4e8da39-c68e-4554-84a6-6c8331c477ff', 'network_id': 'c4e8da39-c68e-4554-84a6-6c8331c477ff', 'tenant_id': '10c7e1b033c1448b805470219dfd316c', 'fixed_ips': [{'subnet_id': '1cb32f32-ccbd-4450-b6c8-b4b1ee889cf7'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:18.700597 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.716774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Request body: {'subnet': {'network_id': '4183c774-3483-4d97-9c7e-fa01e7670a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:18.734417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7e901-d803-4127-947d-d03ae635a2bf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Network': ['ID=4183c774-3483-4d97-9c7e-fa01e7670a9f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:18.769199 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4183c774-3483-4d97-9c7e-fa01e7670a9f details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:18.822495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Made reservation on behalf of 10c7e1b033c1448b805470219dfd316c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:18.830224 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:18.909159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Allocated IP 2001:db8::2 (c4e8da39-c68e-4554-84a6-6c8331c477ff/1cb32f32-ccbd-4450-b6c8-b4b1ee889cf7/41acacf0-f83c-4efe-85ea-24ebafacd01a) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:19.023189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.063794 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.069631 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.093293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event updated for resources: {'Subnet': ['ID=e5a002bd-f46c-4468-8583-4c37a5f2c705,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.106083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Checking segment: {'id': '7f96ba78-c3b8-443b-b996-aad531de3a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4183c774-3483-4d97-9c7e-fa01e7670a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:19.106298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Network c4e8da39-c68e-4554-84a6-6c8331c477ff is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:19.106438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network hostable DHCP agents. Network: 4183c774-3483-4d97-9c7e-fa01e7670a9f, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:19.109201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:19.112851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:19.123934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Network 4183c774-3483-4d97-9c7e-fa01e7670a9f is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:19.128320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Pushing event updated for resources: {'Port': ['ID=41acacf0-f83c-4efe-85ea-24ebafacd01a,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.136600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4183c774-3483-4d97-9c7e-fa01e7670a9f) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:19.141151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:19.141670 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.149366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c5f9b2-f875-4c41-8e37-1e0ca412405e None None] Network 4183c774-3483-4d97-9c7e-fa01e7670a9f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:19.157741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fa815f00-cf58-4264-b0ee-b8786fcaf5b8 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4724255 Sep 16 06:03:19.160300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39682) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.204513 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Attempting to bind port 41acacf0-f83c-4efe-85ea-24ebafacd01a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:19.204914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Attempting to bind port 41acacf0-f83c-4efe-85ea-24ebafacd01a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '32c88b67-aec5-451d-bd1b-9309821a81a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4e8da39-c68e-4554-84a6-6c8331c477ff'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:19.205502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Attempting to bind port 41acacf0-f83c-4efe-85ea-24ebafacd01a on network c4e8da39-c68e-4554-84a6-6c8331c477ff {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:19.239839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:19.240242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Checking segment: {'id': '32c88b67-aec5-451d-bd1b-9309821a81a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4e8da39-c68e-4554-84a6-6c8331c477ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:19.240661 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.241045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Bound using segment: {'id': '32c88b67-aec5-451d-bd1b-9309821a81a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4e8da39-c68e-4554-84a6-6c8331c477ff'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:19.241522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Bound port: 41acacf0-f83c-4efe-85ea-24ebafacd01a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c88b67-aec5-451d-bd1b-9309821a81a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4e8da39-c68e-4554-84a6-6c8331c477ff'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:19.241904 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.260406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.313591 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.356630 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] For port 41acacf0-f83c-4efe-85ea-24ebafacd01a, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:19.362893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] For port 41acacf0-f83c-4efe-85ea-24ebafacd01a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=41acacf0-f83c-4efe-85ea-24ebafacd01a,segment=NetworkSegment(32c88b67-aec5-451d-bd1b-9309821a81a6),segment_id=32c88b67-aec5-451d-bd1b-9309821a81a6)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:19.367680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.381097 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.410309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a002bd-f46c-4468-8583-4c37a5f2c705,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.413817 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29fece1-10c1-4f3d-aae9-e5b1b7ae3477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4183c774-3483-4d97-9c7e-fa01e7670a9f', 'network_id': '4183c774-3483-4d97-9c7e-fa01e7670a9f', 'tenant_id': '10c7e1b033c1448b805470219dfd316c', 'fixed_ips': [{'subnet_id': 'e5a002bd-f46c-4468-8583-4c37a5f2c705'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:19.414684 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a29fece1-10c1-4f3d-aae9-e5b1b7ae3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.465264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989baad-9a1d-48e1-9ea7-6f0673173eaa None None] Pushing event updated for resources: {'Port': ['ID=41acacf0-f83c-4efe-85ea-24ebafacd01a,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.480809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.505923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4183c774-3483-4d97-9c7e-fa01e7670a9f']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:19.516801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f96ba78-c3b8-443b-b996-aad531de3a9a') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:19.517108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f96ba78-c3b8-443b-b996-aad531de3a9a') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:19.529364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.534081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d842bd-15b0-497a-960d-d0b769095e4b None None] Network 4183c774-3483-4d97-9c7e-fa01e7670a9f requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:19.546421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.552887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:19.553191 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:19.556431 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:19.626202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.650579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.654913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/4183c774-3483-4d97-9c7e-fa01e7670a9f HTTP/1.1" status: 204 len: 168 time: 0.4936280 Sep 16 06:03:19.658687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39684) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.677688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53c606-dd4e-46fd-97b7-a3010897c64a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Network': ['ID=4183c774-3483-4d97-9c7e-fa01e7670a9f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:19.690522 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ede647-3064-4997-857b-fb169b536bef tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] GET failed (client error): The resource could not be found. Sep 16 06:03:19.691907 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e5ede647-3064-4997-857b-fb169b536bef tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "GET /v2.0/subnets/e5a002bd-f46c-4468-8583-4c37a5f2c705 HTTP/1.1" status: 404 len: 337 time: 0.0314906 Sep 16 06:03:19.695367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39686) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.719102 n-d-713301-15 neutron-server[94719]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ccd066-7451-4f98-91fd-b3d957c3a9e7 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] DELETE failed (client error): The resource could not be found. Sep 16 06:03:19.719723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ccd066-7451-4f98-91fd-b3d957c3a9e7 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94719) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:03:19.721617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-93ccd066-7451-4f98-91fd-b3d957c3a9e7 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/4183c774-3483-4d97-9c7e-fa01e7670a9f HTTP/1.1" status: 404 len: 339 time: 0.0249476 Sep 16 06:03:19.725878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39688) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.758817 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fa7a92-3fa2-4e3f-b4b3-79a26fab0760 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] DELETE failed (client error): The resource could not be found. Sep 16 06:03:19.759282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fa7a92-3fa2-4e3f-b4b3-79a26fab0760 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:03:19.761066 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-66fa7a92-3fa2-4e3f-b4b3-79a26fab0760 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/subnets/e5a002bd-f46c-4468-8583-4c37a5f2c705 HTTP/1.1" status: 404 len: 337 time: 0.0341470 Sep 16 06:03:19.763602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39690) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.782638 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced1f7bc-f854-4194-9eea-5e392b0a533a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] DELETE failed (client error): The resource could not be found. Sep 16 06:03:19.783176 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced1f7bc-f854-4194-9eea-5e392b0a533a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:03:19.784920 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ced1f7bc-f854-4194-9eea-5e392b0a533a tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/4183c774-3483-4d97-9c7e-fa01e7670a9f HTTP/1.1" status: 404 len: 339 time: 0.0203717 Sep 16 06:03:19.787705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39692) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:19.840185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Deleting subnet 1cb32f32-ccbd-4450-b6c8-b4b1ee889cf7 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:19.843320 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.884039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:19.974338 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.034242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.062645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb32f32-ccbd-4450-b6c8-b4b1ee889cf7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.066845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.068824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-94e97479-759d-4c76-9435-b8f03b3e17f6 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/subnets/1cb32f32-ccbd-4450-b6c8-b4b1ee889cf7 HTTP/1.1" status: 204 len: 168 time: 0.2799265 Sep 16 06:03:20.071515 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39694) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.157096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.216449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Deleting port 41acacf0-f83c-4efe-85ea-24ebafacd01a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:20.216789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.279541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 41acacf0-f83c-4efe-85ea-24ebafacd01a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:20.291305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] For port 41acacf0-f83c-4efe-85ea-24ebafacd01a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=41acacf0-f83c-4efe-85ea-24ebafacd01a,segment=NetworkSegment(32c88b67-aec5-451d-bd1b-9309821a81a6),segment_id=32c88b67-aec5-451d-bd1b-9309821a81a6)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:20.291674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.309198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Calling delete_port for 41acacf0-f83c-4efe-85ea-24ebafacd01a owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:20.350288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 41acacf0-f83c-4efe-85ea-24ebafacd01a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:20.350760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.404393 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.421330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddaa9ad-edff-43f2-97f3-9cb8ccc2b99d None None] Network c4e8da39-c68e-4554-84a6-6c8331c477ff requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:20.423507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Port 41acacf0-f83c-4efe-85ea-24ebafacd01a update to ACTIVE by agent not found {{(pid=94720) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 16 06:03:20.431978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Port': ['ID=41acacf0-f83c-4efe-85ea-24ebafacd01a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.434014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No DVR routers for this DVR port 41acacf0-f83c-4efe-85ea-24ebafacd01a on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:20.495064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-99e53315-c326-4724-baf6-7b0e5b56a6cd None None] Could not find standard attr ID for object 41acacf0-f83c-4efe-85ea-24ebafacd01a. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 06:03:20.519450 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.539595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e8da39-c68e-4554-84a6-6c8331c477ff']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:20.549900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c88b67-aec5-451d-bd1b-9309821a81a6') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:20.550270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c88b67-aec5-451d-bd1b-9309821a81a6') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:20.560745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.574686 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.581607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:20.581892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:20.584907 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:20.588073 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794aa058-ac1e-4954-81f2-482c6c3adc8e None None] DHCP port deletion for c4e8da39-c68e-4554-84a6-6c8331c477ff request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:03:20.649781 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.657216 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.659533 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/c4e8da39-c68e-4554-84a6-6c8331c477ff HTTP/1.1" status: 204 len: 168 time: 0.5865545 Sep 16 06:03:20.661943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39696) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.670360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a0cbd-3cc2-4881-9dfa-2319506af275 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Network': ['ID=c4e8da39-c68e-4554-84a6-6c8331c477ff,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:20.688625 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f30bf56-a941-4d61-9a21-1b28fc92ccbf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] DELETE failed (client error): The resource could not be found. Sep 16 06:03:20.689074 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f30bf56-a941-4d61-9a21-1b28fc92ccbf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:03:20.690828 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f30bf56-a941-4d61-9a21-1b28fc92ccbf tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/subnets/b40a9319-c3dc-43c6-97a1-d523e88d5b45 HTTP/1.1" status: 404 len: 337 time: 0.0278373 Sep 16 06:03:20.693249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39698) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.710777 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3990d1fe-6ca6-4720-81e5-7e41ab8ced06 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] DELETE failed (client error): The resource could not be found. Sep 16 06:03:20.711304 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3990d1fe-6ca6-4720-81e5-7e41ab8ced06 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:03:20.713267 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3990d1fe-6ca6-4720-81e5-7e41ab8ced06 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/ca128d5f-b64b-43c7-ba04-b215f8bfa5fa HTTP/1.1" status: 404 len: 339 time: 0.0191281 Sep 16 06:03:20.715669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39700) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.740778 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-776a120c-b531-4800-b18b-9117a092bce3 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] DELETE failed (client error): The resource could not be found. Sep 16 06:03:20.741219 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776a120c-b531-4800-b18b-9117a092bce3 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:03:20.742893 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-776a120c-b531-4800-b18b-9117a092bce3 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/subnets/084ec10a-b7a9-427d-99d4-37bbda59094d HTTP/1.1" status: 404 len: 337 time: 0.0263038 Sep 16 06:03:20.745446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39702) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.763242 n-d-713301-15 neutron-server[94718]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbc1a47-6ba3-4300-b52c-3a842b0bf607 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] DELETE failed (client error): The resource could not be found. Sep 16 06:03:20.763758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbc1a47-6ba3-4300-b52c-3a842b0bf607 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94718) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 06:03:20.765443 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7fbc1a47-6ba3-4300-b52c-3a842b0bf607 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/1e28cbea-6be9-4dcc-81f9-bf451cf721bb HTTP/1.1" status: 404 len: 339 time: 0.0191896 Sep 16 06:03:20.767796 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39704) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:20.818181 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Deleting subnet e70464bc-4b92-4286-b3e0-3acce64ca83b {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:20.821293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.866007 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.945799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.004955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.037045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Subnet': ['ID=e70464bc-4b92-4286-b3e0-3acce64ca83b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:21.041282 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.043379 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ed43f3f3-853d-47c3-bb8f-5cec3ba359ad tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/subnets/e70464bc-4b92-4286-b3e0-3acce64ca83b HTTP/1.1" status: 204 len: 168 time: 0.2746487 Sep 16 06:03:21.046532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39706) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:21.049007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d794f5-6902-411c-ac18-bb660d76dd39 None None] Network 4313cbb6-4b54-4036-b66b-96daa130fbe4 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:21.125691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.182515 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Deleting port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:21.182860 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.227277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] DHCP port deletion for 4313cbb6-4b54-4036-b66b-96daa130fbe4 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:03:21.253015 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] For port 2418662a-62fc-4aed-b1de-fc7d0a3c8738, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2418662a-62fc-4aed-b1de-fc7d0a3c8738,segment=NetworkSegment(9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3),segment_id=9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:21.253389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.266475 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Calling delete_port for 2418662a-62fc-4aed-b1de-fc7d0a3c8738 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:21.273146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] Deleting port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:21.273552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.339460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] For port 2418662a-62fc-4aed-b1de-fc7d0a3c8738, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2418662a-62fc-4aed-b1de-fc7d0a3c8738,segment=NetworkSegment(9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3),segment_id=9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:21.339847 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.345963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.353055 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] Calling delete_port for 2418662a-62fc-4aed-b1de-fc7d0a3c8738 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:21.376472 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Port': ['ID=2418662a-62fc-4aed-b1de-fc7d0a3c8738,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:21.380163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] No DVR routers for this DVR port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:21.437502 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.459832 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.465710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] No DVR routers for this DVR port 2418662a-62fc-4aed-b1de-fc7d0a3c8738 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:21.469959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f09f9-01f0-44d2-9954-f023dcb8323a None None] Pushing event deleted for resources: {'Port': ['ID=2418662a-62fc-4aed-b1de-fc7d0a3c8738,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:21.480574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4313cbb6-4b54-4036-b66b-96daa130fbe4']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:21.490759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:21.491053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9183a8cf-d9fa-4b8f-b5ef-5dcbc8e8ecb3') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:21.501094 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.514402 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.520711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:21.521034 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: timer() Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:21.523970 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:21.587356 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.594704 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.598901 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] 10.222.0.55 "DELETE /v2.0/networks/4313cbb6-4b54-4036-b66b-96daa130fbe4 HTTP/1.1" status: 204 len: 168 time: 0.5490901 Sep 16 06:03:21.608978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d10e2-e842-4c0d-a160-a22c867eec46 tempest-NetworksIpV6Test-1677353690 tempest-NetworksIpV6Test-1677353690-project] Pushing event deleted for resources: {'Network': ['ID=4313cbb6-4b54-4036-b66b-96daa130fbe4,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:21.835695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39712) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:21.967284 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4970e05e-6e8c-4b03-978f-300b88e343e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10c7e1b033c1448b805470219dfd316c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301301 Sep 16 06:03:21.970246 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39716) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:22.018257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28589ef9-de7b-4f79-b99e-b0fb11506b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.039594 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28589ef9-de7b-4f79-b99e-b0fb11506b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.085619 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28589ef9-de7b-4f79-b99e-b0fb11506b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.088545 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-28589ef9-de7b-4f79-b99e-b0fb11506b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.089717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-28589ef9-de7b-4f79-b99e-b0fb11506b92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed584c37-6670-41f5-9f89-f1449fb2a9d1 HTTP/1.1" status: 204 len: 168 time: 0.1185753 Sep 16 06:03:22.098366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28589ef9-de7b-4f79-b99e-b0fb11506b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed584c37-6670-41f5-9f89-f1449fb2a9d1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:22.226434 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2418662a-62fc-4aed-b1de-fc7d0a3c8738 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:22.250222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2418662a-62fc-4aed-b1de-fc7d0a3c8738 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:22.250660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2418662a-62fc-4aed-b1de-fc7d0a3c8738 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:22.251077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 41acacf0-f83c-4efe-85ea-24ebafacd01a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:22.270322 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 41acacf0-f83c-4efe-85ea-24ebafacd01a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:22.270670 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 41acacf0-f83c-4efe-85ea-24ebafacd01a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:22.730028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39738) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:22.825324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c776201e-5669-4753-b79d-ded6b7b3e41f tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-409113940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:22.850493 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c776201e-5669-4753-b79d-ded6b7b3e41f tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.851577 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c776201e-5669-4753-b79d-ded6b7b3e41f tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.903761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c776201e-5669-4753-b79d-ded6b7b3e41f tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.908530 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c776201e-5669-4753-b79d-ded6b7b3e41f tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.924687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c776201e-5669-4753-b79d-ded6b7b3e41f tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.928957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c776201e-5669-4753-b79d-ded6b7b3e41f tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1954846 Sep 16 06:03:22.929273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39742) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:22.934288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1834058039'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:22.954566 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Made reservation on behalf of f5344cbafa8c42f8aa76dc2880d70b18 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:22.958380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.966873 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.056426 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.060003 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.082888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:23.098818 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a589d5-33db-4a46-8fe5-ffa5a3d41aba,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:23.101883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.102235 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Added segment cedd933a-11de-4a76-a20c-0dff76cb2b51 of type vlan for network e89e0121-97cb-4f49-b069-dd6c35b375fa Sep 16 06:03:23.143242 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.171146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.176719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:23.177308 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.214246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2839046 Sep 16 06:03:23.217072 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39744) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:23.246817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Request body: {'subnet': {'network_id': 'e89e0121-97cb-4f49-b069-dd6c35b375fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:23.262941 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c173d-3a7e-4791-829b-c338d635f8ee tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event updated for resources: {'Network': ['ID=e89e0121-97cb-4f49-b069-dd6c35b375fa,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:23.273915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network e89e0121-97cb-4f49-b069-dd6c35b375fa details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:23.343012 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Made reservation on behalf of f5344cbafa8c42f8aa76dc2880d70b18 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:23.346596 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.526658 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.586188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event updated for resources: {'Subnet': ['ID=42c91b50-1ea0-4f5b-873e-31a90b1a87fd,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:23.595970 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Checking segment: {'id': 'cedd933a-11de-4a76-a20c-0dff76cb2b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e89e0121-97cb-4f49-b069-dd6c35b375fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:23.596442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Network hostable DHCP agents. Network: e89e0121-97cb-4f49-b069-dd6c35b375fa, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:23.612936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Network e89e0121-97cb-4f49-b069-dd6c35b375fa is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:23.621906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, e89e0121-97cb-4f49-b069-dd6c35b375fa) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:23.625989 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:23.626626 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.631568 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f74bbf-5bd7-4532-bdb6-815db4f02ba8 None None] Network e89e0121-97cb-4f49-b069-dd6c35b375fa requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:23.641840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9e710733-9605-434c-92dc-f5ff45e1152d tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4237142 Sep 16 06:03:23.644988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:23.649932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-28535905'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:23.670084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Made reservation on behalf of f5344cbafa8c42f8aa76dc2880d70b18 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:23.673617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.697451 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:23.707616 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.707956 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Added segment 0f43065c-803a-4480-a05e-d580d27aaedf of type vlan for network b2bfb3d9-b716-468e-962d-509578e53b63 Sep 16 06:03:23.749196 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.775931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.782090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:23.782680 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.784218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-e89e0121-97cb-4f49-b069-dd6c35b375fa', 'network_id': 'e89e0121-97cb-4f49-b069-dd6c35b375fa', 'tenant_id': 'f5344cbafa8c42f8aa76dc2880d70b18', 'fixed_ips': [{'subnet_id': '42c91b50-1ea0-4f5b-873e-31a90b1a87fd'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:23.785235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.820352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1742249 Sep 16 06:03:23.823217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39748) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:23.859494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Request body: {'subnet': {'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:23.875507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6c160-7791-40e9-8ada-22f4bcd622b9 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event updated for resources: {'Network': ['ID=b2bfb3d9-b716-468e-962d-509578e53b63,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:23.886432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b2bfb3d9-b716-468e-962d-509578e53b63 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:23.955288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Made reservation on behalf of f5344cbafa8c42f8aa76dc2880d70b18 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:23.958955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.982690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Allocated IP 172.20.0.2 (e89e0121-97cb-4f49-b069-dd6c35b375fa/42c91b50-1ea0-4f5b-873e-31a90b1a87fd/d1167661-4a3d-429c-926c-c3ea4ed63548) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:24.144625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.151188 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.160949 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.190527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Network e89e0121-97cb-4f49-b069-dd6c35b375fa is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:24.193702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:24.199763 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:24.209958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Pushing event updated for resources: {'Port': ['ID=d1167661-4a3d-429c-926c-c3ea4ed63548,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:24.230424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event updated for resources: {'Subnet': ['ID=fe0bff12-e302-45b4-ae1a-a73d093109e9,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:24.243433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Checking segment: {'id': '0f43065c-803a-4480-a05e-d580d27aaedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:24.243824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Network hostable DHCP agents. Network: b2bfb3d9-b716-468e-962d-509578e53b63, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:24.264561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Attempting to bind port d1167661-4a3d-429c-926c-c3ea4ed63548 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:24.265075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Attempting to bind port d1167661-4a3d-429c-926c-c3ea4ed63548 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'cedd933a-11de-4a76-a20c-0dff76cb2b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e89e0121-97cb-4f49-b069-dd6c35b375fa'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:24.265470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Attempting to bind port d1167661-4a3d-429c-926c-c3ea4ed63548 on network e89e0121-97cb-4f49-b069-dd6c35b375fa {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:24.268309 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Network b2bfb3d9-b716-468e-962d-509578e53b63 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:24.271341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:24.271715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Checking segment: {'id': 'cedd933a-11de-4a76-a20c-0dff76cb2b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e89e0121-97cb-4f49-b069-dd6c35b375fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:24.272140 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.272532 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Bound using segment: {'id': 'cedd933a-11de-4a76-a20c-0dff76cb2b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e89e0121-97cb-4f49-b069-dd6c35b375fa'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:24.273000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Bound port: d1167661-4a3d-429c-926c-c3ea4ed63548, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedd933a-11de-4a76-a20c-0dff76cb2b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e89e0121-97cb-4f49-b069-dd6c35b375fa'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:24.273380 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.277644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b2bfb3d9-b716-468e-962d-509578e53b63) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:24.281868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:24.282468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.288135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ccd25-a9c4-4180-8108-c59db4466d47 None None] Network b2bfb3d9-b716-468e-962d-509578e53b63 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:24.298617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b0265792-4f01-44d9-9e10-41e343d2172c tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4743345 Sep 16 06:03:24.301436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39750) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:24.306134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-6fa4f5fa-44b4-4a7c-8ccb-24e339a62d53 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:24.398721 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] For port d1167661-4a3d-429c-926c-c3ea4ed63548, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:24.404706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] For port d1167661-4a3d-429c-926c-c3ea4ed63548, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d1167661-4a3d-429c-926c-c3ea4ed63548,segment=NetworkSegment(cedd933a-11de-4a76-a20c-0dff76cb2b51),segment_id=cedd933a-11de-4a76-a20c-0dff76cb2b51)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:24.411640 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.505877 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd48a8-9a65-46b9-bc9a-03a05f3df488 None None] Pushing event updated for resources: {'Port': ['ID=d1167661-4a3d-429c-926c-c3ea4ed63548,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:24.527357 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-6fa4f5fa-44b4-4a7c-8ccb-24e339a62d53 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.535570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b2bfb3d9-b716-468e-962d-509578e53b63', 'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63', 'tenant_id': 'f5344cbafa8c42f8aa76dc2880d70b18', 'fixed_ips': [{'subnet_id': 'fe0bff12-e302-45b4-ae1a-a73d093109e9'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:24.536559 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.667585 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [None req-6fa4f5fa-44b4-4a7c-8ccb-24e339a62d53 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 06:03:24.668827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6fa4f5fa-44b4-4a7c-8ccb-24e339a62d53 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "PUT /v2.0/routers/4c3623d7-72d6-4d8f-9ca7-555decf400df HTTP/1.1" status: 400 len: 364 time: 0.3663871 Sep 16 06:03:24.675682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39752) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:24.719161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Allocated IP 172.21.0.2 (b2bfb3d9-b716-468e-962d-509578e53b63/fe0bff12-e302-45b4-ae1a-a73d093109e9/b13dd615-4e54-4ef5-bd42-3db58b14a8b9) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:24.740127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Deleting subnet fe0bff12-e302-45b4-ae1a-a73d093109e9 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:24.883907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.890066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.891033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.957861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Network b2bfb3d9-b716-468e-962d-509578e53b63 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:24.965318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:24.965547 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:24.972545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:24.975994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Pushing event updated for resources: {'Port': ['ID=b13dd615-4e54-4ef5-bd42-3db58b14a8b9,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:25.033332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Attempting to bind port b13dd615-4e54-4ef5-bd42-3db58b14a8b9 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:25.033699 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Attempting to bind port b13dd615-4e54-4ef5-bd42-3db58b14a8b9 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0f43065c-803a-4480-a05e-d580d27aaedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:25.034060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Attempting to bind port b13dd615-4e54-4ef5-bd42-3db58b14a8b9 on network b2bfb3d9-b716-468e-962d-509578e53b63 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:25.040283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:25.040650 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Checking segment: {'id': '0f43065c-803a-4480-a05e-d580d27aaedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:25.041081 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.041461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Bound using segment: {'id': '0f43065c-803a-4480-a05e-d580d27aaedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:25.041927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Bound port: b13dd615-4e54-4ef5-bd42-3db58b14a8b9, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f43065c-803a-4480-a05e-d580d27aaedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b2bfb3d9-b716-468e-962d-509578e53b63'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:25.042299 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.056372 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.127321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.164124 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0bff12-e302-45b4-ae1a-a73d093109e9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:25.168675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.172950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6601b321-6ad4-4cfd-96f3-bb96184f5dd5 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "DELETE /v2.0/subnets/fe0bff12-e302-45b4-ae1a-a73d093109e9 HTTP/1.1" status: 204 len: 168 time: 0.4939167 Sep 16 06:03:25.174990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39754) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:25.261454 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.287835 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.306584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] For port b13dd615-4e54-4ef5-bd42-3db58b14a8b9, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:25.310501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] For port b13dd615-4e54-4ef5-bd42-3db58b14a8b9, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b13dd615-4e54-4ef5-bd42-3db58b14a8b9,segment=NetworkSegment(0f43065c-803a-4480-a05e-d580d27aaedf),segment_id=0f43065c-803a-4480-a05e-d580d27aaedf)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:25.316117 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.324539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Deleting port b13dd615-4e54-4ef5-bd42-3db58b14a8b9 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:25.324990 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.390502 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56b07b-6385-4c29-a1f3-06f880774503 None None] Pushing event updated for resources: {'Port': ['ID=b13dd615-4e54-4ef5-bd42-3db58b14a8b9,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:25.416154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] For port b13dd615-4e54-4ef5-bd42-3db58b14a8b9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b13dd615-4e54-4ef5-bd42-3db58b14a8b9,segment=NetworkSegment(0f43065c-803a-4480-a05e-d580d27aaedf),segment_id=0f43065c-803a-4480-a05e-d580d27aaedf)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:25.416527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.433129 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Calling delete_port for b13dd615-4e54-4ef5-bd42-3db58b14a8b9 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:25.538775 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.546872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc324aa-4ed2-4b8c-836c-686c4ab6219e None None] Network e89e0121-97cb-4f49-b069-dd6c35b375fa requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:25.568578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event deleted for resources: {'Port': ['ID=b13dd615-4e54-4ef5-bd42-3db58b14a8b9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:25.570723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] No DVR routers for this DVR port b13dd615-4e54-4ef5-bd42-3db58b14a8b9 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:25.616768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-850c9bce-0ec5-4826-adb9-a8057db9d4ad None None] Provisioning complete for port d1167661-4a3d-429c-926c-c3ea4ed63548 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:25.617143 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-850c9bce-0ec5-4826-adb9-a8057db9d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.683659 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.710442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bfb3d9-b716-468e-962d-509578e53b63']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:25.723127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f43065c-803a-4480-a05e-d580d27aaedf') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:25.723842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f43065c-803a-4480-a05e-d580d27aaedf') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:25.735992 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.755964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.762617 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:25.763006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: timer() Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:25.766197 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:25.790350 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-850c9bce-0ec5-4826-adb9-a8057db9d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.839079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.847964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.849872 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "DELETE /v2.0/networks/b2bfb3d9-b716-468e-962d-509578e53b63 HTTP/1.1" status: 204 len: 168 time: 0.6755848 Sep 16 06:03:25.852168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-850c9bce-0ec5-4826-adb9-a8057db9d4ad None None] For port d1167661-4a3d-429c-926c-c3ea4ed63548, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d1167661-4a3d-429c-926c-c3ea4ed63548,segment=NetworkSegment(cedd933a-11de-4a76-a20c-0dff76cb2b51),segment_id=cedd933a-11de-4a76-a20c-0dff76cb2b51)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:25.852958 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39756) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:25.859223 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-850c9bce-0ec5-4826-adb9-a8057db9d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.880065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1eb26-0bed-4108-a1dc-699cbf938e96 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event deleted for resources: {'Network': ['ID=b2bfb3d9-b716-468e-962d-509578e53b63,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:25.915833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c9bce-0ec5-4826-adb9-a8057db9d4ad None None] Pushing event updated for resources: {'Port': ['ID=d1167661-4a3d-429c-926c-c3ea4ed63548,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:25.923350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Deleting subnet 42c91b50-1ea0-4f5b-873e-31a90b1a87fd {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:03:25.927638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.964724 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6e1f-dedd-4c4e-8d47-960c481de5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:25.979204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.086303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.156085 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.188672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8075ddac-34aa-4ae8-bc53-97dd728804dd None None] Provisioning complete for port d1167661-4a3d-429c-926c-c3ea4ed63548 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:26.189048 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8075ddac-34aa-4ae8-bc53-97dd728804dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.189164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event deleted for resources: {'Subnet': ['ID=42c91b50-1ea0-4f5b-873e-31a90b1a87fd,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:26.193979 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.195926 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7b6d2058-27f4-43a6-89a3-a9fe407f1b6b tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "DELETE /v2.0/subnets/42c91b50-1ea0-4f5b-873e-31a90b1a87fd HTTP/1.1" status: 204 len: 168 time: 0.3418825 Sep 16 06:03:26.199553 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39758) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:26.203808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0c01e-cdc4-4df7-9c27-29252ff0d111 None None] Network e89e0121-97cb-4f49-b069-dd6c35b375fa requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:26.301915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.311375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d1167661-4a3d-429c-926c-c3ea4ed63548 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:26.381315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Deleting port d1167661-4a3d-429c-926c-c3ea4ed63548 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:03:26.381672 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.452822 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] For port d1167661-4a3d-429c-926c-c3ea4ed63548, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d1167661-4a3d-429c-926c-c3ea4ed63548,segment=NetworkSegment(cedd933a-11de-4a76-a20c-0dff76cb2b51),segment_id=cedd933a-11de-4a76-a20c-0dff76cb2b51)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:26.453200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.469578 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Calling delete_port for d1167661-4a3d-429c-926c-c3ea4ed63548 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:03:26.469750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d1167661-4a3d-429c-926c-c3ea4ed63548 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:26.469943 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.580954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250db0c-7c8e-488f-ad5d-b02336d70471 None None] DHCP port deletion for e89e0121-97cb-4f49-b069-dd6c35b375fa request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:03:26.595165 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.598089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-dce74212-c828-4fb5-8353-eaf7ed577931 None None] Could not find standard attr ID for object b13dd615-4e54-4ef5-bd42-3db58b14a8b9. {{(pid=94720) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 06:03:26.625780 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2250db0c-7c8e-488f-ad5d-b02336d70471 None None] The port 'd1167661-4a3d-429c-926c-c3ea4ed63548' was deleted {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 06:03:26.628756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event deleted for resources: {'Port': ['ID=d1167661-4a3d-429c-926c-c3ea4ed63548,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:26.630736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] No DVR routers for this DVR port d1167661-4a3d-429c-926c-c3ea4ed63548 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:03:26.642579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6717d-1a8b-41b1-bbc1-786408239b2e None None] DHCP port deletion for b2bfb3d9-b716-468e-962d-509578e53b63 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:03:26.661367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3faa24-e909-44d0-a25b-276e2b6f2a0a None None] Network b2bfb3d9-b716-468e-962d-509578e53b63 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:26.673277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3faa24-e909-44d0-a25b-276e2b6f2a0a None None] Network b2bfb3d9-b716-468e-962d-509578e53b63 could not be found, it might have been deleted concurrently. {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 06:03:26.724718 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.748854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89e0121-97cb-4f49-b069-dd6c35b375fa']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:26.761296 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedd933a-11de-4a76-a20c-0dff76cb2b51') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:26.761593 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedd933a-11de-4a76-a20c-0dff76cb2b51') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:26.772219 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.788071 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.794858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:03:26.795432 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:03:26.798942 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:03:26.862122 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.879612 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:26.881469 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "DELETE /v2.0/networks/e89e0121-97cb-4f49-b069-dd6c35b375fa HTTP/1.1" status: 204 len: 168 time: 0.6807549 Sep 16 06:03:26.882685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b062ce0-982f-4485-ae9e-8bccedefd440 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Pushing event deleted for resources: {'Network': ['ID=e89e0121-97cb-4f49-b069-dd6c35b375fa,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:26.884306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39760) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:26.911976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-01cede5c-518e-431c-a791-2e621164a7e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3623d7-72d6-4d8f-9ca7-555decf400df HTTP/1.1" status: 200 len: 205 time: 0.0264437 Sep 16 06:03:26.914268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39762) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:26.992304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6aad5c8-87a1-4945-b1bf-a6d7961f64e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.162773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6aad5c8-87a1-4945-b1bf-a6d7961f64e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.165016 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6aad5c8-87a1-4945-b1bf-a6d7961f64e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.209890 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6aad5c8-87a1-4945-b1bf-a6d7961f64e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.210457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aad5c8-87a1-4945-b1bf-a6d7961f64e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3623d7-72d6-4d8f-9ca7-555decf400df {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:03:27.217729 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b6aad5c8-87a1-4945-b1bf-a6d7961f64e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.218819 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b6aad5c8-87a1-4945-b1bf-a6d7961f64e0 tempest-RoutersNegativeTest-878443177 tempest-RoutersNegativeTest-878443177-project] 10.222.0.55 "DELETE /v2.0/routers/4c3623d7-72d6-4d8f-9ca7-555decf400df HTTP/1.1" status: 204 len: 168 time: 0.3036771 Sep 16 06:03:27.482377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39768) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:27.631635 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3cda1c6a-4187-4966-bd41-7d3737534256 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5344cbafa8c42f8aa76dc2880d70b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477597 Sep 16 06:03:27.634548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39772) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:27.693104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f25d4167-3877-4ef0-99ee-edc37bcb0ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.718196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f25d4167-3877-4ef0-99ee-edc37bcb0ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.767674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f25d4167-3877-4ef0-99ee-edc37bcb0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.770498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f25d4167-3877-4ef0-99ee-edc37bcb0ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:27.771773 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f25d4167-3877-4ef0-99ee-edc37bcb0ae4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4a589d5-33db-4a46-8fe5-ffa5a3d41aba HTTP/1.1" status: 204 len: 168 time: 0.1362259 Sep 16 06:03:27.781519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d4167-3877-4ef0-99ee-edc37bcb0ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a589d5-33db-4a46-8fe5-ffa5a3d41aba,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:28.240271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d1167661-4a3d-429c-926c-c3ea4ed63548 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:28.271099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d1167661-4a3d-429c-926c-c3ea4ed63548 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:28.271458 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d1167661-4a3d-429c-926c-c3ea4ed63548 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:28.271876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b13dd615-4e54-4ef5-bd42-3db58b14a8b9 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:03:28.297244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b13dd615-4e54-4ef5-bd42-3db58b14a8b9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:03:28.297621 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b13dd615-4e54-4ef5-bd42-3db58b14a8b9 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:03:28.308390 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c6db41a4-3e80-4c43-9a59-95f4d705bac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.454671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39794) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:28.559840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-332584697-network', 'tenant_id': '57656f73c1e14731b881da20f458f9ac'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:28.583365 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Made reservation on behalf of 57656f73c1e14731b881da20f458f9ac for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:28.586222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.596368 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.697102 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.701160 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.726442 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:28.743652 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.744009 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Added segment 60c1e9e8-a2c5-4113-9b42-7eda2b50138e of type vlan for network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 Sep 16 06:03:28.745591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa61078e-9932-410f-ab94-117897865fd0,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:28.790217 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.828361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.829390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:28.830063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.870339 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4142358 Sep 16 06:03:28.873570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39798) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:28.879452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Request body: {'subnet': {'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-subnet', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:28.902474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f24162-c6a0-454a-b8c2-d5d537f9d720 admin admin] Pushing event updated for resources: {'Network': ['ID=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:28.906302 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Made reservation on behalf of 57656f73c1e14731b881da20f458f9ac for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:28.908770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:28.913938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:29.084252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.153316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5366886b-56a9-4de7-9a60-8d7d94681fb3,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:29.162410 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Checking segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:29.162982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Network hostable DHCP agents. Network: 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:29.182490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:29.191988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:29.196114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:29.196697 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.203296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609a66b-5e13-4aad-aeaf-d6cebc4342c0 None None] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:29.213793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8ab709f9-58d4-4703-96d3-4f1341c5a8ea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3382452 Sep 16 06:03:29.218202 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39800) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:29.222733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:29.244980 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.246023 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.283191 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.308925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.384069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'fixed_ips': [{'subnet_id': '5366886b-56a9-4de7-9a60-8d7d94681fb3'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:29.384978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.453056 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.531156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Allocated IP 172.20.0.2 (9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8/5366886b-56a9-4de7-9a60-8d7d94681fb3/0563170c-aa50-4ba3-8d06-ee64ad7d2b5a) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:29.676729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.699972 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.705504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.707458 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.748736 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:29.752148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:29.758624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:29.767447 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Pushing event updated for resources: {'Port': ['ID=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:29.824127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Attempting to bind port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:29.824512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Attempting to bind port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:29.824902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Attempting to bind port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:29.827397 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Allocated IP 172.25.6.117 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/5e4c54fa-ed91-42fe-a2ab-34478434fa09) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:29.830925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:29.831362 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Checking segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:29.831788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.832357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Bound using segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:29.832941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Bound port: 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:29.833361 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.906334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] For port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:29.909408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] For port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:29.913858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.945327 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:29.974719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95555b0-b6a8-40a3-9ff4-2de05f290854 None None] Pushing event updated for resources: {'Port': ['ID=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:29.984841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.037407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:30.040034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.043062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:30.046103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:30.052216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Pushing event updated for resources: {'Port': ['ID=5e4c54fa-ed91-42fe-a2ab-34478434fa09,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:30.307331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:30.365836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:30.366174 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.467580 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.507795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:30.513227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.589369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:30.772664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:30.962791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3179cf9-b356-47b0-a4f9-977aa9ef53a1 None None] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:30.979098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:31.082072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8fcb9759-e280-4c02-b776-22d0773c4e41 None None] Provisioning complete for port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:31.082454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9759-e280-4c02-b776-22d0773c4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:31.120291 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:03:31.258087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:31.267282 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Sync routers for ids ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:31.277990 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Routers {'7c7a715e-3b50-4d83-990f-2d0b89190ce3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:31.278607 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:31.279326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:31.284605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39804) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:31.288633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c6370bf5-d106-4c4d-9dbe-6856bcecb4fe admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0692837 Sep 16 06:03:31.391680 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Set router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:31.449049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:31.455303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c9b66fb6-d1a7-4e4c-8331-da2ab4cf3ba4 None None] Provisioning complete for port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:31.455649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c9b66fb6-d1a7-4e4c-8331-da2ab4cf3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:31.704526 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:30Z', 'revision_number': 3, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port': {'id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:31.732579 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Checking router: 7c7a715e-3b50-4d83-990f-2d0b89190ce3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:31.733439 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Updating router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 port 5e4c54fa-ed91-42fe-a2ab-34478434fa09 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:31.762257 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.009359 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.014770 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.064049 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Attempting to bind port 5e4c54fa-ed91-42fe-a2ab-34478434fa09 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:32.064451 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Attempting to bind port 5e4c54fa-ed91-42fe-a2ab-34478434fa09 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:32.064850 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Attempting to bind port 5e4c54fa-ed91-42fe-a2ab-34478434fa09 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:32.071976 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Pushing event updated for resources: {'Port': ['ID=5e4c54fa-ed91-42fe-a2ab-34478434fa09,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:32.075060 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:32.075432 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:32.075830 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.076326 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:32.076822 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Bound port: 5e4c54fa-ed91-42fe-a2ab-34478434fa09, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:32.077206 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.083626 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.083973 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.084334 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.084672 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.085004 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.085340 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.085667 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.085992 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.086312 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.086887 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.087211 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.087533 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:03:32.087853 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.148170 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] For port 5e4c54fa-ed91-42fe-a2ab-34478434fa09, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:32.151915 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] For port 5e4c54fa-ed91-42fe-a2ab-34478434fa09, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5e4c54fa-ed91-42fe-a2ab-34478434fa09,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:32.157737 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.216164 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498b950-172a-486f-8c4f-81ba0d810edf None None] Pushing event updated for resources: {'Port': ['ID=5e4c54fa-ed91-42fe-a2ab-34478434fa09,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:32.226532 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Routers {'7c7a715e-3b50-4d83-990f-2d0b89190ce3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:32.227582 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:32.271743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:32.274710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Allocated IP 172.20.0.1 (9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8/5366886b-56a9-4de7-9a60-8d7d94681fb3/8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:32.323548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:32.324036 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.334203 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] Set router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:32.387511 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.426920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.466659 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:32.474873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:32.477122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Pushing event updated for resources: {'Port': ['ID=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:32.479272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:32.518952 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:30Z', 'revision_number': 3, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port': {'id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:32.520587 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.550375 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f237a-0a16-43a6-aeb8-8e7a603cda19 None None] The sync data for ids ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'] in n-d-713301-15 is: [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:30Z', 'revision_number': 3, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port': {'id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:32.665281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.794927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3f5e9553-06bd-498e-98b4-8187237b8199 None None] Provisioning complete for port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:32.795963 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9553-06bd-498e-98b4-8187237b8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.831395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e9553-06bd-498e-98b4-8187237b8199 None None] Port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:32.858041 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.864337 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.937399 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:32.939138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Pushing event updated for resources: {'Port': ['ID=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:33.033714 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:33.035052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:33.159704 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:33.264714 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c18fef03-d585-4ad6-9995-f76bc6df7a8e None None] Provisioning complete for port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:33.265173 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c18fef03-d585-4ad6-9995-f76bc6df7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:33.281889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:33.287176 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ffc18862-6b13-4e9b-8d75-8800eff754cb admin admin] 10.222.0.55 "PUT /v2.0/routers/7c7a715e-3b50-4d83-990f-2d0b89190ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0015514 Sep 16 06:03:33.311551 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c18fef03-d585-4ad6-9995-f76bc6df7a8e None None] Port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:33.767262 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 39820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:33.772390 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1987924441-network', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:33.794964 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Made reservation on behalf of ac1569065dcd42d98ad35427966480f6 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:33.797991 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:33.807783 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:33.909031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:33.913925 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:33.938859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:03:33.948697 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b210f-4227-4d02-aae2-e636cfa30f6b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:33.953964 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:33.954316 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Added segment fad7d0b9-c03c-47e7-ba24-986fb7110042 of type vlan for network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc Sep 16 06:03:33.999403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.023477 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.024619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:34.025199 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.059216 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2907567 Sep 16 06:03:34.062032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39822) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:34.067190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Request body: {'subnet': {'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-subnet', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:34.088058 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39112d-7fee-4603-9774-d927a8cba910 admin admin] Pushing event updated for resources: {'Network': ['ID=5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:34.090190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Made reservation on behalf of ac1569065dcd42d98ad35427966480f6 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:34.093498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.098873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:03:34.125735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Sync routers for ids ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:34.171285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Routers {'7c7a715e-3b50-4d83-990f-2d0b89190ce3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:34.171927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:34.281498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.290106 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5e4c54fa-ed91-42fe-a2ab-34478434fa09 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:34.295084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Set router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:34.335933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ff16ff-fd40-4d16-80fa-221ff7ddf811,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:34.347094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Checking segment: {'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:34.347462 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Network hostable DHCP agents. Network: 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:03:34.363810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:03:34.372147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:34.376767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:34.377413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.391634 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8972d09c-cb4b-4b9c-be84-6bd6f8abb1d7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3284812 Sep 16 06:03:34.394254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:34.399931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:34.400305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb59cd95-d3c5-4120-ba48-cc7e8943167e None None] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:34.420747 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.421780 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.478305 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.518900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5e4c54fa-ed91-42fe-a2ab-34478434fa09 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:34.519271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.617380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.826419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.846695 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.872319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc', 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'fixed_ips': [{'subnet_id': '75ff16ff-fd40-4d16-80fa-221ff7ddf811'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:03:34.873093 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.883215 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.918550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 5e4c54fa-ed91-42fe-a2ab-34478434fa09, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5e4c54fa-ed91-42fe-a2ab-34478434fa09,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:34.969717 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:34.970239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Allocated IP 172.25.6.49 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:34.985218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:32Z', 'revision_number': 4, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port': {'id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94', 'name': '', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'mac_address': 'fa:16:3e:66:c7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:32Z', 'updated_at': '2021-09-16T06:03:32Z', 'revision_number': 2, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'subnets': [{'id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:35.033847 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Checking router: 7c7a715e-3b50-4d83-990f-2d0b89190ce3 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:35.034203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Updating router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:35.074119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.108661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.113020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.121982 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=5e4c54fa-ed91-42fe-a2ab-34478434fa09,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:35.141874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Allocated IP 172.20.0.2 (5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc/75ff16ff-fd40-4d16-80fa-221ff7ddf811/b1228974-c6bd-4f16-abcb-3ff5871f5226) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:35.148940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:35.153843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:35.158559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:35.161698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Pushing event updated for resources: {'Port': ['ID=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:35.420841 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.446198 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.453496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.502533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:35.514867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:35.525072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:35.529226 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Pushing event updated for resources: {'Port': ['ID=b1228974-c6bd-4f16-abcb-3ff5871f5226,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:35.614448 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.620161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Attempting to bind port b1228974-c6bd-4f16-abcb-3ff5871f5226 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:35.620571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Attempting to bind port b1228974-c6bd-4f16-abcb-3ff5871f5226 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:35.620943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Attempting to bind port b1228974-c6bd-4f16-abcb-3ff5871f5226 on network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:35.623127 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.624863 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.634310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:35.634713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Checking segment: {'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:35.635109 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.635506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Bound using segment: {'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:35.636084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Bound port: b1228974-c6bd-4f16-abcb-3ff5871f5226, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:35.636511 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.714597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b767d-220d-46a2-91b1-4b627958d5ab None None] Pushing event updated for resources: {'Port': ['ID=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:35.768051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Router 62421f71-6c50-4313-a97c-c28b7370637a is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:03:35.787792 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Attempting to bind port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:35.788197 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Attempting to bind port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:35.788580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Attempting to bind port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:35.801815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:35.802200 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Checking segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:35.802613 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.803020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Bound using segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:35.803512 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Bound port: 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:35.803906 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.806398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] For port b1228974-c6bd-4f16-abcb-3ff5871f5226, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:35.810396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] For port b1228974-c6bd-4f16-abcb-3ff5871f5226, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b1228974-c6bd-4f16-abcb-3ff5871f5226,segment=NetworkSegment(fad7d0b9-c03c-47e7-ba24-986fb7110042),segment_id=fad7d0b9-c03c-47e7-ba24-986fb7110042)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:35.821535 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.891769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:35.907595 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Sync routers for ids ['62421f71-6c50-4313-a97c-c28b7370637a'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:35.911020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:35.912473 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e97fedb9-57e5-49e5-945f-3f0ddb7aa1bd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5171175 Sep 16 06:03:35.915120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 39826) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:03:35.921364 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Routers {'62421f71-6c50-4313-a97c-c28b7370637a'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:35.922211 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['62421f71-6c50-4313-a97c-c28b7370637a'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:35.927586 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a559595-65f3-4ee9-b23a-1f2cdbd9558a None None] Pushing event updated for resources: {'Port': ['ID=b1228974-c6bd-4f16-abcb-3ff5871f5226,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:35.937089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] For port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:35.944774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] For port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:35.951873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.020770 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c38ff5fe-75fa-40eb-85d1-daffd61c36d1 None None] Provisioning complete for port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:36.021151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c38ff5fe-75fa-40eb-85d1-daffd61c36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.051133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b767d-220d-46a2-91b1-4b627958d5ab None None] Pushing event updated for resources: {'Port': ['ID=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:36.056084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Routers {'7c7a715e-3b50-4d83-990f-2d0b89190ce3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:36.056761 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:36.057384 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Set router 62421f71-6c50-4313-a97c-c28b7370637a gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:36.184899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] Set router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:36.400233 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:35Z', 'revision_number': 3, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port': {'id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:36.438171 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Checking router: 62421f71-6c50-4313-a97c-c28b7370637a for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:36.439089 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Updating router 62421f71-6c50-4313-a97c-c28b7370637a port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:36.473772 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.479223 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.505738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1228974-c6bd-4f16-abcb-3ff5871f5226 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:36.530780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c38ff5fe-75fa-40eb-85d1-daffd61c36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.591693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c38ff5fe-75fa-40eb-85d1-daffd61c36d1 None None] For port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:36.605567 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c38ff5fe-75fa-40eb-85d1-daffd61c36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.646811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:32Z', 'revision_number': 4, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port': {'id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94', 'name': '', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'mac_address': 'fa:16:3e:66:c7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:32Z', 'updated_at': '2021-09-16T06:03:35Z', 'revision_number': 4, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'subnets': [{'id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:36.678581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b1228974-c6bd-4f16-abcb-3ff5871f5226 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:36.679007 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.680711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Allocated IP 172.20.0.1 (5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc/75ff16ff-fd40-4d16-80fa-221ff7ddf811/1d7e3380-3c79-4abf-9b03-c1d57ffa406f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:36.684212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638081c-90b5-45dc-8415-16cb7324a7ed None None] The sync data for ids ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'] in n-d-713301-15 is: [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:32Z', 'revision_number': 4, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port': {'id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94', 'name': '', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'mac_address': 'fa:16:3e:66:c7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:32Z', 'updated_at': '2021-09-16T06:03:35Z', 'revision_number': 4, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'subnets': [{'id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:36.741190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ff5fe-75fa-40eb-85d1-daffd61c36d1 None None] Pushing event updated for resources: {'Port': ['ID=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:36.780758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2354eb99-d711-4eeb-af2b-2f9e6776baa3 None None] Provisioning complete for port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:36.781405 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2354eb99-d711-4eeb-af2b-2f9e6776baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.892910 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.894446 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.903468 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.926592 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.971892 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Attempting to bind port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:36.972768 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Attempting to bind port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:36.972768 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Attempting to bind port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:36.984052 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:36.984380 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:36.984969 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.985518 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:36.986152 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Bound port: c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:36.986933 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.998972 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.013480 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port b1228974-c6bd-4f16-abcb-3ff5871f5226, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b1228974-c6bd-4f16-abcb-3ff5871f5226,segment=NetworkSegment(fad7d0b9-c03c-47e7-ba24-986fb7110042),segment_id=fad7d0b9-c03c-47e7-ba24-986fb7110042)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:37.033493 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.034520 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5e4c54fa-ed91-42fe-a2ab-34478434fa09 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:37.052266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:37.055263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:37.059284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:37.072944 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] For port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:37.077480 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] For port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:37.089174 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.091640 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388136b-cac9-4f08-8d08-5c105223173a None None] Pushing event updated for resources: {'Port': ['ID=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.112840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.126131 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.267795 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388136b-cac9-4f08-8d08-5c105223173a None None] Pushing event updated for resources: {'Port': ['ID=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.294264 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Routers {'62421f71-6c50-4313-a97c-c28b7370637a'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:37.294944 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['62421f71-6c50-4313-a97c-c28b7370637a'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:37.360206 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.414709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7fdef-a046-41f7-923b-cdcd0ab1a96e None None] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:03:37.419539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=b1228974-c6bd-4f16-abcb-3ff5871f5226,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.432184 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] Set router 62421f71-6c50-4313-a97c-c28b7370637a gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:37.506069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5e4c54fa-ed91-42fe-a2ab-34478434fa09 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:37.506444 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.567410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e2d22a1b-27f3-4a21-990e-267333798f4b None None] Provisioning complete for port b1228974-c6bd-4f16-abcb-3ff5871f5226 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:37.567789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e2d22a1b-27f3-4a21-990e-267333798f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.606143 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.614501 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.688928 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:37.691832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:37.697171 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:35Z', 'revision_number': 3, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port': {'id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:37.731154 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06483ffc-b815-4cdd-893d-ec9b8df4c754 None None] The sync data for ids ['62421f71-6c50-4313-a97c-c28b7370637a'] in n-d-713301-15 is: [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:35Z', 'revision_number': 3, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port': {'id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:37.807562 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:37.811692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:37.951637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Router 62421f71-6c50-4313-a97c-c28b7370637a has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:03:38.120665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:03:38.129541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-96a38c24-d198-4c8d-9b66-091e7e1e0474 None None] Provisioning complete for port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:38.130032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-96a38c24-d198-4c8d-9b66-091e7e1e0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.143571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b7425c7b-a754-4839-83c5-9c8aeb232443 admin admin] 10.222.0.55 "PUT /v2.0/routers/62421f71-6c50-4313-a97c-c28b7370637a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2271457 Sep 16 06:03:38.171550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-96a38c24-d198-4c8d-9b66-091e7e1e0474 None None] Port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:38.199382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-96a38c24-d198-4c8d-9b66-091e7e1e0474 None None] Provisioning complete for port b1228974-c6bd-4f16-abcb-3ff5871f5226 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:38.199832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-96a38c24-d198-4c8d-9b66-091e7e1e0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.433412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:38.510301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b1f0ffda-ffce-4007-a498-284761196f49 None None] Provisioning complete for port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:38.510743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ffda-ffce-4007-a498-284761196f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.557940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0ffda-ffce-4007-a498-284761196f49 None None] Port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:38.567776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:38.568175 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.658929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1228974-c6bd-4f16-abcb-3ff5871f5226 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:38.705430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bda5d3c5-2e36-4e77-b0a4-a1c8484222a6 None None] Provisioning complete for port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:38.705720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bda5d3c5-2e36-4e77-b0a4-a1c8484222a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.746705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port b1228974-c6bd-4f16-abcb-3ff5871f5226 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:38.747076 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.751183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bda5d3c5-2e36-4e77-b0a4-a1c8484222a6 None None] Port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:38.835140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:38.901086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:38.901471 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.989074 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.011856 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:39.016981 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:39.068596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:39.106568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-c38ad048-9ea3-424a-b9f2-a58a4bacb274 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:39.108041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-c38ad048-9ea3-424a-b9f2-a58a4bacb274 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/networks?id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 HTTP/1.1" status: 200 len: 816 time: 0.1068132 Sep 16 06:03:39.122773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-ecb56ce5-f41a-4fd5-a961-c0c0e65ca183 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/quotas/57656f73c1e14731b881da20f458f9ac HTTP/1.1" status: 200 len: 375 time: 0.0089183 Sep 16 06:03:39.515746 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-d2d608ba-6be3-4a26-99a4-00d5640c400b tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=57656f73c1e14731b881da20f458f9ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3872943 Sep 16 06:03:39.613947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-fa7c230e-f3d2-41f2-8ba4-eddd47d87d03 service neutron] 10.222.0.55 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865185 Sep 16 06:03:39.706738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-18e55999-358f-405c-ade5-8b53fe3d16dc service neutron] 10.222.0.55 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866315 Sep 16 06:03:39.888826 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-36dec38b-6fd6-4364-abe2-b871e8c6e801 req-ace5b57b-c82b-4756-9eda-51dabb42e324 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 210 time: 0.0280235 Sep 16 06:03:40.248190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Sync routers for ids ['62421f71-6c50-4313-a97c-c28b7370637a'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:03:40.258729 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:40.280880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Routers {'62421f71-6c50-4313-a97c-c28b7370637a'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:40.281607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['62421f71-6c50-4313-a97c-c28b7370637a'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:40.384644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:40.385013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.427782 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Set router 62421f71-6c50-4313-a97c-c28b7370637a gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:40.664972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:37Z', 'revision_number': 4, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port': {'id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1d7e3380-3c79-4abf-9b03-c1d57ffa406f', 'name': '', 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'mac_address': 'fa:16:3e:60:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75ff16ff-fd40-4d16-80fa-221ff7ddf811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:36Z', 'updated_at': '2021-09-16T06:03:37Z', 'revision_number': 2, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'subnets': [{'id': '75ff16ff-fd40-4d16-80fa-221ff7ddf811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:40.691043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Checking router: 62421f71-6c50-4313-a97c-c28b7370637a for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:03:40.691394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Updating router 62421f71-6c50-4313-a97c-c28b7370637a port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:03:40.719751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:40.982690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-7388c2b9-afa9-4e29-9718-aecac451180d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:40.985160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-7388c2b9-afa9-4e29-9718-aecac451180d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "GET /v2.0/networks?id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 HTTP/1.1" status: 200 len: 816 time: 0.1370430 Sep 16 06:03:41.010304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.016302 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.016948 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3c73f857-c8f1-45de-92f1-bd0cf466530c req-d7f740f5-f89e-4d38-af82-3a8de837daeb tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 210 time: 0.0296488 Sep 16 06:03:41.021904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Request body: {'port': {'device_id': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'admin_state_up': True, 'tenant_id': '57656f73c1e14731b881da20f458f9ac'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:41.064656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc71a4d-70ca-4862-bc42-941124109c8c None None] Pushing event updated for resources: {'Port': ['ID=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:41.135154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Attempting to bind port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:41.135525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Attempting to bind port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:41.135890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Attempting to bind port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f on network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:41.142022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:41.142603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Checking segment: {'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:41.142873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Made reservation on behalf of 57656f73c1e14731b881da20f458f9ac for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:03:41.143141 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.143600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Bound using segment: {'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:41.144477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Bound port: 1d7e3380-3c79-4abf-9b03-c1d57ffa406f, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad7d0b9-c03c-47e7-ba24-986fb7110042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:41.144989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.146622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.218147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] For port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:41.222090 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] For port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,segment=NetworkSegment(fad7d0b9-c03c-47e7-ba24-986fb7110042),segment_id=fad7d0b9-c03c-47e7-ba24-986fb7110042)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:41.227515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.281010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Allocated IP 172.20.0.11 (9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8/5366886b-56a9-4de7-9a60-8d7d94681fb3/2219247a-d213-4a58-b77f-ac239726b13b) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:03:41.302696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc71a4d-70ca-4862-bc42-941124109c8c None None] Pushing event updated for resources: {'Port': ['ID=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:41.316052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Routers {'62421f71-6c50-4313-a97c-c28b7370637a'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:03:41.318223 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:03:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['62421f71-6c50-4313-a97c-c28b7370637a'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:41.322255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9ce75ef6-5cdf-41b6-9a7f-d9503bdfba53 None None] Provisioning complete for port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:41.322772 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ce75ef6-5cdf-41b6-9a7f-d9503bdfba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.512342 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] Set router 62421f71-6c50-4313-a97c-c28b7370637a gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:03:41.531683 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.549821 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ce75ef6-5cdf-41b6-9a7f-d9503bdfba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.577934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.645877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:03:41.650867 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:03:41.660187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:03:41.694203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Pushing event updated for resources: {'Port': ['ID=2219247a-d213-4a58-b77f-ac239726b13b,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:41.722976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:41.723558 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.741745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-f78b5568-dad7-435d-836c-cf75180b33b7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275813 Sep 16 06:03:41.760902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Request body: {'port': {'device_id': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:03:41.820617 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.857522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9ce75ef6-5cdf-41b6-9a7f-d9503bdfba53 None None] For port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,segment=NetworkSegment(fad7d0b9-c03c-47e7-ba24-986fb7110042),segment_id=fad7d0b9-c03c-47e7-ba24-986fb7110042)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:41.865303 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ce75ef6-5cdf-41b6-9a7f-d9503bdfba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:41.970540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce75ef6-5cdf-41b6-9a7f-d9503bdfba53 None None] Pushing event updated for resources: {'Port': ['ID=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:42.010581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eb397b6a-a6e1-46ec-9fc3-3dce1b97a7ed None None] Provisioning complete for port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:42.010954 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb397b6a-a6e1-46ec-9fc3-3dce1b97a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.080549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:37Z', 'revision_number': 4, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port': {'id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1d7e3380-3c79-4abf-9b03-c1d57ffa406f', 'name': '', 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'mac_address': 'fa:16:3e:60:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75ff16ff-fd40-4d16-80fa-221ff7ddf811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:36Z', 'updated_at': '2021-09-16T06:03:41Z', 'revision_number': 4, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'subnets': [{'id': '75ff16ff-fd40-4d16-80fa-221ff7ddf811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:03:42.135373 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ce29c-16f9-4b31-9ed1-7f43d3dd2063 None None] The sync data for ids ['62421f71-6c50-4313-a97c-c28b7370637a'] in n-d-713301-15 is: [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:37Z', 'revision_number': 4, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port': {'id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1d7e3380-3c79-4abf-9b03-c1d57ffa406f', 'name': '', 'network_id': '5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'mac_address': 'fa:16:3e:60:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '75ff16ff-fd40-4d16-80fa-221ff7ddf811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:36Z', 'updated_at': '2021-09-16T06:03:41Z', 'revision_number': 4, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'subnets': [{'id': '75ff16ff-fd40-4d16-80fa-221ff7ddf811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:03:42.139050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2219247a-d213-4a58-b77f-ac239726b13b {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:42.148978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.164635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-eb397b6a-a6e1-46ec-9fc3-3dce1b97a7ed None None] Provisioning complete for port 2219247a-d213-4a58-b77f-ac239726b13b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:42.164774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Transition to ACTIVE for port object 2219247a-d213-4a58-b77f-ac239726b13b will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:03:42.164980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eb397b6a-a6e1-46ec-9fc3-3dce1b97a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.174259 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.219849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-eb397b6a-a6e1-46ec-9fc3-3dce1b97a7ed None None] Port 2219247a-d213-4a58-b77f-ac239726b13b cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:03:42.273407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864b7be-9ac0-4f45-afe5-4c47b38e51bb req-f410c614-de8e-4a7b-a026-da2e08e566fe tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:42.275149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e864b7be-9ac0-4f45-afe5-4c47b38e51bb req-f410c614-de8e-4a7b-a026-da2e08e566fe tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 932 time: 0.1776433 Sep 16 06:03:42.314249 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2219247a-d213-4a58-b77f-ac239726b13b,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:42.339132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e864b7be-9ac0-4f45-afe5-4c47b38e51bb req-1e719694-6b87-46cc-a146-409c31bb1c59 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514488 Sep 16 06:03:42.361236 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.380665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1d7e3380-3c79-4abf-9b03-c1d57ffa406f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:42.449125 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:42.449722 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.450071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Attempting to bind port 2219247a-d213-4a58-b77f-ac239726b13b on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:03:42.450418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Attempting to bind port 2219247a-d213-4a58-b77f-ac239726b13b by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:03:42.450754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Attempting to bind port 2219247a-d213-4a58-b77f-ac239726b13b on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:42.458198 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Port 2219247a-d213-4a58-b77f-ac239726b13b on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:03:42.458727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Attempting to bind port 2219247a-d213-4a58-b77f-ac239726b13b on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:03:42.469136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:03:42.469655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Checking segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:03:42.470157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Bound using segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:03:42.470723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Bound port: 2219247a-d213-4a58-b77f-ac239726b13b, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:03:42.471868 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.577690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] For port 2219247a-d213-4a58-b77f-ac239726b13b, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:03:42.581625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] For port 2219247a-d213-4a58-b77f-ac239726b13b, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2219247a-d213-4a58-b77f-ac239726b13b,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:03:42.587108 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.625832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:42.626463 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:42.628051 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/2219247a-d213-4a58-b77f-ac239726b13b HTTP/1.1" status: 200 len: 1093 time: 0.8718970 Sep 16 06:03:42.628548 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'tag': '2219247a-d213-4a58-b77f-ac239726b13b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:42.630902 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6924a-3776-46cc-a0db-2dbfc3b71621" -d '{"events": [{"name": "network-changed", "server_uuid": "be870a5a-02f1-43cb-a1b2-5ff5366cf97d", "tag": "2219247a-d213-4a58-b77f-ac239726b13b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:42.655342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ee03-2498-4049-b9af-3dbfbff178c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2219247a-d213-4a58-b77f-ac239726b13b,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:42.712683 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4591b4-0fc2-4d75-b950-56e10f0395f7 x-openstack-request-id: req-ad4591b4-0fc2-4d75-b950-56e10f0395f7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:42.712939 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be870a5a-02f1-43cb-a1b2-5ff5366cf97d", "tag": "2219247a-d213-4a58-b77f-ac239726b13b", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:42.713186 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad4591b4-0fc2-4d75-b950-56e10f0395f7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:42.713593 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'tag': '2219247a-d213-4a58-b77f-ac239726b13b', 'status': 'completed', 'code': 200} Sep 16 06:03:42.732843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-e4d5bb60-d051-4198-b754-d4ece14e7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:42.735221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-e4d5bb60-d051-4198-b754-d4ece14e7a12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57656f73c1e14731b881da20f458f9ac&device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 1096 time: 0.0548882 Sep 16 06:03:42.786291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-b422f29b-8f84-4cd8-9a43-9c831530802f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2219247a-d213-4a58-b77f-ac239726b13b HTTP/1.1" status: 200 len: 217 time: 0.0432332 Sep 16 06:03:42.844368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-75299b7e-402c-4df0-b9b5-94e07c7a53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:42.845866 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-75299b7e-402c-4df0-b9b5-94e07c7a53a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5366886b-56a9-4de7-9a60-8d7d94681fb3 HTTP/1.1" status: 200 len: 855 time: 0.0486021 Sep 16 06:03:42.896452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-348517ce-3de3-46f2-81b7-daa8add60c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:42.897951 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-348517ce-3de3-46f2-81b7-daa8add60c42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404685 Sep 16 06:03:42.996195 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-5bb0448e-f1aa-4162-89a0-4507755aa7eb service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852566 Sep 16 06:03:43.094767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e128ff5e-d9fa-4a86-b348-9203b8877b72 req-35d5272d-dfa5-451f-8f85-4225d75d335d service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869024 Sep 16 06:03:43.199112 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-828db6c2-711a-4ac2-8c15-7ff17446b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.200640 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-828db6c2-711a-4ac2-8c15-7ff17446b124 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57656f73c1e14731b881da20f458f9ac&device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 1096 time: 0.0464554 Sep 16 06:03:43.289781 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-edc9e4cc-931e-4f9e-acc4-5d55c663fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.291283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-edc9e4cc-931e-4f9e-acc4-5d55c663fce1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 HTTP/1.1" status: 200 len: 917 time: 0.0829687 Sep 16 06:03:43.336438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-89ec516c-f5b2-4106-8527-79db33a721d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2219247a-d213-4a58-b77f-ac239726b13b HTTP/1.1" status: 200 len: 217 time: 0.0378413 Sep 16 06:03:43.390299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-5b5c32c2-4bca-4302-bb69-918dc69f3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.391814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-5b5c32c2-4bca-4302-bb69-918dc69f3f80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5366886b-56a9-4de7-9a60-8d7d94681fb3 HTTP/1.1" status: 200 len: 855 time: 0.0481009 Sep 16 06:03:43.462540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-24f7133e-764f-4e3f-b800-f4232d6c80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.464489 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-24f7133e-764f-4e3f-b800-f4232d6c80ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650601 Sep 16 06:03:43.509753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb51544-fbd2-4063-a133-acf4e71ccbd5 req-ceb8cdcd-b5fc-4b32-9c2c-2372acc6436d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:43.511213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdb51544-fbd2-4063-a133-acf4e71ccbd5 req-ceb8cdcd-b5fc-4b32-9c2c-2372acc6436d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 944 time: 0.0758338 Sep 16 06:03:43.588647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cdb51544-fbd2-4063-a133-acf4e71ccbd5 req-ddb1d076-f586-4219-9285-6b0238abccc4 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708702 Sep 16 06:03:43.606919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-2dc47572-81ef-4e57-af34-22646d1f082f service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309452 Sep 16 06:03:43.724936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-03b6924a-3776-46cc-a0db-2dbfc3b71621 req-4f4aa5ec-5bd9-42b3-a9f1-45f41a86317e service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102922 Sep 16 06:03:44.718658 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843e8f-1968-44b3-bd8f-495c30e67d58 req-0bfad28e-7971-4def-b1b0-5e664a3256d7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:44.720378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2843e8f-1968-44b3-bd8f-495c30e67d58 req-0bfad28e-7971-4def-b1b0-5e664a3256d7 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 944 time: 0.0540876 Sep 16 06:03:44.760971 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2843e8f-1968-44b3-bd8f-495c30e67d58 req-85b0be0b-2163-4bab-a4b2-2bd1003152d5 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Sep 16 06:03:45.876687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd89774-0bc1-4a27-aedc-f0db4d9b892f req-11a86d53-2538-4aa2-9436-765a6bbe4233 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:45.878157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbd89774-0bc1-4a27-aedc-f0db4d9b892f req-11a86d53-2538-4aa2-9436-765a6bbe4233 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 944 time: 0.0485747 Sep 16 06:03:45.916759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fbd89774-0bc1-4a27-aedc-f0db4d9b892f req-6a665e1a-d3a6-4536-be53-645ee2fd59e0 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Sep 16 06:03:46.145494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2219247a-d213-4a58-b77f-ac239726b13b details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:03:46.239570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2219247a-d213-4a58-b77f-ac239726b13b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2219247a-d213-4a58-b77f-ac239726b13b,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:46.250706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '2219247a-d213-4a58-b77f-ac239726b13b', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'port_id': '2219247a-d213-4a58-b77f-ac239726b13b', 'mac_address': 'fa:16:3e:bb:9e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:03:46.287805 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.303765 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2219247a-d213-4a58-b77f-ac239726b13b {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:03:46.322127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2219247a-d213-4a58-b77f-ac239726b13b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2219247a-d213-4a58-b77f-ac239726b13b,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:46.325952 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:46.386426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2219247a-d213-4a58-b77f-ac239726b13b,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:46.652773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2219247a-d213-4a58-b77f-ac239726b13b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:03:47.033261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7703885-888a-4f64-a03d-441f938cce0f req-432c551f-e7b8-4bbd-b15a-b98168420095 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:47.034849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7703885-888a-4f64-a03d-441f938cce0f req-432c551f-e7b8-4bbd-b15a-b98168420095 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 945 time: 0.0534627 Sep 16 06:03:47.075217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f7703885-888a-4f64-a03d-441f938cce0f req-a1171db0-429e-48a5-84e2-de7e478a25ab tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Sep 16 06:03:48.145970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2219247a-d213-4a58-b77f-ac239726b13b up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:03:48.197915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 2219247a-d213-4a58-b77f-ac239726b13b completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:03:48.203020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 2219247a-d213-4a58-b77f-ac239726b13b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:03:48.203716 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.282280 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.292116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d91a36-bae2-4708-8218-365f85d1ee96 req-16588c54-b890-4b9a-a976-e8b55511f70e tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:48.293657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9d91a36-bae2-4708-8218-365f85d1ee96 req-16588c54-b890-4b9a-a976-e8b55511f70e tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 945 time: 0.1524014 Sep 16 06:03:48.305347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219247a-d213-4a58-b77f-ac239726b13b'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:03:48.307585 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef906d76-e16d-4e67-9225-d740e5478ca0" -d '{"events": [{"server_uuid": "be870a5a-02f1-43cb-a1b2-5ff5366cf97d", "name": "network-vif-plugged", "status": "completed", "tag": "2219247a-d213-4a58-b77f-ac239726b13b"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:03:48.320496 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2219247a-d213-4a58-b77f-ac239726b13b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2219247a-d213-4a58-b77f-ac239726b13b,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:03:48.326901 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:48.335911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9d91a36-bae2-4708-8218-365f85d1ee96 req-3ab67db5-06ed-4b3c-8479-8000754e8414 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Sep 16 06:03:48.341842 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:48.359710 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2ab2e3-9abe-4b16-bc4a-166fe10e12aa x-openstack-request-id: req-cd2ab2e3-9abe-4b16-bc4a-166fe10e12aa {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:03:48.360005 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be870a5a-02f1-43cb-a1b2-5ff5366cf97d", "name": "network-vif-plugged", "status": "completed", "tag": "2219247a-d213-4a58-b77f-ac239726b13b", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:03:48.360288 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd2ab2e3-9abe-4b16-bc4a-166fe10e12aa {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:03:48.360669 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219247a-d213-4a58-b77f-ac239726b13b', 'code': 200} Sep 16 06:03:48.385004 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2219247a-d213-4a58-b77f-ac239726b13b,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:03:48.468190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6156a5-2a7d-47cd-9fdc-ef47c2ff5b94 req-311f9066-2fc7-4064-8d43-d16dcc925e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:48.469698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6156a5-2a7d-47cd-9fdc-ef47c2ff5b94 req-311f9066-2fc7-4064-8d43-d16dcc925e0e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 1098 time: 0.0410674 Sep 16 06:03:48.507984 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad6156a5-2a7d-47cd-9fdc-ef47c2ff5b94 req-5e353911-ce8e-4fe2-9475-78248766c488 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273097 Sep 16 06:03:49.459777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad096324-dfd4-40dc-9e30-aa4994924b68 req-58dcd90c-d1b6-4dbf-8a38-0646204d0ad4 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:49.461199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad096324-dfd4-40dc-9e30-aa4994924b68 req-58dcd90c-d1b6-4dbf-8a38-0646204d0ad4 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 946 time: 0.0584724 Sep 16 06:03:49.500240 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ad096324-dfd4-40dc-9e30-aa4994924b68 req-2858e48f-b51f-4ac8-90de-c3671632fc8d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Sep 16 06:03:50.666520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b86fa-0d8f-4c1b-90e2-63e115828cc9 req-8055fc5c-31f6-4577-96ba-e8ab082070f0 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:50.668000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-569b86fa-0d8f-4c1b-90e2-63e115828cc9 req-8055fc5c-31f6-4577-96ba-e8ab082070f0 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 946 time: 0.1005194 Sep 16 06:03:50.705505 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-569b86fa-0d8f-4c1b-90e2-63e115828cc9 req-ca680a64-1f79-4899-9d8a-cf4bdd1cc339 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Sep 16 06:03:50.825116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bae21-ac1c-4cd2-91f4-a19ef918f709 req-a161b34c-aa2e-405c-902e-359f345487ff tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:03:50.827073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c7bae21-ac1c-4cd2-91f4-a19ef918f709 req-a161b34c-aa2e-405c-902e-359f345487ff tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 946 time: 0.0515094 Sep 16 06:03:50.865075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6c7bae21-ac1c-4cd2-91f4-a19ef918f709 req-8cc868d1-7d63-4f87-9221-4ce1cf120773 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Sep 16 06:03:55.256399 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:55.956301 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f6390ea4-be7d-4cf4-89e7-bdfe346903dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:58.280185 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9a55-7d01-4953-925f-57230d7b7f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:59.263735 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:00.039377 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:01.440363 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:09.412450 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3c9e2-c950-4058-ac2b-dd0ae9c69f40 req-7856f423-414b-493d-9c75-072730b2ea67 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:09.413959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42e3c9e2-c950-4058-ac2b-dd0ae9c69f40 req-7856f423-414b-493d-9c75-072730b2ea67 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 946 time: 0.0540938 Sep 16 06:04:09.451716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42e3c9e2-c950-4058-ac2b-dd0ae9c69f40 req-cd2df480-42f6-42ca-a2a9-9b8ab9ef25bc tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Sep 16 06:04:10.573472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73b13-1854-48c9-9a0c-bc5d7ee83ee2 req-a659351c-6024-4e1d-8b39-5696a71c2001 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:10.575027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e73b13-1854-48c9-9a0c-bc5d7ee83ee2 req-a659351c-6024-4e1d-8b39-5696a71c2001 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 946 time: 0.0532098 Sep 16 06:04:10.615561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25e73b13-1854-48c9-9a0c-bc5d7ee83ee2 req-b4c37bf6-91c7-43f7-a297-712824cc39a9 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Sep 16 06:04:11.014413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-9f7d6823-2e68-448c-a39b-f20cf9fb575a tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:11.015962 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-9f7d6823-2e68-448c-a39b-f20cf9fb575a tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 946 time: 0.0509157 Sep 16 06:04:11.116670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Deleting port 2219247a-d213-4a58-b77f-ac239726b13b {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:11.117016 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.209769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] For port 2219247a-d213-4a58-b77f-ac239726b13b, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2219247a-d213-4a58-b77f-ac239726b13b,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:11.210143 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.224502 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Calling delete_port for 2219247a-d213-4a58-b77f-ac239726b13b owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:11.363478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.378938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2219247a-d213-4a58-b77f-ac239726b13b'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:11.394151 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Pushing event deleted for resources: {'Port': ['ID=2219247a-d213-4a58-b77f-ac239726b13b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:11.423003 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.423530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.423855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.424223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.424565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.424898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.425226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.425552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.425879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.426203 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.426524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.426842 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:11.451739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] No DVR routers for this DVR port 2219247a-d213-4a58-b77f-ac239726b13b on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:11.454821 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:11.457335 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2338d674-479a-49fc-b1cb-58baab4d7c53 req-45037595-50e5-47f2-a918-fd54e5eed386 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "DELETE /v2.0/ports/2219247a-d213-4a58-b77f-ac239726b13b HTTP/1.1" status: 204 len: 173 time: 0.4320085 Sep 16 06:04:11.457801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'name': 'network-vif-deleted', 'tag': '2219247a-d213-4a58-b77f-ac239726b13b'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:11.460301 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4f76e-c0f0-4fce-92f2-f9f228ea7649" -d '{"events": [{"server_uuid": "be870a5a-02f1-43cb-a1b2-5ff5366cf97d", "name": "network-vif-deleted", "tag": "2219247a-d213-4a58-b77f-ac239726b13b"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:11.569997 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c51da7-5314-4687-9472-eb52d9af1f5b x-openstack-request-id: req-d8c51da7-5314-4687-9472-eb52d9af1f5b {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:11.570302 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be870a5a-02f1-43cb-a1b2-5ff5366cf97d", "name": "network-vif-deleted", "tag": "2219247a-d213-4a58-b77f-ac239726b13b", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:11.570567 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8c51da7-5314-4687-9472-eb52d9af1f5b {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:11.570979 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be870a5a-02f1-43cb-a1b2-5ff5366cf97d', 'name': 'network-vif-deleted', 'tag': '2219247a-d213-4a58-b77f-ac239726b13b', 'status': 'completed', 'code': 200} Sep 16 06:04:11.726190 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95ca4c67-4518-4dd1-9702-f99e8a926516 req-beaf06ec-f7c9-4d9a-8c6f-74e91105ee40 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=be870a5a-02f1-43cb-a1b2-5ff5366cf97d HTTP/1.1" status: 200 len: 210 time: 0.0288596 Sep 16 06:04:12.356357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:13.517281 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-cc009e4d-6777-4ca8-8bd1-56316644b23c tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:13.518806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-cc009e4d-6777-4ca8-8bd1-56316644b23c tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/networks?id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 HTTP/1.1" status: 200 len: 816 time: 0.1016908 Sep 16 06:04:13.534513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-ad8225a6-3228-4d7f-aee7-d5bdda0bbbbf tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/quotas/57656f73c1e14731b881da20f458f9ac HTTP/1.1" status: 200 len: 375 time: 0.0099027 Sep 16 06:04:13.592031 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-1b33d631-dc77-47a1-bd8d-c59d597cfd23 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=57656f73c1e14731b881da20f458f9ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515349 Sep 16 06:04:13.733206 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-4223846e-0d83-4b1d-ae95-9a9d764cd35c service neutron] 10.222.0.55 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287434 Sep 16 06:04:13.831005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-ab82a5a3-37b4-4e59-b09b-31d9e058f0ca service neutron] 10.222.0.55 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914357 Sep 16 06:04:14.001991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-70ef0d77-9370-471b-b676-051eb756055b req-c8178359-8d2a-4dfb-9a6a-2acf84887c45 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 210 time: 0.0276167 Sep 16 06:04:14.253886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2219247a-d213-4a58-b77f-ac239726b13b no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:14.275604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 2219247a-d213-4a58-b77f-ac239726b13b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:14.276035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2219247a-d213-4a58-b77f-ac239726b13b not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:15.015108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-435993aa-0dc8-4e4f-b21d-21a5d60f7381 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:15.016607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-435993aa-0dc8-4e4f-b21d-21a5d60f7381 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "GET /v2.0/networks?id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 HTTP/1.1" status: 200 len: 816 time: 0.1093915 Sep 16 06:04:15.033278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Request body: {'port': {'device_id': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'admin_state_up': True, 'tenant_id': '57656f73c1e14731b881da20f458f9ac'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:15.125854 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1529be6a-ef9a-4233-a0af-677522d3268a req-ebf21cb5-40ea-4e4b-8733-aa7c2bef036c tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 210 time: 0.0347931 Sep 16 06:04:15.170998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Made reservation on behalf of 57656f73c1e14731b881da20f458f9ac for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:15.174602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.308434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Allocated IP 172.20.0.11 (9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8/5366886b-56a9-4de7-9a60-8d7d94681fb3/493a772b-dabb-4bff-a1ac-19d41e96f371) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:15.458137 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.493286 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.535537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:15.538708 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:15.546176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:15.551988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Pushing event updated for resources: {'Port': ['ID=493a772b-dabb-4bff-a1ac-19d41e96f371,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:15.611338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:15.611975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.629330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-86dd3e5a-3194-4071-83bc-29517718eb82 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012797 Sep 16 06:04:15.699114 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Request body: {'port': {'device_id': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:15.759631 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.801870 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-14d08ccb-d8a7-4321-8c3d-c7b1bad4751c None None] Provisioning complete for port 493a772b-dabb-4bff-a1ac-19d41e96f371 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:15.802488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14d08ccb-d8a7-4321-8c3d-c7b1bad4751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.840483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-14d08ccb-d8a7-4321-8c3d-c7b1bad4751c None None] Port 493a772b-dabb-4bff-a1ac-19d41e96f371 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:04:16.023108 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493a772b-dabb-4bff-a1ac-19d41e96f371 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:16.030917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.043652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Transition to ACTIVE for port object 493a772b-dabb-4bff-a1ac-19d41e96f371 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:04:16.047464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.096253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Pushing event updated for resources: {'Port': ['ID=493a772b-dabb-4bff-a1ac-19d41e96f371,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:16.176140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Attempting to bind port 493a772b-dabb-4bff-a1ac-19d41e96f371 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:04:16.176472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Attempting to bind port 493a772b-dabb-4bff-a1ac-19d41e96f371 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:04:16.176816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Attempting to bind port 493a772b-dabb-4bff-a1ac-19d41e96f371 on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:16.181140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Port 493a772b-dabb-4bff-a1ac-19d41e96f371 on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:04:16.181456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Attempting to bind port 493a772b-dabb-4bff-a1ac-19d41e96f371 on network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:16.187082 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:04:16.187415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Checking segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:16.187792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Bound using segment: {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:04:16.188263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Bound port: 493a772b-dabb-4bff-a1ac-19d41e96f371, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c1e9e8-a2c5-4113-9b42-7eda2b50138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:04:16.188622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.284374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] For port 493a772b-dabb-4bff-a1ac-19d41e96f371, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:16.293540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a61b78-067b-477f-a271-3899b980dbf8 req-625d7feb-074f-4fcd-b23b-bafa9f56e127 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:16.295536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95a61b78-067b-477f-a271-3899b980dbf8 req-625d7feb-074f-4fcd-b23b-bafa9f56e127 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 944 time: 0.0915442 Sep 16 06:04:16.297255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] For port 493a772b-dabb-4bff-a1ac-19d41e96f371, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=493a772b-dabb-4bff-a1ac-19d41e96f371,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:04:16.304297 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.381999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:16.382628 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:16.384171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] 10.222.0.73 "PUT /v2.0/ports/493a772b-dabb-4bff-a1ac-19d41e96f371 HTTP/1.1" status: 200 len: 1093 time: 0.7411871 Sep 16 06:04:16.385858 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'tag': '493a772b-dabb-4bff-a1ac-19d41e96f371'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:16.388135 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0948061-a00e-417e-acb1-0d2e74fa3e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "442efce6-d1eb-467c-bcb6-857352a21eb6", "tag": "493a772b-dabb-4bff-a1ac-19d41e96f371"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:16.413133 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95a61b78-067b-477f-a271-3899b980dbf8 req-e7d8b891-1413-439a-bf4a-fccb69dcb30a tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104128 Sep 16 06:04:16.413928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab38b6-fb72-4319-af01-54a411a60555 service neutron] Pushing event updated for resources: {'Port': ['ID=493a772b-dabb-4bff-a1ac-19d41e96f371,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:16.461747 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648fd58-201f-4ed1-994e-551690c175fe x-openstack-request-id: req-e648fd58-201f-4ed1-994e-551690c175fe {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:16.462285 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442efce6-d1eb-467c-bcb6-857352a21eb6", "tag": "493a772b-dabb-4bff-a1ac-19d41e96f371", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:16.462576 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e648fd58-201f-4ed1-994e-551690c175fe {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:16.462962 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'tag': '493a772b-dabb-4bff-a1ac-19d41e96f371', 'status': 'completed', 'code': 200} Sep 16 06:04:16.481692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-1faca724-4855-4b90-82d2-6b2eab63229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:16.483835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-1faca724-4855-4b90-82d2-6b2eab63229e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57656f73c1e14731b881da20f458f9ac&device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0517335 Sep 16 06:04:16.534140 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-71d66bc9-aefe-49c8-a4df-bdf6f7ceeab5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=493a772b-dabb-4bff-a1ac-19d41e96f371 HTTP/1.1" status: 200 len: 217 time: 0.0392652 Sep 16 06:04:16.587480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-74a2d265-6a55-4ac8-b2b0-db586071dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:16.589011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-74a2d265-6a55-4ac8-b2b0-db586071dc92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5366886b-56a9-4de7-9a60-8d7d94681fb3 HTTP/1.1" status: 200 len: 855 time: 0.0455418 Sep 16 06:04:16.642649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-02b36d62-e6ce-4d2f-904f-3c2362b01948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:16.644816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-02b36d62-e6ce-4d2f-904f-3c2362b01948 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436320 Sep 16 06:04:16.767253 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-682f1dff-86c1-4e47-aaed-ee52b281b4ef service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109583 Sep 16 06:04:16.860917 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3aef6a0-906e-43ee-b6e9-a74e81b1d53f req-4c4fc82f-10a0-41e3-b62e-aee70f184f6f service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825009 Sep 16 06:04:16.954832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-01ec1bce-418e-4a9c-86c7-4a52abe7c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:16.956382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-01ec1bce-418e-4a9c-86c7-4a52abe7c46a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=57656f73c1e14731b881da20f458f9ac&device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0408456 Sep 16 06:04:17.050555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-c41bca46-86ee-4d80-9d2a-a32ae052263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:17.052022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-c41bca46-86ee-4d80-9d2a-a32ae052263c service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 HTTP/1.1" status: 200 len: 917 time: 0.0888453 Sep 16 06:04:17.093794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-15651375-0356-4539-a1ee-897b3407cf41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=493a772b-dabb-4bff-a1ac-19d41e96f371 HTTP/1.1" status: 200 len: 217 time: 0.0345201 Sep 16 06:04:17.148923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-8537ea23-de6f-4359-98ff-6465dc918780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:17.150788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-8537ea23-de6f-4359-98ff-6465dc918780 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5366886b-56a9-4de7-9a60-8d7d94681fb3 HTTP/1.1" status: 200 len: 855 time: 0.0479286 Sep 16 06:04:17.197342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-b81ca583-6c38-43dd-b6a9-a27ab26e57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:17.198724 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-b81ca583-6c38-43dd-b6a9-a27ab26e57b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393789 Sep 16 06:04:17.290851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-d6ecb30d-9929-4a4c-8000-6e6244644bf5 service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845518 Sep 16 06:04:17.381394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d0948061-a00e-417e-acb1-0d2e74fa3e7c req-30d282d8-effc-4444-8285-dfbde7670d0d service neutron] 10.222.0.73 "GET /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829854 Sep 16 06:04:17.537786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c8e0c-dddf-4ae9-b786-6f4029184dc2 req-5473e66b-532c-4654-81f5-3af6b9ae9004 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:17.539278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de0c8e0c-dddf-4ae9-b786-6f4029184dc2 req-5473e66b-532c-4654-81f5-3af6b9ae9004 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 944 time: 0.0504553 Sep 16 06:04:17.578509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-de0c8e0c-dddf-4ae9-b786-6f4029184dc2 req-6c081c92-3a23-4bd3-9458-2b4ae966b60a tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Sep 16 06:04:18.704287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f8734-1beb-4ad7-8cee-205c664c9f1c req-8aeaf8d9-2f3f-44d7-8830-b78c09a71a25 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:18.705780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-892f8734-1beb-4ad7-8cee-205c664c9f1c req-8aeaf8d9-2f3f-44d7-8830-b78c09a71a25 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 944 time: 0.0524089 Sep 16 06:04:18.744214 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-892f8734-1beb-4ad7-8cee-205c664c9f1c req-c3951809-7eae-4fd8-bf4d-e0d42058997e tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322025 Sep 16 06:04:19.861149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9290b-f704-4db5-ac63-a3755db572fd req-1d729dd7-b5a1-411d-bd70-13b8848bd286 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:19.862551 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffc9290b-f704-4db5-ac63-a3755db572fd req-1d729dd7-b5a1-411d-bd70-13b8848bd286 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 944 time: 0.0504673 Sep 16 06:04:19.899476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffc9290b-f704-4db5-ac63-a3755db572fd req-c9de13a4-85a6-4d2c-a59b-fe7375ee1da8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Sep 16 06:04:20.269579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 493a772b-dabb-4bff-a1ac-19d41e96f371 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:04:20.364627 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 493a772b-dabb-4bff-a1ac-19d41e96f371, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=493a772b-dabb-4bff-a1ac-19d41e96f371,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:20.375764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '493a772b-dabb-4bff-a1ac-19d41e96f371', 'network_id': '9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8', 'port_id': '493a772b-dabb-4bff-a1ac-19d41e96f371', 'mac_address': 'fa:16:3e:86:77:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5366886b-56a9-4de7-9a60-8d7d94681fb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:04:20.416056 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:20.429138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493a772b-dabb-4bff-a1ac-19d41e96f371 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:04:20.447851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 493a772b-dabb-4bff-a1ac-19d41e96f371, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=493a772b-dabb-4bff-a1ac-19d41e96f371,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:20.451684 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:20.498387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=493a772b-dabb-4bff-a1ac-19d41e96f371,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:20.505581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.505930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.506272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.506610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.506945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.507276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.507606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.507932 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.508282 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.508610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.508936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.509264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:20.689230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['493a772b-dabb-4bff-a1ac-19d41e96f371'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:21.012732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e096df-ae26-42b4-8d0d-7bd76a864512 req-996c1b77-62bd-46ad-82de-766464edeedf tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:21.014787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8e096df-ae26-42b4-8d0d-7bd76a864512 req-996c1b77-62bd-46ad-82de-766464edeedf tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 945 time: 0.0482655 Sep 16 06:04:21.051360 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8e096df-ae26-42b4-8d0d-7bd76a864512 req-c2ae125f-9abc-4847-b772-3eb34ebc1b2c tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Sep 16 06:04:22.167119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517397cd-6bf5-461b-b1ab-42d28e9974f5 req-bac20161-63c7-49ac-a22c-89bf8334708d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:22.168657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-517397cd-6bf5-461b-b1ab-42d28e9974f5 req-bac20161-63c7-49ac-a22c-89bf8334708d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 945 time: 0.0514874 Sep 16 06:04:22.207009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-517397cd-6bf5-461b-b1ab-42d28e9974f5 req-b578264e-1740-424c-920f-4b04e9ddf5b9 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Sep 16 06:04:22.285315 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 493a772b-dabb-4bff-a1ac-19d41e96f371 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:04:22.334581 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 493a772b-dabb-4bff-a1ac-19d41e96f371 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:04:22.338420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 493a772b-dabb-4bff-a1ac-19d41e96f371 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:22.338789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:22.414251 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:22.436554 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493a772b-dabb-4bff-a1ac-19d41e96f371'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:22.438929 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f65ddc0-453f-44ce-b23f-d4debca44b16" -d '{"events": [{"server_uuid": "442efce6-d1eb-467c-bcb6-857352a21eb6", "name": "network-vif-plugged", "status": "completed", "tag": "493a772b-dabb-4bff-a1ac-19d41e96f371"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:22.451377 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 493a772b-dabb-4bff-a1ac-19d41e96f371, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=493a772b-dabb-4bff-a1ac-19d41e96f371,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:22.456523 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:22.509454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=493a772b-dabb-4bff-a1ac-19d41e96f371,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:22.538302 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9178e0f-3711-4d0e-8db3-8b21576ed51f x-openstack-request-id: req-d9178e0f-3711-4d0e-8db3-8b21576ed51f {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:22.538600 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442efce6-d1eb-467c-bcb6-857352a21eb6", "name": "network-vif-plugged", "status": "completed", "tag": "493a772b-dabb-4bff-a1ac-19d41e96f371", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:22.538856 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9178e0f-3711-4d0e-8db3-8b21576ed51f {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:22.539258 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493a772b-dabb-4bff-a1ac-19d41e96f371', 'code': 200} Sep 16 06:04:22.644084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bf597-fee4-4dfa-a807-d8d9f8841dc1 req-d318d338-02ea-43e2-a7f6-5e8ae8a964fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:22.645524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-437bf597-fee4-4dfa-a807-d8d9f8841dc1 req-d318d338-02ea-43e2-a7f6-5e8ae8a964fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0395651 Sep 16 06:04:22.684202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-437bf597-fee4-4dfa-a807-d8d9f8841dc1 req-1d3175fb-c341-47ac-a77c-3ab88c281afa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272689 Sep 16 06:04:23.321226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b6819-6bc0-408a-9689-359b2663a63e req-e1397dde-f24b-4070-883c-58b25aac30c4 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:23.322778 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-806b6819-6bc0-408a-9689-359b2663a63e req-e1397dde-f24b-4070-883c-58b25aac30c4 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 946 time: 0.0507083 Sep 16 06:04:23.361271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-806b6819-6bc0-408a-9689-359b2663a63e req-e4ab7fe9-9d3b-46fc-baca-f7f178ebe115 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Sep 16 06:04:24.485927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e92d7-ad34-49bf-bec0-edf13874fa3a req-c2bd7dca-8137-42e4-8cba-00e830f592cf tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:24.487550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-893e92d7-ad34-49bf-bec0-edf13874fa3a req-c2bd7dca-8137-42e4-8cba-00e830f592cf tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 946 time: 0.0564981 Sep 16 06:04:24.528423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-893e92d7-ad34-49bf-bec0-edf13874fa3a req-65ddd308-0243-46fe-89db-2d44af422f25 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Sep 16 06:04:24.659746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a333c-4b58-4ee4-90da-2afd94328b05 req-29c36988-9246-4a47-bf04-a5223b7a5a0a tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:24.661419 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-957a333c-4b58-4ee4-90da-2afd94328b05 req-29c36988-9246-4a47-bf04-a5223b7a5a0a tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 946 time: 0.0584085 Sep 16 06:04:24.703658 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-957a333c-4b58-4ee4-90da-2afd94328b05 req-7f929d10-1229-4867-afe5-22abd71ca47e tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Sep 16 06:04:25.252956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:25.343849 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:25.959045 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1898ff1a-5a79-440b-80f8-5572799c565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:28.282758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-17e1665f-f719-47a2-9338-a29c4fc311b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:29.266312 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:30.041753 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:31.443165 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:42.359577 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:43.166208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0be04-5655-4a91-bdd5-013baf28b900 req-b267f353-09de-42dd-83b9-f0bd9ff4be07 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:43.167610 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52f0be04-5655-4a91-bdd5-013baf28b900 req-b267f353-09de-42dd-83b9-f0bd9ff4be07 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 946 time: 0.0495522 Sep 16 06:04:43.210752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52f0be04-5655-4a91-bdd5-013baf28b900 req-970b5dc6-bba2-450f-9d40-cf7db4b241cc tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Sep 16 06:04:44.335331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40c552-1eda-4c7f-ab20-147dd487cdb7 req-dc9197e9-df93-4e80-8d0b-c5a37a35e3dd tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:44.336930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf40c552-1eda-4c7f-ab20-147dd487cdb7 req-dc9197e9-df93-4e80-8d0b-c5a37a35e3dd tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 946 time: 0.0559220 Sep 16 06:04:44.377686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf40c552-1eda-4c7f-ab20-147dd487cdb7 req-d03368f5-be00-4e25-b075-c3f7952da1df tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Sep 16 06:04:44.789439 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c75212-a798-4003-b018-5814f8ae0bde req-6b0b4f85-189b-4110-b4be-05dea69e3b6e tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:44.790929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4c75212-a798-4003-b018-5814f8ae0bde req-6b0b4f85-189b-4110-b4be-05dea69e3b6e tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 946 time: 0.0501146 Sep 16 06:04:44.890980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Deleting port 493a772b-dabb-4bff-a1ac-19d41e96f371 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:44.891380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.318865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] For port 493a772b-dabb-4bff-a1ac-19d41e96f371, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=493a772b-dabb-4bff-a1ac-19d41e96f371,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:45.319245 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.332188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Calling delete_port for 493a772b-dabb-4bff-a1ac-19d41e96f371 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:45.486462 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.502886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['493a772b-dabb-4bff-a1ac-19d41e96f371'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:04:45.522063 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Pushing event deleted for resources: {'Port': ['ID=493a772b-dabb-4bff-a1ac-19d41e96f371,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:45.533199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccd783-8207-4df7-9318-5149c1092a0b req-6f7dbf3d-9ac4-449c-9e53-f0f864b2099d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:45.534692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6ccd783-8207-4df7-9318-5149c1092a0b req-6f7dbf3d-9ac4-449c-9e53-f0f864b2099d tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/ports?device_id=442efce6-d1eb-467c-bcb6-857352a21eb6 HTTP/1.1" status: 200 len: 867 time: 0.0886254 Sep 16 06:04:45.594887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] No DVR routers for this DVR port 493a772b-dabb-4bff-a1ac-19d41e96f371 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:45.597778 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:45.600331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4c75212-a798-4003-b018-5814f8ae0bde req-33368621-31e7-4180-b49a-6bedb90f26e8 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.73 "DELETE /v2.0/ports/493a772b-dabb-4bff-a1ac-19d41e96f371 HTTP/1.1" status: 204 len: 173 time: 0.7993860 Sep 16 06:04:45.601010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'name': 'network-vif-deleted', 'tag': '493a772b-dabb-4bff-a1ac-19d41e96f371'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:04:45.603305 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3de9d65-3354-457f-9677-5f17a9672cb7" -d '{"events": [{"server_uuid": "442efce6-d1eb-467c-bcb6-857352a21eb6", "name": "network-vif-deleted", "tag": "493a772b-dabb-4bff-a1ac-19d41e96f371"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:04:45.630073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a6ccd783-8207-4df7-9318-5149c1092a0b req-acecf691-5391-4a04-9f5a-9a5292f334d5 tempest-TestEncryptedCinderVolumes-419105061 tempest-TestEncryptedCinderVolumes-419105061-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa61078e-9932-410f-ab94-117897865fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887375 Sep 16 06:04:45.657909 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee264946-faf0-4a92-a9cf-b932eca50da7 x-openstack-request-id: req-ee264946-faf0-4a92-a9cf-b932eca50da7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:04:45.658313 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442efce6-d1eb-467c-bcb6-857352a21eb6", "name": "network-vif-deleted", "tag": "493a772b-dabb-4bff-a1ac-19d41e96f371", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:04:45.658573 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee264946-faf0-4a92-a9cf-b932eca50da7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:04:45.658973 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442efce6-d1eb-467c-bcb6-857352a21eb6', 'name': 'network-vif-deleted', 'tag': '493a772b-dabb-4bff-a1ac-19d41e96f371', 'status': 'completed', 'code': 200} Sep 16 06:04:46.722331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40148) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:47.092657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.347010 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Deleting port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:47.347256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.426903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] For port 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:47.427269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.440471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Calling delete_port for 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:47.624307 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.654844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:47.680041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.680419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.680756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.681102 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.681470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.681765 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.682317 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.682438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.682798 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.683064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.683387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.683710 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:47.867722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.106212 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:48.216873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:48.221911 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9388f08f-68ff-404c-8800-93973da0abd0 admin admin] 10.222.0.55 "PUT /v2.0/routers/7c7a715e-3b50-4d83-990f-2d0b89190ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4985204 Sep 16 06:04:48.224431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40154) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:48.226547 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] Sync routers for ids ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:48.237635 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] Routers {'7c7a715e-3b50-4d83-990f-2d0b89190ce3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:48.238262 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:48.334911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.350855 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] Set router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:48.425492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 493a772b-dabb-4bff-a1ac-19d41e96f371 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:48.446794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 493a772b-dabb-4bff-a1ac-19d41e96f371 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:48.447235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 493a772b-dabb-4bff-a1ac-19d41e96f371 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:48.453780 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.560328 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:04:47Z', 'revision_number': 5, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port': {'id': '5e4c54fa-ed91-42fe-a2ab-34478434fa09', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:48.597021 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] Checking router: 7c7a715e-3b50-4d83-990f-2d0b89190ce3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:48.607737 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] Routers {'7c7a715e-3b50-4d83-990f-2d0b89190ce3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:48.608415 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:48.700044 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] Set router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:48.773389 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:04:48Z', 'revision_number': 6, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:48.806422 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090393b-922f-49fb-89fe-c0e6e69586c9 None None] The sync data for ids ['7c7a715e-3b50-4d83-990f-2d0b89190ce3'] in n-d-713301-15 is: [{'id': '7c7a715e-3b50-4d83-990f-2d0b89190ce3', 'name': 'tempest-TestEncryptedCinderVolumes-332584697-router', 'tenant_id': '57656f73c1e14731b881da20f458f9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:29Z', 'updated_at': '2021-09-16T06:04:48Z', 'revision_number': 6, 'project_id': '57656f73c1e14731b881da20f458f9ac', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:48.859192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Deleting port 5e4c54fa-ed91-42fe-a2ab-34478434fa09 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:48.859689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.938281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] For port 5e4c54fa-ed91-42fe-a2ab-34478434fa09, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5e4c54fa-ed91-42fe-a2ab-34478434fa09,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:48.939053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:48.952359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Calling delete_port for 5e4c54fa-ed91-42fe-a2ab-34478434fa09 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:49.135161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.162574 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4c54fa-ed91-42fe-a2ab-34478434fa09,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:49.227930 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.319614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.321771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.382714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.383254 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7a715e-3b50-4d83-990f-2d0b89190ce3 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:04:49.391112 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.393170 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-24357a1f-5be3-4339-b4f6-56290d3d67c3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7c7a715e-3b50-4d83-990f-2d0b89190ce3 HTTP/1.1" status: 204 len: 168 time: 1.1675911 Sep 16 06:04:49.395736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40156) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:49.449426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] Deleting subnet 5366886b-56a9-4de7-9a60-8d7d94681fb3 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:04:49.453215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.487771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.577750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.635744 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.660287 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5366886b-56a9-4de7-9a60-8d7d94681fb3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:49.666403 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.671178 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f18984c5-6031-404d-9fb7-f6fcd259186c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5366886b-56a9-4de7-9a60-8d7d94681fb3 HTTP/1.1" status: 204 len: 168 time: 0.2740464 Sep 16 06:04:49.671308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40158) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:49.673030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be8392-9f95-4e74-a4d1-0f52a9bd547f None None] Network 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:49.745228 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.807436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Deleting port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:49.807785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.867929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] DHCP port deletion for 9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:04:49.881935 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] For port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:49.882307 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.897398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Calling delete_port for 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:49.922089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] Deleting port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:49.922433 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.978520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.986077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] For port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,segment=NetworkSegment(60c1e9e8-a2c5-4113-9b42-7eda2b50138e),segment_id=60c1e9e8-a2c5-4113-9b42-7eda2b50138e)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:49.986471 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:49.999711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] Calling delete_port for 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:50.006409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Pushing event deleted for resources: {'Port': ['ID=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:50.008305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] No DVR routers for this DVR port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:50.080146 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 06:04:50.090156 n-d-713301-15 neutron-server[94720]: self.session.flush() Sep 16 06:04:50.099905 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.106428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:50.116796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c1e9e8-a2c5-4113-9b42-7eda2b50138e') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:50.117097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c1e9e8-a2c5-4113-9b42-7eda2b50138e') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:50.127254 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] Pushing event deleted for resources: {'Port': ['ID=0563170c-aa50-4ba3-8d06-ee64ad7d2b5a,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:50.129562 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.135572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c70e4c-835f-4ac7-a616-da04c1262bfa None None] No DVR routers for this DVR port 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:50.150044 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.156931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:04:50.157434 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:04:50.159101 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:04:50.213523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.219482 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.221400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8 HTTP/1.1" status: 204 len: 168 time: 0.5488708 Sep 16 06:04:50.225057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40160) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:50.232706 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49d52-bcf7-4ae5-a23c-a6a206d1fc97 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b710c5b-5d7f-4ae6-b7bf-eb9a21d2e8f8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:50.303419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:50.324972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:50.325359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8a8d1389-9cf1-46b9-a77f-b6e7e6c88d94 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:50.325777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5e4c54fa-ed91-42fe-a2ab-34478434fa09 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:50.347075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5e4c54fa-ed91-42fe-a2ab-34478434fa09 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:50.347427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5e4c54fa-ed91-42fe-a2ab-34478434fa09 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:50.347846 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:50.368210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:50.368562 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0563170c-aa50-4ba3-8d06-ee64ad7d2b5a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:50.603196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.868752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Deleting port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:50.869005 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.948283 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] For port 1d7e3380-3c79-4abf-9b03-c1d57ffa406f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,segment=NetworkSegment(fad7d0b9-c03c-47e7-ba24-986fb7110042),segment_id=fad7d0b9-c03c-47e7-ba24-986fb7110042)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:50.948645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.963293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Calling delete_port for 1d7e3380-3c79-4abf-9b03-c1d57ffa406f owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:51.143776 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.169621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7e3380-3c79-4abf-9b03-c1d57ffa406f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:51.340427 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.558225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Router 62421f71-6c50-4313-a97c-c28b7370637a has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:51.670291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:51.675322 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9a56aa6a-b7c6-475a-a657-42411deda1f8 admin admin] 10.222.0.55 "PUT /v2.0/routers/62421f71-6c50-4313-a97c-c28b7370637a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4491487 Sep 16 06:04:51.677902 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40162) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:51.680510 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] Sync routers for ids ['62421f71-6c50-4313-a97c-c28b7370637a'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:51.689978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] Routers {'62421f71-6c50-4313-a97c-c28b7370637a'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:51.690605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['62421f71-6c50-4313-a97c-c28b7370637a'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:51.786763 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.798000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] Set router 62421f71-6c50-4313-a97c-c28b7370637a gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:51.891928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.954225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Deleting port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:51.954583 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.992009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:04:51Z', 'revision_number': 5, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port': {'id': 'c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62421f71-6c50-4313-a97c-c28b7370637a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:52.038908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] For port c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:52.039346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.044217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] Checking router: 62421f71-6c50-4313-a97c-c28b7370637a for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:52.052692 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Calling delete_port for c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:52.057304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] Routers {'62421f71-6c50-4313-a97c-c28b7370637a'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:52.057943 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['62421f71-6c50-4313-a97c-c28b7370637a'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:52.152381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] Set router 62421f71-6c50-4313-a97c-c28b7370637a gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:52.219394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:04:51Z', 'revision_number': 6, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:52.226785 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.251064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437cea8-88c1-464a-a0fe-aa64cd30ea99 None None] The sync data for ids ['62421f71-6c50-4313-a97c-c28b7370637a'] in n-d-713301-15 is: [{'id': '62421f71-6c50-4313-a97c-c28b7370637a', 'name': 'tempest-TestEncryptedCinderVolumes-1987924441-router', 'tenant_id': 'ac1569065dcd42d98ad35427966480f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:03:34Z', 'updated_at': '2021-09-16T06:04:51Z', 'revision_number': 6, 'project_id': 'ac1569065dcd42d98ad35427966480f6', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:52.255631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Pushing event deleted for resources: {'Port': ['ID=c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:52.322387 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.414994 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.417473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.483911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.484527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62421f71-6c50-4313-a97c-c28b7370637a {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:04:52.489079 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.490262 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f368d010-34d4-427e-88d7-245686a8236b admin admin] 10.222.0.55 "DELETE /v2.0/routers/62421f71-6c50-4313-a97c-c28b7370637a HTTP/1.1" status: 204 len: 168 time: 0.8114197 Sep 16 06:04:52.493466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40164) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:52.549239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] Deleting subnet 75ff16ff-fd40-4d16-80fa-221ff7ddf811 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:04:52.552422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.595388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.683949 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.742029 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.768971 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ff16ff-fd40-4d16-80fa-221ff7ddf811,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:52.775365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.777293 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4db87c01-4daf-4b2a-a66c-0ec1f3882da0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75ff16ff-fd40-4d16-80fa-221ff7ddf811 HTTP/1.1" status: 204 len: 168 time: 0.2828197 Sep 16 06:04:52.780053 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40166) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:52.781333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb6bb5-2831-4599-ab8a-d328fe59a929 None None] Network 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:52.855497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.911059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Deleting port b1228974-c6bd-4f16-abcb-3ff5871f5226 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:52.911384 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.985260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] For port b1228974-c6bd-4f16-abcb-3ff5871f5226, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=b1228974-c6bd-4f16-abcb-3ff5871f5226,segment=NetworkSegment(fad7d0b9-c03c-47e7-ba24-986fb7110042),segment_id=fad7d0b9-c03c-47e7-ba24-986fb7110042)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:52.985537 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.998987 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Calling delete_port for b1228974-c6bd-4f16-abcb-3ff5871f5226 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:53.036050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] DHCP port deletion for 5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:04:53.082031 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.089793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] Deleting port b1228974-c6bd-4f16-abcb-3ff5871f5226 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:04:53.090321 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.110990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1228974-c6bd-4f16-abcb-3ff5871f5226,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:53.116382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] No DVR routers for this DVR port b1228974-c6bd-4f16-abcb-3ff5871f5226 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:53.180560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] For port b1228974-c6bd-4f16-abcb-3ff5871f5226, host n-d-713301-15, got binding levels [] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:53.181108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.196956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] Calling delete_port for b1228974-c6bd-4f16-abcb-3ff5871f5226 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:04:53.199428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] Port b1228974-c6bd-4f16-abcb-3ff5871f5226 was not found and therefore no delete operation was performed {{(pid=94720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 06:04:53.200858 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.206061 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.227754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:53.228150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] Pushing event deleted for resources: {'Port': ['ID=b1228974-c6bd-4f16-abcb-3ff5871f5226,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:53.234933 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2667c-65d5-4ec8-9e4f-27065f0f4edb None None] No DVR routers for this DVR port b1228974-c6bd-4f16-abcb-3ff5871f5226 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:04:53.238999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad7d0b9-c03c-47e7-ba24-986fb7110042') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:53.239308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad7d0b9-c03c-47e7-ba24-986fb7110042') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:53.251051 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.265168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.272635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:04:53.273055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:04:53.275061 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:04:53.343582 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.349282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.351296 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc HTTP/1.1" status: 204 len: 168 time: 0.5701842 Sep 16 06:04:53.364939 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270a301-3fc1-4b80-a0d3-a58b90e91029 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccdecaa-ae05-4a8a-86e6-cbb7cd692ddc,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:53.520342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40170) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:53.565886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0606bd39-9688-4529-a38d-2e544ee4cbad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57656f73c1e14731b881da20f458f9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420628 Sep 16 06:04:53.566134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40172) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:53.619202 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-499288e1-997c-49bf-9832-7bcbc3d583ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.641388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-499288e1-997c-49bf-9832-7bcbc3d583ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.693304 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-499288e1-997c-49bf-9832-7bcbc3d583ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.695823 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-499288e1-997c-49bf-9832-7bcbc3d583ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:53.697035 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-499288e1-997c-49bf-9832-7bcbc3d583ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa61078e-9932-410f-ab94-117897865fd0 HTTP/1.1" status: 204 len: 168 time: 0.1300464 Sep 16 06:04:53.705508 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499288e1-997c-49bf-9832-7bcbc3d583ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa61078e-9932-410f-ab94-117897865fd0,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:54.023686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40178) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:54.069088 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-889fb345-c273-4b67-aeb4-f3b7d8e3f374 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac1569065dcd42d98ad35427966480f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441887 Sep 16 06:04:54.071500 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40180) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:54.120254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f755dac7-ad0f-46af-a8e9-d8731adcc99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.142056 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f755dac7-ad0f-46af-a8e9-d8731adcc99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.194593 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f755dac7-ad0f-46af-a8e9-d8731adcc99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.197381 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f755dac7-ad0f-46af-a8e9-d8731adcc99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:54.198575 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f755dac7-ad0f-46af-a8e9-d8731adcc99e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/288b210f-4227-4d02-aae2-e636cfa30f6b HTTP/1.1" status: 204 len: 168 time: 0.1261566 Sep 16 06:04:54.207085 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755dac7-ad0f-46af-a8e9-d8731adcc99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b210f-4227-4d02-aae2-e636cfa30f6b,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:54.299974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1228974-c6bd-4f16-abcb-3ff5871f5226 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:54.321632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: b1228974-c6bd-4f16-abcb-3ff5871f5226 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:54.321978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device b1228974-c6bd-4f16-abcb-3ff5871f5226 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:54.322394 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1d7e3380-3c79-4abf-9b03-c1d57ffa406f no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:54.343257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 1d7e3380-3c79-4abf-9b03-c1d57ffa406f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:54.343610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1d7e3380-3c79-4abf-9b03-c1d57ffa406f not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:54.344034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:04:54.364446 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:04:54.364812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c76a6ecf-f401-4ca8-934d-8bfc54ef7a3e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:04:54.897780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40202) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:54.995455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1884284863-network', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:55.018029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Made reservation on behalf of b8c1292a201b49aea0ccc02d1e430173 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:55.020495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.029069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.123683 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.132277 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.157690 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:04:55.167788 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6820741f-35a1-452f-90f8-afb9be885f7d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:55.173548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.173895 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Added segment 1f3df669-c66b-40a8-a506-1a9d6dcc37e2 of type vlan for network 1131dda7-38e0-4e45-a772-411d8d25b6b1 Sep 16 06:04:55.217242 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.242643 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.243769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:55.244545 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.249258 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.274082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3747091 Sep 16 06:04:55.276961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40206) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:55.281997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Request body: {'subnet': {'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1884284863-subnet', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:55.303951 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Made reservation on behalf of b8c1292a201b49aea0ccc02d1e430173 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:55.306474 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.308001 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a777af-1a58-4a9d-b8df-12b41d020c51 admin admin] Pushing event updated for resources: {'Network': ['ID=1131dda7-38e0-4e45-a772-411d8d25b6b1,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:55.318298 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:04:55.479563 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.539385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad623afc-12d9-4804-93a2-1b7ee81a0eb9,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:55.549076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Checking segment: {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:55.549436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Network hostable DHCP agents. Network: 1131dda7-38e0-4e45-a772-411d8d25b6b1, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:04:55.568322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:04:55.578791 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 1131dda7-38e0-4e45-a772-411d8d25b6b1) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:55.584286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:55.585209 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.591585 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56dd86-f4b1-44f6-a159-165b2593445f None None] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:55.607338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0dce722e-a729-492e-b242-b5f318d06ed7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3284674 Sep 16 06:04:55.610379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40208) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:55.615415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:55.638836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.640643 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.692837 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.743408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-1131dda7-38e0-4e45-a772-411d8d25b6b1', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:04:55.744295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.836995 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:55.878517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Allocated IP 172.20.0.2 (1131dda7-38e0-4e45-a772-411d8d25b6b1/ad623afc-12d9-4804-93a2-1b7ee81a0eb9/2dd67d15-d7e9-489a-815a-9f45b0535d92) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:55.969862 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-32adb5f2-f67a-4ca3-88a5-e63114c82bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.045563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.047335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.050874 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.068692 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.091334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:56.096312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:56.100918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:56.104137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Pushing event updated for resources: {'Port': ['ID=2dd67d15-d7e9-489a-815a-9f45b0535d92,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:56.162793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Attempting to bind port 2dd67d15-d7e9-489a-815a-9f45b0535d92 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:04:56.163163 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Attempting to bind port 2dd67d15-d7e9-489a-815a-9f45b0535d92 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:04:56.163527 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Attempting to bind port 2dd67d15-d7e9-489a-815a-9f45b0535d92 on network 1131dda7-38e0-4e45-a772-411d8d25b6b1 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:56.169360 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:04:56.169742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Checking segment: {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:56.170155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.170542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Bound using segment: {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:04:56.171009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Bound port: 2dd67d15-d7e9-489a-815a-9f45b0535d92, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:04:56.171391 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.191701 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Allocated IP 172.25.6.46 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/a3da40ef-6078-4b84-8b00-cb4e2f38c531) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:56.241086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] For port 2dd67d15-d7e9-489a-815a-9f45b0535d92, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:56.246104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] For port 2dd67d15-d7e9-489a-815a-9f45b0535d92, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2dd67d15-d7e9-489a-815a-9f45b0535d92,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:04:56.251776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.303607 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.312284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a853e-2cc1-4aef-9d3b-d059ec1a6dd6 None None] Pushing event updated for resources: {'Port': ['ID=2dd67d15-d7e9-489a-815a-9f45b0535d92,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:56.342190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.381843 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:56.384774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:56.390518 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:56.414126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Pushing event updated for resources: {'Port': ['ID=a3da40ef-6078-4b84-8b00-cb4e2f38c531,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:56.659510 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:56.857119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.001401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Router f29d3a3e-d7f0-4205-8497-f415aa224e6d is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:04:57.112806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:57.122760 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Sync routers for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:04:57.131749 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.131960 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:57.132622 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:57.135880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40210) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:57.136433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7f0e986e-2e94-4e15-a453-0f3cfe463e0e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5243545 Sep 16 06:04:57.258619 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:57.300978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18260014-18ba-4e3d-a2fb-2f1dab357a68 None None] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:04:57.391685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e6b8b2df-b1a0-4a0b-ac97-4a9a8210c722 None None] Provisioning complete for port 2dd67d15-d7e9-489a-815a-9f45b0535d92 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:57.392419 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b2df-b1a0-4a0b-ac97-4a9a8210c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.569497 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:56Z', 'revision_number': 3, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:57.604110 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Checking router: f29d3a3e-d7f0-4205-8497-f415aa224e6d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:04:57.607916 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Updating router f29d3a3e-d7f0-4205-8497-f415aa224e6d port a3da40ef-6078-4b84-8b00-cb4e2f38c531 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:04:57.638456 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.730412 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b2df-b1a0-4a0b-ac97-4a9a8210c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.769011 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e6b8b2df-b1a0-4a0b-ac97-4a9a8210c722 None None] For port 2dd67d15-d7e9-489a-815a-9f45b0535d92, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2dd67d15-d7e9-489a-815a-9f45b0535d92,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:04:57.774338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b2df-b1a0-4a0b-ac97-4a9a8210c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.846518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8b2df-b1a0-4a0b-ac97-4a9a8210c722 None None] Pushing event updated for resources: {'Port': ['ID=2dd67d15-d7e9-489a-815a-9f45b0535d92,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:57.952456 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.959314 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.968363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:57.995550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-02f2626d-13ae-4891-b613-bcc7ba944980 None None] Provisioning complete for port 2dd67d15-d7e9-489a-815a-9f45b0535d92 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:57.996043 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-02f2626d-13ae-4891-b613-bcc7ba944980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.017373 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Pushing event updated for resources: {'Port': ['ID=a3da40ef-6078-4b84-8b00-cb4e2f38c531,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:58.019545 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Attempting to bind port a3da40ef-6078-4b84-8b00-cb4e2f38c531 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:04:58.019905 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Attempting to bind port a3da40ef-6078-4b84-8b00-cb4e2f38c531 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:04:58.020286 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Attempting to bind port a3da40ef-6078-4b84-8b00-cb4e2f38c531 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:04:58.033276 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:04:58.033645 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:04:58.034051 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.034979 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:04:58.035540 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Bound port: a3da40ef-6078-4b84-8b00-cb4e2f38c531, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:04:58.035863 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.040731 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.041065 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.041404 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.041736 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.042059 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.043320 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.043697 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.044029 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.044385 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.044708 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.045029 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.045348 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:04:58.101538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] For port a3da40ef-6078-4b84-8b00-cb4e2f38c531, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:04:58.105061 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] For port a3da40ef-6078-4b84-8b00-cb4e2f38c531, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a3da40ef-6078-4b84-8b00-cb4e2f38c531,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:04:58.108803 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.157203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Allocated IP 172.20.0.1 (1131dda7-38e0-4e45-a772-411d8d25b6b1/ad623afc-12d9-4804-93a2-1b7ee81a0eb9/e69aad60-7431-4e1a-bb78-9040e3b9fb84) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:04:58.166143 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:04:58.166977 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:58.201685 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade19c2e-4e42-418a-925a-5f32da8f98a4 None None] Pushing event updated for resources: {'Port': ['ID=a3da40ef-6078-4b84-8b00-cb4e2f38c531,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:58.283937 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:04:58.291204 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.299488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bcc31603-42c5-4c48-b1e9-54e2f533d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.328498 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.346361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2dd67d15-d7e9-489a-815a-9f45b0535d92 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:04:58.367465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:58.370069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:58.374820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:04:58.403750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 2dd67d15-d7e9-489a-815a-9f45b0535d92 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:58.404156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.408324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Pushing event updated for resources: {'Port': ['ID=e69aad60-7431-4e1a-bb78-9040e3b9fb84,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:58.439388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.510438 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:56Z', 'revision_number': 3, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:04:58.543917 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9ffc2-eb2b-424d-8d43-4ae8677d31ac None None] The sync data for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 is: [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:56Z', 'revision_number': 3, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:04:58.586912 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.721050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f3abd3b2-62c6-472c-85aa-679c08bcb2b1 None None] Provisioning complete for port e69aad60-7431-4e1a-bb78-9040e3b9fb84 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:58.721420 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3abd3b2-62c6-472c-85aa-679c08bcb2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.763517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f3abd3b2-62c6-472c-85aa-679c08bcb2b1 None None] Port e69aad60-7431-4e1a-bb78-9040e3b9fb84 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:04:58.782836 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.795777 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.871481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Pushing event updated for resources: {'Port': ['ID=e69aad60-7431-4e1a-bb78-9040e3b9fb84,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:58.877523 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:58.978173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:04:58.979685 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:04:59.109053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Router f29d3a3e-d7f0-4205-8497-f415aa224e6d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:04:59.230428 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:04:59.236886 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-68df7ad1-07b4-4646-bac4-9162d279a855 admin admin] 10.222.0.55 "PUT /v2.0/routers/f29d3a3e-d7f0-4205-8497-f415aa224e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0998313 Sep 16 06:04:59.270582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.288063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cd4e2242-c8ae-4029-9d23-9060277e8c01 None None] Provisioning complete for port e69aad60-7431-4e1a-bb78-9040e3b9fb84 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:04:59.288470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2242-c8ae-4029-9d23-9060277e8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.323954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e2242-c8ae-4029-9d23-9060277e8c01 None None] Port e69aad60-7431-4e1a-bb78-9040e3b9fb84 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:04:59.736346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40226) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:04:59.741316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1093305202-network', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:04:59.761444 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Made reservation on behalf of 0651b4ad343748ec917cf1e99d74f99e for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:04:59.764320 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.772991 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.871047 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.875503 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.907488 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:04:59.912883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54647ab-29f6-400e-af04-6ee69769b00d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:04:59.921187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.921553 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Added segment dcb25bfc-86c6-4dc9-83a1-018b54423046 of type vlan for network 17a3c9dc-57f6-46e6-a754-0677cf378a5d Sep 16 06:04:59.965082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.994309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:59.995359 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:04:59.995943 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.031773 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2918112 Sep 16 06:05:00.032277 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40228) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:00.038129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Request body: {'subnet': {'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1093305202-subnet', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:00.056050 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.058344 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904e4c9-1f98-4b26-a6ef-0df1a3dd9ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=17a3c9dc-57f6-46e6-a754-0677cf378a5d,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:00.063809 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Made reservation on behalf of 0651b4ad343748ec917cf1e99d74f99e for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:00.066321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.071926 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:05:00.178324 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Sync routers for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:00.187323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:00.187944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:00.266124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.322733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:00.331181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Checking segment: {'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:00.331547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Network hostable DHCP agents. Network: 17a3c9dc-57f6-46e6-a754-0677cf378a5d, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:05:00.334722 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:00.356292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:05:00.359379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a3da40ef-6078-4b84-8b00-cb4e2f38c531 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:00.372682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 17a3c9dc-57f6-46e6-a754-0677cf378a5d) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:00.379188 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:00.379892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.385253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698aac5-14b6-4d54-8c92-7003c8eaa04c None None] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:05:00.395298 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f9b78e29-73dd-4618-a021-0bf3b6476c48 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3615162 Sep 16 06:05:00.397746 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40230) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:00.405651 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:00.435546 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.436570 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.496279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.587717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a3da40ef-6078-4b84-8b00-cb4e2f38c531 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:00.588112 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.635527 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.729825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-17a3c9dc-57f6-46e6-a754-0677cf378a5d', 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'fixed_ips': [{'subnet_id': '0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:05:00.730689 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.797552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.846570 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 2, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:00.846844 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.866795 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.891542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Checking router: f29d3a3e-d7f0-4205-8497-f415aa224e6d for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:00.891997 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Updating router f29d3a3e-d7f0-4205-8497-f415aa224e6d port e69aad60-7431-4e1a-bb78-9040e3b9fb84 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:05:00.912590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port a3da40ef-6078-4b84-8b00-cb4e2f38c531, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a3da40ef-6078-4b84-8b00-cb4e2f38c531,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:00.928957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.980521 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:00.986065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Allocated IP 172.25.6.180 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/e415687c-e598-4fbe-9ba1-d47a7efc4698) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:01.051707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=a3da40ef-6078-4b84-8b00-cb4e2f38c531,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.055085 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Allocated IP 172.20.0.2 (17a3c9dc-57f6-46e6-a754-0677cf378a5d/0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32/c50bc359-5364-4ed8-bbf0-1594411636c8) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:01.091773 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.125749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.161794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:01.164591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:01.168136 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:01.199407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Pushing event updated for resources: {'Port': ['ID=e415687c-e598-4fbe-9ba1-d47a7efc4698,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.362967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.376608 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.442702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.454561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:01.467495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:01.478889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:01.488723 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Pushing event updated for resources: {'Port': ['ID=c50bc359-5364-4ed8-bbf0-1594411636c8,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.491047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.500008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.521387 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.584108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Attempting to bind port c50bc359-5364-4ed8-bbf0-1594411636c8 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:01.584445 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Attempting to bind port c50bc359-5364-4ed8-bbf0-1594411636c8 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:01.584834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Attempting to bind port c50bc359-5364-4ed8-bbf0-1594411636c8 on network 17a3c9dc-57f6-46e6-a754-0677cf378a5d {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:01.603900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:01.604312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Checking segment: {'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:01.604726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.605120 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Bound using segment: {'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:01.605611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Bound port: c50bc359-5364-4ed8-bbf0-1594411636c8, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:01.605995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.625266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab9125-403f-4927-a15b-7aa89d0ee0c9 None None] Pushing event updated for resources: {'Port': ['ID=e69aad60-7431-4e1a-bb78-9040e3b9fb84,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.667161 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.700978 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Attempting to bind port e69aad60-7431-4e1a-bb78-9040e3b9fb84 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:01.701345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Attempting to bind port e69aad60-7431-4e1a-bb78-9040e3b9fb84 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:01.701715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Attempting to bind port e69aad60-7431-4e1a-bb78-9040e3b9fb84 on network 1131dda7-38e0-4e45-a772-411d8d25b6b1 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:01.716738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:01.717115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Checking segment: {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:01.717517 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.717910 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Bound using segment: {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:01.718524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Bound port: e69aad60-7431-4e1a-bb78-9040e3b9fb84, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:01.718788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.739021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] For port c50bc359-5364-4ed8-bbf0-1594411636c8, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:01.775035 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] For port c50bc359-5364-4ed8-bbf0-1594411636c8, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c50bc359-5364-4ed8-bbf0-1594411636c8,segment=NetworkSegment(dcb25bfc-86c6-4dc9-83a1-018b54423046),segment_id=dcb25bfc-86c6-4dc9-83a1-018b54423046)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:01.782177 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.818261 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:05:01.861959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] For port e69aad60-7431-4e1a-bb78-9040e3b9fb84, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:01.896937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] For port e69aad60-7431-4e1a-bb78-9040e3b9fb84, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e69aad60-7431-4e1a-bb78-9040e3b9fb84,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:01.898549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1360d-92eb-4e79-ac4f-e013a8fd1a5e None None] Pushing event updated for resources: {'Port': ['ID=c50bc359-5364-4ed8-bbf0-1594411636c8,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:01.902117 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-ca721a75-526d-407d-9164-be5d1658509f None None] Provisioning complete for port e69aad60-7431-4e1a-bb78-9040e3b9fb84 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:01.902492 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ca721a75-526d-407d-9164-be5d1658509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.907211 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.934875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:01.944978 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Sync routers for ids ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:01.953496 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:01.954916 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c7accd5b-7e16-4012-b16d-0ee62945db47 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5555923 Sep 16 06:05:01.957726 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40232) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:01.961085 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Routers {'2e127b64-fe7e-40ca-bdb0-af63c1cda40f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:01.961910 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:02.009684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab9125-403f-4927-a15b-7aa89d0ee0c9 None None] Pushing event updated for resources: {'Port': ['ID=e69aad60-7431-4e1a-bb78-9040e3b9fb84,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:02.016595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:02.017235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:02.141711 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ca721a75-526d-407d-9164-be5d1658509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.148619 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Set router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:02.195326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-ca721a75-526d-407d-9164-be5d1658509f None None] For port e69aad60-7431-4e1a-bb78-9040e3b9fb84, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e69aad60-7431-4e1a-bb78-9040e3b9fb84,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:02.207558 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ca721a75-526d-407d-9164-be5d1658509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.368084 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:02.437059 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 3, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port': {'id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:02.468321 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Checking router: 2e127b64-fe7e-40ca-bdb0-af63c1cda40f for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:02.468666 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Updating router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f port e415687c-e598-4fbe-9ba1-d47a7efc4698 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:05:02.505317 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.519076 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:02.623756 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c50bc359-5364-4ed8-bbf0-1594411636c8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:02.657375 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.755895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8e47349b-2402-422f-8fc8-97ed015846bf None None] Provisioning complete for port e69aad60-7431-4e1a-bb78-9040e3b9fb84 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:02.756298 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8e47349b-2402-422f-8fc8-97ed015846bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.777604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca721a75-526d-407d-9164-be5d1658509f None None] Pushing event updated for resources: {'Port': ['ID=e69aad60-7431-4e1a-bb78-9040e3b9fb84,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:02.811587 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.820472 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.828408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c50bc359-5364-4ed8-bbf0-1594411636c8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:02.828824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.864053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Allocated IP 172.20.0.1 (17a3c9dc-57f6-46e6-a754-0677cf378a5d/0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32/3540eeda-9038-47ca-9cf9-d756e60b388f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:02.875785 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225efa-14e8-46ff-8833-3cd9783598c8 None None] Pushing event updated for resources: {'Port': ['ID=e415687c-e598-4fbe-9ba1-d47a7efc4698,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:02.906946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Attempting to bind port e415687c-e598-4fbe-9ba1-d47a7efc4698 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:02.907755 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Attempting to bind port e415687c-e598-4fbe-9ba1-d47a7efc4698 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:02.908275 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Attempting to bind port e415687c-e598-4fbe-9ba1-d47a7efc4698 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:02.914071 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:02.915672 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:02.915672 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.915672 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:02.916199 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Bound port: e415687c-e598-4fbe-9ba1-d47a7efc4698, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:02.916669 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:02.987411 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] For port e415687c-e598-4fbe-9ba1-d47a7efc4698, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:02.991294 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] For port e415687c-e598-4fbe-9ba1-d47a7efc4698, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e415687c-e598-4fbe-9ba1-d47a7efc4698,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:02.998441 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.004970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:03.007006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.037006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa9ae5-6354-4bac-adc3-ccc23e98545c None None] The sync data for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 is: [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:03.042637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.062334 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.135550 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c50bc359-5364-4ed8-bbf0-1594411636c8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c50bc359-5364-4ed8-bbf0-1594411636c8,segment=NetworkSegment(dcb25bfc-86c6-4dc9-83a1-018b54423046),segment_id=dcb25bfc-86c6-4dc9-83a1-018b54423046)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:03.137200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:03.139877 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.140851 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:03.141220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a3da40ef-6078-4b84-8b00-cb4e2f38c531 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:03.144719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:03.205032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Pushing event updated for resources: {'Port': ['ID=3540eeda-9038-47ca-9cf9-d756e60b388f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:03.233477 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Routers {'2e127b64-fe7e-40ca-bdb0-af63c1cda40f'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:03.236070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c135b0-8a52-4429-8fe4-f4ed409f79b3 None None] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:05:03.236552 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:03.238229 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.279614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c50bc359-5364-4ed8-bbf0-1594411636c8,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:03.294657 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225efa-14e8-46ff-8833-3cd9783598c8 None None] Pushing event updated for resources: {'Port': ['ID=e415687c-e598-4fbe-9ba1-d47a7efc4698,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:03.343403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port a3da40ef-6078-4b84-8b00-cb4e2f38c531 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:03.343779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.384286 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-05d47a76-fa6c-4243-b554-759dfc2a44b9 None None] Provisioning complete for port c50bc359-5364-4ed8-bbf0-1594411636c8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:03.384927 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-05d47a76-fa6c-4243-b554-759dfc2a44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.404579 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] Set router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:03.418215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.663614 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 3, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port': {'id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:03.671239 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.684718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.701880 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d1f2d-6ce0-4a78-92cf-fcd5fcba66a7 None None] The sync data for ids ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'] in n-d-713301-15 is: [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:01Z', 'revision_number': 3, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port': {'id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:03.774561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Pushing event updated for resources: {'Port': ['ID=3540eeda-9038-47ca-9cf9-d756e60b388f,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:03.790331 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:03.910246 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:03.912396 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:03.939993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c9135633-e1b8-4fcb-8f0c-77555cdb84a4 None None] Provisioning complete for port c50bc359-5364-4ed8-bbf0-1594411636c8 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:03.941008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c9135633-e1b8-4fcb-8f0c-77555cdb84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:04.073513 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:05:04.098326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c9135633-e1b8-4fcb-8f0c-77555cdb84a4 None None] Provisioning complete for port 3540eeda-9038-47ca-9cf9-d756e60b388f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:04.098707 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c9135633-e1b8-4fcb-8f0c-77555cdb84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:04.151633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c9135633-e1b8-4fcb-8f0c-77555cdb84a4 None None] Port 3540eeda-9038-47ca-9cf9-d756e60b388f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:04.282615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c59d14f0-14df-4cc1-a6d3-1ac873778a07 None None] Provisioning complete for port 3540eeda-9038-47ca-9cf9-d756e60b388f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:04.282615 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c59d14f0-14df-4cc1-a6d3-1ac873778a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:04.348202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c59d14f0-14df-4cc1-a6d3-1ac873778a07 None None] Port 3540eeda-9038-47ca-9cf9-d756e60b388f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:04.526089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e69aad60-7431-4e1a-bb78-9040e3b9fb84 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:04.587579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7ccec7de-a544-4606-af2e-5b3a383a5fd7 None None] Provisioning complete for port 3540eeda-9038-47ca-9cf9-d756e60b388f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:04.587980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ccec7de-a544-4606-af2e-5b3a383a5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:04.637713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e69aad60-7431-4e1a-bb78-9040e3b9fb84 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:04.638741 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:04.653967 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:04.662531 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e030d66f-55e9-4a5f-aadf-6914ed89d871 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e127b64-fe7e-40ca-bdb0-af63c1cda40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6976647 Sep 16 06:05:04.670371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7ccec7de-a544-4606-af2e-5b3a383a5fd7 None None] Port 3540eeda-9038-47ca-9cf9-d756e60b388f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:04.737043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c50bc359-5364-4ed8-bbf0-1594411636c8 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:04.793056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c50bc359-5364-4ed8-bbf0-1594411636c8 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:04.794240 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:04.885293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e415687c-e598-4fbe-9ba1-d47a7efc4698 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:04.943835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e415687c-e598-4fbe-9ba1-d47a7efc4698 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:04.944530 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:05.040012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:05.060688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port e415687c-e598-4fbe-9ba1-d47a7efc4698, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e415687c-e598-4fbe-9ba1-d47a7efc4698,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:05.065179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:05.115381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=e415687c-e598-4fbe-9ba1-d47a7efc4698,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:06.332372 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e415687c-e598-4fbe-9ba1-d47a7efc4698 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:06.399110 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port e415687c-e598-4fbe-9ba1-d47a7efc4698 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:06.399486 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:06.481058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Sync routers for ids ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:06.506152 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Routers {'2e127b64-fe7e-40ca-bdb0-af63c1cda40f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:06.506793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:06.632318 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Set router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:06.865531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 4, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port': {'id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3540eeda-9038-47ca-9cf9-d756e60b388f', 'name': '', 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'mac_address': 'fa:16:3e:77:f6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:02Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 2, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'subnets': [{'id': '0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:06.896606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Checking router: 2e127b64-fe7e-40ca-bdb0-af63c1cda40f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:06.897060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Updating router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f port 3540eeda-9038-47ca-9cf9-d756e60b388f binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:05:06.924494 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.232887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.241016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.348462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a8670-a5a5-415d-8a75-8390eee6f0c4 None None] Pushing event updated for resources: {'Port': ['ID=3540eeda-9038-47ca-9cf9-d756e60b388f,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:07.363584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Attempting to bind port 3540eeda-9038-47ca-9cf9-d756e60b388f on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:07.364187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Attempting to bind port 3540eeda-9038-47ca-9cf9-d756e60b388f by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:07.364720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Attempting to bind port 3540eeda-9038-47ca-9cf9-d756e60b388f on network 17a3c9dc-57f6-46e6-a754-0677cf378a5d {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:07.370905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:07.373767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Checking segment: {'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:07.374317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.374469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Bound using segment: {'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:07.375308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Bound port: 3540eeda-9038-47ca-9cf9-d756e60b388f, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb25bfc-86c6-4dc9-83a1-018b54423046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:07.375936 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.638026 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-306d00df-0ed9-417a-9b3f-24eb305e79b3 None None] Provisioning complete for port 3540eeda-9038-47ca-9cf9-d756e60b388f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:07.639240 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-306d00df-0ed9-417a-9b3f-24eb305e79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.641660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] For port 3540eeda-9038-47ca-9cf9-d756e60b388f, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:07.684428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] For port 3540eeda-9038-47ca-9cf9-d756e60b388f, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3540eeda-9038-47ca-9cf9-d756e60b388f,segment=NetworkSegment(dcb25bfc-86c6-4dc9-83a1-018b54423046),segment_id=dcb25bfc-86c6-4dc9-83a1-018b54423046)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:07.689762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-306d00df-0ed9-417a-9b3f-24eb305e79b3 None None] Port 3540eeda-9038-47ca-9cf9-d756e60b388f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:07.696830 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:07.770645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Routers {'2e127b64-fe7e-40ca-bdb0-af63c1cda40f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:07.771178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:04:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:07.773211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a8670-a5a5-415d-8a75-8390eee6f0c4 None None] Pushing event updated for resources: {'Port': ['ID=3540eeda-9038-47ca-9cf9-d756e60b388f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:07.945303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] Set router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:08.161902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-57a95e63-97c8-457c-9796-0a1a6374fa93 None None] Provisioning complete for port 3540eeda-9038-47ca-9cf9-d756e60b388f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:08.162293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-57a95e63-97c8-457c-9796-0a1a6374fa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:08.294536 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-57a95e63-97c8-457c-9796-0a1a6374fa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:08.311093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 4, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port': {'id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3540eeda-9038-47ca-9cf9-d756e60b388f', 'name': '', 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'mac_address': 'fa:16:3e:77:f6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:02Z', 'updated_at': '2021-09-16T06:05:07Z', 'revision_number': 4, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'subnets': [{'id': '0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:08.390625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c570cf-fdc6-4bde-a66d-7e6910fa5d73 None None] The sync data for ids ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'] in n-d-713301-15 is: [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:03Z', 'revision_number': 4, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port': {'id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '3540eeda-9038-47ca-9cf9-d756e60b388f', 'name': '', 'network_id': '17a3c9dc-57f6-46e6-a754-0677cf378a5d', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'mac_address': 'fa:16:3e:77:f6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:02Z', 'updated_at': '2021-09-16T06:05:07Z', 'revision_number': 4, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'subnets': [{'id': '0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:08.408376 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-57a95e63-97c8-457c-9796-0a1a6374fa93 None None] For port 3540eeda-9038-47ca-9cf9-d756e60b388f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3540eeda-9038-47ca-9cf9-d756e60b388f,segment=NetworkSegment(dcb25bfc-86c6-4dc9-83a1-018b54423046),segment_id=dcb25bfc-86c6-4dc9-83a1-018b54423046)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:08.416477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-57a95e63-97c8-457c-9796-0a1a6374fa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:08.540977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a95e63-97c8-457c-9796-0a1a6374fa93 None None] Pushing event updated for resources: {'Port': ['ID=3540eeda-9038-47ca-9cf9-d756e60b388f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:10.364454 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3540eeda-9038-47ca-9cf9-d756e60b388f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:10.426755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 3540eeda-9038-47ca-9cf9-d756e60b388f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:10.427038 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:12.388430 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:14.883679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-0cea1701-5df4-4104-ad73-3d902c52c50d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:14.885352 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-0cea1701-5df4-4104-ad73-3d902c52c50d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 815 time: 0.1203737 Sep 16 06:05:14.901082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-a1097123-74c9-4562-9d41-1e78d7fdd605 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/quotas/b8c1292a201b49aea0ccc02d1e430173 HTTP/1.1" status: 200 len: 375 time: 0.0099661 Sep 16 06:05:14.959446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e364b7b7-345e-48cf-9244-9340520f27a3 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468526 Sep 16 06:05:15.063637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-479d8118-711e-47ed-8b82-1c8d9a14b717 service neutron] 10.222.0.55 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910399 Sep 16 06:05:15.154960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-7a591609-a08b-44f3-b5d4-cc79913da884 service neutron] 10.222.0.55 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Sep 16 06:05:15.316517 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89c2ffec-104d-4950-ac5c-fbb604b63581 req-09b6b297-c4a1-41a0-ae8e-b4177bc7d82f tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 210 time: 0.0268841 Sep 16 06:05:16.328169 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-a14312fc-d6a8-4692-8c68-2d89a7e4b803 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:16.329688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-a14312fc-d6a8-4692-8c68-2d89a7e4b803 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 815 time: 0.1082084 Sep 16 06:05:16.349385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'port': {'device_id': 'b3461600-57ea-44be-8580-236f829e853c', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'admin_state_up': True, 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:16.445257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b62c0c6f-0d11-4fa2-a28e-3d3b8ccd42c0 req-fcbd3d25-880e-4aab-9d24-0208f21fcc34 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 210 time: 0.0342453 Sep 16 06:05:16.490937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Made reservation on behalf of b8c1292a201b49aea0ccc02d1e430173 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:05:16.494703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.645895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Allocated IP 172.20.0.13 (1131dda7-38e0-4e45-a772-411d8d25b6b1/ad623afc-12d9-4804-93a2-1b7ee81a0eb9/2b3d6eb2-0888-48d9-b925-96440b893555) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:16.888693 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:16.945227 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:17.000336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:17.003753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:17.010094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:17.034696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:17.051045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.051393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.051754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.052075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.052436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.052765 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.053093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.053415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.053741 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.054078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.054392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.054712 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:17.096860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:17.097562 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:17.116672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6e283794-8764-4471-9f2a-33f4304fe2b5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7718372 Sep 16 06:05:17.299543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6f70ff5c-8a8d-44c2-b35b-51e187abc913 None None] Provisioning complete for port 2b3d6eb2-0888-48d9-b925-96440b893555 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:17.300138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6f70ff5c-8a8d-44c2-b35b-51e187abc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:17.336915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-6f70ff5c-8a8d-44c2-b35b-51e187abc913 None None] Port 2b3d6eb2-0888-48d9-b925-96440b893555 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:05:17.568788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdeb2c-fe57-446e-9ca3-1f6da08a01b5 req-cd12dfcf-6ea4-4527-bb81-979a1a7df7b0 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:17.570392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24cdeb2c-fe57-446e-9ca3-1f6da08a01b5 req-cd12dfcf-6ea4-4527-bb81-979a1a7df7b0 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0520706 Sep 16 06:05:17.610603 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-24cdeb2c-fe57-446e-9ca3-1f6da08a01b5 req-420568fa-3816-4fd6-ac4a-3ff2519cbf91 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Sep 16 06:05:18.747879 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d8489-ef26-467c-8fa8-bc031f7d8692 req-51dd40bb-ac86-45d9-8e37-699e1dfef70d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:18.749432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-173d8489-ef26-467c-8fa8-bc031f7d8692 req-51dd40bb-ac86-45d9-8e37-699e1dfef70d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0667396 Sep 16 06:05:18.801380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-173d8489-ef26-467c-8fa8-bc031f7d8692 req-8e6afac8-7fdc-424d-a944-8b9995dc5e63 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Sep 16 06:05:19.930414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58060cd-748a-4303-91f8-bbc9116683df req-afec697d-b44c-4b3b-99c2-f7d857c39254 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:19.932950 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c58060cd-748a-4303-91f8-bbc9116683df req-afec697d-b44c-4b3b-99c2-f7d857c39254 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0570951 Sep 16 06:05:19.976711 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c58060cd-748a-4303-91f8-bbc9116683df req-8cc686c4-a405-4df6-b97f-f54a332c1f61 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357077 Sep 16 06:05:21.103088 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342041e1-9951-4b26-a5f8-01024772cb80 req-27c1ce1a-a0e9-49d4-8e2f-05fdd0c14b0c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:21.104762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-342041e1-9951-4b26-a5f8-01024772cb80 req-27c1ce1a-a0e9-49d4-8e2f-05fdd0c14b0c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0549464 Sep 16 06:05:21.151446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-342041e1-9951-4b26-a5f8-01024772cb80 req-8078d045-d50d-469c-be61-e5a1363ed849 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Sep 16 06:05:22.338878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375e21-7038-43f0-917b-2eca4c9606f9 req-62cf40f9-b4c0-4c5c-9b65-409824fb6072 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:22.341027 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a375e21-7038-43f0-917b-2eca4c9606f9 req-62cf40f9-b4c0-4c5c-9b65-409824fb6072 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0780232 Sep 16 06:05:22.383574 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a375e21-7038-43f0-917b-2eca4c9606f9 req-876af521-d0fe-425d-8a3d-0efb15d998ec tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Sep 16 06:05:23.532990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a10be-9eb6-4506-9681-2e9d6a351803 req-be75db00-cf2e-4577-879e-1760634e5ccf tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:23.534740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-266a10be-9eb6-4506-9681-2e9d6a351803 req-be75db00-cf2e-4577-879e-1760634e5ccf tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0658596 Sep 16 06:05:23.582411 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-266a10be-9eb6-4506-9681-2e9d6a351803 req-5a8101b5-c51a-4d70-b221-77bb8f66483f tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Sep 16 06:05:24.707099 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37726c61-d603-4ad0-83a6-cd6e2fede786 req-ffd7bed4-ea25-46c6-bbcf-a65d6c59190d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:24.708660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37726c61-d603-4ad0-83a6-cd6e2fede786 req-ffd7bed4-ea25-46c6-bbcf-a65d6c59190d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0544324 Sep 16 06:05:24.747905 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37726c61-d603-4ad0-83a6-cd6e2fede786 req-a066f29f-8a45-44a3-914c-7564454374d4 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Sep 16 06:05:25.265732 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:25.902204 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772391-9360-4496-af61-df526bca7c1a req-aae746f1-d1f7-46da-b117-8abfa1c8eea2 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:25.904303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78772391-9360-4496-af61-df526bca7c1a req-aae746f1-d1f7-46da-b117-8abfa1c8eea2 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.0692532 Sep 16 06:05:25.951779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78772391-9360-4496-af61-df526bca7c1a req-a8f4e903-ee33-4c41-88f2-ac199a471e44 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Sep 16 06:05:25.970710 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-605c446f-0716-4498-8927-d3a5b2bd43d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:26.772767 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Request body: {'port': {'device_id': 'b3461600-57ea-44be-8580-236f829e853c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:26.834788 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:27.438823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9edf5-fff5-4248-8a5b-51248cecb618 req-fc8734b2-d58f-42d2-87c5-9aa8d144211a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:27.440494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18e9edf5-fff5-4248-8a5b-51248cecb618 req-fc8734b2-d58f-42d2-87c5-9aa8d144211a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 932 time: 0.1078138 Sep 16 06:05:27.505775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-18e9edf5-fff5-4248-8a5b-51248cecb618 req-ef90f949-cc13-4cee-90ad-e8321ec62afc tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Sep 16 06:05:27.544797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3d6eb2-0888-48d9-b925-96440b893555 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:05:27.553267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:27.567150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Transition to ACTIVE for port object 2b3d6eb2-0888-48d9-b925-96440b893555 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:05:27.570575 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:27.627212 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:27.698417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Attempting to bind port 2b3d6eb2-0888-48d9-b925-96440b893555 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:05:27.698642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Attempting to bind port 2b3d6eb2-0888-48d9-b925-96440b893555 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:05:27.699009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Attempting to bind port 2b3d6eb2-0888-48d9-b925-96440b893555 on network 1131dda7-38e0-4e45-a772-411d8d25b6b1 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:27.704407 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Port 2b3d6eb2-0888-48d9-b925-96440b893555 on network 1131dda7-38e0-4e45-a772-411d8d25b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:05:27.704676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Attempting to bind port 2b3d6eb2-0888-48d9-b925-96440b893555 on network 1131dda7-38e0-4e45-a772-411d8d25b6b1 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:05:27.710273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:05:27.710618 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Checking segment: {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:05:27.711010 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Bound using segment: {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:05:27.711456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Bound port: 2b3d6eb2-0888-48d9-b925-96440b893555, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3df669-c66b-40a8-a506-1a9d6dcc37e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:05:27.711817 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:27.787511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:05:27.791547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2b3d6eb2-0888-48d9-b925-96440b893555,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:05:27.809405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:27.846747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:27.847444 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:27.848870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] 10.222.0.73 "PUT /v2.0/ports/2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 1093 time: 1.0827565 Sep 16 06:05:27.849332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:27.851664 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:27.886736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a47483-1868-49e3-a031-fc4991078c64 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:27.907169 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22969668-8ee1-4fae-842c-5a7de9074d21 x-openstack-request-id: req-22969668-8ee1-4fae-842c-5a7de9074d21 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:27.907522 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:27.907806 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22969668-8ee1-4fae-842c-5a7de9074d21 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:27.908253 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555', 'status': 'completed', 'code': 200} Sep 16 06:05:27.947787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-0685a520-4261-4dfd-acd9-a4fa24af1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:27.949596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-0685a520-4261-4dfd-acd9-a4fa24af1656 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1096 time: 0.0526216 Sep 16 06:05:27.999873 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-beab4c93-9722-4d49-a761-75e5b8f54f3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 217 time: 0.0376565 Sep 16 06:05:28.057555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6b547fe6-c9ef-4e51-8829-c6461e65c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.059114 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-6b547fe6-c9ef-4e51-8829-c6461e65c957 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0486324 Sep 16 06:05:28.115297 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936068b5-59b0-4477-80e8-532a9a581c4b req-37612b33-9b35-40f6-af41-9028e968f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.116878 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-37612b33-9b35-40f6-af41-9028e968f4fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468476 Sep 16 06:05:28.215144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-29e8f59d-069a-4b78-83f5-3eb66ca9afb7 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854073 Sep 16 06:05:28.290246 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c8609f6c-df5f-46dd-873e-96ad56dc7515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:28.319461 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-936068b5-59b0-4477-80e8-532a9a581c4b req-1823bb5b-0b1f-4651-8017-f626f38b0c39 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925179 Sep 16 06:05:28.420859 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-04655650-ced5-4e4c-8076-fbb4abcb6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.422491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-04655650-ced5-4e4c-8076-fbb4abcb6c64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1096 time: 0.0429101 Sep 16 06:05:28.528110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-fab14273-b748-4be3-b396-45e7433c4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.529718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-fab14273-b748-4be3-b396-45e7433c4812 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 916 time: 0.1002154 Sep 16 06:05:28.575295 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-97847a5a-26b9-4896-8b2b-0e4ceacc2496 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 217 time: 0.0373702 Sep 16 06:05:28.663173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052633c2-c45c-41b4-8328-f3a56d2738ae req-e3796744-696e-4d09-9e06-c0e95289cef6 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.664763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-052633c2-c45c-41b4-8328-f3a56d2738ae req-e3796744-696e-4d09-9e06-c0e95289cef6 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 944 time: 0.0885837 Sep 16 06:05:28.666206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-b8222831-ea97-4b2f-81a1-a4f3d0b6da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.667566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-b8222831-ea97-4b2f-81a1-a4f3d0b6da04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0828073 Sep 16 06:05:28.734968 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-052633c2-c45c-41b4-8328-f3a56d2738ae req-d8ac5d5e-08fd-4147-9594-1c8ffccce146 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641751 Sep 16 06:05:28.741795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-f8ae7a9d-c6c0-45f1-b837-f5793622ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:28.743309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-f8ae7a9d-c6c0-45f1-b837-f5793622ee62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663688 Sep 16 06:05:28.846734 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-9d350e38-2ca9-4600-bf06-a0dd510e42f3 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948477 Sep 16 06:05:28.944728 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2dbad3fe-72e7-4a10-bc2c-49c0aef296bd req-4c4d956b-a78d-484e-8ad3-858770c99309 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882068 Sep 16 06:05:29.274297 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:29.864123 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f355482-06c8-4870-9692-b5d06d652b3a req-cfe3667f-02ea-4891-a003-269e147d5ca8 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:29.866406 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f355482-06c8-4870-9692-b5d06d652b3a req-cfe3667f-02ea-4891-a003-269e147d5ca8 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 944 time: 0.0557981 Sep 16 06:05:29.907546 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f355482-06c8-4870-9692-b5d06d652b3a req-0f0e3163-c57a-4436-b3d2-24f78ca4c50a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Sep 16 06:05:30.049786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:30.565083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2b3d6eb2-0888-48d9-b925-96440b893555 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:05:30.660741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2b3d6eb2-0888-48d9-b925-96440b893555,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:30.672566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '2b3d6eb2-0888-48d9-b925-96440b893555', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'port_id': '2b3d6eb2-0888-48d9-b925-96440b893555', 'mac_address': 'fa:16:3e:5d:ab:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:05:30.712801 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:30.726460 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3d6eb2-0888-48d9-b925-96440b893555 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:05:30.747718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2b3d6eb2-0888-48d9-b925-96440b893555,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:30.756621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:30.815030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:30.822588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.822872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.823221 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.823555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.823893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.824281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.824616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.824944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.825272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.825596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.825925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:30.826262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:31.020070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2b3d6eb2-0888-48d9-b925-96440b893555'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:31.026631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d3c6b-54a6-4b32-af8b-289f4db37f12 req-10380329-136e-4521-afd6-8278ae68e77d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:31.028836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e34d3c6b-54a6-4b32-af8b-289f4db37f12 req-10380329-136e-4521-afd6-8278ae68e77d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 945 time: 0.0548410 Sep 16 06:05:31.072888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e34d3c6b-54a6-4b32-af8b-289f4db37f12 req-cc90fc59-db2e-4047-a95a-16d63ffebd9b tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378175 Sep 16 06:05:31.449907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:32.194585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541fcfb-7c0a-430c-8b72-f438f05cf97f req-e54d8134-1f17-47cb-89ec-bc1b49dea313 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:32.196150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d541fcfb-7c0a-430c-8b72-f438f05cf97f req-e54d8134-1f17-47cb-89ec-bc1b49dea313 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 945 time: 0.0505798 Sep 16 06:05:32.246770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d541fcfb-7c0a-430c-8b72-f438f05cf97f req-725cc6ba-8a26-4bc8-9765-021f50eef38e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Sep 16 06:05:32.580490 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2b3d6eb2-0888-48d9-b925-96440b893555 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:05:32.649255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 2b3d6eb2-0888-48d9-b925-96440b893555 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:05:32.653919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 2b3d6eb2-0888-48d9-b925-96440b893555 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:32.654303 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:32.736906 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:32.765013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:32.767292 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69b08ce-5f49-46f2-91db-ea08fa65c1ef" -d '{"events": [{"server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "name": "network-vif-plugged", "status": "completed", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:32.781444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2b3d6eb2-0888-48d9-b925-96440b893555,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:32.786912 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:32.817549 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59137f07-6f36-4802-a68f-ebb32256c201 x-openstack-request-id: req-59137f07-6f36-4802-a68f-ebb32256c201 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:32.817843 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "name": "network-vif-plugged", "status": "completed", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:32.818092 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59137f07-6f36-4802-a68f-ebb32256c201 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:32.818491 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555', 'code': 200} Sep 16 06:05:32.847416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:32.936644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f06fb-90fc-4ad8-a6bb-12030d324374 req-3eb45cef-0cbc-4814-9e2d-d772b05ae797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:32.938179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da1f06fb-90fc-4ad8-a6bb-12030d324374 req-3eb45cef-0cbc-4814-9e2d-d772b05ae797 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1098 time: 0.0475919 Sep 16 06:05:32.978988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-da1f06fb-90fc-4ad8-a6bb-12030d324374 req-1397fcd3-63ae-4e49-8531-c9349732ea47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298600 Sep 16 06:05:33.368103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c113a52-dcaf-4b3e-874b-6182e830ea39 req-e05ce6f5-443e-45d9-bd29-567b9b0a14e1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:33.369771 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c113a52-dcaf-4b3e-874b-6182e830ea39 req-e05ce6f5-443e-45d9-bd29-567b9b0a14e1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0550725 Sep 16 06:05:33.411000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7c113a52-dcaf-4b3e-874b-6182e830ea39 req-9312474a-999e-4d3a-acea-2716f0bfd4d5 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343554 Sep 16 06:05:34.537368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13edc5-deeb-409c-a7e8-49a24b9f0d85 req-c52f9b77-fbdd-4df7-b280-01e0158e5aaa tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:34.538901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e13edc5-deeb-409c-a7e8-49a24b9f0d85 req-c52f9b77-fbdd-4df7-b280-01e0158e5aaa tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0532236 Sep 16 06:05:34.580054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0e13edc5-deeb-409c-a7e8-49a24b9f0d85 req-72d7295e-92e6-4518-afbe-dc47f497b23c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347323 Sep 16 06:05:34.707210 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d49c0-e20c-4b50-b270-8882b7bd2199 req-2698f2e5-45c2-4d26-a548-771bc7167873 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:34.708851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d11d49c0-e20c-4b50-b270-8882b7bd2199 req-2698f2e5-45c2-4d26-a548-771bc7167873 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0601180 Sep 16 06:05:34.750703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d11d49c0-e20c-4b50-b270-8882b7bd2199 req-1cb4b247-4452-4a21-8ea3-14d22e0f2a08 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Sep 16 06:05:34.958771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4675993-d4c3-432c-84a1-28d654af0c2f req-8028848c-717a-4cf0-98df-418db75ab393 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:34.960611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4675993-d4c3-432c-84a1-28d654af0c2f req-8028848c-717a-4cf0-98df-418db75ab393 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0609498 Sep 16 06:05:35.003442 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4675993-d4c3-432c-84a1-28d654af0c2f req-fee1617d-ac15-49d0-80c7-05a7ce8f960f tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Sep 16 06:05:39.357266 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:42.373145 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:46.766866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32315453-980a-4c9f-aa57-b9a958b7ab42 req-8b4ec228-79ec-4338-880a-a0fc05f4a8e1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:46.768670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32315453-980a-4c9f-aa57-b9a958b7ab42 req-8b4ec228-79ec-4338-880a-a0fc05f4a8e1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0520873 Sep 16 06:05:46.810758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32315453-980a-4c9f-aa57-b9a958b7ab42 req-0e8c88e2-e2d2-4a6f-96df-8e533b035c12 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339212 Sep 16 06:05:46.833114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40436) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:46.970410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9cdff-03c4-4c88-9f7f-fce667fb3792 tempest-TestMinimumBasicScenario-1251865155 tempest-TestMinimumBasicScenario-1251865155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:46.971941 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e8d9cdff-03c4-4c88-9f7f-fce667fb3792 tempest-TestMinimumBasicScenario-1251865155 tempest-TestMinimumBasicScenario-1251865155-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1093 time: 0.1378014 Sep 16 06:05:46.975003 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40440) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:46.979349 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '2b3d6eb2-0888-48d9-b925-96440b893555', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:47.001923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.100320 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.203749 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Allocated IP 172.25.6.168 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/cf1d848c-9718-462a-a19a-652e35b44676) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:05:47.310878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.344877 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.383532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:05:47.386360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:05:47.392691 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:05:47.415266 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'Port': ['ID=cf1d848c-9718-462a-a19a-652e35b44676,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:47.755504 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.822971 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.972259 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.977799 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.053470 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'Port': ['ID=cf1d848c-9718-462a-a19a-652e35b44676,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:48.065744 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.066098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.066594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.066787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.067101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.067436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.067767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.068109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.068462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.068808 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.069121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.069445 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:05:48.076014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.187431 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Floating IP 167bb8f4-2a56-46dc-b099-39216c385358 associated. External IP: 172.25.6.168, port: 2b3d6eb2-0888-48d9-b925-96440b893555. Sep 16 06:05:48.398211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Router f29d3a3e-d7f0-4205-8497-f415aa224e6d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:05:48.508595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:05:48.518428 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] Sync routers for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:05:48.524646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.528271 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:48.529054 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:05:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:48.553132 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-11aaf489-f32d-494c-9d16-e8a8b4057c97 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5770316 Sep 16 06:05:48.553725 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:48.555937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40442) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:48.556484 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767a8cc-18e6-484e-b198-f605f3c1b673" -d '{"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:48.561475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-fa7a5c9e-9ba6-49c6-88ef-e6490cbe3f77 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609113944', 'description': 'tempest-secgroup-smoke-609113944 description', 'project_id': 'b8c1292a201b49aea0ccc02d1e430173'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:48.589967 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5c9e-9ba6-49c6-88ef-e6490cbe3f77 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.600908 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9ca3d7-7a66-406e-a9a9-b60e4fbf97ef x-openstack-request-id: req-8f9ca3d7-7a66-406e-a9a9-b60e4fbf97ef {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:48.601234 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:48.601511 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f9ca3d7-7a66-406e-a9a9-b60e4fbf97ef {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:48.601922 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555', 'status': 'completed', 'code': 200} Sep 16 06:05:48.649971 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:48.696703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-548a0608-e3f2-4b33-a2e6-9a3d0dd15871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:48.698217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-548a0608-e3f2-4b33-a2e6-9a3d0dd15871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1098 time: 0.0689449 Sep 16 06:05:48.747789 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5c9e-9ba6-49c6-88ef-e6490cbe3f77 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.754447 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5c9e-9ba6-49c6-88ef-e6490cbe3f77 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.820811 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5c9e-9ba6-49c6-88ef-e6490cbe3f77 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.822056 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fa7a5c9e-9ba6-49c6-88ef-e6490cbe3f77 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2648664 Sep 16 06:05:48.825202 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40446) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:48.831636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bdd3934a-6958-4713-a0f9-0cbcc9495728 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'security_group_rule': {'security_group_id': '6a57d09a-b58a-4754-8ff6-9cf3a171eaa5', 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:48.833499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a5c9e-9ba6-49c6-88ef-e6490cbe3f77 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:48.840128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-0cb1d685-62b2-4b97-be85-656661750c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:48.842082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-0cb1d685-62b2-4b97-be85-656661750c36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 916 time: 0.1341152 Sep 16 06:05:48.884418 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '167bb8f4-2a56-46dc-b099-39216c385358', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'port_id': '2b3d6eb2-0888-48d9-b925-96440b893555', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'mac_address': 'fa:16:3e:5d:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3461600-57ea-44be-8580-236f829e853c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:05:47Z', 'updated_at': '2021-09-16T06:05:47Z', 'revision_number': 0, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 5, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:48.890934 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd3934a-6958-4713-a0f9-0cbcc9495728 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.915056 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] Checking router: f29d3a3e-d7f0-4205-8497-f415aa224e6d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:05:48.921322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-833199f6-06c2-45e5-9dcb-6325ec820f5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 1000 time: 0.0695286 Sep 16 06:05:48.924239 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:05:48.924858 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:05:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:48.944229 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd3934a-6958-4713-a0f9-0cbcc9495728 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.948769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd3934a-6958-4713-a0f9-0cbcc9495728 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.971823 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bdd3934a-6958-4713-a0f9-0cbcc9495728 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:48.973097 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bdd3934a-6958-4713-a0f9-0cbcc9495728 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456721 Sep 16 06:05:48.975594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3934a-6958-4713-a0f9-0cbcc9495728 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490ba14a-10f8-412a-a8e7-e2de596985e8,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:48.975738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-8b419f91-7a29-403c-9219-2f8709e0a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:48.977173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-8b419f91-7a29-403c-9219-2f8709e0a1d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0485771 Sep 16 06:05:48.977771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40448) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:48.982718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-fa050383-dfeb-45db-8e76-c7bec8b0a935 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'security_group_rule': {'security_group_id': '6a57d09a-b58a-4754-8ff6-9cf3a171eaa5', 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:49.035978 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa050383-dfeb-45db-8e76-c7bec8b0a935 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.042839 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:05:49.069018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-62669d02-9860-4876-9c41-734271c9830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:49.070529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-62669d02-9860-4876-9c41-734271c9830c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824478 Sep 16 06:05:49.124075 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa050383-dfeb-45db-8e76-c7bec8b0a935 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.150792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa050383-dfeb-45db-8e76-c7bec8b0a935 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.179866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa050383-dfeb-45db-8e76-c7bec8b0a935 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c68d134-e5de-47b2-8ae5-683710b3b8c7,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:49.194408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fa050383-dfeb-45db-8e76-c7bec8b0a935 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.198308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fa050383-dfeb-45db-8e76-c7bec8b0a935 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2169511 Sep 16 06:05:49.198676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40450) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:49.203846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-c58522d1-b794-4f43-802f-c69d76e55fee tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'security_group_rule': {'security_group_id': '6a57d09a-b58a-4754-8ff6-9cf3a171eaa5', 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:49.204041 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-15fa40e9-4b54-4095-8c96-1c6e08a05e46 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243250 Sep 16 06:05:49.234031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c58522d1-b794-4f43-802f-c69d76e55fee tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.276789 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '167bb8f4-2a56-46dc-b099-39216c385358', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'port_id': '2b3d6eb2-0888-48d9-b925-96440b893555', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'mac_address': 'fa:16:3e:5d:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3461600-57ea-44be-8580-236f829e853c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:05:47Z', 'updated_at': '2021-09-16T06:05:47Z', 'revision_number': 0, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 5, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:05:49.296949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c58522d1-b794-4f43-802f-c69d76e55fee tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.302026 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c58522d1-b794-4f43-802f-c69d76e55fee tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.305049 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337a02a-26f7-412f-844a-e5f44431467f None None] The sync data for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 is: [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '167bb8f4-2a56-46dc-b099-39216c385358', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'port_id': '2b3d6eb2-0888-48d9-b925-96440b893555', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'mac_address': 'fa:16:3e:5d:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3461600-57ea-44be-8580-236f829e853c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:05:47Z', 'updated_at': '2021-09-16T06:05:47Z', 'revision_number': 0, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 5, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:05:49.318278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c767a8cc-18e6-484e-b198-f605f3c1b673 req-6af946cf-878f-4ce4-ace8-4c6d3e0aff93 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076925 Sep 16 06:05:49.327320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58522d1-b794-4f43-802f-c69d76e55fee tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd74b2e2-8b4d-4dda-b3d3-7c5c0a8e11c6,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:49.338184 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c58522d1-b794-4f43-802f-c69d76e55fee tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.340043 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c58522d1-b794-4f43-802f-c69d76e55fee tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392722 Sep 16 06:05:49.343064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40452) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:49.348673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7e04a488-9092-494c-ae4c-58775d0dfb1c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'security_group_rule': {'security_group_id': '6a57d09a-b58a-4754-8ff6-9cf3a171eaa5', 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:49.377734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e04a488-9092-494c-ae4c-58775d0dfb1c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.442734 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e04a488-9092-494c-ae4c-58775d0dfb1c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.446752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e04a488-9092-494c-ae4c-58775d0dfb1c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.466728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a488-9092-494c-ae4c-58775d0dfb1c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0c3179-72f6-482a-ab72-ed9be474a5b4,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:49.472815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7e04a488-9092-494c-ae4c-58775d0dfb1c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.474022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7e04a488-9092-494c-ae4c-58775d0dfb1c tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298165 Sep 16 06:05:49.476813 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40454) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:49.481350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'security_group_rule': {'security_group_id': '6a57d09a-b58a-4754-8ff6-9cf3a171eaa5', 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:49.504785 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Project b8c1292a201b49aea0ccc02d1e430173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:05:49.510275 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.535049 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d1f9e-d5a0-41d6-b56b-8e56ef5cf96b None None] New status for floating IP 167bb8f4-2a56-46dc-b099-39216c385358: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:05:49.582274 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.586600 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.605413 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00760a7e-003c-45b1-9ddf-3ff543f95a45,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:49.614833 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.616271 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9b2e826c-caf9-48b9-95e0-afe36d34bfb7 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384730 Sep 16 06:05:49.619025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40456) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:05:49.624049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'security_group_rule': {'security_group_id': '6a57d09a-b58a-4754-8ff6-9cf3a171eaa5', 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:49.649806 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Project b8c1292a201b49aea0ccc02d1e430173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:05:49.654943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.728369 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.732522 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.747773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92673e39-9a56-4a76-9d53-a5a9624f3101,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:49.756254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:49.760384 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-47be0bf3-60ea-4491-bf57-4cb0e4455d5d tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374722 Sep 16 06:05:49.836851 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-ed3a6036-acb1-4e33-af57-1f0c73005245 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609113944&fields=id&tenant_id=b8c1292a201b49aea0ccc02d1e430173 HTTP/1.1" status: 200 len: 267 time: 0.0358419 Sep 16 06:05:49.900425 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-62f89eb7-0697-4440-a3ea-3626b6fcc1dd tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:49.901912 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-62f89eb7-0697-4440-a3ea-3626b6fcc1dd tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0588057 Sep 16 06:05:49.913270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'port': {'security_groups': ['6820741f-35a1-452f-90f8-afb9be885f7d', '6a57d09a-b58a-4754-8ff6-9cf3a171eaa5']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:05:49.972044 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.158255 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2b3d6eb2-0888-48d9-b925-96440b893555,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:05:50.190852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.206995 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.222744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2b3d6eb2-0888-48d9-b925-96440b893555'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:50.253866 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:50.254548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.256044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1f05ad46-b29d-4ad9-a3fd-7f69b864e7ef req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "PUT /v2.0/ports/2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 982 time: 0.3471704 Sep 16 06:05:50.262455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:05:50.264900 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c08466-48fa-416a-a054-6b80380888b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:05:50.346128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2b3d6eb2-0888-48d9-b925-96440b893555'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:05:50.356728 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d53fb56-5824-450e-93c1-f921a3961641 x-openstack-request-id: req-9d53fb56-5824-450e-93c1-f921a3961641 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:05:50.357022 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:05:50.357271 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d53fb56-5824-450e-93c1-f921a3961641 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:05:50.357671 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555', 'status': 'completed', 'code': 200} Sep 16 06:05:50.358253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a0df8-8046-41ec-9941-dfcddb28a24a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=6']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:05:50.427795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd8e0c-700e-4590-81ce-eb10671a9b1c req-31edcf13-05b0-47f2-985a-f434d672d704 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:50.429450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cfd8e0c-700e-4590-81ce-eb10671a9b1c req-31edcf13-05b0-47f2-985a-f434d672d704 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0934145 Sep 16 06:05:50.446962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08466-48fa-416a-a054-6b80380888b9 req-f21c3c67-6724-486b-8a44-3c7d31670c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:50.448480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91c08466-48fa-416a-a054-6b80380888b9 req-f21c3c67-6724-486b-8a44-3c7d31670c42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1137 time: 0.0653424 Sep 16 06:05:50.509496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1cfd8e0c-700e-4590-81ce-eb10671a9b1c req-6ba6f9e4-f5ae-4031-b2e9-1fec849c09ce tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717261 Sep 16 06:05:50.567901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-447dc339-ca34-40ab-a3b9-9e281f2e126a None None] Provisioning complete for port 2b3d6eb2-0888-48d9-b925-96440b893555 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:05:50.568608 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-447dc339-ca34-40ab-a3b9-9e281f2e126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.571733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08466-48fa-416a-a054-6b80380888b9 req-19fc04c1-6052-4df1-a13e-557f699a1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:50.573308 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91c08466-48fa-416a-a054-6b80380888b9 req-19fc04c1-6052-4df1-a13e-557f699a1f59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 916 time: 0.1159418 Sep 16 06:05:50.653399 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91c08466-48fa-416a-a054-6b80380888b9 req-9f43f07c-81c0-48a1-ad22-0c2470403dd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 1002 time: 0.0709326 Sep 16 06:05:50.707834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08466-48fa-416a-a054-6b80380888b9 req-224af814-b38b-4ece-b20f-e97577153424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:50.709366 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91c08466-48fa-416a-a054-6b80380888b9 req-224af814-b38b-4ece-b20f-e97577153424 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0491314 Sep 16 06:05:50.755216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c08466-48fa-416a-a054-6b80380888b9 req-6263fba2-7a82-4f94-ae7a-2bd371141225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:05:50.756849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91c08466-48fa-416a-a054-6b80380888b9 req-6263fba2-7a82-4f94-ae7a-2bd371141225 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393519 Sep 16 06:05:50.857349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91c08466-48fa-416a-a054-6b80380888b9 req-7d5f7f90-ef46-44d0-bef4-a64183e72f29 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926840 Sep 16 06:05:50.960586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91c08466-48fa-416a-a054-6b80380888b9 req-8694fe2b-5d38-4e6a-9dec-ce355bdf81ad service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950844 Sep 16 06:05:55.262625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:55.961139 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-166bf4f1-2ef1-4301-8219-11c4c6fcac69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:58.282414 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-55bd12fd-66a8-404c-9ac9-dce9235d70d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:59.275347 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:00.052831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:01.452352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:12.392343 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:13.433687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19801c12-d2a7-4c5d-9c25-c346ae865a48 req-808e044c-3764-437a-bfd0-62b77a59766e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:13.435219 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19801c12-d2a7-4c5d-9c25-c346ae865a48 req-808e044c-3764-437a-bfd0-62b77a59766e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0815861 Sep 16 06:06:13.441836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-d64646ff-a248-41ef-82cf-e13fe2018f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:13.443319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-d64646ff-a248-41ef-82cf-e13fe2018f2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1137 time: 0.0767372 Sep 16 06:06:13.503864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19801c12-d2a7-4c5d-9c25-c346ae865a48 req-42c66ef7-3e34-4bef-a6ef-3af70df72ce6 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594864 Sep 16 06:06:13.566141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-c36bd0af-c59e-49fb-a28a-12dffcc57944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:13.567685 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-c36bd0af-c59e-49fb-a28a-12dffcc57944 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 916 time: 0.1101804 Sep 16 06:06:13.640769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-484db1b2-ed42-44dc-8236-6e1f26249b8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 1002 time: 0.0653014 Sep 16 06:06:13.693004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-e6c95f4c-d917-4d25-b1d6-8dc90eae3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:13.694515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-e6c95f4c-d917-4d25-b1d6-8dc90eae3773 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0451605 Sep 16 06:06:13.742519 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-b9f2fef8-d088-4e5d-a468-947b62719204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:13.744043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-b9f2fef8-d088-4e5d-a468-947b62719204 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417063 Sep 16 06:06:13.841555 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-ae69be4a-b841-4cb1-9380-dc19ef6321d4 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883803 Sep 16 06:06:13.933494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0560e40a-6128-41cd-9b86-423f0c49f02a req-6d15df69-1198-4c7a-9969-1070d6b4f3ea service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838227 Sep 16 06:06:14.641121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101b4e-8a87-4373-9451-fe48fad46183 req-4c1bbe7f-aae3-4fad-bcf7-89091cf486f1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:14.642848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02101b4e-8a87-4373-9451-fe48fad46183 req-4c1bbe7f-aae3-4fad-bcf7-89091cf486f1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0553992 Sep 16 06:06:14.687776 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02101b4e-8a87-4373-9451-fe48fad46183 req-41f3c58c-8c69-41e2-8a84-7305933fbbeb tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353584 Sep 16 06:06:15.801895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76d03-a37e-42c2-8b55-89bd9965ceb1 req-dd3726ac-4cd8-4722-a4b8-bed7e9d9bf73 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:15.803358 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bed76d03-a37e-42c2-8b55-89bd9965ceb1 req-dd3726ac-4cd8-4722-a4b8-bed7e9d9bf73 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0482848 Sep 16 06:06:15.844741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bed76d03-a37e-42c2-8b55-89bd9965ceb1 req-ead9d0bb-43c2-48db-99f4-6a53249349d4 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344636 Sep 16 06:06:16.361509 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:16.968009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f9f6-e43d-407c-bb64-73996012a95d req-d3b6b701-92ab-42ac-ada8-d129cea5e6a1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:16.969573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f454f9f6-e43d-407c-bb64-73996012a95d req-d3b6b701-92ab-42ac-ada8-d129cea5e6a1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0547750 Sep 16 06:06:17.012858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f454f9f6-e43d-407c-bb64-73996012a95d req-39e96e7f-766a-4251-b7a9-126b462a43f4 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370440 Sep 16 06:06:18.133635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf938d-418d-4bc6-bf7b-d92a81a7b3a8 req-71553d23-579d-40dc-922a-05fc29476990 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:18.135173 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4aaf938d-418d-4bc6-bf7b-d92a81a7b3a8 req-71553d23-579d-40dc-922a-05fc29476990 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0538456 Sep 16 06:06:18.176356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4aaf938d-418d-4bc6-bf7b-d92a81a7b3a8 req-31774b13-49e2-4a7c-b7e8-2a4af9d04b7e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349805 Sep 16 06:06:19.290307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10634d62-81b9-4708-821c-fa0600effb2e req-6db145c8-1311-49c7-b44f-871e630316dd tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:19.291872 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10634d62-81b9-4708-821c-fa0600effb2e req-6db145c8-1311-49c7-b44f-871e630316dd tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0496042 Sep 16 06:06:19.333572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-10634d62-81b9-4708-821c-fa0600effb2e req-1a399f84-8f4b-4f03-b49a-da58e155a269 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350642 Sep 16 06:06:20.450815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7d610-7d23-43eb-8356-f0c12c17bcc9 req-102bb01b-54bb-482b-b27e-43785f38cc4f tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.452383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca7d610-7d23-43eb-8356-f0c12c17bcc9 req-102bb01b-54bb-482b-b27e-43785f38cc4f tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0494609 Sep 16 06:06:20.493758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4ca7d610-7d23-43eb-8356-f0c12c17bcc9 req-7d2dae78-0384-403b-aaff-2101fb6a4916 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352528 Sep 16 06:06:20.675438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b72965-d799-4990-96ad-97c5bc41defc req-aad89ce2-2df6-438b-82f0-c99ec2ea5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.677042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82b72965-d799-4990-96ad-97c5bc41defc req-aad89ce2-2df6-438b-82f0-c99ec2ea5d58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1137 time: 0.0454838 Sep 16 06:06:20.802009 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b72965-d799-4990-96ad-97c5bc41defc req-b246c302-8ed0-482b-b117-0e4a87cbcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.803496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82b72965-d799-4990-96ad-97c5bc41defc req-b246c302-8ed0-482b-b117-0e4a87cbcb8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 916 time: 0.1012394 Sep 16 06:06:20.877903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82b72965-d799-4990-96ad-97c5bc41defc req-919017b5-d87a-4456-95fd-48fae566bda9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 1002 time: 0.0627828 Sep 16 06:06:20.932825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b72965-d799-4990-96ad-97c5bc41defc req-b39e7428-ece3-4c12-8cf4-4fa9da73c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.934338 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82b72965-d799-4990-96ad-97c5bc41defc req-b39e7428-ece3-4c12-8cf4-4fa9da73c0cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0453696 Sep 16 06:06:20.986256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b72965-d799-4990-96ad-97c5bc41defc req-cc7a9f97-09df-4377-aa9c-83faf743aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:20.987770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82b72965-d799-4990-96ad-97c5bc41defc req-cc7a9f97-09df-4377-aa9c-83faf743aed1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418339 Sep 16 06:06:21.095043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82b72965-d799-4990-96ad-97c5bc41defc req-1238990f-c2a0-455c-9245-cdb7f6c5ec04 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946612 Sep 16 06:06:21.189060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-82b72965-d799-4990-96ad-97c5bc41defc req-489b58dc-09d4-439c-97d9-63033d3f92a2 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Sep 16 06:06:21.616561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07c2c-21f9-4b72-a7da-b1fdd8408725 req-4caaa002-ea58-4468-9830-6ed74b97ac45 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:21.618141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2da07c2c-21f9-4b72-a7da-b1fdd8408725 req-4caaa002-ea58-4468-9830-6ed74b97ac45 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0567560 Sep 16 06:06:21.663659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2da07c2c-21f9-4b72-a7da-b1fdd8408725 req-9ad948e6-de67-43fd-9bef-8540451d63f1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388713 Sep 16 06:06:22.784389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156d57-1c62-4eb5-a1ff-0129650f466e req-46b754cd-3f31-4a17-89a9-b872c83a0f29 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:22.786084 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2156d57-1c62-4eb5-a1ff-0129650f466e req-46b754cd-3f31-4a17-89a9-b872c83a0f29 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0500298 Sep 16 06:06:22.827616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2156d57-1c62-4eb5-a1ff-0129650f466e req-a7d6a18f-6d87-4f17-b053-2eab60f39e64 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345643 Sep 16 06:06:23.944676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bd52-b3ee-47fc-8698-a8631f291e26 req-92dfb3aa-b94b-4e31-80f4-3c0d3d661ffe tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:23.946210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa09bd52-b3ee-47fc-8698-a8631f291e26 req-92dfb3aa-b94b-4e31-80f4-3c0d3d661ffe tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0495827 Sep 16 06:06:23.988224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa09bd52-b3ee-47fc-8698-a8631f291e26 req-79ba824c-82f7-4d7b-9be7-6dcdcb91abdd tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350678 Sep 16 06:06:25.108544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532493d-2361-4961-959f-75a2cc625ec0 req-3c2c3a6c-ce77-472e-a15e-04baf5699a8a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:25.110106 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5532493d-2361-4961-959f-75a2cc625ec0 req-3c2c3a6c-ce77-472e-a15e-04baf5699a8a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0542431 Sep 16 06:06:25.154452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5532493d-2361-4961-959f-75a2cc625ec0 req-16eeaaa6-f300-45b0-ac33-02147e3d4ab6 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364556 Sep 16 06:06:25.274168 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:25.961725 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a875b9f4-8150-4afe-8347-d9279358a000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:26.269555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831d789-c854-4771-bf78-de481af9bf7c req-fb6a64f3-5004-4940-bdad-0951d7560a8a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:26.271094 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8831d789-c854-4771-bf78-de481af9bf7c req-fb6a64f3-5004-4940-bdad-0951d7560a8a tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0499144 Sep 16 06:06:26.316346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8831d789-c854-4771-bf78-de481af9bf7c req-4b0fa459-3989-4e25-83a8-9802a813d5cb tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352798 Sep 16 06:06:27.437186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb833-faca-4cda-9976-9d06a8c97b5f req-f9d9775e-9ddc-46c5-bc38-5598fffff97f tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:27.438736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cbcb833-faca-4cda-9976-9d06a8c97b5f req-f9d9775e-9ddc-46c5-bc38-5598fffff97f tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0501969 Sep 16 06:06:27.479082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3cbcb833-faca-4cda-9976-9d06a8c97b5f req-af856921-cc98-4792-8737-349fe539f420 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340359 Sep 16 06:06:28.283107 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d53735df-aad9-4159-835e-6f918946985f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:28.619101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d10b-358e-4e9f-835f-45ce32b0cccd req-b90ea844-bd78-4a0e-970f-e354a8f5e2bb tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:28.620667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a62d10b-358e-4e9f-835f-45ce32b0cccd req-b90ea844-bd78-4a0e-970f-e354a8f5e2bb tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0595999 Sep 16 06:06:28.661283 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2a62d10b-358e-4e9f-835f-45ce32b0cccd req-f087c9b5-013d-4b96-a1f2-c6f6f8947048 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344813 Sep 16 06:06:29.280434 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:29.783542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2471416-9ca1-49c4-9318-802b0e2ff83b req-cc3d3dbf-a35d-4e9b-bb8c-de18267a33d4 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:29.785153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2471416-9ca1-49c4-9318-802b0e2ff83b req-cc3d3dbf-a35d-4e9b-bb8c-de18267a33d4 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0501921 Sep 16 06:06:29.827655 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2471416-9ca1-49c4-9318-802b0e2ff83b req-2afda4f2-a16d-4094-a379-0b60607859f1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360253 Sep 16 06:06:30.056425 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:30.945382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa703268-ea16-4ec5-a8cc-7e789be844d8 req-763ba88f-4caf-4e83-982b-fbdabc20b0c0 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:06:30.946895 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa703268-ea16-4ec5-a8cc-7e789be844d8 req-763ba88f-4caf-4e83-982b-fbdabc20b0c0 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0508287 Sep 16 06:06:30.988465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fa703268-ea16-4ec5-a8cc-7e789be844d8 req-eb893437-269d-4c88-9884-15022c3de387 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&id=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347614 Sep 16 06:06:31.459330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:42.400474 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:53.361796 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:55.275221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:55.962829 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-724599ee-a54b-477b-964b-efba82cd5659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:58.287809 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b8-81d7-4d1c-9f15-c2649966d872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:59.282055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:00.058179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:01.462020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.491591 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-f21168d7-888d-4898-968e-25f0494164ec tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609113944&fields=id&tenant_id=b8c1292a201b49aea0ccc02d1e430173 HTTP/1.1" status: 200 len: 267 time: 0.0344229 Sep 16 06:07:04.548799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-f55ea6a6-2d28-4b18-87ef-f7b87ccf9aa9 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:04.550303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-f55ea6a6-2d28-4b18-87ef-f7b87ccf9aa9 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 985 time: 0.0528877 Sep 16 06:07:04.561635 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Request body: {'port': {'security_groups': ['6820741f-35a1-452f-90f8-afb9be885f7d']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:04.628062 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.809406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2b3d6eb2-0888-48d9-b925-96440b893555,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:04.840222 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.845168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.857600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2b3d6eb2-0888-48d9-b925-96440b893555'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:04.893444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:04.894103 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:04.895559 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-68041061-9ed2-4bc7-a650-f694a5f66a69 req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "PUT /v2.0/ports/2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 943 time: 0.3386607 Sep 16 06:07:04.896015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:04.903438 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefde0e5-05e2-4401-9dd0-4195fc1ad777" -d '{"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:04.904591 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40548) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:04.928217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event updated for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=7']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:04.937184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.937523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.937868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.938374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.938713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.939041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.939370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.939742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.940069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.940816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.940816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.941060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46896f36-f8a3-4e8c-992f-a09ca2a174ae tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:04.957603 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d6d55f-26a2-4697-a204-0a763aee8bf6 x-openstack-request-id: req-94d6d55f-26a2-4697-a204-0a763aee8bf6 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:04.958015 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:04.958328 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94d6d55f-26a2-4697-a204-0a763aee8bf6 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:04.959111 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555', 'status': 'completed', 'code': 200} Sep 16 06:07:04.982865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2b3d6eb2-0888-48d9-b925-96440b893555'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:05.005845 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.033964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-1c12482f-511e-4992-bb1f-eca4a175f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.035922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-1c12482f-511e-4992-bb1f-eca4a175f28b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1098 time: 0.0515027 Sep 16 06:07:05.038314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.131894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.135469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.137099 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "DELETE /v2.0/security-groups/6a57d09a-b58a-4754-8ff6-9cf3a171eaa5 HTTP/1.1" status: 204 len: 168 time: 0.2306542 Sep 16 06:07:05.141120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40552) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:05.148057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57d09a-b58a-4754-8ff6-9cf3a171eaa5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:05.160952 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.161509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.162327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.163222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.163878 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.165046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.165779 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.166471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.167173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.167512 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.168210 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.168826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073c331-e9a1-42db-8c0b-8b3b06b4d994 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:05.189288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-db8df4e1-ce84-47db-9c23-cfd7d667f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.190888 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-db8df4e1-ce84-47db-9c23-cfd7d667f3b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 916 time: 0.1467917 Sep 16 06:07:05.274534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f3403266-c800-484c-9e50-18705b9be457 None None] Provisioning complete for port 2b3d6eb2-0888-48d9-b925-96440b893555 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:05.274908 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3403266-c800-484c-9e50-18705b9be457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.302985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-047b79c2-1764-440c-9014-08a5d84aeba3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 1002 time: 0.1026707 Sep 16 06:07:05.384491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-10fd3aa0-122f-49e2-a849-dff9d73ef09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.386468 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-10fd3aa0-122f-49e2-a849-dff9d73ef09c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0725591 Sep 16 06:07:05.428290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Deleting port cf1d848c-9718-462a-a19a-652e35b44676 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:05.428633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.494638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-5cad1070-4e74-42e4-a595-5ef55a38efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:05.496245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-5cad1070-4e74-42e4-a595-5ef55a38efed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005974 Sep 16 06:07:05.522922 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.523252 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:05.551591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Calling delete_port for cf1d848c-9718-462a-a19a-652e35b44676 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:06.004484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-3aa068dc-982e-43fc-bcb5-e684a075dec0 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921210 Sep 16 06:07:06.149630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fefde0e5-05e2-4401-9dd0-4195fc1ad777 req-6fe65ab5-84b9-4a4a-bc8c-f88ec67b3ad0 service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292133 Sep 16 06:07:06.162946 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:06.192804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event deleted for resources: {'Port': ['ID=cf1d848c-9718-462a-a19a-652e35b44676,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:06.253642 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:06.253969 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Floating IP 167bb8f4-2a56-46dc-b099-39216c385358 disassociated (deleted). External IP: 172.25.6.168, port: 2b3d6eb2-0888-48d9-b925-96440b893555. Sep 16 06:07:06.465674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Router f29d3a3e-d7f0-4205-8497-f415aa224e6d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:06.573703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:06.580334 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:06.584255 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] Sync routers for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:06.595312 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:06.595953 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:06:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:06.607717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4a2997c3-4092-486b-8bd5-abb0f6eeda20 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "DELETE /v2.0/floatingips/167bb8f4-2a56-46dc-b099-39216c385358 HTTP/1.1" status: 204 len: 168 time: 1.4655323 Sep 16 06:07:06.706540 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:06.960048 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:06.964531 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028340e-8659-437f-8e68-6b6673e647a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:07.000598 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccb1943-46a1-434a-8a2e-ba3a6ebd6df5 x-openstack-request-id: req-5ccb1943-46a1-434a-8a2e-ba3a6ebd6df5 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:07.001081 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:07.001418 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ccb1943-46a1-434a-8a2e-ba3a6ebd6df5 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:07.001930 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555', 'status': 'completed', 'code': 200} Sep 16 06:07:07.023744 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 5, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:07.050503 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] Checking router: f29d3a3e-d7f0-4205-8497-f415aa224e6d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:07.060192 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:07.060825 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:06:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:07.067704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028340e-8659-437f-8e68-6b6673e647a9 req-e5e4b41b-e842-4d3b-95ed-3a13150d1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.069378 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a028340e-8659-437f-8e68-6b6673e647a9 req-e5e4b41b-e842-4d3b-95ed-3a13150d1e3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c1292a201b49aea0ccc02d1e430173&device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 1098 time: 0.0418186 Sep 16 06:07:07.168773 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028340e-8659-437f-8e68-6b6673e647a9 req-fa14ecf3-b917-4bc5-8ff2-ef67acace950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.170185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a028340e-8659-437f-8e68-6b6673e647a9 req-fa14ecf3-b917-4bc5-8ff2-ef67acace950 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 200 len: 916 time: 0.0926061 Sep 16 06:07:07.173490 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:07.221037 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a028340e-8659-437f-8e68-6b6673e647a9 req-937c2cda-6f61-4534-b09e-10f0a62026ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 200 len: 217 time: 0.0358837 Sep 16 06:07:07.270401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028340e-8659-437f-8e68-6b6673e647a9 req-b9f60d94-4b04-4674-a2f9-d8a43ec5b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.272026 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a028340e-8659-437f-8e68-6b6673e647a9 req-b9f60d94-4b04-4674-a2f9-d8a43ec5b300 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 200 len: 854 time: 0.0441484 Sep 16 06:07:07.325754 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028340e-8659-437f-8e68-6b6673e647a9 req-5d923be3-f284-4508-8925-317b7680b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:07.327279 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a028340e-8659-437f-8e68-6b6673e647a9 req-5d923be3-f284-4508-8925-317b7680b2a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1131dda7-38e0-4e45-a772-411d8d25b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457778 Sep 16 06:07:07.382406 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 5, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:07.409926 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93369aee-d090-426c-a3ad-ce051a7fd2f2 None None] The sync data for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 is: [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:04:58Z', 'revision_number': 4, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'e69aad60-7431-4e1a-bb78-9040e3b9fb84', 'name': '', 'network_id': '1131dda7-38e0-4e45-a772-411d8d25b6b1', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'mac_address': 'fa:16:3e:5b:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:57Z', 'updated_at': '2021-09-16T06:05:02Z', 'revision_number': 5, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'subnets': [{'id': 'ad623afc-12d9-4804-93a2-1b7ee81a0eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:07.434494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a028340e-8659-437f-8e68-6b6673e647a9 req-2c03fdd9-0660-4b26-8b4d-ee0e55909ffe service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992181 Sep 16 06:07:07.542303 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a028340e-8659-437f-8e68-6b6673e647a9 req-52e9d17c-e5c3-43c6-819a-9bdee305c54d service neutron] 10.222.0.73 "GET /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960922 Sep 16 06:07:07.684045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db90775-60e3-4500-8db9-c40142dc7ea4 None None] New status for floating IP 167bb8f4-2a56-46dc-b099-39216c385358: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:07:12.407980 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:13.616829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbd07b-e85a-49b8-9f30-b5c55957a38b req-0374fca3-6beb-423a-9dc3-be7b014301c1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:13.618487 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2cbd07b-e85a-49b8-9f30-b5c55957a38b req-0374fca3-6beb-423a-9dc3-be7b014301c1 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0569408 Sep 16 06:07:13.660715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2cbd07b-e85a-49b8-9f30-b5c55957a38b req-c829d978-ce57-49a8-b0e2-a2f614e23af6 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350468 Sep 16 06:07:14.781857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e2aa-4ffa-4e22-98f9-d6b9a7680dfb req-55fac624-36f3-4a7e-b603-12a34d57385e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:14.783801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7772e2aa-4ffa-4e22-98f9-d6b9a7680dfb req-55fac624-36f3-4a7e-b603-12a34d57385e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0501633 Sep 16 06:07:14.835205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7772e2aa-4ffa-4e22-98f9-d6b9a7680dfb req-a98a79cc-8f5a-4c3e-adea-00fd52f2ba45 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Sep 16 06:07:15.586696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-48a11117-18ea-4ce9-99ab-72cf64b2b57e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:15.588484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-48a11117-18ea-4ce9-99ab-72cf64b2b57e tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 946 time: 0.0494177 Sep 16 06:07:15.681173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Deleting port 2b3d6eb2-0888-48d9-b925-96440b893555 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:15.681520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.773923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] For port 2b3d6eb2-0888-48d9-b925-96440b893555, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=2b3d6eb2-0888-48d9-b925-96440b893555,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:15.774302 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.786932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Calling delete_port for 2b3d6eb2-0888-48d9-b925-96440b893555 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:15.955523 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:15.971539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62770f2-2e89-40b1-980b-bd2fe07216be req-d279d2f6-5ceb-480f-9b71-411da4a6e8eb tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:15.973100 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d62770f2-2e89-40b1-980b-bd2fe07216be req-d279d2f6-5ceb-480f-9b71-411da4a6e8eb tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3461600-57ea-44be-8580-236f829e853c HTTP/1.1" status: 200 len: 867 time: 0.0686328 Sep 16 06:07:15.973338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['2b3d6eb2-0888-48d9-b925-96440b893555'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:16.006238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Pushing event deleted for resources: {'Port': ['ID=2b3d6eb2-0888-48d9-b925-96440b893555,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:16.067475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] No DVR routers for this DVR port 2b3d6eb2-0888-48d9-b925-96440b893555 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:16.072898 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d62770f2-2e89-40b1-980b-bd2fe07216be req-0c838e3a-b5c0-4bf0-b9b5-d0c790cb5d63 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.55 "GET /v2.0/security-groups?id=6820741f-35a1-452f-90f8-afb9be885f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753298 Sep 16 06:07:16.074520 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:16.076465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb74240f-99c4-4a13-8c5e-177b7a4270f4 req-0250cdf5-31c3-4dbb-8dc1-dd981577e774 tempest-TestMinimumBasicScenario-937877314 tempest-TestMinimumBasicScenario-937877314-project] 10.222.0.73 "DELETE /v2.0/ports/2b3d6eb2-0888-48d9-b925-96440b893555 HTTP/1.1" status: 204 len: 173 time: 0.4809649 Sep 16 06:07:16.076908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'name': 'network-vif-deleted', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:16.079220 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6f35e0-7331-49b5-92be-f135a0687ab0" -d '{"events": [{"server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "name": "network-vif-deleted", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:16.119707 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a2cf1b-7b49-4089-808d-9b41c993780c x-openstack-request-id: req-96a2cf1b-7b49-4089-808d-9b41c993780c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:16.120492 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3461600-57ea-44be-8580-236f829e853c", "name": "network-vif-deleted", "tag": "2b3d6eb2-0888-48d9-b925-96440b893555", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:16.120760 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96a2cf1b-7b49-4089-808d-9b41c993780c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:16.121146 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3461600-57ea-44be-8580-236f829e853c', 'name': 'network-vif-deleted', 'tag': '2b3d6eb2-0888-48d9-b925-96440b893555', 'status': 'completed', 'code': 200} Sep 16 06:07:17.649736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40648) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:18.007402 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:18.265819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Deleting port e69aad60-7431-4e1a-bb78-9040e3b9fb84 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:18.266457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:18.346792 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] For port e69aad60-7431-4e1a-bb78-9040e3b9fb84, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e69aad60-7431-4e1a-bb78-9040e3b9fb84,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:18.347151 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:18.364659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Calling delete_port for e69aad60-7431-4e1a-bb78-9040e3b9fb84 owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:18.546031 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:18.572436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Pushing event deleted for resources: {'Port': ['ID=e69aad60-7431-4e1a-bb78-9040e3b9fb84,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:18.746238 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:18.953802 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2b3d6eb2-0888-48d9-b925-96440b893555 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:18.967937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Router f29d3a3e-d7f0-4205-8497-f415aa224e6d has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:18.977546 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 2b3d6eb2-0888-48d9-b925-96440b893555 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:18.977886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 2b3d6eb2-0888-48d9-b925-96440b893555 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:19.078774 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:19.085001 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4d1f177e-d4d0-4f48-bb6c-443de86eb92d admin admin] 10.222.0.55 "PUT /v2.0/routers/f29d3a3e-d7f0-4205-8497-f415aa224e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4330814 Sep 16 06:07:19.086479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40650) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:19.090142 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] Sync routers for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:19.100490 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:19.101122 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:06:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:19.193504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.209064 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:19.303420 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.359282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Deleting port a3da40ef-6078-4b84-8b00-cb4e2f38c531 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:19.359621 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.404624 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:07:18Z', 'revision_number': 5, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port': {'id': 'a3da40ef-6078-4b84-8b00-cb4e2f38c531', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:04:56Z', 'updated_at': '2021-09-16T06:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:19.430518 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] Checking router: f29d3a3e-d7f0-4205-8497-f415aa224e6d for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:19.439578 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] Routers {'f29d3a3e-d7f0-4205-8497-f415aa224e6d'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:19.440236 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:06:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:19.440844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] For port a3da40ef-6078-4b84-8b00-cb4e2f38c531, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=a3da40ef-6078-4b84-8b00-cb4e2f38c531,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:19.441209 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.462109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Calling delete_port for a3da40ef-6078-4b84-8b00-cb4e2f38c531 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:19.529265 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] Set router f29d3a3e-d7f0-4205-8497-f415aa224e6d gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:19.581283 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:07:19Z', 'revision_number': 6, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:19.612387 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dac98d-0bdd-4bda-b94f-2aff3c59cc62 None None] The sync data for ids ['f29d3a3e-d7f0-4205-8497-f415aa224e6d'] in n-d-713301-15 is: [{'id': 'f29d3a3e-d7f0-4205-8497-f415aa224e6d', 'name': 'tempest-TestMinimumBasicScenario-1884284863-router', 'tenant_id': 'b8c1292a201b49aea0ccc02d1e430173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:04:55Z', 'updated_at': '2021-09-16T06:07:19Z', 'revision_number': 6, 'project_id': 'b8c1292a201b49aea0ccc02d1e430173', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:19.638020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.675226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3da40ef-6078-4b84-8b00-cb4e2f38c531,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:19.739598 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.831412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.833724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.881340 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.882276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f29d3a3e-d7f0-4205-8497-f415aa224e6d {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:07:19.887567 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.888783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ef8779de-b77e-4fe2-a5f9-887a62045836 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f29d3a3e-d7f0-4205-8497-f415aa224e6d HTTP/1.1" status: 204 len: 168 time: 0.8013625 Sep 16 06:07:19.891428 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40654) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:19.936509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] Deleting subnet ad623afc-12d9-4804-93a2-1b7ee81a0eb9 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:07:19.939684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:19.977413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.068548 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.122983 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.148803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad623afc-12d9-4804-93a2-1b7ee81a0eb9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:20.152546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.155631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d1c4d689-cc50-4284-87dc-2335c81ff93d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ad623afc-12d9-4804-93a2-1b7ee81a0eb9 HTTP/1.1" status: 204 len: 168 time: 0.2620590 Sep 16 06:07:20.156976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40656) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:20.158919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe09ce-4248-4405-8ce7-dea1223bf98b None None] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:07:20.224917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.284904 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Deleting port 2dd67d15-d7e9-489a-815a-9f45b0535d92 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:20.285249 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.360582 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] For port 2dd67d15-d7e9-489a-815a-9f45b0535d92, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2dd67d15-d7e9-489a-815a-9f45b0535d92,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:20.361060 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.375524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Calling delete_port for 2dd67d15-d7e9-489a-815a-9f45b0535d92 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:20.381416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] DHCP port deletion for 1131dda7-38e0-4e45-a772-411d8d25b6b1 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:07:20.444533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Deleting port 2dd67d15-d7e9-489a-815a-9f45b0535d92 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:20.444762 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.448986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e69aad60-7431-4e1a-bb78-9040e3b9fb84 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:20.473752 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.486478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e69aad60-7431-4e1a-bb78-9040e3b9fb84 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:20.486835 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e69aad60-7431-4e1a-bb78-9040e3b9fb84 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:20.487258 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2dd67d15-d7e9-489a-815a-9f45b0535d92 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:20.502454 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd67d15-d7e9-489a-815a-9f45b0535d92,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:20.510944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] No DVR routers for this DVR port 2dd67d15-d7e9-489a-815a-9f45b0535d92 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:20.511202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 2dd67d15-d7e9-489a-815a-9f45b0535d92 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:20.511561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 2dd67d15-d7e9-489a-815a-9f45b0535d92 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:20.511987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a3da40ef-6078-4b84-8b00-cb4e2f38c531 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:20.597147 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.627087 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1131dda7-38e0-4e45-a772-411d8d25b6b1']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:20.639024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3df669-c66b-40a8-a506-1a9d6dcc37e2') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:20.639475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3df669-c66b-40a8-a506-1a9d6dcc37e2') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:20.656170 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.676195 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.683603 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:07:20.684141 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:07:20.685930 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:07:20.723028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: a3da40ef-6078-4b84-8b00-cb4e2f38c531 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:20.723374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device a3da40ef-6078-4b84-8b00-cb4e2f38c531 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:20.740403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] For port 2dd67d15-d7e9-489a-815a-9f45b0535d92, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=2dd67d15-d7e9-489a-815a-9f45b0535d92,segment=NetworkSegment(1f3df669-c66b-40a8-a506-1a9d6dcc37e2),segment_id=1f3df669-c66b-40a8-a506-1a9d6dcc37e2)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:20.740811 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.745071 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.752288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.757043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1131dda7-38e0-4e45-a772-411d8d25b6b1 HTTP/1.1" status: 204 len: 168 time: 0.5962446 Sep 16 06:07:20.757497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40658) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:20.759007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Calling delete_port for 2dd67d15-d7e9-489a-815a-9f45b0535d92 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:20.766001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0542a-0359-422d-b60b-d988927095b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1131dda7-38e0-4e45-a772-411d8d25b6b1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:20.843449 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:20.866952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Network 1131dda7-38e0-4e45-a772-411d8d25b6b1 is not hosted by any dhcp agent {{(pid=94720) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 06:07:20.867409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] No DVR routers for this DVR port 2dd67d15-d7e9-489a-815a-9f45b0535d92 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:20.869191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Pushing event deleted for resources: {'Port': ['ID=2dd67d15-d7e9-489a-815a-9f45b0535d92,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:20.880647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.880647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.880647 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.881063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.881284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.881610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.881935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.882255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.882577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.882960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.883206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:20.883524 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451903b3-dd60-4fbc-b2b6-5db3e0dbaadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:21.114315 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.367646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Deleting port 3540eeda-9038-47ca-9cf9-d756e60b388f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:21.367880 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.451962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] For port 3540eeda-9038-47ca-9cf9-d756e60b388f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=3540eeda-9038-47ca-9cf9-d756e60b388f,segment=NetworkSegment(dcb25bfc-86c6-4dc9-83a1-018b54423046),segment_id=dcb25bfc-86c6-4dc9-83a1-018b54423046)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:21.452417 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.468693 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Calling delete_port for 3540eeda-9038-47ca-9cf9-d756e60b388f owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:21.674471 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:21.701598 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3540eeda-9038-47ca-9cf9-d756e60b388f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:21.877032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:22.095681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:22.205169 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:22.210300 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ab57efb5-77e2-42c9-8256-c780250357b2 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e127b64-fe7e-40ca-bdb0-af63c1cda40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515939 Sep 16 06:07:22.212891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40660) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:22.215572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] Sync routers for ids ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:22.228079 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] Routers {'2e127b64-fe7e-40ca-bdb0-af63c1cda40f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:22.228728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:06:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.321801 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:22.337773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] Set router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:22.426864 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:22.481532 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Deleting port e415687c-e598-4fbe-9ba1-d47a7efc4698 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:22.481878 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:22.542850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:07:21Z', 'revision_number': 5, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port': {'id': 'e415687c-e598-4fbe-9ba1-d47a7efc4698', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.565077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] For port e415687c-e598-4fbe-9ba1-d47a7efc4698, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=e415687c-e598-4fbe-9ba1-d47a7efc4698,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:22.565443 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:22.569936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] Checking router: 2e127b64-fe7e-40ca-bdb0-af63c1cda40f for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:22.577968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Calling delete_port for e415687c-e598-4fbe-9ba1-d47a7efc4698 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:22.580043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] Routers {'2e127b64-fe7e-40ca-bdb0-af63c1cda40f'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:22.580741 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:06:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.672966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] Set router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:22.727406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:07:22Z', 'revision_number': 6, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:22.759220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1bc88-f5e4-44b2-8eaf-af3b8e812e0d None None] The sync data for ids ['2e127b64-fe7e-40ca-bdb0-af63c1cda40f'] in n-d-713301-15 is: [{'id': '2e127b64-fe7e-40ca-bdb0-af63c1cda40f', 'name': 'tempest-TestMinimumBasicScenario-1093305202-router', 'tenant_id': '0651b4ad343748ec917cf1e99d74f99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:05:00Z', 'updated_at': '2021-09-16T06:07:22Z', 'revision_number': 6, 'project_id': '0651b4ad343748ec917cf1e99d74f99e', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:23.088682 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.115671 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Pushing event deleted for resources: {'Port': ['ID=e415687c-e598-4fbe-9ba1-d47a7efc4698,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:23.185535 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.281442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.283658 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.328422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.328999 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e127b64-fe7e-40ca-bdb0-af63c1cda40f {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:07:23.333512 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.334519 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb90171b-b4d9-43d3-ba80-8e16f70a295f admin admin] 10.222.0.55 "DELETE /v2.0/routers/2e127b64-fe7e-40ca-bdb0-af63c1cda40f HTTP/1.1" status: 204 len: 168 time: 1.1200838 Sep 16 06:07:23.337138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40662) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:23.382928 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] Deleting subnet 0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:07:23.386657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.421696 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.508287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.569489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.596759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:23.602147 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.604127 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b1bcd835-10c6-408d-99a9-b188971f0cc5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0bb5eb58-c05b-41dd-8c5f-f2f44beb7d32 HTTP/1.1" status: 204 len: 168 time: 0.2660229 Sep 16 06:07:23.607130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40664) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:23.609316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda02c7-e7e9-420d-b8c3-2145b66c66e5 None None] Network 17a3c9dc-57f6-46e6-a754-0677cf378a5d requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:07:23.686367 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.742736 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Deleting port c50bc359-5364-4ed8-bbf0-1594411636c8 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:23.743081 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.821978 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] For port c50bc359-5364-4ed8-bbf0-1594411636c8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c50bc359-5364-4ed8-bbf0-1594411636c8,segment=NetworkSegment(dcb25bfc-86c6-4dc9-83a1-018b54423046),segment_id=dcb25bfc-86c6-4dc9-83a1-018b54423046)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:23.822705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.824083 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] DHCP port deletion for 17a3c9dc-57f6-46e6-a754-0677cf378a5d request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:07:23.841992 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Calling delete_port for c50bc359-5364-4ed8-bbf0-1594411636c8 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:23.883081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] Deleting port c50bc359-5364-4ed8-bbf0-1594411636c8 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:07:23.883486 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.927566 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.952337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] For port c50bc359-5364-4ed8-bbf0-1594411636c8, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c50bc359-5364-4ed8-bbf0-1594411636c8,segment=NetworkSegment(dcb25bfc-86c6-4dc9-83a1-018b54423046),segment_id=dcb25bfc-86c6-4dc9-83a1-018b54423046)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:23.952748 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:23.953505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50bc359-5364-4ed8-bbf0-1594411636c8,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:23.957901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] No DVR routers for this DVR port c50bc359-5364-4ed8-bbf0-1594411636c8 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:23.973606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] Calling delete_port for c50bc359-5364-4ed8-bbf0-1594411636c8 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:07:24.036125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.051404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.057173 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a3c9dc-57f6-46e6-a754-0677cf378a5d']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:24.066920 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb25bfc-86c6-4dc9-83a1-018b54423046') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:24.067217 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb25bfc-86c6-4dc9-83a1-018b54423046') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:24.076450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] Pushing event deleted for resources: {'Port': ['ID=c50bc359-5364-4ed8-bbf0-1594411636c8,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:24.078910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.081793 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2a21c-b099-4cf3-9bf6-2932ab3e91ed None None] No DVR routers for this DVR port c50bc359-5364-4ed8-bbf0-1594411636c8 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:07:24.105904 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.112306 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:07:24.112706 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: timer() Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:07:24.114394 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:07:24.174530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.181945 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.185482 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/17a3c9dc-57f6-46e6-a754-0677cf378a5d HTTP/1.1" status: 204 len: 168 time: 0.5768394 Sep 16 06:07:24.199961 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea5e4b-90c5-490f-bc03-14fbef6f38e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a3c9dc-57f6-46e6-a754-0677cf378a5d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:24.352524 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40668) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:24.388810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c50bc359-5364-4ed8-bbf0-1594411636c8 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:24.396223 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-272de096-4e1e-4f8a-9a7f-cb75f56afc85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8c1292a201b49aea0ccc02d1e430173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403032 Sep 16 06:07:24.396800 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40670) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:24.409419 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c50bc359-5364-4ed8-bbf0-1594411636c8 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:24.409771 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c50bc359-5364-4ed8-bbf0-1594411636c8 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:24.410192 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3540eeda-9038-47ca-9cf9-d756e60b388f no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:24.432695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 3540eeda-9038-47ca-9cf9-d756e60b388f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:24.432996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 3540eeda-9038-47ca-9cf9-d756e60b388f not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:24.433396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e415687c-e598-4fbe-9ba1-d47a7efc4698 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:07:24.448805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82f6eb9a-df5d-474f-afa1-bfc5b2b64f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.452979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: e415687c-e598-4fbe-9ba1-d47a7efc4698 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:07:24.453347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device e415687c-e598-4fbe-9ba1-d47a7efc4698 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:07:24.472680 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82f6eb9a-df5d-474f-afa1-bfc5b2b64f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.523772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82f6eb9a-df5d-474f-afa1-bfc5b2b64f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.526533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-82f6eb9a-df5d-474f-afa1-bfc5b2b64f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.528419 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-82f6eb9a-df5d-474f-afa1-bfc5b2b64f73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6820741f-35a1-452f-90f8-afb9be885f7d HTTP/1.1" status: 204 len: 168 time: 0.1304646 Sep 16 06:07:24.536863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6eb9a-df5d-474f-afa1-bfc5b2b64f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6820741f-35a1-452f-90f8-afb9be885f7d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:24.855865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40676) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:24.898598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5f0c66db-d075-4c60-8438-1d580ca32c54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0651b4ad343748ec917cf1e99d74f99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414367 Sep 16 06:07:24.901158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40678) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:24.955139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7697c0c-5998-4400-9f57-ec4a57d57c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:24.977398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7697c0c-5998-4400-9f57-ec4a57d57c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:25.025068 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7697c0c-5998-4400-9f57-ec4a57d57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:25.027952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e7697c0c-5998-4400-9f57-ec4a57d57c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:25.029185 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e7697c0c-5998-4400-9f57-ec4a57d57c59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a54647ab-29f6-400e-af04-6ee69769b00d HTTP/1.1" status: 204 len: 168 time: 0.1270807 Sep 16 06:07:25.038636 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7697c0c-5998-4400-9f57-ec4a57d57c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54647ab-29f6-400e-af04-6ee69769b00d,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:25.305487 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:25.968161 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2f87c0a2-db17-4026-a719-a68b9e5ffdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:26.747796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40718) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:26.752541 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699154747', 'description': 'tempest-secgroup-smoke-1699154747 description', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:26.774421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:26.782505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:26.885059 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:26.889378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:26.927292 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57de3cf9-f921-4036-9556-eb5865c38bed,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:26.983278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:26.987485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.014258 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.015511 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2666113 Sep 16 06:07:27.018839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40720) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:27.019925 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f7a72-896a-419c-9775-86522e35c497 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc4650-b0ed-4d27-abf1-c0c93e846233,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.024612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-176d81c3-555b-450e-b458-0ac36f641b90 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '4fdc4650-b0ed-4d27-abf1-c0c93e846233', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:27.056898 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-176d81c3-555b-450e-b458-0ac36f641b90 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.106530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-176d81c3-555b-450e-b458-0ac36f641b90 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.114771 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-176d81c3-555b-450e-b458-0ac36f641b90 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.133075 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d81c3-555b-450e-b458-0ac36f641b90 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482c7918-211b-48d9-8cb8-c152beb7e2b1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.138487 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-176d81c3-555b-450e-b458-0ac36f641b90 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.140370 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-176d81c3-555b-450e-b458-0ac36f641b90 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203871 Sep 16 06:07:27.143162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40722) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:27.147834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1b617f5c-11e3-47b0-a003-9459d3009ea9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '4fdc4650-b0ed-4d27-abf1-c0c93e846233', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:27.176572 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b617f5c-11e3-47b0-a003-9459d3009ea9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.237925 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b617f5c-11e3-47b0-a003-9459d3009ea9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.241617 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b617f5c-11e3-47b0-a003-9459d3009ea9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.258942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b617f5c-11e3-47b0-a003-9459d3009ea9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb5d99d-11e9-48ae-ad4e-ef85def099fd,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.266176 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1b617f5c-11e3-47b0-a003-9459d3009ea9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.267384 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1b617f5c-11e3-47b0-a003-9459d3009ea9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231709 Sep 16 06:07:27.270225 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40724) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:27.274629 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4ee7f8a4-4676-4bec-bf94-f65a6ef8303b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '4fdc4650-b0ed-4d27-abf1-c0c93e846233', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:27.303078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f8a4-4676-4bec-bf94-f65a6ef8303b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.367236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f8a4-4676-4bec-bf94-f65a6ef8303b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.372057 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f8a4-4676-4bec-bf94-f65a6ef8303b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.394804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7f8a4-4676-4bec-bf94-f65a6ef8303b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c697a15-f8ef-4dfd-9c7f-f8e7b46294b7,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.401296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f8a4-4676-4bec-bf94-f65a6ef8303b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.402690 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4ee7f8a4-4676-4bec-bf94-f65a6ef8303b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314840 Sep 16 06:07:27.405802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40726) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:27.410609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3140a686-af15-4cee-b141-f72daa799ad6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '4fdc4650-b0ed-4d27-abf1-c0c93e846233', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:27.438722 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3140a686-af15-4cee-b141-f72daa799ad6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.500595 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3140a686-af15-4cee-b141-f72daa799ad6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.504533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3140a686-af15-4cee-b141-f72daa799ad6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.524235 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140a686-af15-4cee-b141-f72daa799ad6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b77cc58-3311-48d6-b2b0-19911840f741,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.528442 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3140a686-af15-4cee-b141-f72daa799ad6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.529769 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3140a686-af15-4cee-b141-f72daa799ad6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229739 Sep 16 06:07:27.534236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40728) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:27.538820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '4fdc4650-b0ed-4d27-abf1-c0c93e846233', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:27.562275 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:07:27.567533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.632581 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.638082 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.655718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f3bfb3-aa5c-47ee-8447-85b9acf49f66,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.661899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.663074 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0e9bfeb1-91c0-4a79-9a71-952a5bbd79a2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277487 Sep 16 06:07:27.666619 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40732) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:27.671101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '4fdc4650-b0ed-4d27-abf1-c0c93e846233', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:27.693786 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:07:27.699456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.766750 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.770591 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.790316 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7da79a4-58e4-4d32-9218-b0fcc8e8ae28,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:27.801702 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.804044 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dc97b92c-6b36-4c69-908a-f94b594cf718 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361513 Sep 16 06:07:27.806856 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40734) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:27.813770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'network': {'name': 'tempest-network-smoke--567146262', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:27.836962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:27.840749 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.868024 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:07:27.880010 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.880396 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Added segment 7630f0c2-1a49-45cc-b714-003be607ee50 of type vlan for network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b Sep 16 06:07:27.922222 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.951305 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.957088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:27.957690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:27.997833 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1890776 Sep 16 06:07:28.000966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40736) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:28.005849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'admin_state_up': True, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:28.029685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.030134 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47cb32-b77a-4d06-abc0-b5d51b17ac3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Network': ['ID=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:28.031036 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.047830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:07:28.084536 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.291509 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-94d9e266-c1c2-46ff-9ac2-09852b3f2fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.574760 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.773587 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.796527 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:28.903338 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.142 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/92f4fd24-43f8-4c33-8bc3-4540a2f0523a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:29.013827 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.048214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.086282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:29.089527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:29.095227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:29.101138 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:29.286753 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.354815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.559478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.688976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router e76f50d6-4101-421e-bd84-65e69f08df25 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:07:29.799919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:29.810346 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Sync routers for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:29.819642 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:29.820303 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:29.827911 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:29.829409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c25e868d-7516-41a2-a730-e2f3987cd741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8272054 Sep 16 06:07:29.832563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40738) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:29.930410 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:29.957185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1e28f922-417c-42b1-9b6c-1f051d66746c tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d05c19c558ed4e7abea0a96a45b00b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1231983 Sep 16 06:07:29.959927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40742) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:30.056268 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947161a5-eb55-493e-90b8-c0ad81397cc6 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:30.060605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-947161a5-eb55-493e-90b8-c0ad81397cc6 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969539 Sep 16 06:07:30.060789 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40744) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:30.067206 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.090660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-75812bd4-cb8d-4d74-bc0e-279fff8a2af7 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287058 Sep 16 06:07:30.093343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40746) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:30.098257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355295110', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:30.186692 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:30.190478 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.196796 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:29Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:30.227735 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Checking router: e76f50d6-4101-421e-bd84-65e69f08df25 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:30.228083 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Updating router e76f50d6-4101-421e-bd84-65e69f08df25 port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:07:30.253115 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.368421 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:07:30.382822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.449267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Subnet': ['ID=338876da-9605-4431-baa0-0e53084bb553,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:30.458655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Checking segment: {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:30.459015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network hostable DHCP agents. Network: b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:07:30.476646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:07:30.486855 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:30.491385 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:30.491995 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.497607 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f390e54-b542-4fb1-bd95-21d8b985b9fe None None] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:07:30.507450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-60415d0d-ac3b-4bae-a4aa-3980fb658dc8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4129841 Sep 16 06:07:30.510437 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40748) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:30.533354 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.540140 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.603313 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Attempting to bind port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:30.603683 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Attempting to bind port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:30.604044 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Attempting to bind port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:30.615335 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:30.615706 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:30.616143 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.616514 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:30.616982 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Bound port: 92f4fd24-43f8-4c33-8bc3-4540a2f0523a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:30.617366 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.619156 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Pushing event updated for resources: {'Port': ['ID=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:30.644035 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.644400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.644736 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.645677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.645677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.645677 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.646022 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.646348 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.646669 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.646988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.647311 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.647628 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:07:30.689086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:07:30.689565 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] For port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:30.690229 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.693222 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] For port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:30.697033 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:30.753673 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:30.754299 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:30.846797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Allocated IP 172.20.0.2 (b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b/338876da-9605-4431-baa0-0e53084bb553/037d9258-7c40-49cb-ab4f-ff8d3c874631) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:30.873695 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:30.934498 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228d2c6-2862-464a-a5ce-a0dbcaa99375 None None] Pushing event updated for resources: {'Port': ['ID=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:30.987654 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.006779 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.013942 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.055205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:31.058181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:31.066147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:31.074418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Pushing event updated for resources: {'Port': ['ID=037d9258-7c40-49cb-ab4f-ff8d3c874631,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:31.078138 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:29Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:31.106283 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171be3d6-275c-4132-8ed9-5f8eb30c9f45 None None] The sync data for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 is: [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:29Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:31.132250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Attempting to bind port 037d9258-7c40-49cb-ab4f-ff8d3c874631 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:31.132624 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Attempting to bind port 037d9258-7c40-49cb-ab4f-ff8d3c874631 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:31.133369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Attempting to bind port 037d9258-7c40-49cb-ab4f-ff8d3c874631 on network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:31.140380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:31.140906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Checking segment: {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:31.141326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.141724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Bound using segment: {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:31.142230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Bound port: 037d9258-7c40-49cb-ab4f-ff8d3c874631, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:31.142618 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.217880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] For port 037d9258-7c40-49cb-ab4f-ff8d3c874631, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:31.221521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] For port 037d9258-7c40-49cb-ab4f-ff8d3c874631, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=037d9258-7c40-49cb-ab4f-ff8d3c874631,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:31.226058 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.293231 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aec07c-878e-48cc-80fa-a23cb7b7371a None None] Pushing event updated for resources: {'Port': ['ID=037d9258-7c40-49cb-ab4f-ff8d3c874631,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:31.305622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.1 (b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b/338876da-9605-4431-baa0-0e53084bb553/66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:31.450794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.471310 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.513845 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.564425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:31.569907 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:31.576773 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:31.583661 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:31.634316 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:31.780858 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.100459 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.105615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.180561 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:32.186502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.289038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:32.292474 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:32.334805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987ff7e-47de-4341-a271-5b6bd41bcbd3 None None] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:07:32.424944 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c5ac4683-d0f2-4993-b3cf-886a38ab80a1 None None] Provisioning complete for port 037d9258-7c40-49cb-ab4f-ff8d3c874631 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:32.425372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4683-d0f2-4993-b3cf-886a38ab80a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.425733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router e76f50d6-4101-421e-bd84-65e69f08df25 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:32.480906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 037d9258-7c40-49cb-ab4f-ff8d3c874631 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:32.545272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:32.551379 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-300d1370-4078-4372-ae16-3ba43fdcf5f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/e76f50d6-4101-421e-bd84-65e69f08df25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0392907 Sep 16 06:07:32.630687 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4683-d0f2-4993-b3cf-886a38ab80a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.633849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 037d9258-7c40-49cb-ab4f-ff8d3c874631 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:32.634422 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.709264 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c5ac4683-d0f2-4993-b3cf-886a38ab80a1 None None] For port 037d9258-7c40-49cb-ab4f-ff8d3c874631, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=037d9258-7c40-49cb-ab4f-ff8d3c874631,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:32.718139 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4683-d0f2-4993-b3cf-886a38ab80a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.745886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-835e1d70-99e3-45cf-bf17-e64441771fb9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699154747&fields=id&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 267 time: 0.0564547 Sep 16 06:07:32.803836 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 92f4fd24-43f8-4c33-8bc3-4540a2f0523a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:32.805703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac4683-d0f2-4993-b3cf-886a38ab80a1 None None] Pushing event updated for resources: {'Port': ['ID=037d9258-7c40-49cb-ab4f-ff8d3c874631,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:32.860963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:32.861336 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.893386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-3c46d71d-2a0f-4e59-81c3-34a98d3b8d6b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:32.895167 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-3c46d71d-2a0f-4e59-81c3-34a98d3b8d6b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/networks?id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b HTTP/1.1" status: 200 len: 796 time: 0.1380515 Sep 16 06:07:32.920536 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-af08240b-b3bb-47ea-a2b3-c4e0bf8063d4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/quotas/d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 375 time: 0.0163472 Sep 16 06:07:32.952674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Sync routers for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:32.974497 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.984806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bd15d1e4-3ea6-4542-b3b4-1c71487db564 None None] Provisioning complete for port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:32.985174 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bd15d1e4-3ea6-4542-b3b4-1c71487db564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:32.988257 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-17aa299c-fdf3-4da7-8e48-3a5d1993f6b9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610700 Sep 16 06:07:33.012467 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:33.013305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:33.060365 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:33.068647 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.102735 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-5e6d0e08-7dec-442c-9f43-f2d08bef4d6e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:07:33.103837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-5e6d0e08-7dec-442c-9f43-f2d08bef4d6e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596428 Sep 16 06:07:33.108979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-bd15d1e4-3ea6-4542-b3b4-1c71487db564 None None] Port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:07:33.184453 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:33.193070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bd15d1e4-3ea6-4542-b3b4-1c71487db564 None None] Provisioning complete for port 037d9258-7c40-49cb-ab4f-ff8d3c874631 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:33.193291 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bd15d1e4-3ea6-4542-b3b4-1c71487db564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.214722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-4d24419a-888e-4fb3-a3de-a473c03cef88 service neutron] 10.222.0.55 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011336 Sep 16 06:07:33.247680 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:33.316830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-25183ef9-e63a-4206-bfbe-003a293d6a70 service neutron] 10.222.0.55 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955369 Sep 16 06:07:33.505911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b74b9f22-a52c-4e5a-9e14-00bb8af6b452 req-206bf45d-cc7d-4142-89a3-723658971dd5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 210 time: 0.0318825 Sep 16 06:07:33.672507 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 2, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:33.707370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Checking router: e76f50d6-4101-421e-bd84-65e69f08df25 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:33.707724 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Updating router e76f50d6-4101-421e-bd84-65e69f08df25 port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:07:33.742235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-07b77fd4-cf22-4ce3-a879-083d4bf73ff5 None None] Provisioning complete for port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:33.742609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-07b77fd4-cf22-4ce3-a879-083d4bf73ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.747946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:33.808648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-07b77fd4-cf22-4ce3-a879-083d4bf73ff5 None None] Port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:07:34.060007 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.066723 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.119492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5bf46-8f75-4da2-8a47-f5c2368c1b1c None None] Pushing event updated for resources: {'Port': ['ID=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:34.182027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Attempting to bind port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:34.182559 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Attempting to bind port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:34.183486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Attempting to bind port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c on network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:34.189260 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:34.189684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Checking segment: {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:34.195276 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.195276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Bound using segment: {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:34.195276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Bound port: 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:34.195276 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.268945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] For port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:34.273468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] For port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:34.277403 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.343678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:34.344969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:34.352893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5bf46-8f75-4da2-8a47-f5c2368c1b1c None None] Pushing event updated for resources: {'Port': ['ID=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:34.399919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d591a0a2-a4fb-40b7-b83a-45c5eee5315e None None] Provisioning complete for port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:34.400328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d591a0a2-a4fb-40b7-b83a-45c5eee5315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.434893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 037d9258-7c40-49cb-ab4f-ff8d3c874631 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:34.549525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:34.636308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-df123fe4-ee34-4b7d-a158-c7fdb606285f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:34.637957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-df123fe4-ee34-4b7d-a158-c7fdb606285f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/networks?id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b HTTP/1.1" status: 200 len: 796 time: 0.1283276 Sep 16 06:07:34.664663 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-736be850-9573-47e6-8a6e-2d70f3d84518 req-3c2c6ca1-3d0c-4fb8-886a-e163cb16ade5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 210 time: 0.0586152 Sep 16 06:07:34.702644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-7fa444dc-fd1b-449a-988d-85bdfd2d5d38 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 380 time: 0.0495555 Sep 16 06:07:34.714295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d591a0a2-a4fb-40b7-b83a-45c5eee5315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.715889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'port': {'device_id': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'admin_state_up': True, 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'security_groups': ['4fdc4650-b0ed-4d27-abf1-c0c93e846233']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:34.722202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 037d9258-7c40-49cb-ab4f-ff8d3c874631 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:34.722573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.837178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d591a0a2-a4fb-40b7-b83a-45c5eee5315e None None] For port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:34.844311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d591a0a2-a4fb-40b7-b83a-45c5eee5315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.849506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:07:34.853208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:34.967632 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591a0a2-a4fb-40b7-b83a-45c5eee5315e None None] Pushing event updated for resources: {'Port': ['ID=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:34.977684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 92f4fd24-43f8-4c33-8bc3-4540a2f0523a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:34.998946 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.14 (b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b/338876da-9605-4431-baa0-0e53084bb553/39fa2072-9cf3-45ae-a048-05fa8e907c84) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:35.015296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-81bee18f-ba50-48c8-9d12-214c6ceff0c5 None None] Provisioning complete for port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:35.015677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-81bee18f-ba50-48c8-9d12-214c6ceff0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.045959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:35.079843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa30fb-689f-4684-bd2d-29d54f98d707 None None] The sync data for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 is: [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:35.109614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:35.109996 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.182783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.235422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.285744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:35.289119 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:35.294591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:35.323574 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=39fa2072-9cf3-45ae-a048-05fa8e907c84,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:35.363764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.364380 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.381900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-f47732c6-145a-49dd-bd98-448974e88cea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6701295 Sep 16 06:07:35.401465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Request body: {'port': {'device_id': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:35.466953 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.525666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9d15832f-95d1-4db4-aa1b-8349373bc5e4 None None] Provisioning complete for port 39fa2072-9cf3-45ae-a048-05fa8e907c84 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:35.526017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9d15832f-95d1-4db4-aa1b-8349373bc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.564483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9d15832f-95d1-4db4-aa1b-8349373bc5e4 None None] Port 39fa2072-9cf3-45ae-a048-05fa8e907c84 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:07:35.802863 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fa2072-9cf3-45ae-a048-05fa8e907c84 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:35.813149 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.832718 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Transition to ACTIVE for port object 39fa2072-9cf3-45ae-a048-05fa8e907c84 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:07:35.844804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87572c9-791b-452c-83b4-be8f2f59f334 req-38e48684-dcf0-4df4-a994-835bf8d1dc73 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:35.844804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d87572c9-791b-452c-83b4-be8f2f59f334 req-38e48684-dcf0-4df4-a994-835bf8d1dc73 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 932 time: 0.1002953 Sep 16 06:07:35.845278 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:35.920659 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=39fa2072-9cf3-45ae-a048-05fa8e907c84,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:35.938844 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d87572c9-791b-452c-83b4-be8f2f59f334 req-9fcec1b2-0a7b-4a67-8288-ab2224666247 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853655 Sep 16 06:07:36.008810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Attempting to bind port 39fa2072-9cf3-45ae-a048-05fa8e907c84 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:07:36.009157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Attempting to bind port 39fa2072-9cf3-45ae-a048-05fa8e907c84 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:07:36.009492 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Attempting to bind port 39fa2072-9cf3-45ae-a048-05fa8e907c84 on network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:36.015341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Port 39fa2072-9cf3-45ae-a048-05fa8e907c84 on network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:07:36.015666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Attempting to bind port 39fa2072-9cf3-45ae-a048-05fa8e907c84 on network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:07:36.023494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:07:36.024065 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Checking segment: {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:07:36.024557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Bound using segment: {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:07:36.025075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Bound port: 39fa2072-9cf3-45ae-a048-05fa8e907c84, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7630f0c2-1a49-45cc-b714-003be607ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:07:36.025505 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.098811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] For port 39fa2072-9cf3-45ae-a048-05fa8e907c84, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:07:36.102287 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] For port 39fa2072-9cf3-45ae-a048-05fa8e907c84, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:07:36.108513 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.146263 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.146883 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.148382 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/39fa2072-9cf3-45ae-a048-05fa8e907c84 HTTP/1.1" status: 200 len: 1093 time: 0.7529616 Sep 16 06:07:36.151840 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:36.154561 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5229a95-4a9e-4f96-8caf-c7c056786c98" -d '{"events": [{"name": "network-changed", "server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:36.213145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147c5e3-25c2-479a-aeb3-7b588f8ec5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=39fa2072-9cf3-45ae-a048-05fa8e907c84,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:36.226941 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e17de9-bff3-449b-a2f3-dfd58f6168f1 x-openstack-request-id: req-43e17de9-bff3-449b-a2f3-dfd58f6168f1 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:36.227249 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:36.227505 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43e17de9-bff3-449b-a2f3-dfd58f6168f1 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:36.227988 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'status': 'completed', 'code': 200} Sep 16 06:07:36.263918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-a12e786c-bfcf-47da-9344-465a5b2d82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.266022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-a12e786c-bfcf-47da-9344-465a5b2d82d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 1096 time: 0.0648506 Sep 16 06:07:36.315351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-641713bc-4d08-4b58-a10f-f57070c0d246 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84 HTTP/1.1" status: 200 len: 217 time: 0.0361905 Sep 16 06:07:36.380732 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-5e986f52-2205-42ea-9edb-444722357631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.382439 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-5e986f52-2205-42ea-9edb-444722357631 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=338876da-9605-4431-baa0-0e53084bb553 HTTP/1.1" status: 200 len: 835 time: 0.0557935 Sep 16 06:07:36.439870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-9fd9975d-566d-4a56-a974-eb44a73568f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.441467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-9fd9975d-566d-4a56-a974-eb44a73568f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467637 Sep 16 06:07:36.544713 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-dbd4f325-21ff-4e11-8fbc-088bbe1e5b88 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908206 Sep 16 06:07:36.558472 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:36.625185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:36.625570 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:36.649657 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17e9c653-148c-401e-9854-fd3cc7cd398a req-db752588-84b1-4dc8-86d9-21004718a8ed service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933971 Sep 16 06:07:36.742037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-731caf40-e83f-40d9-b303-8efd2ed4d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.743549 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-731caf40-e83f-40d9-b303-8efd2ed4d85d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 1096 time: 0.0427949 Sep 16 06:07:36.841870 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-adf4a1ef-c4ac-495f-9102-622e214d608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.843416 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-adf4a1ef-c4ac-495f-9102-622e214d608a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b HTTP/1.1" status: 200 len: 897 time: 0.0928123 Sep 16 06:07:36.887623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-2e893d35-54da-4b3f-97cc-a5812640cd59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84 HTTP/1.1" status: 200 len: 217 time: 0.0364828 Sep 16 06:07:36.942745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-d500def5-3709-4d68-b6c1-8b110ecebb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.944292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-d500def5-3709-4d68-b6c1-8b110ecebb1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=338876da-9605-4431-baa0-0e53084bb553 HTTP/1.1" status: 200 len: 835 time: 0.0490203 Sep 16 06:07:36.994069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-862791b7-497a-4958-a662-87ba3c268854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:36.995592 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-862791b7-497a-4958-a662-87ba3c268854 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430551 Sep 16 06:07:37.117341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164938-43aa-4109-af76-e51c906c738e req-ccf8ab3c-4e0e-4a72-a4d1-6eaa5b7c7bd8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:37.118868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1164938-43aa-4109-af76-e51c906c738e req-ccf8ab3c-4e0e-4a72-a4d1-6eaa5b7c7bd8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 944 time: 0.1074061 Sep 16 06:07:37.141974 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-593c1cba-1e01-4e7d-a9e1-a5cf0e91e456 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382375 Sep 16 06:07:37.193624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f1164938-43aa-4109-af76-e51c906c738e req-7c3b7b45-ba0e-42e5-8a76-de38585bae83 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650775 Sep 16 06:07:37.262712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b5229a95-4a9e-4f96-8caf-c7c056786c98 req-d23f6299-85be-4f5e-bdbd-366d1043624d service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116526 Sep 16 06:07:38.314802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc633c0-2a3d-47b6-9c20-a99b0229e5ab req-a8a8a4f1-1f81-4bf6-ab88-ff2328b3832a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:38.316470 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dc633c0-2a3d-47b6-9c20-a99b0229e5ab req-a8a8a4f1-1f81-4bf6-ab88-ff2328b3832a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 944 time: 0.0498827 Sep 16 06:07:38.356332 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4dc633c0-2a3d-47b6-9c20-a99b0229e5ab req-fc7be0c2-9cbc-4455-a290-15a3ce5f1eea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338199 Sep 16 06:07:39.014210 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 39fa2072-9cf3-45ae-a048-05fa8e907c84 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:07:39.113316 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 39fa2072-9cf3-45ae-a048-05fa8e907c84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:39.125455 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'port_id': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'mac_address': 'fa:16:3e:ab:32:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:07:39.163849 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.177202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fa2072-9cf3-45ae-a048-05fa8e907c84 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:07:39.197345 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 39fa2072-9cf3-45ae-a048-05fa8e907c84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:39.201293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:39.250837 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=39fa2072-9cf3-45ae-a048-05fa8e907c84,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:39.451534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['39fa2072-9cf3-45ae-a048-05fa8e907c84'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:07:39.495756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c328c-b40e-4dbc-978a-2fdf1fcf73cd req-f7f84c48-2e5d-4f84-b890-bfbeb7dd542e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:39.497740 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720c328c-b40e-4dbc-978a-2fdf1fcf73cd req-f7f84c48-2e5d-4f84-b890-bfbeb7dd542e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 945 time: 0.0685124 Sep 16 06:07:39.544530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-720c328c-b40e-4dbc-978a-2fdf1fcf73cd req-7cf610ab-1170-4db6-8c9c-cdc22af41dd7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Sep 16 06:07:40.663409 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc051-7210-4a2c-beba-212f652c6c73 req-47d457ff-9ea5-4d96-ba17-280e7a9bb105 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:40.664885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27bcc051-7210-4a2c-beba-212f652c6c73 req-47d457ff-9ea5-4d96-ba17-280e7a9bb105 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 945 time: 0.0505829 Sep 16 06:07:40.710351 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27bcc051-7210-4a2c-beba-212f652c6c73 req-2a0353d4-2f8e-46c6-9b87-5daee53dd581 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Sep 16 06:07:41.030371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 39fa2072-9cf3-45ae-a048-05fa8e907c84 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:07:41.083613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 39fa2072-9cf3-45ae-a048-05fa8e907c84 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:07:41.087401 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 39fa2072-9cf3-45ae-a048-05fa8e907c84 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:07:41.087799 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:41.170066 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:41.198828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:41.201623 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb5dd25-b8db-4101-a748-d720c84f745d" -d '{"events": [{"server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "name": "network-vif-plugged", "status": "completed", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:41.217972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 39fa2072-9cf3-45ae-a048-05fa8e907c84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:07:41.222881 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:41.249779 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706fedc0-6432-4fec-9a9e-c2b716057714 x-openstack-request-id: req-706fedc0-6432-4fec-9a9e-c2b716057714 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:41.250074 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "name": "network-vif-plugged", "status": "completed", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:41.250330 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-706fedc0-6432-4fec-9a9e-c2b716057714 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:41.250694 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'code': 200} Sep 16 06:07:41.281046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=39fa2072-9cf3-45ae-a048-05fa8e907c84,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:41.356239 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646afd74-0002-42b3-adc0-364544bfbf48 req-24eb90f7-eb1f-40b1-bc88-2d653277409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:41.357775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-646afd74-0002-42b3-adc0-364544bfbf48 req-24eb90f7-eb1f-40b1-bc88-2d653277409b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 1098 time: 0.0436170 Sep 16 06:07:41.405205 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-646afd74-0002-42b3-adc0-364544bfbf48 req-454a836b-25ea-46a7-8c6b-5324d1147ecc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364196 Sep 16 06:07:41.828758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2efec-76e2-4b16-83ef-7d003b633bfa req-2c6060d0-3a47-4d98-bd59-ae03a98de22a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:41.830287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92d2efec-76e2-4b16-83ef-7d003b633bfa req-2c6060d0-3a47-4d98-bd59-ae03a98de22a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0491662 Sep 16 06:07:41.868183 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92d2efec-76e2-4b16-83ef-7d003b633bfa req-25f403f8-bd8d-4db5-955a-27ca71219618 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313051 Sep 16 06:07:42.411300 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:42.991893 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88dc1-fc0e-483c-a6eb-7f02075a5a4e req-feeda85a-cf2a-407a-8117-b9a7cbec4719 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:42.993424 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87a88dc1-fc0e-483c-a6eb-7f02075a5a4e req-feeda85a-cf2a-407a-8117-b9a7cbec4719 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0520778 Sep 16 06:07:43.036818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-87a88dc1-fc0e-483c-a6eb-7f02075a5a4e req-dc6da69a-8eb8-4b4c-a48d-0a4ef494c7da tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367475 Sep 16 06:07:43.151742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106f72-0da9-47db-bb53-350f992d9dfb req-48af8108-a40f-47be-aff9-ff4ec3862d30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:43.153698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5106f72-0da9-47db-bb53-350f992d9dfb req-48af8108-a40f-47be-aff9-ff4ec3862d30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0498149 Sep 16 06:07:43.192025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5106f72-0da9-47db-bb53-350f992d9dfb req-aee8a5d6-f708-4aee-aaaa-918e84f922ba tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Sep 16 06:07:43.213721 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40804) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:43.257985 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da41f1-6b30-460d-9fab-c2378207ac43 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:43.259537 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a6da41f1-6b30-460d-9fab-c2378207ac43 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 1093 time: 0.0448136 Sep 16 06:07:43.262511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40806) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:43.267252 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:07:43.289705 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:43.390985 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:43.497076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.169 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/e094e4a4-7a84-40ca-b398-9cc7a4f659d9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:07:43.600848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:43.633909 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:43.671391 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:07:43.674481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:07:43.679702 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:07:43.717668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=e094e4a4-7a84-40ca-b398-9cc7a4f659d9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:44.055690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.127321 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.284279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.289755 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.362327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=e094e4a4-7a84-40ca-b398-9cc7a4f659d9,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:07:44.372840 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:44.472509 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP ee7cf13c-00bd-4a6a-ba15-0350b2bafd42 associated. External IP: 172.25.6.169, port: 39fa2072-9cf3-45ae-a048-05fa8e907c84. Sep 16 06:07:44.999790 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router e76f50d6-4101-421e-bd84-65e69f08df25 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:07:45.105792 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:07:45.115079 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] Sync routers for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:07:45.119975 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:45.125552 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:45.126173 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:45.149665 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-92b8688c-c76c-4a62-9d53-89c86b8bf1e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8860774 Sep 16 06:07:45.150299 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:07:45.153383 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263da80-4887-48c2-ba52-f40a4449b26b" -d '{"events": [{"name": "network-changed", "server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:07:45.197448 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a62ac8-a7af-4dbd-abb6-9237d4ce69e1 x-openstack-request-id: req-27a62ac8-a7af-4dbd-abb6-9237d4ce69e1 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:07:45.197751 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:07:45.198002 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27a62ac8-a7af-4dbd-abb6-9237d4ce69e1 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:07:45.198405 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'status': 'completed', 'code': 200} Sep 16 06:07:45.257029 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:45.276824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d3fc3-86d5-46a9-944d-faf6801c2e8c req-1a091170-62cd-4505-abd2-5d38d4375415 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:45.278509 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f88d3fc3-86d5-46a9-944d-faf6801c2e8c req-1a091170-62cd-4505-abd2-5d38d4375415 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0766990 Sep 16 06:07:45.285197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263da80-4887-48c2-ba52-f40a4449b26b req-4b309a86-fe9e-4528-ae1a-a33415c515d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:45.286697 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2263da80-4887-48c2-ba52-f40a4449b26b req-4b309a86-fe9e-4528-ae1a-a33415c515d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 1098 time: 0.0593984 Sep 16 06:07:45.375010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f88d3fc3-86d5-46a9-944d-faf6801c2e8c req-72d8ba6c-254c-47aa-8d89-6b136efe7d6d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862272 Sep 16 06:07:45.398804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40812) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:45.408614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263da80-4887-48c2-ba52-f40a4449b26b req-eeb93eb7-4204-4875-968c-be33715fd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:45.408614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2263da80-4887-48c2-ba52-f40a4449b26b req-eeb93eb7-4204-4875-968c-be33715fd288 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b HTTP/1.1" status: 200 len: 897 time: 0.1128411 Sep 16 06:07:45.462809 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4393902f-346a-429c-a0fc-2128611d5f2e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/ee7cf13c-00bd-4a6a-ba15-0350b2bafd42 HTTP/1.1" status: 200 len: 992 time: 0.0617311 Sep 16 06:07:45.482529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2263da80-4887-48c2-ba52-f40a4449b26b req-5c821eb2-aa52-4512-a820-52f44cac5934 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84 HTTP/1.1" status: 200 len: 1000 time: 0.0657725 Sep 16 06:07:45.500427 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'ee7cf13c-00bd-4a6a-ba15-0350b2bafd42', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'port_id': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'mac_address': 'fa:16:3e:ab:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:43Z', 'updated_at': '2021-09-16T06:07:43Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:45.530647 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] Checking router: e76f50d6-4101-421e-bd84-65e69f08df25 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:07:45.533646 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263da80-4887-48c2-ba52-f40a4449b26b req-5786268a-1900-4f1a-af3b-f790104b6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:45.535139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2263da80-4887-48c2-ba52-f40a4449b26b req-5786268a-1900-4f1a-af3b-f790104b6406 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=338876da-9605-4431-baa0-0e53084bb553 HTTP/1.1" status: 200 len: 835 time: 0.0458734 Sep 16 06:07:45.539042 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:07:45.539659 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:07:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:45.583363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263da80-4887-48c2-ba52-f40a4449b26b req-ac8f5e2b-d89a-4fbe-a065-468b4ebfb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:07:45.584919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2263da80-4887-48c2-ba52-f40a4449b26b req-ac8f5e2b-d89a-4fbe-a065-468b4ebfb12b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425892 Sep 16 06:07:45.646157 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:07:45.978558 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'ee7cf13c-00bd-4a6a-ba15-0350b2bafd42', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'port_id': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'mac_address': 'fa:16:3e:ab:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:43Z', 'updated_at': '2021-09-16T06:07:43Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:07:46.010178 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7fc6f-372a-4f6e-a00c-95a6cc1baba4 None None] The sync data for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 is: [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'ee7cf13c-00bd-4a6a-ba15-0350b2bafd42', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'port_id': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'mac_address': 'fa:16:3e:ab:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:07:43Z', 'updated_at': '2021-09-16T06:07:43Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:07:46.036262 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2263da80-4887-48c2-ba52-f40a4449b26b req-ebe1e7bf-5a81-4154-b737-3209da94bb53 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433253 Sep 16 06:07:46.132569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2263da80-4887-48c2-ba52-f40a4449b26b req-8f055a77-8c6d-40e3-b4cc-a75587d50aa1 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879328 Sep 16 06:07:46.205356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47bd819-a28f-477e-a053-eeeaf848d9c9 None None] New status for floating IP ee7cf13c-00bd-4a6a-ba15-0350b2bafd42: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:07:46.466614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40814) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:07:46.532752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-12b63a1b-1cc9-46bf-8ef7-fb36b77c5b4e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/ee7cf13c-00bd-4a6a-ba15-0350b2bafd42 HTTP/1.1" status: 200 len: 994 time: 0.0648549 Sep 16 06:07:55.319543 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:55.980215 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8727f269-c895-4fee-ae31-c13424518720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:58.294498 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-15d51e7f-a88d-455f-b1fb-13547c3bd99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:07:59.280496 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:00.064924 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:01.468822 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:07.367607 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:12.432645 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:21.605739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-1c1ab7df-dece-4cb8-838b-d6e283df8369 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395062 Sep 16 06:08:21.693510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-a088f45c-3f09-42b3-abcf-6aaf5137a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:21.695111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-a088f45c-3f09-42b3-abcf-6aaf5137a94d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 1098 time: 0.0450146 Sep 16 06:08:21.833369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-6e3e2a0a-6622-4597-b5e3-e959848cb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:21.834722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-6e3e2a0a-6622-4597-b5e3-e959848cb266 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b HTTP/1.1" status: 200 len: 897 time: 0.1174679 Sep 16 06:08:21.922205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c91697-f698-4ea3-8280-e2079a32d306 req-7fcd1da0-6b6e-46e0-afe6-6a480ae84ed5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:21.923687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43c91697-f698-4ea3-8280-e2079a32d306 req-7fcd1da0-6b6e-46e0-afe6-6a480ae84ed5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.1035764 Sep 16 06:08:21.925840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-1b1618a1-d313-49ae-9cb4-1c231163a1a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84 HTTP/1.1" status: 200 len: 1002 time: 0.0776072 Sep 16 06:08:21.997665 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-43c91697-f698-4ea3-8280-e2079a32d306 req-45a3e7f7-fa5b-4061-90ac-a324a358b67c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679123 Sep 16 06:08:22.001571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-75152c79-7671-49de-84da-8a39bb89f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:22.003033 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-75152c79-7671-49de-84da-8a39bb89f77b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=338876da-9605-4431-baa0-0e53084bb553 HTTP/1.1" status: 200 len: 835 time: 0.0656197 Sep 16 06:08:22.055606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-da68e67a-c68f-4cfb-955e-45ccb08b0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:22.057169 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-da68e67a-c68f-4cfb-955e-45ccb08b0f2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414822 Sep 16 06:08:22.157450 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-dce0672b-29c3-44f0-a6a3-e7f09a71e613 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890548 Sep 16 06:08:22.255816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4479229a-aca2-43b9-a91e-2ec8a8fde772 req-348614d4-2af9-40c7-acab-bcaeb4d3a020 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864875 Sep 16 06:08:23.121988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369968-af08-4f8f-8d2b-ecc4b513ac6c req-be096b2f-0dc2-4b7c-a0aa-6e6bb291d130 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:23.123573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49369968-af08-4f8f-8d2b-ecc4b513ac6c req-be096b2f-0dc2-4b7c-a0aa-6e6bb291d130 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0548654 Sep 16 06:08:23.172438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-49369968-af08-4f8f-8d2b-ecc4b513ac6c req-91e718a9-fe92-4865-921b-36a0210022af tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Sep 16 06:08:23.194949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40834) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:23.255862 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f41a53df-dc0a-4ac7-bd43-98154682c3fd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/ee7cf13c-00bd-4a6a-ba15-0350b2bafd42 HTTP/1.1" status: 200 len: 994 time: 0.0597653 Sep 16 06:08:24.562363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f143ee0-666e-40bd-a666-dd022b91c990 req-ad47dd22-2e63-4b38-8863-78e4caf2440d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:24.563781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f143ee0-666e-40bd-a666-dd022b91c990 req-ad47dd22-2e63-4b38-8863-78e4caf2440d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0540376 Sep 16 06:08:24.604560 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f143ee0-666e-40bd-a666-dd022b91c990 req-4fdab72d-b62a-447a-a9ca-942d40143937 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345354 Sep 16 06:08:25.318652 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:25.722216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ecdc-42d0-4642-a537-361408a7c145 req-12ac59a8-f97f-4bd0-9249-02eab42a7e5d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:25.723736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cff5ecdc-42d0-4642-a537-361408a7c145 req-12ac59a8-f97f-4bd0-9249-02eab42a7e5d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0494797 Sep 16 06:08:25.762918 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cff5ecdc-42d0-4642-a537-361408a7c145 req-1909877a-88d5-4f8d-b962-e0d146f736f7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Sep 16 06:08:25.972694 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-220d7e9e-62d1-4b4f-a05a-edd3a5c8943f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:26.889349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cd2e9-0a8e-4aae-b069-6fde6eb586ff req-84df6d2a-e67a-405f-975c-c4a603fa26aa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:26.890855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b2cd2e9-0a8e-4aae-b069-6fde6eb586ff req-84df6d2a-e67a-405f-975c-c4a603fa26aa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0495985 Sep 16 06:08:26.939766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b2cd2e9-0a8e-4aae-b069-6fde6eb586ff req-f8d00f82-07c7-434a-af0d-366191b18f65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Sep 16 06:08:28.063433 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048cef2-6599-470c-9c9e-02fad590f6f5 req-3073f9cf-d19d-43ad-86c5-0690ffe6d242 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:28.065325 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8048cef2-6599-470c-9c9e-02fad590f6f5 req-3073f9cf-d19d-43ad-86c5-0690ffe6d242 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0565019 Sep 16 06:08:28.104085 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8048cef2-6599-470c-9c9e-02fad590f6f5 req-1882c1ca-901a-4272-b300-077acf1bd094 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330753 Sep 16 06:08:28.303427 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-767ae40e-d9fd-4af6-ad00-d4b9d15de49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:29.222494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53348e39-97c0-4245-b0a2-29e8c7338499 req-3ec223f7-99a8-47a5-81a5-fa26c21f2469 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:29.223901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53348e39-97c0-4245-b0a2-29e8c7338499 req-3ec223f7-99a8-47a5-81a5-fa26c21f2469 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0499179 Sep 16 06:08:29.263629 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53348e39-97c0-4245-b0a2-29e8c7338499 req-d4d83807-1c07-4b47-a70c-169f0ef1c7f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333526 Sep 16 06:08:29.281646 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:30.067960 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:30.379116 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903736e1-b221-461c-9e50-cb886319e317 req-d1dba31a-8955-4b3c-967b-a4ec16d17eb1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:30.380681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-903736e1-b221-461c-9e50-cb886319e317 req-d1dba31a-8955-4b3c-967b-a4ec16d17eb1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0504365 Sep 16 06:08:30.419548 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-903736e1-b221-461c-9e50-cb886319e317 req-e9aac2d6-8051-46cc-a349-42ad9480fc38 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Sep 16 06:08:30.441337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40856) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:30.506619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6f5858ea-8312-4f1f-af91-77d0d3d70d30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/ee7cf13c-00bd-4a6a-ba15-0350b2bafd42 HTTP/1.1" status: 200 len: 994 time: 0.0641017 Sep 16 06:08:30.759973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40862) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:30.921403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port e094e4a4-7a84-40ca-b398-9cc7a4f659d9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:30.921763 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:31.003399 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:31.003730 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:31.015940 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for e094e4a4-7a84-40ca-b398-9cc7a4f659d9 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:31.163073 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:31.200156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=e094e4a4-7a84-40ca-b398-9cc7a4f659d9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:31.216350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.216350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.216350 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.217371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.217371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.217734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.218186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.218651 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.219125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.219585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.220039 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.220511 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:31.282715 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:31.283007 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP ee7cf13c-00bd-4a6a-ba15-0350b2bafd42 disassociated (deleted). External IP: 172.25.6.169, port: 39fa2072-9cf3-45ae-a048-05fa8e907c84. Sep 16 06:08:31.474624 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:31.501621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router e76f50d6-4101-421e-bd84-65e69f08df25 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:31.611748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:31.616339 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:31.621769 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] Sync routers for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:31.630990 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:31.631603 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:31.643459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-48d62ccf-41a5-49a2-abb1-1af1376ded3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/floatingips/ee7cf13c-00bd-4a6a-ba15-0350b2bafd42 HTTP/1.1" status: 204 len: 168 time: 0.8823059 Sep 16 06:08:31.644181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:31.646638 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6" -d '{"events": [{"name": "network-changed", "server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:31.688988 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ebf3e3-543c-4b74-8787-051cfff9e4fb x-openstack-request-id: req-18ebf3e3-543c-4b74-8787-051cfff9e4fb {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:31.689356 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:31.689764 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18ebf3e3-543c-4b74-8787-051cfff9e4fb {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:31.690213 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'status': 'completed', 'code': 200} Sep 16 06:08:31.746759 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:31.783193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-270d1e8d-0cd7-44c1-b2ac-189129919de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:31.788323 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-270d1e8d-0cd7-44c1-b2ac-189129919de8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 1098 time: 0.0628724 Sep 16 06:08:31.927800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-ade71cf5-b8ba-4f4d-9ddc-38b2d0d132b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:31.929216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-ade71cf5-b8ba-4f4d-9ddc-38b2d0d132b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b HTTP/1.1" status: 200 len: 897 time: 0.1264589 Sep 16 06:08:31.937837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ed84c-890c-4af2-a03f-b689bed7e70e req-4a40e001-7907-411e-96bc-c4ffc5c8e881 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:31.939259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e7ed84c-890c-4af2-a03f-b689bed7e70e req-4a40e001-7907-411e-96bc-c4ffc5c8e881 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0711339 Sep 16 06:08:31.967881 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:31.980653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-d9be0a4e-19ed-4fd1-ad2d-64bb950758f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84 HTTP/1.1" status: 200 len: 217 time: 0.0396302 Sep 16 06:08:31.997744 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] Checking router: e76f50d6-4101-421e-bd84-65e69f08df25 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:32.006070 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:32.006681 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:32.040631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6e7ed84c-890c-4af2-a03f-b689bed7e70e req-04bcc8aa-4fdc-4a50-96d5-ddfb725897a5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931821 Sep 16 06:08:32.051086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-ae39dcf0-91e7-4420-9701-5e1545056c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:32.052605 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-ae39dcf0-91e7-4420-9701-5e1545056c01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=338876da-9605-4431-baa0-0e53084bb553 HTTP/1.1" status: 200 len: 835 time: 0.0638685 Sep 16 06:08:32.104766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-9b9c2ad9-0458-4f50-bf39-dc1764011cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:32.106343 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-9b9c2ad9-0458-4f50-bf39-dc1764011cb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453823 Sep 16 06:08:32.113475 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:32.205736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-ff22e596-9d67-4539-a10c-20076c9c29b7 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886223 Sep 16 06:08:32.298647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9dcf8ef-09c4-4f5c-8688-894b1c4e37a6 req-69d277ce-796e-4c96-bb69-e3ceace69079 service neutron] 10.222.0.73 "GET /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853381 Sep 16 06:08:32.335008 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:32.363343 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7956b-a49c-4457-a2d9-4db6a08e0d7b None None] The sync data for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 is: [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:31Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c', 'name': '', 'network_id': 'b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:b5:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '338876da-9605-4431-baa0-0e53084bb553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:31Z', 'updated_at': '2021-09-16T06:07:34Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '338876da-9605-4431-baa0-0e53084bb553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:32.602766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d702b7-c6ae-4c9b-8079-18fe7dd17dd8 None None] New status for floating IP ee7cf13c-00bd-4a6a-ba15-0350b2bafd42: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:08:33.159093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d41d-c61f-487b-92f0-ab49e7168986 req-d940f638-901c-4e28-a2bf-be94cb55cbff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:33.160524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b32d41d-c61f-487b-92f0-ab49e7168986 req-d940f638-901c-4e28-a2bf-be94cb55cbff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0500693 Sep 16 06:08:33.202688 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b32d41d-c61f-487b-92f0-ab49e7168986 req-2f7a15a6-77dc-4725-acbc-7535995e8e6e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdc4650-b0ed-4d27-abf1-c0c93e846233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362222 Sep 16 06:08:33.727272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-b32b7021-f58c-49fa-b64c-467639fd7811 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:33.728772 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-b32b7021-f58c-49fa-b64c-467639fd7811 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 946 time: 0.0513875 Sep 16 06:08:33.824496 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 39fa2072-9cf3-45ae-a048-05fa8e907c84 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:33.824835 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:33.919276 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 39fa2072-9cf3-45ae-a048-05fa8e907c84, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=39fa2072-9cf3-45ae-a048-05fa8e907c84,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:33.919547 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:33.931995 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 39fa2072-9cf3-45ae-a048-05fa8e907c84 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:34.065476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:34.094953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=39fa2072-9cf3-45ae-a048-05fa8e907c84,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:34.137694 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] No DVR routers for this DVR port 39fa2072-9cf3-45ae-a048-05fa8e907c84 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:08:34.140352 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:34.142379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e70f86c9-3064-4ae4-98aa-80b86c66697e req-786649a6-e2a9-4aae-95ae-50fa4ee2b4f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "DELETE /v2.0/ports/39fa2072-9cf3-45ae-a048-05fa8e907c84 HTTP/1.1" status: 204 len: 173 time: 0.4073613 Sep 16 06:08:34.142805 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'name': 'network-vif-deleted', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:34.145064 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aaf776-cb3d-40e1-a6de-6ff8ad0dcc7b" -d '{"events": [{"server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "name": "network-vif-deleted", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:34.181954 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecfa003-875d-4c78-85e1-e3bb3de67a80 x-openstack-request-id: req-cecfa003-875d-4c78-85e1-e3bb3de67a80 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:34.182578 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d6c5c2-c2b2-4586-821b-3ef344e2c605", "name": "network-vif-deleted", "tag": "39fa2072-9cf3-45ae-a048-05fa8e907c84", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:34.182578 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cecfa003-875d-4c78-85e1-e3bb3de67a80 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:34.182889 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d6c5c2-c2b2-4586-821b-3ef344e2c605', 'name': 'network-vif-deleted', 'tag': '39fa2072-9cf3-45ae-a048-05fa8e907c84', 'status': 'completed', 'code': 200} Sep 16 06:08:34.320009 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8291f73e-d1da-4ee9-81fe-2c50597538ff req-4e0fdd42-d0fd-4b05-ba50-6ff09ed764ec tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=09d6c5c2-c2b2-4586-821b-3ef344e2c605 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Sep 16 06:08:35.381959 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40886) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:35.752645 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:36.020880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:36.021123 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:36.111053 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:36.111462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:36.124863 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:36.316142 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:36.344034 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:36.368207 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.368555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.368897 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.369237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.369578 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.369911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.370239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.370622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.370953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.371279 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.371608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.371931 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:36.539791 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:36.777680 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router e76f50d6-4101-421e-bd84-65e69f08df25 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:36.890837 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:36.895885 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-602396ca-68f2-4351-aac8-f7a858971bbc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/e76f50d6-4101-421e-bd84-65e69f08df25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128896 Sep 16 06:08:36.899892 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40888) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:36.900338 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] Sync routers for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:36.919785 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:36.920484 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:36.954564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting subnet 338876da-9605-4431-baa0-0e53084bb553 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:08:36.958086 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.005149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.028764 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:37.103751 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.169831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.197490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Subnet': ['ID=338876da-9605-4431-baa0-0e53084bb553,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:37.201726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.207022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40890) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:37.210429 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308b468-f5bb-48ce-8162-ffccd5a8cb5c None None] Network b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:08:37.213851 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eaed9d9d-19ec-4272-9420-30d616671f3b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/subnets/338876da-9605-4431-baa0-0e53084bb553 HTTP/1.1" status: 204 len: 168 time: 0.3125021 Sep 16 06:08:37.231965 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:08:36Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:37.250081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 39fa2072-9cf3-45ae-a048-05fa8e907c84 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:08:37.259033 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] Checking router: e76f50d6-4101-421e-bd84-65e69f08df25 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:37.268352 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] Routers {'e76f50d6-4101-421e-bd84-65e69f08df25'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:37.268703 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e76f50d6-4101-421e-bd84-65e69f08df25'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:37.304001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 39fa2072-9cf3-45ae-a048-05fa8e907c84 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:08:37.304409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 39fa2072-9cf3-45ae-a048-05fa8e907c84 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:08:37.339815 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.429436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] DHCP port deletion for b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:08:37.460830 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.489108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Deleting port 037d9258-7c40-49cb-ab4f-ff8d3c874631 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:37.489548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.497369 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] Set router e76f50d6-4101-421e-bd84-65e69f08df25 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:37.518652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:08:37.519000 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.564068 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] For port 037d9258-7c40-49cb-ab4f-ff8d3c874631, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=037d9258-7c40-49cb-ab4f-ff8d3c874631,segment=NetworkSegment(7630f0c2-1a49-45cc-b714-003be607ee50),segment_id=7630f0c2-1a49-45cc-b714-003be607ee50)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:37.564515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.584604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Calling delete_port for 037d9258-7c40-49cb-ab4f-ff8d3c874631 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:37.617271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 92f4fd24-43f8-4c33-8bc3-4540a2f0523a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:37.618118 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.630920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 92f4fd24-43f8-4c33-8bc3-4540a2f0523a owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:08:37.681304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.696465 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:08:36Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:37.709588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Pushing event deleted for resources: {'Port': ['ID=037d9258-7c40-49cb-ab4f-ff8d3c874631,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:37.714476 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] No DVR routers for this DVR port 037d9258-7c40-49cb-ab4f-ff8d3c874631 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:08:37.723198 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.723543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.723891 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.724257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.724596 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.724930 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.725262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.725591 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.725919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.726242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.726565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.726887 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd09bc4-7444-40a9-a5f8-b1fb38495f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:37.730805 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559a7a3-21f7-43a4-b618-1a230a0e743b None None] The sync data for ids ['e76f50d6-4101-421e-bd84-65e69f08df25'] in n-d-713301-15 is: [{'id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200868312', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:08:36Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '92f4fd24-43f8-4c33-8bc3-4540a2f0523a', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76f50d6-4101-421e-bd84-65e69f08df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:07:28Z', 'updated_at': '2021-09-16T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:37.862266 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:37.895443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=92f4fd24-43f8-4c33-8bc3-4540a2f0523a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:37.962373 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.055495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.057667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.102270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.102962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Fanout notify agent at l3_agent the message router_deleted on router e76f50d6-4101-421e-bd84-65e69f08df25 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:08:38.111160 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.112324 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-68328352-70dc-4f3c-bc7b-223e6383befa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/routers/e76f50d6-4101-421e-bd84-65e69f08df25 HTTP/1.1" status: 204 len: 168 time: 0.9048531 Sep 16 06:08:38.115648 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40892) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:38.199845 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.295281 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.320554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:38.332253 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7630f0c2-1a49-45cc-b714-003be607ee50') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:38.332634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7630f0c2-1a49-45cc-b714-003be607ee50') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:38.344534 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.368455 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.375270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:08:38.375665 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:08:38.378719 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:08:38.443119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:08:38.445062 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.453424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.454821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/networks/b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b HTTP/1.1" status: 204 len: 168 time: 0.3380225 Sep 16 06:08:38.457774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40894) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:38.467499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677cdba-f465-4ad2-a05d-d69e13623d1c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Network': ['ID=b1e2e1ca-c138-4cfc-a6bf-9f545c3d1f7b,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:38.472908 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:08:38.473253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 66d1900e-3c4a-46ce-aa30-c42bd8bc9f5c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:08:38.474302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 037d9258-7c40-49cb-ab4f-ff8d3c874631 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:08:38.495242 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 037d9258-7c40-49cb-ab4f-ff8d3c874631 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:08:38.495590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 037d9258-7c40-49cb-ab4f-ff8d3c874631 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:08:38.495977 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 92f4fd24-43f8-4c33-8bc3-4540a2f0523a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:08:38.515722 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 92f4fd24-43f8-4c33-8bc3-4540a2f0523a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:08:38.515990 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 92f4fd24-43f8-4c33-8bc3-4540a2f0523a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:08:38.532916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5e60a-a3fb-4d09-a8ba-96822beb2d4d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.563932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5e60a-a3fb-4d09-a8ba-96822beb2d4d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.629714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5e60a-a3fb-4d09-a8ba-96822beb2d4d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.632609 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6ad5e60a-a3fb-4d09-a8ba-96822beb2d4d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:38.633858 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6ad5e60a-a3fb-4d09-a8ba-96822beb2d4d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/security-groups/4fdc4650-b0ed-4d27-abf1-c0c93e846233 HTTP/1.1" status: 204 len: 168 time: 0.1750097 Sep 16 06:08:38.644127 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5e60a-a3fb-4d09-a8ba-96822beb2d4d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc4650-b0ed-4d27-abf1-c0c93e846233,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:38.917126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40900) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:38.921748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-914e0eec-30f2-45e4-ad97-e288f8ccd8ab tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208941912', 'description': 'tempest-secgroup-smoke-1208941912 description', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:38.945249 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-914e0eec-30f2-45e4-ad97-e288f8ccd8ab tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.029539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-914e0eec-30f2-45e4-ad97-e288f8ccd8ab tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.033578 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-914e0eec-30f2-45e4-ad97-e288f8ccd8ab tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.060322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-914e0eec-30f2-45e4-ad97-e288f8ccd8ab tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.061585 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-914e0eec-30f2-45e4-ad97-e288f8ccd8ab tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433816 Sep 16 06:08:39.064449 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40902) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:39.069621 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a7317aca-3fc7-4310-8e26-2a4ea0c4193f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'b6f8a4f8-1542-47b0-abd9-c94e395bb6c3', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:39.075331 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e0eec-30f2-45e4-ad97-e288f8ccd8ab tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:39.105692 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7317aca-3fc7-4310-8e26-2a4ea0c4193f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.182363 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7317aca-3fc7-4310-8e26-2a4ea0c4193f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.187196 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7317aca-3fc7-4310-8e26-2a4ea0c4193f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.205924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7317aca-3fc7-4310-8e26-2a4ea0c4193f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2d3cde-b243-4040-8f8e-a6ac1eaec9c2,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:39.212932 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a7317aca-3fc7-4310-8e26-2a4ea0c4193f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.214462 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a7317aca-3fc7-4310-8e26-2a4ea0c4193f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490574 Sep 16 06:08:39.217650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40904) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:39.222742 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8dda1998-c3e7-4289-a0c5-d3a815ae1ff6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'b6f8a4f8-1542-47b0-abd9-c94e395bb6c3', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:39.250252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dda1998-c3e7-4289-a0c5-d3a815ae1ff6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.317495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dda1998-c3e7-4289-a0c5-d3a815ae1ff6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.321140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dda1998-c3e7-4289-a0c5-d3a815ae1ff6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.339831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1998-c3e7-4289-a0c5-d3a815ae1ff6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24567a6-469b-4166-b7b5-2e7cb927f563,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:39.346187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8dda1998-c3e7-4289-a0c5-d3a815ae1ff6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.347430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8dda1998-c3e7-4289-a0c5-d3a815ae1ff6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286495 Sep 16 06:08:39.350171 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40906) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:39.354640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-d8ed4299-8ab3-487c-8b17-e48e58b5bf94 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'b6f8a4f8-1542-47b0-abd9-c94e395bb6c3', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:39.383966 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4299-8ab3-487c-8b17-e48e58b5bf94 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.446792 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4299-8ab3-487c-8b17-e48e58b5bf94 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.451126 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4299-8ab3-487c-8b17-e48e58b5bf94 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.469850 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed4299-8ab3-487c-8b17-e48e58b5bf94 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecbdc90-4f57-4b9d-b8f9-f32d07d974fc,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:39.474514 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4299-8ab3-487c-8b17-e48e58b5bf94 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.480147 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d8ed4299-8ab3-487c-8b17-e48e58b5bf94 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248760 Sep 16 06:08:39.480503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40908) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:39.485427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9bdb205a-606f-4e69-86af-ecb9ec1e8f11 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'b6f8a4f8-1542-47b0-abd9-c94e395bb6c3', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:39.513603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bdb205a-606f-4e69-86af-ecb9ec1e8f11 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.579376 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bdb205a-606f-4e69-86af-ecb9ec1e8f11 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.583321 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bdb205a-606f-4e69-86af-ecb9ec1e8f11 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.598828 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb205a-606f-4e69-86af-ecb9ec1e8f11 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1723bf32-9e66-4de2-9c76-36b1e8e703d3,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:39.612707 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9bdb205a-606f-4e69-86af-ecb9ec1e8f11 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.614016 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9bdb205a-606f-4e69-86af-ecb9ec1e8f11 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323819 Sep 16 06:08:39.617307 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40910) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:39.622225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'b6f8a4f8-1542-47b0-abd9-c94e395bb6c3', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:39.643861 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:08:39.648874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.709733 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.716244 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.732042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1416ee36-2501-4901-b851-3d0768a63fc3,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:39.741495 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.742783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a4402c66-c4cb-4ee7-9483-3661f7442266 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244895 Sep 16 06:08:39.750933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40912) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:39.758013 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'b6f8a4f8-1542-47b0-abd9-c94e395bb6c3', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:39.780974 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:08:39.786538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.858130 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.861934 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.881747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbd51ae-c2b9-4e2b-92ee-ae9a8a34bee3,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:39.891703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.893747 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8b1fbe22-3dad-40b2-a9eb-2730fdaa0d75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397529 Sep 16 06:08:39.896837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40914) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:39.901683 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'network': {'name': 'tempest-network-smoke--689530694', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'port_security_enabled': True}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:39.925802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:08:39.929317 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.953687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:08:39.963313 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:39.963966 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Added segment 0cf077cb-760b-4ee6-9527-0bcb04e491e4 of type vlan for network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab Sep 16 06:08:40.005468 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.031512 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.037262 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:40.037856 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.077615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1797142 Sep 16 06:08:40.080783 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40916) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:40.085525 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'admin_state_up': True, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:40.109360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1d761-2e4a-4d74-8b0a-0bfccde0c3db tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Network': ['ID=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:40.110746 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.111792 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.124466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:08:40.168205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.314412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.531548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.551255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.659870 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.21 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:40.769244 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.810219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:40.847699 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:40.850644 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:40.856966 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:40.862731 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:41.118574 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:41.332124 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:41.462818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 250a6245-ed34-4da5-8b8a-43a566beb92e is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:08:41.583132 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:41.599132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Sync routers for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:41.603474 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:41.608313 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dcd497c6-9045-4eb1-aed3-dbbf452c2268 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5228798 Sep 16 06:08:41.608609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 40918) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:41.612115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:41.613124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:41.657181 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6818aace-f3c9-4ac2-9cba-3b11e604373b tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d05c19c558ed4e7abea0a96a45b00b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446305 Sep 16 06:08:41.657700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40920) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:41.746852 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:41.762973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045fb595-4bf8-44a1-b1b8-a72e848b1883 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:41.765541 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-045fb595-4bf8-44a1-b1b8-a72e848b1883 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1064835 Sep 16 06:08:41.768521 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40922) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:41.800067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8020b8dd-8c6d-4b1c-beef-b1b2936ed728 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274503 Sep 16 06:08:41.800699 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40924) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:41.805880 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1143858382', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:41.908540 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:08:41.912189 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:41.939955 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:41Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:41.970965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Checking router: 250a6245-ed34-4da5-8b8a-43a566beb92e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:41.971341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Updating router 250a6245-ed34-4da5-8b8a-43a566beb92e port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:08:42.006042 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.104005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.167100 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Subnet': ['ID=96518684-f495-4528-a439-d4ae319ec3d7,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:42.178524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Checking segment: {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:42.178894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network hostable DHCP agents. Network: bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:08:42.203130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:08:42.214070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:42.221120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:42.222020 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.230529 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df680dbe-80e9-430c-85e2-cc74e5ec1f72 None None] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:08:42.240961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-80662b15-724a-4a97-80ba-6821e5326eb3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4390376 Sep 16 06:08:42.243744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40926) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:42.399730 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.410294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.514292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:08:42.515153 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.526676 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Attempting to bind port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:42.527637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Attempting to bind port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:42.527939 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Attempting to bind port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:42.530207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e7cc1-a5fe-4c07-a8ba-6d63c0c42539 None None] Pushing event updated for resources: {'Port': ['ID=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:42.533319 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.546054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:42.546441 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:42.546857 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.547250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:42.547754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Bound port: 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:42.548228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.676929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] For port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:42.681628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] For port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:42.710453 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:42.790925 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Allocated IP 172.20.0.2 (bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab/96518684-f495-4528-a439-d4ae319ec3d7/245770fc-be75-4f9f-9d17-d39729b1a4ad) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:42.793790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e7cc1-a5fe-4c07-a8ba-6d63c0c42539 None None] Pushing event updated for resources: {'Port': ['ID=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:42.806325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:42.806974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:42.992478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:43.092004 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.150938 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.162245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.212748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:43.240587 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:43.244116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:43.246818 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Pushing event updated for resources: {'Port': ['ID=245770fc-be75-4f9f-9d17-d39729b1a4ad,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:43.314644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Attempting to bind port 245770fc-be75-4f9f-9d17-d39729b1a4ad on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:43.315007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Attempting to bind port 245770fc-be75-4f9f-9d17-d39729b1a4ad by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:43.315375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Attempting to bind port 245770fc-be75-4f9f-9d17-d39729b1a4ad on network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:43.322934 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:43.323307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Checking segment: {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:43.324296 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.324656 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Bound using segment: {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:43.325124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Bound port: 245770fc-be75-4f9f-9d17-d39729b1a4ad, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:43.325501 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.336679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:41Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:43.368000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39316bf-4a1b-4ba1-82e1-04dc2a62f020 None None] The sync data for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 is: [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:41Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:43.399047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.1 (bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab/96518684-f495-4528-a439-d4ae319ec3d7/1b3e882b-3ee7-43be-a683-44c5ef124c2a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:43.422495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] For port 245770fc-be75-4f9f-9d17-d39729b1a4ad, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:43.427022 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] For port 245770fc-be75-4f9f-9d17-d39729b1a4ad, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=245770fc-be75-4f9f-9d17-d39729b1a4ad,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:43.431679 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.503384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a685b-b4ef-4e4d-8adf-4ea73995b90c None None] Pushing event updated for resources: {'Port': ['ID=245770fc-be75-4f9f-9d17-d39729b1a4ad,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:43.551096 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.590920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.656241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:43.661697 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:43.664860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:43.725327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=1b3e882b-3ee7-43be-a683-44c5ef124c2a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:43.748719 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:43.898487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.242269 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.248956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.332394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=1b3e882b-3ee7-43be-a683-44c5ef124c2a,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:44.334960 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.367046 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:08:44.445547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:44.446980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:44.507590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 245770fc-be75-4f9f-9d17-d39729b1a4ad up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:44.560061 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5025a2fd-378e-4c41-ba5e-6810c0e7b533 None None] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:08:44.587788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 250a6245-ed34-4da5-8b8a-43a566beb92e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:44.596813 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 245770fc-be75-4f9f-9d17-d39729b1a4ad triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:44.597294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.681673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a9d80547-c25b-4ccc-9fa8-94f5920d65d6 None None] Provisioning complete for port 245770fc-be75-4f9f-9d17-d39729b1a4ad triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:44.682050 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a9d80547-c25b-4ccc-9fa8-94f5920d65d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.701219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:44.715125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0aa0dea4-039c-4fbb-9a33-3b5e9fcebfea tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/250a6245-ed34-4da5-8b8a-43a566beb92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4703062 Sep 16 06:08:44.813611 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.871506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-6727b5ca-0cc1-4a41-ac73-3c418dbc8eda tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208941912&fields=id&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 267 time: 0.0370495 Sep 16 06:08:44.899832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 245770fc-be75-4f9f-9d17-d39729b1a4ad, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=245770fc-be75-4f9f-9d17-d39729b1a4ad,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:44.902477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a9d80547-c25b-4ccc-9fa8-94f5920d65d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.908991 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:44.909744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:45.009889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-fac90fec-2dbd-4e22-83a1-aa0b1ecf34f1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:45.012328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-fac90fec-2dbd-4e22-83a1-aa0b1ecf34f1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 796 time: 0.1327779 Sep 16 06:08:45.044753 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-55ba703a-9c96-4fcd-8e6f-c57b4d3c523a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/quotas/d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 375 time: 0.0163846 Sep 16 06:08:45.111798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-c00c0a31-8903-4bbf-858c-2ffd278527aa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597885 Sep 16 06:08:45.173186 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Sync routers for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:45.186542 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:45.187334 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:45.211369 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-a9d80547-c25b-4ccc-9fa8-94f5920d65d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:08:45.211718 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-a9d80547-c25b-4ccc-9fa8-94f5920d65d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:08:45.212240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=245770fc-be75-4f9f-9d17-d39729b1a4ad,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:45.227207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:45.227793 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.249890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-0fa76f29-b142-47f0-9e71-4bd527d74098 service neutron] 10.222.0.55 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240902 Sep 16 06:08:45.328867 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:45.330127 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.358036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:45.364851 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.375457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-435310b6-74c8-410c-af8b-9074ef83aab5 service neutron] 10.222.0.55 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245587 Sep 16 06:08:45.423886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:45.571863 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:44Z', 'revision_number': 2, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:45.595732 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-564f65cf-10c6-4cff-bc81-4092a80d13dd req-bb3ee4ae-7c7f-429f-9d1a-a469942de0e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 210 time: 0.0449221 Sep 16 06:08:45.607671 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Checking router: 250a6245-ed34-4da5-8b8a-43a566beb92e for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:45.608158 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Updating router 250a6245-ed34-4da5-8b8a-43a566beb92e port 1b3e882b-3ee7-43be-a683-44c5ef124c2a binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:08:45.638721 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.876611 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8a652fa6-131a-4e51-9d0d-27bbc59a7eae None None] Provisioning complete for port 1b3e882b-3ee7-43be-a683-44c5ef124c2a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:45.877260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a652fa6-131a-4e51-9d0d-27bbc59a7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.922922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-8a652fa6-131a-4e51-9d0d-27bbc59a7eae None None] Port 1b3e882b-3ee7-43be-a683-44c5ef124c2a cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:08:45.933134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-8a652fa6-131a-4e51-9d0d-27bbc59a7eae None None] Provisioning complete for port 245770fc-be75-4f9f-9d17-d39729b1a4ad triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:45.933370 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.933553 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8a652fa6-131a-4e51-9d0d-27bbc59a7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.940082 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:45.998978 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Pushing event updated for resources: {'Port': ['ID=1b3e882b-3ee7-43be-a683-44c5ef124c2a,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:46.011988 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.012294 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.012639 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.012982 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.013314 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.013648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.013979 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.014307 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.014637 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.015888 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.016262 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.016596 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:08:46.072869 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Attempting to bind port 1b3e882b-3ee7-43be-a683-44c5ef124c2a on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:46.073365 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Attempting to bind port 1b3e882b-3ee7-43be-a683-44c5ef124c2a by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:46.073946 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Attempting to bind port 1b3e882b-3ee7-43be-a683-44c5ef124c2a on network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:46.080295 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:46.080752 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Checking segment: {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:46.081322 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.081909 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Bound using segment: {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:46.082475 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Bound port: 1b3e882b-3ee7-43be-a683-44c5ef124c2a, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:46.082869 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.155460 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] For port 1b3e882b-3ee7-43be-a683-44c5ef124c2a, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:46.158854 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] For port 1b3e882b-3ee7-43be-a683-44c5ef124c2a, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1b3e882b-3ee7-43be-a683-44c5ef124c2a,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:46.164623 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.220847 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:46.221325 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:46.270491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4a6c9033-52cd-40c8-aaf1-b9fb47e4ccf6 None None] Provisioning complete for port 1b3e882b-3ee7-43be-a683-44c5ef124c2a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:46.271377 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9033-52cd-40c8-aaf1-b9fb47e4ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.281818 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f69474-d178-4a7d-8094-8bfe2422ea61 None None] Pushing event updated for resources: {'Port': ['ID=1b3e882b-3ee7-43be-a683-44c5ef124c2a,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:46.364079 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:46.370203 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9033-52cd-40c8-aaf1-b9fb47e4ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.441272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-4a6c9033-52cd-40c8-aaf1-b9fb47e4ccf6 None None] For port 1b3e882b-3ee7-43be-a683-44c5ef124c2a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1b3e882b-3ee7-43be-a683-44c5ef124c2a,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:46.447491 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9033-52cd-40c8-aaf1-b9fb47e4ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.506150 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 245770fc-be75-4f9f-9d17-d39729b1a4ad up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:46.532025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c9033-52cd-40c8-aaf1-b9fb47e4ccf6 None None] Pushing event updated for resources: {'Port': ['ID=1b3e882b-3ee7-43be-a683-44c5ef124c2a,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:46.569556 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 245770fc-be75-4f9f-9d17-d39729b1a4ad triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:46.570092 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.611321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-22fd3373-22fb-4497-8e2d-e5d251ecc2c7 None None] Provisioning complete for port 1b3e882b-3ee7-43be-a683-44c5ef124c2a triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:46.611698 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-22fd3373-22fb-4497-8e2d-e5d251ecc2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.664390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:46.692461 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef185b78-e64e-4c68-ae47-e4ec91a78a00 None None] The sync data for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 is: [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:46.706708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:46.738530 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d1d791a-6f10-4567-adf2-2f9575290362 req-0174fd27-9be3-44b9-a390-bf808676c7f1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 210 time: 0.0348599 Sep 16 06:08:46.830916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:46.831313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:46.977943 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-d80b51f4-de7e-4df3-9a38-ded6b7d5f1b0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:46.979587 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-d80b51f4-de7e-4df3-9a38-ded6b7d5f1b0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 796 time: 0.1281540 Sep 16 06:08:47.036867 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b340f328-65fc-4091-ab7e-83a06c49b240 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 380 time: 0.0392354 Sep 16 06:08:47.053784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'port': {'device_id': '7a3198e9-1996-4003-9a05-aff12465465f', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'admin_state_up': True, 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'security_groups': ['b6f8a4f8-1542-47b0-abd9-c94e395bb6c3']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:47.178417 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:08:47.182281 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:47.679114 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.3 (bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab/96518684-f495-4528-a439-d4ae319ec3d7/26fbe555-93eb-4c87-afb1-2b3f74a9178f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:47.864421 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:47.868587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5dea2288-9213-453e-b72d-1542fa26a453 req-b482bb62-0723-47fe-90dc-111068322d20 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 210 time: 0.0283060 Sep 16 06:08:47.901869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:47.943550 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:47.946593 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:47.950295 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:47.983730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=26fbe555-93eb-4c87-afb1-2b3f74a9178f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:48.016666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:48.017299 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.032912 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b76d77a3-461b-4b15-ac13-88c4e61a1e63 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9831216 Sep 16 06:08:48.103436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Request body: {'port': {'device_id': '7a3198e9-1996-4003-9a05-aff12465465f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:48.158084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2ae91846-94b4-4cdb-9523-2f1823f9eb95 None None] Provisioning complete for port 26fbe555-93eb-4c87-afb1-2b3f74a9178f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:48.158861 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2ae91846-94b4-4cdb-9523-2f1823f9eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.169600 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.194077 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2ae91846-94b4-4cdb-9523-2f1823f9eb95 None None] Port 26fbe555-93eb-4c87-afb1-2b3f74a9178f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:08:48.456716 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fbe555-93eb-4c87-afb1-2b3f74a9178f {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:08:48.463462 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.466369 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1b3e882b-3ee7-43be-a683-44c5ef124c2a up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:48.477351 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Transition to ACTIVE for port object 26fbe555-93eb-4c87-afb1-2b3f74a9178f will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:08:48.485205 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.518889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1b3e882b-3ee7-43be-a683-44c5ef124c2a triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:48.519280 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.544264 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Pushing event updated for resources: {'Port': ['ID=26fbe555-93eb-4c87-afb1-2b3f74a9178f,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:48.637116 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Attempting to bind port 26fbe555-93eb-4c87-afb1-2b3f74a9178f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:08:48.637455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Attempting to bind port 26fbe555-93eb-4c87-afb1-2b3f74a9178f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:08:48.637787 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Attempting to bind port 26fbe555-93eb-4c87-afb1-2b3f74a9178f on network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:48.642587 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Port 26fbe555-93eb-4c87-afb1-2b3f74a9178f on network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:08:48.642923 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Attempting to bind port 26fbe555-93eb-4c87-afb1-2b3f74a9178f on network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:08:48.648245 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:08:48.648586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Checking segment: {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:08:48.648989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Bound using segment: {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:08:48.649420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Bound port: 26fbe555-93eb-4c87-afb1-2b3f74a9178f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf077cb-760b-4ee6-9527-0bcb04e491e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:08:48.649861 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.728751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] For port 26fbe555-93eb-4c87-afb1-2b3f74a9178f, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:08:48.732582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] For port 26fbe555-93eb-4c87-afb1-2b3f74a9178f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:08:48.737531 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.773963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:48.774592 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:48.776005 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] 10.222.0.64 "PUT /v2.0/ports/26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 1092 time: 0.7288489 Sep 16 06:08:48.777104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:48.779378 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35215178-faee-4407-a8bd-9bdbf562a4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:48.803146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03837e97-fdb6-4d1b-9c47-1c0186432c0b service neutron] Pushing event updated for resources: {'Port': ['ID=26fbe555-93eb-4c87-afb1-2b3f74a9178f,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:48.883589 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-56a687bc-c2b9-4a2f-9f10-4cb7c39460f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:48.885350 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-56a687bc-c2b9-4a2f-9f10-4cb7c39460f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1095 time: 0.0511432 Sep 16 06:08:48.942048 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc56a7a-215d-4db5-a77b-7662a33f3624 x-openstack-request-id: req-5bc56a7a-215d-4db5-a77b-7662a33f3624 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:48.942349 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:48.942605 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bc56a7a-215d-4db5-a77b-7662a33f3624 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:48.943029 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'status': 'completed', 'code': 200} Sep 16 06:08:48.945001 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-4f1d4689-9ffd-468f-a3a1-3f6017d71811 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 217 time: 0.0460262 Sep 16 06:08:49.002594 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b2b02076-ffc6-4755-b788-c9ffe7b8e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:49.004216 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-b2b02076-ffc6-4755-b788-c9ffe7b8e621 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 200 len: 835 time: 0.0526109 Sep 16 06:08:49.058778 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2781-5203-4a74-889b-5375de7f573a req-85ae777a-b232-4ec4-85dc-2c094e454d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:49.060437 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-85ae777a-b232-4ec4-85dc-2c094e454d8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494556 Sep 16 06:08:49.062811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378fa5-a2f0-4b46-9d77-23005ccc8234 req-f38117f4-f57f-433f-8349-7b2bbed10c98 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:49.064346 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d378fa5-a2f0-4b46-9d77-23005ccc8234 req-f38117f4-f57f-433f-8349-7b2bbed10c98 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 943 time: 0.1115422 Sep 16 06:08:49.104306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d378fa5-a2f0-4b46-9d77-23005ccc8234 req-df0be6fd-9256-486d-ae20-8849bedbc192 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Sep 16 06:08:49.160247 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-1b3d8d7f-58cf-4f88-b087-462e95f88da1 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912044 Sep 16 06:08:49.258045 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b4dd2781-5203-4a74-889b-5375de7f573a req-7d56c378-eed4-4b23-9321-d0f8aae91002 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906425 Sep 16 06:08:49.383780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-a4cceb09-5557-4447-bcea-d3d4ea6369ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:49.385189 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-a4cceb09-5557-4447-bcea-d3d4ea6369ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1095 time: 0.0402021 Sep 16 06:08:49.478107 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-1eccdd8d-7153-4db1-840c-8e77eddc9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:49.480134 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-1eccdd8d-7153-4db1-840c-8e77eddc9694 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 897 time: 0.0872786 Sep 16 06:08:49.525942 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-4dc5d003-5cc0-4a7f-9dea-8f9f6d940ac6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 217 time: 0.0388026 Sep 16 06:08:49.577290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-fa22c7eb-eb9d-4b0d-a7c6-df0ae20f733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:49.578865 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-fa22c7eb-eb9d-4b0d-a7c6-df0ae20f733f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 200 len: 835 time: 0.0456641 Sep 16 06:08:49.625249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-67eaeb08-b6cf-4ff4-b408-c3670fec0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:49.626788 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-67eaeb08-b6cf-4ff4-b408-c3670fec0071 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407486 Sep 16 06:08:49.724534 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-5f9cd55b-1d59-4d55-9c63-88abca2ec708 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901022 Sep 16 06:08:49.848041 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-35215178-faee-4407-a8bd-9bdbf562a4c4 req-09422819-a0f9-4078-becc-2d32a14c3004 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984488 Sep 16 06:08:50.273040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34ebd-b1aa-4eed-a3d3-6c59025ff72c req-752f5fcf-2a46-413e-af21-4019eda34e20 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:50.274532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fe34ebd-b1aa-4eed-a3d3-6c59025ff72c req-752f5fcf-2a46-413e-af21-4019eda34e20 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 943 time: 0.0998075 Sep 16 06:08:50.312354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fe34ebd-b1aa-4eed-a3d3-6c59025ff72c req-b636cc75-8e27-480e-88c6-7dd4a23cec84 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317457 Sep 16 06:08:51.398222 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 26fbe555-93eb-4c87-afb1-2b3f74a9178f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:08:51.440127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d881fd-4244-44e9-a8c9-89c2fdeea479 req-5c42fa3c-e401-4bfc-a57e-4b92edabbd4c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:51.442572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3d881fd-4244-44e9-a8c9-89c2fdeea479 req-5c42fa3c-e401-4bfc-a57e-4b92edabbd4c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 943 time: 0.0630255 Sep 16 06:08:51.494125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3d881fd-4244-44e9-a8c9-89c2fdeea479 req-a9085093-5e90-43c1-90ea-be01a091a291 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Sep 16 06:08:51.515937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 26fbe555-93eb-4c87-afb1-2b3f74a9178f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:51.528727 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'port_id': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'mac_address': 'fa:16:3e:1a:05:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:08:51.569387 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.583851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fbe555-93eb-4c87-afb1-2b3f74a9178f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:08:51.604892 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 26fbe555-93eb-4c87-afb1-2b3f74a9178f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:51.611343 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:51.661947 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=26fbe555-93eb-4c87-afb1-2b3f74a9178f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:52.028635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['26fbe555-93eb-4c87-afb1-2b3f74a9178f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:08:52.612280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f1c46-5236-4161-b7ed-60ec092f524c req-2e8247d4-bbe1-4ff0-b0c2-095e9f70c32c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:52.613831 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb0f1c46-5236-4161-b7ed-60ec092f524c req-2e8247d4-bbe1-4ff0-b0c2-095e9f70c32c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 944 time: 0.0503654 Sep 16 06:08:52.652868 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb0f1c46-5236-4161-b7ed-60ec092f524c req-d9fd5fbc-6605-46a2-9edb-6b2db4b58412 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Sep 16 06:08:53.405653 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 26fbe555-93eb-4c87-afb1-2b3f74a9178f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:08:53.454072 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 26fbe555-93eb-4c87-afb1-2b3f74a9178f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:08:53.458172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 26fbe555-93eb-4c87-afb1-2b3f74a9178f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:08:53.458540 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:53.539105 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:53.563187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:53.565463 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac620d-7260-4bd8-b03b-b55f4309bb58" -d '{"events": [{"server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "name": "network-vif-plugged", "status": "completed", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:53.581382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 26fbe555-93eb-4c87-afb1-2b3f74a9178f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:08:53.585367 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:53.610885 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f7563-6544-4875-83a3-cc62871195f6 x-openstack-request-id: req-873f7563-6544-4875-83a3-cc62871195f6 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:53.611178 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "name": "network-vif-plugged", "status": "completed", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:53.611436 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-873f7563-6544-4875-83a3-cc62871195f6 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:53.611824 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'code': 200} Sep 16 06:08:53.638395 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=26fbe555-93eb-4c87-afb1-2b3f74a9178f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:53.745703 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e2042-4924-4b0f-adfe-b94eb7752bad req-a12837cf-ff01-4447-8a5e-eb43f768d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:53.747277 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8f2e2042-4924-4b0f-adfe-b94eb7752bad req-a12837cf-ff01-4447-8a5e-eb43f768d952 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1097 time: 0.0407376 Sep 16 06:08:53.776050 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55085b8-1158-470e-9f46-5b3659f0d852 req-e10fa9f0-bfb7-40bc-b182-deb669213483 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:53.777609 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e55085b8-1158-470e-9f46-5b3659f0d852 req-e10fa9f0-bfb7-40bc-b182-deb669213483 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0503037 Sep 16 06:08:53.784003 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8f2e2042-4924-4b0f-adfe-b94eb7752bad req-a7597efb-2848-4974-b202-59cd4610662e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290709 Sep 16 06:08:53.818861 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e55085b8-1158-470e-9f46-5b3659f0d852 req-7015013f-d771-4a3e-9b75-e4d3fbe8b63f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350442 Sep 16 06:08:54.941399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9d1d1-78e5-447a-8397-a48bcc05e5eb req-0afe7af8-e3d5-4706-b791-5bac0579a9f1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:54.942911 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25a9d1d1-78e5-447a-8397-a48bcc05e5eb req-0afe7af8-e3d5-4706-b791-5bac0579a9f1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0554404 Sep 16 06:08:54.981835 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-25a9d1d1-78e5-447a-8397-a48bcc05e5eb req-afe4bd2c-8b42-424c-a533-c934784b34f0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328918 Sep 16 06:08:55.333262 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:55.975442 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-88be01a0-80bb-4939-9e13-73a4eb55edbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.098469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677fa05-7e8a-4ecb-80e5-e8017a47974c req-20e71c5a-3059-465a-b2e4-3d3bd00b5720 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:56.099979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8677fa05-7e8a-4ecb-80e5-e8017a47974c req-20e71c5a-3059-465a-b2e4-3d3bd00b5720 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0508182 Sep 16 06:08:56.139373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8677fa05-7e8a-4ecb-80e5-e8017a47974c req-d22657b4-8f4e-4df8-8d7e-88ca67bec417 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Sep 16 06:08:56.255392 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b0341-1128-4795-bcde-d0d94b346da1 req-98f8e1d2-54e7-4ed1-bdae-a4555424f6fd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:56.256939 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c4b0341-1128-4795-bcde-d0d94b346da1 req-98f8e1d2-54e7-4ed1-bdae-a4555424f6fd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0507195 Sep 16 06:08:56.295432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4c4b0341-1128-4795-bcde-d0d94b346da1 req-688e2cef-67bf-42bb-acfb-c8895014445e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325153 Sep 16 06:08:56.317466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40990) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:56.360417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84437387-64b8-44f6-94c0-35fc76fe5a7b tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:56.361936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-84437387-64b8-44f6-94c0-35fc76fe5a7b tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1092 time: 0.0434995 Sep 16 06:08:56.364824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40992) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:56.369016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:08:56.392034 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.487514 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.602034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.132 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/52451fa0-ac54-4805-af82-bcaf0f3fa352) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:08:56.707455 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.740843 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:56.783389 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:08:56.786391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:08:56.792083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:08:56.814257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=52451fa0-ac54-4805-af82-bcaf0f3fa352,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:57.147291 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.219407 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.382498 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.388725 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.458756 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=52451fa0-ac54-4805-af82-bcaf0f3fa352,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:08:57.469666 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.573731 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 1f62e962-d8b6-49f5-b206-b001fb00b857 associated. External IP: 172.25.6.132, port: 26fbe555-93eb-4c87-afb1-2b3f74a9178f. Sep 16 06:08:57.793172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 250a6245-ed34-4da5-8b8a-43a566beb92e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:08:57.904024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:08:57.913886 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] Sync routers for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:08:57.921362 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:57.928187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:57.928826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:57.949160 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-de472457-a478-4ca5-94a6-875dc9de9995 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5833168 Sep 16 06:08:57.949834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:08:57.952199 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:08:57.996892 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe04932c-32bf-4afb-bf30-29ecda8ee15a x-openstack-request-id: req-fe04932c-32bf-4afb-bf30-29ecda8ee15a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:08:57.997191 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:08:57.997423 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe04932c-32bf-4afb-bf30-29ecda8ee15a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:08:57.997825 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'status': 'completed', 'code': 200} Sep 16 06:08:58.048402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:58.064076 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ac63d-f1dd-4860-b764-660ce5991124 req-9187420b-5040-474c-b49d-439840686eec tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:58.065681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c8ac63d-f1dd-4860-b764-660ce5991124 req-9187420b-5040-474c-b49d-439840686eec tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0522456 Sep 16 06:08:58.082974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-9befc38b-de13-4374-9d6f-71cbf6893ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:58.084532 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-9befc38b-de13-4374-9d6f-71cbf6893ab3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1097 time: 0.0434127 Sep 16 06:08:58.107216 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0c8ac63d-f1dd-4860-b764-660ce5991124 req-7f55469f-5b64-4e2d-8493-f07966305e8e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345881 Sep 16 06:08:58.131144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 40998) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:58.186795 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-2bc323cd-5347-4c7b-925a-5d250ace2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:58.188331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-2bc323cd-5347-4c7b-925a-5d250ace2022 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 897 time: 0.0970995 Sep 16 06:08:58.201600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b8d641f7-ad87-4648-b9b4-06279c7b65b3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/1f62e962-d8b6-49f5-b206-b001fb00b857 HTTP/1.1" status: 200 len: 991 time: 0.0680385 Sep 16 06:08:58.256914 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-4cf0bb54-758d-43c0-bd34-e0be0e4d0a7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 999 time: 0.0609729 Sep 16 06:08:58.289906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '1f62e962-d8b6-49f5-b206-b001fb00b857', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'port_id': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'mac_address': 'fa:16:3e:1a:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3198e9-1996-4003-9a05-aff12465465f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:08:57Z', 'updated_at': '2021-09-16T06:08:57Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:58.312600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-21552b71-2350-49d6-9a8b-2234bbf30518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:58.313986 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-21552b71-2350-49d6-9a8b-2234bbf30518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 200 len: 835 time: 0.0500131 Sep 16 06:08:58.323046 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] Checking router: 250a6245-ed34-4da5-8b8a-43a566beb92e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:08:58.330956 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a038c806-0732-431a-adef-6c98914a1170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:08:58.335665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:08:58.336341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:08:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:58.362758 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-3f3c39ce-5ea3-43e6-bf43-229766acf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:08:58.364309 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-3f3c39ce-5ea3-43e6-bf43-229766acf791 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426538 Sep 16 06:08:58.449683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:08:58.455906 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-2dd18640-f0b7-4ab4-b3f5-328f52777f07 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842881 Sep 16 06:08:58.555659 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ef1b44ed-02ce-45be-ac90-60ff69b69ebb req-e847cb76-7119-4260-89b4-12b61d728db6 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922835 Sep 16 06:08:58.684764 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '1f62e962-d8b6-49f5-b206-b001fb00b857', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'port_id': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'mac_address': 'fa:16:3e:1a:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3198e9-1996-4003-9a05-aff12465465f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:08:57Z', 'updated_at': '2021-09-16T06:08:57Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:08:58.711451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad37be6-3470-40c5-99cb-85235cbb9470 None None] The sync data for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 is: [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '1f62e962-d8b6-49f5-b206-b001fb00b857', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'port_id': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'mac_address': 'fa:16:3e:1a:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3198e9-1996-4003-9a05-aff12465465f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:08:57Z', 'updated_at': '2021-09-16T06:08:57Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:08:58.896144 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7582572-b67c-4107-8883-d9428a188f7d None None] New status for floating IP 1f62e962-d8b6-49f5-b206-b001fb00b857: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:08:59.203823 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41000) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:08:59.262134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-236625d1-01b9-4ca3-bc71-91d038d54b01 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/1f62e962-d8b6-49f5-b206-b001fb00b857 HTTP/1.1" status: 200 len: 993 time: 0.0571525 Sep 16 06:08:59.287400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:00.070134 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:01.471769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:12.446631 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:21.367812 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:25.335911 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:25.978018 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-62b45a79-9d15-434a-b62c-266a6889d95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:28.293673 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-53cfe651-64bd-48bb-ae72-ddb99c51d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:29.289251 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:30.073855 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:31.475613 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:42.445628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:49.803191 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-b0024885-6d16-4ca8-bfab-c01c9e94f01e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425260 Sep 16 06:09:49.905508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-96f27369-3dd2-4461-b3f1-4383d8d84cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:49.906978 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-96f27369-3dd2-4461-b3f1-4383d8d84cca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1097 time: 0.0420766 Sep 16 06:09:50.021447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-c6068bb7-974c-4acd-8368-636b40026dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:50.022959 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-c6068bb7-974c-4acd-8368-636b40026dc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 897 time: 0.0944591 Sep 16 06:09:50.090311 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-64276fde-0774-45f9-b7de-a32e864a5b62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 1001 time: 0.0592923 Sep 16 06:09:50.144548 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-5e0b37c4-2c99-4c27-857e-7365cee66208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:50.146035 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-5e0b37c4-2c99-4c27-857e-7365cee66208 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 200 len: 835 time: 0.0482371 Sep 16 06:09:50.194559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-16e03f15-3274-44f6-a3c3-47e721060b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:09:50.196037 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-16e03f15-3274-44f6-a3c3-47e721060b5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412147 Sep 16 06:09:50.294951 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-f16170de-d684-4a90-9f14-65f1e2126b38 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907433 Sep 16 06:09:50.387725 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ee83014e-1719-477d-a441-a1b6b57f41fa req-2c2ed977-8c05-420e-8f2e-996a34684b87 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Sep 16 06:09:55.341557 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:55.979582 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ce5179f9-3738-4650-a912-1dda6d80a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.295045 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-384debeb-33dc-4714-9869-85173ec11423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:09:58.367385 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:09:59.293110 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:00.081755 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:01.478500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:08.546820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403d549-c3b2-46c6-a69b-10a0c71ad1ca req-6d9a418e-88fe-4f05-8729-5e612778b9c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:08.549467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a403d549-c3b2-46c6-a69b-10a0c71ad1ca req-6d9a418e-88fe-4f05-8729-5e612778b9c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0592458 Sep 16 06:10:08.569323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-f06e85aa-af44-4c21-9988-a6eaa930e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:08.570842 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-f06e85aa-af44-4c21-9988-a6eaa930e3e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1097 time: 0.0413253 Sep 16 06:10:08.594187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a403d549-c3b2-46c6-a69b-10a0c71ad1ca req-d3bf6252-6d53-44dd-9ae7-95b9c7567300 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356529 Sep 16 06:10:08.678022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-dfde3068-3df5-419d-90de-de9a21dd93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:08.679546 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-dfde3068-3df5-419d-90de-de9a21dd93ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 897 time: 0.1007285 Sep 16 06:10:08.747014 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-e14c8a84-5393-48b5-b7e3-87579fd48e02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 1001 time: 0.0598485 Sep 16 06:10:08.804420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-9c3f2b2f-e0a6-40d4-a947-75eb81359849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:08.805972 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-9c3f2b2f-e0a6-40d4-a947-75eb81359849 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 200 len: 835 time: 0.0504177 Sep 16 06:10:08.853197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-758695c4-6354-4135-ab89-617f14c12492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:08.854664 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-758695c4-6354-4135-ab89-617f14c12492 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411248 Sep 16 06:10:08.952004 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-701e5604-2ed3-4988-b37a-c6408e22c411 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895379 Sep 16 06:10:09.048491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-581d7be1-5aec-44ce-92f7-551e68cf5bdf req-f48bc658-04e6-474b-b47a-5e5b6d0be813 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891304 Sep 16 06:10:09.728815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce83e3-9af8-46bd-a5e0-73fbc0631fca req-954b77b2-3f74-44e3-94a6-8713841166fe tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:09.730354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4ce83e3-9af8-46bd-a5e0-73fbc0631fca req-954b77b2-3f74-44e3-94a6-8713841166fe tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0503953 Sep 16 06:10:09.769828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a4ce83e3-9af8-46bd-a5e0-73fbc0631fca req-4405ef43-c28b-46b9-b1b6-a80d86db347f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Sep 16 06:10:10.907086 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ba7e-ae07-4f25-b7dd-822830e303ec req-59a5952c-13b6-45bd-b167-61e1bca11262 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:10.908643 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdb2ba7e-ae07-4f25-b7dd-822830e303ec req-59a5952c-13b6-45bd-b167-61e1bca11262 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0485966 Sep 16 06:10:10.947869 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fdb2ba7e-ae07-4f25-b7dd-822830e303ec req-16a52b39-c360-4304-af14-8cc889621730 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Sep 16 06:10:12.073068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dcf97-48dc-4789-b4c0-7e0ab01cb11d req-be479e96-e6ea-46c6-a835-b73c40f739c8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:12.074570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-946dcf97-48dc-4789-b4c0-7e0ab01cb11d req-be479e96-e6ea-46c6-a835-b73c40f739c8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0544493 Sep 16 06:10:12.114757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-946dcf97-48dc-4789-b4c0-7e0ab01cb11d req-648bebee-b69e-4e3d-9202-11af065ea3c9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Sep 16 06:10:12.444873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:13.230825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a0c4f-9a85-40cf-b8d8-7696997fb088 req-5beecd88-7b11-4d29-bb49-22102c192741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:13.232408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e50a0c4f-9a85-40cf-b8d8-7696997fb088 req-5beecd88-7b11-4d29-bb49-22102c192741 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0505238 Sep 16 06:10:13.271602 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e50a0c4f-9a85-40cf-b8d8-7696997fb088 req-1bd255ac-2f4f-472a-9a27-179e6e9aec52 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Sep 16 06:10:14.399443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db608-58fc-43ff-a101-14369bda3a25 req-9b68a7fc-5686-4d39-a81d-c61548dcf4fa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:14.400985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-071db608-58fc-43ff-a101-14369bda3a25 req-9b68a7fc-5686-4d39-a81d-c61548dcf4fa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0510740 Sep 16 06:10:14.440082 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-071db608-58fc-43ff-a101-14369bda3a25 req-61d680be-a278-48df-980f-51bd74f06f8e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 Sep 16 06:10:15.561672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cfe9-b56c-4ea3-b8e4-3d4343888492 req-578c81c9-6d98-4b52-b507-69bdf13a3c91 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:15.563232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b95cfe9-b56c-4ea3-b8e4-3d4343888492 req-578c81c9-6d98-4b52-b507-69bdf13a3c91 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0555582 Sep 16 06:10:15.603199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b95cfe9-b56c-4ea3-b8e4-3d4343888492 req-9ee0a161-e4c5-452e-8db0-abc2a397fa0a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339117 Sep 16 06:10:16.720311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8e06-9b58-4724-ad71-3723cca3b6c1 req-616c21f2-d7e5-451d-999e-112738884a7d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:16.721767 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f2d8e06-9b58-4724-ad71-3723cca3b6c1 req-616c21f2-d7e5-451d-999e-112738884a7d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0507939 Sep 16 06:10:16.761365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6f2d8e06-9b58-4724-ad71-3723cca3b6c1 req-54548b44-51bc-475c-9bf0-67497f8f94b4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Sep 16 06:10:17.884482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd41af-6be4-4e21-aacc-2747044083c4 req-723c65d4-2269-4830-b147-7c72aabb8b4f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:17.885432 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95cd41af-6be4-4e21-aacc-2747044083c4 req-723c65d4-2269-4830-b147-7c72aabb8b4f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0500052 Sep 16 06:10:17.927628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95cd41af-6be4-4e21-aacc-2747044083c4 req-4ca82eac-2537-477e-abca-0ab9931fc3fb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351977 Sep 16 06:10:19.049734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac82174-7159-4b19-b6a6-56bf308e0f57 req-c7f69a7e-76f1-4b41-bd17-987f40050f85 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:19.051245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ac82174-7159-4b19-b6a6-56bf308e0f57 req-c7f69a7e-76f1-4b41-bd17-987f40050f85 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0542419 Sep 16 06:10:19.088716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ac82174-7159-4b19-b6a6-56bf308e0f57 req-3a0f6f85-d980-42bd-9245-1cef6ce4964a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Sep 16 06:10:20.206238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90140ec8-8880-4242-8f0f-4cf5573daeb0 req-027623b6-3407-46f4-98bb-72977ac8857f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:20.207729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90140ec8-8880-4242-8f0f-4cf5573daeb0 req-027623b6-3407-46f4-98bb-72977ac8857f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0491948 Sep 16 06:10:20.247570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-90140ec8-8880-4242-8f0f-4cf5573daeb0 req-bba2ffaa-4917-47fa-a7a0-cb6644ac60aa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337234 Sep 16 06:10:20.270510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41068) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:10:20.334278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2c350d0c-95e0-4c6f-815c-a43ad5f48924 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/1f62e962-d8b6-49f5-b206-b001fb00b857 HTTP/1.1" status: 200 len: 993 time: 0.0626040 Sep 16 06:10:25.345705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:25.981034 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-15b008cd-2fcb-48f6-af84-024b87e55465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:28.297677 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b7afb7aa-890d-47bf-89ce-9dcd859c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:29.294769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:30.081746 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:31.480649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:35.367554 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:10:38.791606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-35ddf871-9fd6-4c23-8438-9d8c3324c875 req-25030330-d17d-4b80-a5a4-5a561b5114bc service neutron] (94719) timed out ('10.222.0.55', 37662) {{(pid=94719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:10:42.443994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:49.792149 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-6a961a99-7002-45f7-84c2-fb73d68466c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394835 Sep 16 06:10:49.893542 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-77a88e8e-f7b6-4d67-9d69-334f875418df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:49.894929 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-77a88e8e-f7b6-4d67-9d69-334f875418df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1097 time: 0.0441067 Sep 16 06:10:49.995333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-d7ea3346-fea3-4db3-a74f-1e0e430914d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:49.996918 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-d7ea3346-fea3-4db3-a74f-1e0e430914d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 897 time: 0.0831816 Sep 16 06:10:50.064600 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-9bf70400-6207-4fc6-81b3-7e52ea28edfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 1001 time: 0.0604668 Sep 16 06:10:50.112769 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-b74562c0-ac30-4817-926d-67394745a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:50.114171 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-b74562c0-ac30-4817-926d-67394745a49c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 200 len: 835 time: 0.0423806 Sep 16 06:10:50.158178 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-13a93d04-4258-48ff-8f67-d8712080ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:10:50.159598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-13a93d04-4258-48ff-8f67-d8712080ea24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382228 Sep 16 06:10:50.252716 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-c61ddebe-0201-46e2-a63c-c05ad7ffeb82 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859818 Sep 16 06:10:50.341840 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-cb3b7a29-6034-4f8e-bb22-53bb04db4a72 req-dbe45966-3a11-4ede-96b1-6bdbf581c9f8 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824695 Sep 16 06:10:55.351054 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:55.984787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d24f-6160-4025-8dda-9e116797ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:58.303623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-378e9d45-1cd1-4e25-b8df-afc0d7b8e29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:10:59.298621 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:00.085664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:01.483120 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:10.980172 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41102) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:11.150084 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 52451fa0-ac54-4805-af82-bcaf0f3fa352 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:11.150429 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.227837 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.228198 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.240241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 52451fa0-ac54-4805-af82-bcaf0f3fa352 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:11.386828 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.413974 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=52451fa0-ac54-4805-af82-bcaf0f3fa352,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:11.437890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.438236 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.438577 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.438913 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.439247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.439590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.439911 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.440268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.440598 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.440922 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.441247 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.441572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:11.483206 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.483583 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 1f62e962-d8b6-49f5-b206-b001fb00b857 disassociated (deleted). External IP: 172.25.6.132, port: 26fbe555-93eb-4c87-afb1-2b3f74a9178f. Sep 16 06:11:11.716732 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 250a6245-ed34-4da5-8b8a-43a566beb92e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:11.830358 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:11.834980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:11.839922 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] Sync routers for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:11.861033 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:11.861695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:11.864717 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-25b1ebf6-489a-4361-af19-a34470bb3a46 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/floatingips/1f62e962-d8b6-49f5-b206-b001fb00b857 HTTP/1.1" status: 204 len: 168 time: 0.8834381 Sep 16 06:11:11.865326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:11.868443 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d99a6ce-5443-415f-88e4-8f1ec8684b96" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:11.906965 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824827f2-a139-4f15-88ad-48b152249be9 x-openstack-request-id: req-824827f2-a139-4f15-88ad-48b152249be9 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:11.907257 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:11.907581 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-824827f2-a139-4f15-88ad-48b152249be9 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:11.907982 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'status': 'completed', 'code': 200} Sep 16 06:11:11.976066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:11.998430 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-27426cfc-3393-4aa5-9af5-8483dd331b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:12.000616 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-27426cfc-3393-4aa5-9af5-8483dd331b39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 1097 time: 0.0482323 Sep 16 06:11:12.102012 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-3b6ddfde-0e96-48bc-9fe5-a7a75784db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:12.103923 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-3b6ddfde-0e96-48bc-9fe5-a7a75784db86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 200 len: 897 time: 0.0970972 Sep 16 06:11:12.163565 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-da7a14fa-f3bd-4ec5-a799-d9db504ff8d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 200 len: 217 time: 0.0434642 Sep 16 06:11:12.213601 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:12.219605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-eaf2dadf-38db-46f7-a3ec-f78f819477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:12.221207 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-eaf2dadf-38db-46f7-a3ec-f78f819477a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 200 len: 835 time: 0.0497863 Sep 16 06:11:12.248288 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] Checking router: 250a6245-ed34-4da5-8b8a-43a566beb92e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:12.258787 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:12.259435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:12.282979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-c2e5d45b-d31e-4351-90b6-184e5d8fbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:12.284394 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-c2e5d45b-d31e-4351-90b6-184e5d8fbf00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552623 Sep 16 06:11:12.367346 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:12.398894 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-114fbbd8-3c4b-4e37-8a46-96c28db0a452 service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065822 Sep 16 06:11:12.490760 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532694-5011-4763-a1b7-e43d86aaf411 req-2b023cda-d703-4d6a-97bc-f5d682400ab6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:12.498125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46532694-5011-4763-a1b7-e43d86aaf411 req-2b023cda-d703-4d6a-97bc-f5d682400ab6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.4373982 Sep 16 06:11:12.499663 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:12.510992 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8d99a6ce-5443-415f-88e4-8f1ec8684b96 req-58a03c11-ab00-4c09-bb3f-3e04b86324ed service neutron] 10.222.0.64 "GET /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031663 Sep 16 06:11:12.531828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46532694-5011-4763-a1b7-e43d86aaf411 req-85ff1c61-a5f3-4bcb-be4f-d8bd9edfdf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321629 Sep 16 06:11:12.561752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:12.770084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:12.801341 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a76424-080b-4f4c-9f10-16a2da6b7d8c None None] The sync data for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 is: [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:43Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1b3e882b-3ee7-43be-a683-44c5ef124c2a', 'name': '', 'network_id': 'bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:e1:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '96518684-f495-4528-a439-d4ae319ec3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:43Z', 'updated_at': '2021-09-16T06:08:46Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '96518684-f495-4528-a439-d4ae319ec3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:13.022438 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9859c-5eed-459d-8dd3-b055ea629fde None None] New status for floating IP 1f62e962-d8b6-49f5-b206-b001fb00b857: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:11:13.652102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc5422-b2f4-4b9a-ae8f-089089f544de req-940cd2eb-73e4-4c1e-b0f6-673249c2c9a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:13.653683 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34bc5422-b2f4-4b9a-ae8f-089089f544de req-940cd2eb-73e4-4c1e-b0f6-673249c2c9a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0501149 Sep 16 06:11:13.694506 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-34bc5422-b2f4-4b9a-ae8f-089089f544de req-2262cd76-9848-4fdd-926f-91f8fba9455b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Sep 16 06:11:13.986656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-5fa03c39-36d2-413a-89f2-4f9a1f24dc5a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:13.988061 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-5fa03c39-36d2-413a-89f2-4f9a1f24dc5a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 945 time: 0.0641077 Sep 16 06:11:14.086348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 26fbe555-93eb-4c87-afb1-2b3f74a9178f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:14.086690 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:14.182126 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 26fbe555-93eb-4c87-afb1-2b3f74a9178f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=26fbe555-93eb-4c87-afb1-2b3f74a9178f,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:14.182495 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:14.194921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 26fbe555-93eb-4c87-afb1-2b3f74a9178f owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:14.330516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:14.364217 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=26fbe555-93eb-4c87-afb1-2b3f74a9178f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:14.407163 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] No DVR routers for this DVR port 26fbe555-93eb-4c87-afb1-2b3f74a9178f on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:11:14.409839 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:14.411943 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-91ca8e8a-7c87-446b-9d03-2de8fcb69962 req-27021a97-f658-436c-ad60-d502e2993599 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "DELETE /v2.0/ports/26fbe555-93eb-4c87-afb1-2b3f74a9178f HTTP/1.1" status: 204 len: 173 time: 0.4169636 Sep 16 06:11:14.412412 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'name': 'network-vif-deleted', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:14.414759 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c91bd-e07b-4038-82da-80266b392e6a" -d '{"events": [{"server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "name": "network-vif-deleted", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:14.453690 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a9b047-d62c-499c-8ad8-1b959892415b x-openstack-request-id: req-10a9b047-d62c-499c-8ad8-1b959892415b {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:14.453985 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3198e9-1996-4003-9a05-aff12465465f", "name": "network-vif-deleted", "tag": "26fbe555-93eb-4c87-afb1-2b3f74a9178f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:14.454240 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10a9b047-d62c-499c-8ad8-1b959892415b {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:14.454642 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3198e9-1996-4003-9a05-aff12465465f', 'name': 'network-vif-deleted', 'tag': '26fbe555-93eb-4c87-afb1-2b3f74a9178f', 'status': 'completed', 'code': 200} Sep 16 06:11:14.805444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7afb1dca-89f4-4468-ab5b-e7e207eb5c67 req-9f7bb1d4-face-40d3-bd7b-33f1c76abe89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a3198e9-1996-4003-9a05-aff12465465f HTTP/1.1" status: 200 len: 210 time: 0.0296214 Sep 16 06:11:15.864610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41118) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:16.242588 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:16.504427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 1b3e882b-3ee7-43be-a683-44c5ef124c2a {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:16.504783 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:16.597613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 1b3e882b-3ee7-43be-a683-44c5ef124c2a, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1b3e882b-3ee7-43be-a683-44c5ef124c2a,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:16.597984 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:16.610695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 1b3e882b-3ee7-43be-a683-44c5ef124c2a owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:16.853486 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:16.878506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=1b3e882b-3ee7-43be-a683-44c5ef124c2a,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:16.892927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.893047 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.893337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.893772 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.894034 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.894349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.894680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.895015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.895346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.895676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.896001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:16.896353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:17.073344 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.299285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 250a6245-ed34-4da5-8b8a-43a566beb92e has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:17.407601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:17.412849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7fdb1c57-a483-4853-bf1c-bb606e0314ff tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/250a6245-ed34-4da5-8b8a-43a566beb92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5472255 Sep 16 06:11:17.415770 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41120) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:17.417220 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] Sync routers for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:17.426644 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:17.427366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:17.472411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting subnet 96518684-f495-4528-a439-d4ae319ec3d7 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:11:17.476070 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.516852 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.532582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:17.603257 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.669303 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.698668 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Subnet': ['ID=96518684-f495-4528-a439-d4ae319ec3d7,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:17.700896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.706020 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d0a0341f-25a7-4d5d-9112-cfa77ac27232 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/subnets/96518684-f495-4528-a439-d4ae319ec3d7 HTTP/1.1" status: 204 len: 168 time: 0.2863650 Sep 16 06:11:17.706868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41122) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:17.713427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08680e-039b-46ff-87d0-3643097362d1 None None] Network bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:11:17.772156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:11:16Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:17.808457 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] Checking router: 250a6245-ed34-4da5-8b8a-43a566beb92e for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:17.825226 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:17.856327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] Routers {'250a6245-ed34-4da5-8b8a-43a566beb92e'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:17.856864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['250a6245-ed34-4da5-8b8a-43a566beb92e'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:17.989518 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] DHCP port deletion for bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:11:17.998027 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] Set router 250a6245-ed34-4da5-8b8a-43a566beb92e gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:18.133838 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 26fbe555-93eb-4c87-afb1-2b3f74a9178f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:18.164367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 26fbe555-93eb-4c87-afb1-2b3f74a9178f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:18.164717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 26fbe555-93eb-4c87-afb1-2b3f74a9178f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:18.190352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Deleting port 245770fc-be75-4f9f-9d17-d39729b1a4ad {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:18.190739 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.272032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.284421 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] For port 245770fc-be75-4f9f-9d17-d39729b1a4ad, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=245770fc-be75-4f9f-9d17-d39729b1a4ad,segment=NetworkSegment(0cf077cb-760b-4ee6-9527-0bcb04e491e4),segment_id=0cf077cb-760b-4ee6-9527-0bcb04e491e4)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:18.284811 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.300304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Calling delete_port for 245770fc-be75-4f9f-9d17-d39729b1a4ad owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:18.320331 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:11:16Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:18.326611 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:11:18.326956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.377402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab76b7d-e88c-4cb5-a2cf-d1928059d98a None None] The sync data for ids ['250a6245-ed34-4da5-8b8a-43a566beb92e'] in n-d-713301-15 is: [{'id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230790673', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:11:16Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a6245-ed34-4da5-8b8a-43a566beb92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:08:40Z', 'updated_at': '2021-09-16T06:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:18.412970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:18.413353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.424328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.432949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:11:18.461973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Pushing event deleted for resources: {'Port': ['ID=245770fc-be75-4f9f-9d17-d39729b1a4ad,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:18.465503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] No DVR routers for this DVR port 245770fc-be75-4f9f-9d17-d39729b1a4ad on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:11:18.478769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.479296 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.479819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.480313 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.481099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.481237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.481461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.488361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.488361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.488361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.488361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.488361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e7c91-ac66-46eb-9f5e-ef26160aecc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:18.603186 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.630724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:18.697055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.797962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.800309 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.830070 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 245770fc-be75-4f9f-9d17-d39729b1a4ad no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:18.849319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.849846 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Fanout notify agent at l3_agent the message router_deleted on router 250a6245-ed34-4da5-8b8a-43a566beb92e {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:11:18.855853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 245770fc-be75-4f9f-9d17-d39729b1a4ad {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:18.856250 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 245770fc-be75-4f9f-9d17-d39729b1a4ad not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:18.856672 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1b3e882b-3ee7-43be-a683-44c5ef124c2a no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:18.861237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:18.862547 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3517eb7f-6981-4711-8cf8-8b9bf562f954 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/routers/250a6245-ed34-4da5-8b8a-43a566beb92e HTTP/1.1" status: 204 len: 168 time: 1.1548584 Sep 16 06:11:18.865704 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41124) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:18.876398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 1b3e882b-3ee7-43be-a683-44c5ef124c2a {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:18.876749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1b3e882b-3ee7-43be-a683-44c5ef124c2a not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:18.947365 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.044664 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.066436 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:19.079167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf077cb-760b-4ee6-9527-0bcb04e491e4') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:19.079167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf077cb-760b-4ee6-9527-0bcb04e491e4') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:19.090359 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.104172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.110507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:11:19.110902 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:11:19.113878 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:11:19.175374 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.182661 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.184496 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/networks/bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab HTTP/1.1" status: 204 len: 168 time: 0.3171763 Sep 16 06:11:19.187727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41126) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:19.196448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6193a98-ade1-4932-92d7-a89338c3bd07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Network': ['ID=bdcc0fdd-3344-4ae0-89b6-8d53bbd6d1ab,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:19.254273 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-617dccda-1297-4e5a-87e0-bf35840f5b0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.280469 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-617dccda-1297-4e5a-87e0-bf35840f5b0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.344558 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-617dccda-1297-4e5a-87e0-bf35840f5b0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.347089 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-617dccda-1297-4e5a-87e0-bf35840f5b0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:19.348328 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-617dccda-1297-4e5a-87e0-bf35840f5b0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6f8a4f8-1542-47b0-abd9-c94e395bb6c3 HTTP/1.1" status: 204 len: 168 time: 0.1594331 Sep 16 06:11:19.357559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dccda-1297-4e5a-87e0-bf35840f5b0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8a4f8-1542-47b0-abd9-c94e395bb6c3,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:20.478444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:11:20.500991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:11:20.501339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8bfd6bfa-4bef-400f-b5d2-f89cc0205b0e not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:11:21.631020 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41136) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:21.635737 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1f40c24c-e470-4e11-a1b7-2ed92283f21f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088701182', 'description': 'tempest-secgroup-smoke-1088701182 description', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:21.656959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24c-e470-4e11-a1b7-2ed92283f21f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.741829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24c-e470-4e11-a1b7-2ed92283f21f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.745615 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24c-e470-4e11-a1b7-2ed92283f21f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.771190 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24c-e470-4e11-a1b7-2ed92283f21f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.772426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1f40c24c-e470-4e11-a1b7-2ed92283f21f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1403666 Sep 16 06:11:21.775364 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41138) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:21.776381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40c24c-e470-4e11-a1b7-2ed92283f21f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772430f6-4ec5-4feb-8a85-1cbd7871d565,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:21.781403 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ea683257-52af-47b0-96fe-455b977501ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '772430f6-4ec5-4feb-8a85-1cbd7871d565', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:21.808296 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea683257-52af-47b0-96fe-455b977501ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.856456 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea683257-52af-47b0-96fe-455b977501ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.860676 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea683257-52af-47b0-96fe-455b977501ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.879569 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea683257-52af-47b0-96fe-455b977501ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20ab5ea-3df9-4c2e-bfbf-bb045210b6a9,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:21.881956 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ea683257-52af-47b0-96fe-455b977501ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.883160 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ea683257-52af-47b0-96fe-455b977501ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067350 Sep 16 06:11:21.885940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41140) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:21.890674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-09853565-8ba6-4fe4-b90a-9b6c553d681c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '772430f6-4ec5-4feb-8a85-1cbd7871d565', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:21.917148 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09853565-8ba6-4fe4-b90a-9b6c553d681c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.973928 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09853565-8ba6-4fe4-b90a-9b6c553d681c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.977651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09853565-8ba6-4fe4-b90a-9b6c553d681c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:21.997642 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853565-8ba6-4fe4-b90a-9b6c553d681c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8ca88e-4304-46ea-aaa8-1242f43d3312,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:22.001632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-09853565-8ba6-4fe4-b90a-9b6c553d681c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.002824 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-09853565-8ba6-4fe4-b90a-9b6c553d681c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159656 Sep 16 06:11:22.005613 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41142) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:22.010209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2b2979a2-a51f-45a9-8d9d-75a1719a53a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '772430f6-4ec5-4feb-8a85-1cbd7871d565', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:22.036201 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b2979a2-a51f-45a9-8d9d-75a1719a53a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.096323 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b2979a2-a51f-45a9-8d9d-75a1719a53a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.099808 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b2979a2-a51f-45a9-8d9d-75a1719a53a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.116257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2979a2-a51f-45a9-8d9d-75a1719a53a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2791fa2-4508-4a88-b2b0-b674f498481f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:22.122854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2b2979a2-a51f-45a9-8d9d-75a1719a53a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.124168 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2b2979a2-a51f-45a9-8d9d-75a1719a53a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176038 Sep 16 06:11:22.127353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41144) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:22.131650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-3886faec-2664-4881-933a-5597090acae5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '772430f6-4ec5-4feb-8a85-1cbd7871d565', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:22.158044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3886faec-2664-4881-933a-5597090acae5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.216420 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3886faec-2664-4881-933a-5597090acae5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.220268 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3886faec-2664-4881-933a-5597090acae5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.236640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886faec-2664-4881-933a-5597090acae5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dab1b35-e6ce-497f-aa4e-cf0db38f6b2b,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:22.243327 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3886faec-2664-4881-933a-5597090acae5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.244607 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3886faec-2664-4881-933a-5597090acae5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163409 Sep 16 06:11:22.247322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41146) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:22.252060 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '772430f6-4ec5-4feb-8a85-1cbd7871d565', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:22.273211 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:11:22.278012 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.337111 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.341087 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.359632 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55489776-45bc-498d-85a2-7e5400902523,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:22.365229 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.366414 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2a75a944-a18a-4504-9e0c-29428dc4a4e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181648 Sep 16 06:11:22.369320 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41148) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:22.373583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': '772430f6-4ec5-4feb-8a85-1cbd7871d565', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:22.394243 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:11:22.399240 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.461287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.465854 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.482519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b708e8d-9f42-4d9d-ac14-e48ea27d71d7,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:22.489303 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.490501 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-65170c58-6330-4a86-b951-c6142b0d10a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202388 Sep 16 06:11:22.493387 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41150) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:22.498156 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'network': {'name': 'tempest-network-smoke--301203149', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:22.518002 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:11:22.521254 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.543802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:11:22.553815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.554453 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Added segment 6bf5db7a-ba36-4258-8d38-fbedda43c883 of type vlan for network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 Sep 16 06:11:22.596560 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.621114 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.626941 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:22.627533 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.667097 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1726851 Sep 16 06:11:22.670032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41152) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:22.674689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'admin_state_up': True, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:22.698268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.699046 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96629642-796e-4cf8-8e13-fb613775940a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Network': ['ID=739a2db1-fe13-43a3-b0d1-6872e4d39a23,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:22.699270 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.712121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:11:22.753956 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:22.893989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.081525 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.100035 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.195769 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.246 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/565f6846-0e9c-4010-a459-f59a19ec9133) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:23.297430 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.329058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.363419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:23.366055 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:23.369473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:23.394536 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=565f6846-0e9c-4010-a459-f59a19ec9133,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:23.620659 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.815144 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:23.941216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:11:24.378147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:24.387479 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Sync routers for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:24.396676 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:24.397056 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:24.400935 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:24.401112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2f911cc6-2616-4ea7-a386-88e29ea89cf4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7270620 Sep 16 06:11:24.401206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41154) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:24.427848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-16dd5cea-7ab1-4251-b2ab-fe49bbd236eb tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d05c19c558ed4e7abea0a96a45b00b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255413 Sep 16 06:11:24.430394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41156) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:24.501144 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:24.517977 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d210ed3-4ec0-4ede-82d8-81707d6d828e tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:24.522108 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7d210ed3-4ec0-4ede-82d8-81707d6d828e tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882146 Sep 16 06:11:24.522344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41158) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:24.551387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2568fd3b-3bd6-4aee-a38b-eeecf92ad54d tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257871 Sep 16 06:11:24.551607 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41160) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:24.556190 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1479560353', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:24.643461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:11:24.646932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:24.679057 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:23Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:24.705115 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Checking router: 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:24.705463 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Updating router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef port 565f6846-0e9c-4010-a459-f59a19ec9133 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:11:24.730531 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:24.825766 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:24.890988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Subnet': ['ID=79a7d6b5-98b1-41be-afa9-20b3680bca36,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:24.898305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Checking segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:24.898669 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network hostable DHCP agents. Network: 739a2db1-fe13-43a3-b0d1-6872e4d39a23, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:11:24.915561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:11:24.924286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 739a2db1-fe13-43a3-b0d1-6872e4d39a23) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:24.928873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:24.929487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:24.934895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f97e7-e878-4f1d-a50a-3b222b53cd71 None None] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:11:24.949832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5721c757-3425-40bc-b993-9cd05e6d8d96 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3946126 Sep 16 06:11:24.950037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41162) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:24.981730 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:24.988730 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.037450 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Attempting to bind port 565f6846-0e9c-4010-a459-f59a19ec9133 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:11:25.037816 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Attempting to bind port 565f6846-0e9c-4010-a459-f59a19ec9133 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:11:25.038172 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Attempting to bind port 565f6846-0e9c-4010-a459-f59a19ec9133 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:11:25.051788 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:11:25.052047 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:25.052335 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.052696 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:11:25.053158 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Bound port: 565f6846-0e9c-4010-a459-f59a19ec9133, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:11:25.053540 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.055211 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Pushing event updated for resources: {'Port': ['ID=565f6846-0e9c-4010-a459-f59a19ec9133,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:25.089798 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.089925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.090223 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.090551 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.090874 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.091197 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.091516 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.091835 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.092165 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.092484 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.092797 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.093640 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:11:25.102367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:11:25.103192 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.125391 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] For port 565f6846-0e9c-4010-a459-f59a19ec9133, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:11:25.130112 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] For port 565f6846-0e9c-4010-a459-f59a19ec9133, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=565f6846-0e9c-4010-a459-f59a19ec9133,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:11:25.134674 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.187298 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:25.187524 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:25.237648 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a416cb-370e-43a4-91ee-993497b7b76f None None] Pushing event updated for resources: {'Port': ['ID=565f6846-0e9c-4010-a459-f59a19ec9133,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:25.254304 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Allocated IP 172.20.0.2 (739a2db1-fe13-43a3-b0d1-6872e4d39a23/79a7d6b5-98b1-41be-afa9-20b3680bca36/efafa6ca-909b-4e6e-a83a-6984ed3ea45d) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:25.307739 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:25.389012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.397347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.411047 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.418592 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.459745 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:25.463994 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:25.471628 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:25.478805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Pushing event updated for resources: {'Port': ['ID=efafa6ca-909b-4e6e-a83a-6984ed3ea45d,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:25.505230 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:23Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:25.529863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Attempting to bind port efafa6ca-909b-4e6e-a83a-6984ed3ea45d on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:11:25.530243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Attempting to bind port efafa6ca-909b-4e6e-a83a-6984ed3ea45d by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:11:25.530671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Attempting to bind port efafa6ca-909b-4e6e-a83a-6984ed3ea45d on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:11:25.532286 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b6f68-e90d-4d8b-a23c-5f0731c31e80 None None] The sync data for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 is: [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:23Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:25.537020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:11:25.537402 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Checking segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:25.537815 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.538208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Bound using segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:11:25.539060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Bound port: efafa6ca-909b-4e6e-a83a-6984ed3ea45d, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:11:25.539060 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.615519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] For port efafa6ca-909b-4e6e-a83a-6984ed3ea45d, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:11:25.619187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] For port efafa6ca-909b-4e6e-a83a-6984ed3ea45d, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=efafa6ca-909b-4e6e-a83a-6984ed3ea45d,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:11:25.625006 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.705136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.1 (739a2db1-fe13-43a3-b0d1-6872e4d39a23/79a7d6b5-98b1-41be-afa9-20b3680bca36/1c38fd3a-db6c-4e54-9617-e489f05d03a6) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:25.857589 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.865937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a570f8-8975-4e70-9fdb-f207ad60f9f5 None None] Pushing event updated for resources: {'Port': ['ID=efafa6ca-909b-4e6e-a83a-6984ed3ea45d,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:25.903408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:25.954257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:25.957594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:25.964509 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:25.974205 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=1c38fd3a-db6c-4e54-9617-e489f05d03a6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:25.990955 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c7335bb5-5461-4287-846d-e4f0bd6a20d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.019925 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.186091 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.482860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.490457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.567208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=1c38fd3a-db6c-4e54-9617-e489f05d03a6,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:26.570546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.602301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 565f6846-0e9c-4010-a459-f59a19ec9133 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:11:26.653470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 565f6846-0e9c-4010-a459-f59a19ec9133 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:26.653784 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.681979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:26.683414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:26.738457 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.760826 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 565f6846-0e9c-4010-a459-f59a19ec9133, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=565f6846-0e9c-4010-a459-f59a19ec9133,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:26.766794 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.767786 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device efafa6ca-909b-4e6e-a83a-6984ed3ea45d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:11:26.813649 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:26.851819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=565f6846-0e9c-4010-a459-f59a19ec9133,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:26.862517 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port efafa6ca-909b-4e6e-a83a-6984ed3ea45d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:26.862900 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:26.904522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a578830-17fe-461e-8668-4144e2a1029b None None] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:11:26.943931 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:26.949052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ecc17cd4-cc93-4e4d-8a4f-6da9cec40280 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/6fadb6b9-cf0f-4219-b8d4-c87568afb1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9980686 Sep 16 06:11:27.009493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-da9f542d-7f9e-49fd-9043-4b2bddbfdadd None None] Provisioning complete for port efafa6ca-909b-4e6e-a83a-6984ed3ea45d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:27.009986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-da9f542d-7f9e-49fd-9043-4b2bddbfdadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:27.049355 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:27.098803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-94cf174f-e93c-46ae-9c31-572fc057157f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088701182&fields=id&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 267 time: 0.0374038 Sep 16 06:11:27.131588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port efafa6ca-909b-4e6e-a83a-6984ed3ea45d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=efafa6ca-909b-4e6e-a83a-6984ed3ea45d,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:27.140573 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:27.216523 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-94eb880e-365f-4d3e-ba28-903c97f31c82 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:27.218797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-94eb880e-365f-4d3e-ba28-903c97f31c82 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 796 time: 0.1112447 Sep 16 06:11:27.235534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-0453678b-3da0-4933-b3a4-c679ca946d47 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/quotas/d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 375 time: 0.0101373 Sep 16 06:11:27.245619 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=efafa6ca-909b-4e6e-a83a-6984ed3ea45d,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:27.297561 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-2b1427d0-a188-4f4d-b099-d2ef8d8d27d6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522640 Sep 16 06:11:27.406122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-8c671aa2-8002-4ed7-9c2a-6eded0ca2d4e service neutron] 10.222.0.55 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957272 Sep 16 06:11:27.445935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Sync routers for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:27.465927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:27.466569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:10:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:27.471675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-21265a7e-6fdf-4c47-a325-bdcb6936d931 None None] Provisioning complete for port efafa6ca-909b-4e6e-a83a-6984ed3ea45d triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:27.472042 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-21265a7e-6fdf-4c47-a325-bdcb6936d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:27.516222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-f7f1f0aa-02a0-484d-94a7-f31ef48fb30e service neutron] 10.222.0.55 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037560 Sep 16 06:11:27.653768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:27.709922 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f46ee93-9c07-4c25-bb63-24df35c4f554 req-0cb760af-9476-4861-b67c-9d4271e62704 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 210 time: 0.0344625 Sep 16 06:11:27.753413 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-21265a7e-6fdf-4c47-a325-bdcb6936d931 None None] Provisioning complete for port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:27.753783 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-21265a7e-6fdf-4c47-a325-bdcb6936d931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:27.844898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-21265a7e-6fdf-4c47-a325-bdcb6936d931 None None] Port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:11:27.929919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 2, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:27.968491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Checking router: 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:27.968973 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Updating router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:11:28.003869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-94a9fc57-0f32-4698-aac5-d207c285e994 None None] Provisioning complete for port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:28.004370 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-94a9fc57-0f32-4698-aac5-d207c285e994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.007235 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.073179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-94a9fc57-0f32-4698-aac5-d207c285e994 None None] Port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:11:28.323720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80d71184-9b5f-49f6-b5e9-648c5f70767f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.329255 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.334500 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.385965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b59e2f-d6b5-434e-a6de-dbc3d3bcf353 None None] Pushing event updated for resources: {'Port': ['ID=1c38fd3a-db6c-4e54-9617-e489f05d03a6,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:28.450463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Attempting to bind port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:11:28.450842 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Attempting to bind port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:11:28.451207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Attempting to bind port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:11:28.457115 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:11:28.457491 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Checking segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:28.457928 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.458320 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Bound using segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:11:28.458795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Bound port: 1c38fd3a-db6c-4e54-9617-e489f05d03a6, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:11:28.459182 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.533414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] For port 1c38fd3a-db6c-4e54-9617-e489f05d03a6, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:11:28.537414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 565f6846-0e9c-4010-a459-f59a19ec9133 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:11:28.540511 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] For port 1c38fd3a-db6c-4e54-9617-e489f05d03a6, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1c38fd3a-db6c-4e54-9617-e489f05d03a6,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:11:28.564783 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.677775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:28.678333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:28.725346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cc2678d5-8ff3-4457-89fc-af1b9f0c6299 None None] Provisioning complete for port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:28.726169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc2678d5-8ff3-4457-89fc-af1b9f0c6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.735671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b59e2f-d6b5-434e-a6de-dbc3d3bcf353 None None] Pushing event updated for resources: {'Port': ['ID=1c38fd3a-db6c-4e54-9617-e489f05d03a6,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:28.843237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 565f6846-0e9c-4010-a459-f59a19ec9133 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:28.844026 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:28.870777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fae06cbc-b1e8-41a1-9628-948b98315f06 req-b5315b81-17d0-48e5-9b74-28b4632c035a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 210 time: 0.0767508 Sep 16 06:11:28.873206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:28.925852 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-539281c7-43a0-443b-bcd4-6d71a37de0cd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:28.927845 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-539281c7-43a0-443b-bcd4-6d71a37de0cd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 796 time: 0.1970184 Sep 16 06:11:28.994661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-a08899a3-0e8e-4177-b2e5-57ab82c7819e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 380 time: 0.0553269 Sep 16 06:11:29.004512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'port': {'device_id': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'admin_state_up': True, 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'security_groups': ['772430f6-4ec5-4feb-8a85-1cbd7871d565']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:29.113652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:11:29.117546 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.266894 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc2678d5-8ff3-4457-89fc-af1b9f0c6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.270763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.12 (739a2db1-fe13-43a3-b0d1-6872e4d39a23/79a7d6b5-98b1-41be-afa9-20b3680bca36/35cd0de8-6575-4824-bcee-662ea404b60f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:29.313500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device efafa6ca-909b-4e6e-a83a-6984ed3ea45d up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:11:29.378483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.383039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-cc2678d5-8ff3-4457-89fc-af1b9f0c6299 None None] For port 1c38fd3a-db6c-4e54-9617-e489f05d03a6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1c38fd3a-db6c-4e54-9617-e489f05d03a6,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:29.393090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cc2678d5-8ff3-4457-89fc-af1b9f0c6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.427794 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.465899 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.466675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2678d5-8ff3-4457-89fc-af1b9f0c6299 None None] Pushing event updated for resources: {'Port': ['ID=1c38fd3a-db6c-4e54-9617-e489f05d03a6,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:29.474178 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port efafa6ca-909b-4e6e-a83a-6984ed3ea45d triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:29.474552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.509754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:28Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:29.512627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:29.518369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:29.522947 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:29.526796 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:29.544357 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde96b4-b48d-455e-b607-79eb929a4a08 None None] The sync data for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 is: [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:28Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:29.557924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f19e6906-f599-43b7-b8db-7eee0190e616 None None] Provisioning complete for port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:29.558299 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f19e6906-f599-43b7-b8db-7eee0190e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.583703 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:29.584408 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.603113 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-ade386f6-6a7a-4089-8d12-69f163308314 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017697 Sep 16 06:11:29.632026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-37b83413-e7b4-4487-9a40-9e48c80c1a58 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:11:29.633426 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-37b83413-e7b4-4487-9a40-9e48c80c1a58 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067852 Sep 16 06:11:29.728361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Request body: {'port': {'device_id': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:29.791414 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.854099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3805f136-ab4f-4539-ae33-99a36b71735b None None] Provisioning complete for port 35cd0de8-6575-4824-bcee-662ea404b60f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:29.854466 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3805f136-ab4f-4539-ae33-99a36b71735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:29.890561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3805f136-ab4f-4539-ae33-99a36b71735b None None] Port 35cd0de8-6575-4824-bcee-662ea404b60f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:11:30.054844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fad2e-ca82-4a05-83cf-3aabfb1d770d req-6c5eeca5-ea5b-4d5a-aa4c-c18c5b26ee0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:30.056388 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a20fad2e-ca82-4a05-83cf-3aabfb1d770d req-6c5eeca5-ea5b-4d5a-aa4c-c18c5b26ee0f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 932 time: 0.1056316 Sep 16 06:11:30.088887 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.137559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cd0de8-6575-4824-bcee-662ea404b60f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:11:30.145237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a20fad2e-ca82-4a05-83cf-3aabfb1d770d req-281387cd-ad15-4fe3-ba12-f55eefd2cbf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799019 Sep 16 06:11:30.149677 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.166674 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Transition to ACTIVE for port object 35cd0de8-6575-4824-bcee-662ea404b60f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:11:30.169735 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.228775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:30.311325 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:11:30.312693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:11:30.313179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:11:30.320733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Port 35cd0de8-6575-4824-bcee-662ea404b60f on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:11:30.321265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:11:30.330806 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:11:30.331371 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Checking segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:11:30.331950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Bound using segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:11:30.333035 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Bound port: 35cd0de8-6575-4824-bcee-662ea404b60f, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:11:30.333584 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.422512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:11:30.425991 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:11:30.431424 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.467804 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:30.469738 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.471158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] 10.222.0.73 "PUT /v2.0/ports/35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1093 time: 0.8245058 Sep 16 06:11:30.473557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:30.475877 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0164b5d4-0faa-4751-b622-60cdffb0609d" -d '{"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:30.512059 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2db29-e311-4631-bc5b-dd0b34ab8061 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:30.631096 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-2837beec-e895-4f25-9143-6b07c805415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:30.633014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-2837beec-e895-4f25-9143-6b07c805415d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1096 time: 0.1033521 Sep 16 06:11:30.663311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1c38fd3a-db6c-4e54-9617-e489f05d03a6 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:11:30.702412 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e695e-73ab-46fa-ae3f-883d392b18f3 x-openstack-request-id: req-3e8e695e-73ab-46fa-ae3f-883d392b18f3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:30.702799 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:30.703150 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e8e695e-73ab-46fa-ae3f-883d392b18f3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:30.703686 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'status': 'completed', 'code': 200} Sep 16 06:11:30.705490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-08f20964-9fb8-409c-878f-aa1fd18b80b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 217 time: 0.0626216 Sep 16 06:11:30.742820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:30.743275 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:30.770090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-cf105a0e-e57b-4b61-9995-58cbe4c9641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:30.771644 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-cf105a0e-e57b-4b61-9995-58cbe4c9641d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0549781 Sep 16 06:11:30.837170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-19b16d6b-4c5f-4e9c-98f4-0e5112be707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:30.838857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-19b16d6b-4c5f-4e9c-98f4-0e5112be707f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590668 Sep 16 06:11:30.938669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-fed70752-18fb-43e8-8bc6-e8b9d2c6edc1 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874379 Sep 16 06:11:31.037751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a446482a-4eb5-4677-bc7c-efaf8f06da1c req-9a31934c-0861-4938-8ab4-8740427dd69d service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876708 Sep 16 06:11:31.129469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-bdd4c9de-e9a1-4383-873f-3b5553623322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:31.131023 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-bdd4c9de-e9a1-4383-873f-3b5553623322 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1096 time: 0.0403161 Sep 16 06:11:31.234062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-92b04205-1cd1-4447-82a1-e325e8f63fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:31.235515 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-92b04205-1cd1-4447-82a1-e325e8f63fc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.0971780 Sep 16 06:11:31.288841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-b32063c1-6652-4dcf-a2ad-a3bb43d0ef4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 217 time: 0.0403016 Sep 16 06:11:31.334117 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff07ea-542e-40fc-aeab-ba4a0b3fb985 req-dc112777-74d4-4ca6-9ca0-a77585619758 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:31.335587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45ff07ea-542e-40fc-aeab-ba4a0b3fb985 req-dc112777-74d4-4ca6-9ca0-a77585619758 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.1192439 Sep 16 06:11:31.364136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-71c1cf99-5c2b-4636-b524-f62bc2e9fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:31.365534 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-71c1cf99-5c2b-4636-b524-f62bc2e9fcfc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0681455 Sep 16 06:11:31.391510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45ff07ea-542e-40fc-aeab-ba4a0b3fb985 req-7a1d9f58-bd0c-44e5-a8f8-fa44b02f9c1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479908 Sep 16 06:11:31.419272 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-c8550098-e22b-419d-aee7-8857670aec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:31.420791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-c8550098-e22b-419d-aee7-8857670aec31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445797 Sep 16 06:11:31.492885 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:31.523544 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-5b92df47-f25f-4b67-859a-3f7f497bbdcb service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943000 Sep 16 06:11:31.622824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0164b5d4-0faa-4751-b622-60cdffb0609d req-2e183fc7-1542-48d7-b69f-fd6540c715ec service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919881 Sep 16 06:11:32.513018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c3920-8315-45f7-807a-fb8762f7568d req-d9409f0c-6bad-4801-9146-5f133d9c6480 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:32.514542 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d4c3920-8315-45f7-807a-fb8762f7568d req-d9409f0c-6bad-4801-9146-5f133d9c6480 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0534401 Sep 16 06:11:32.551447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d4c3920-8315-45f7-807a-fb8762f7568d req-46649773-ee1b-40f9-9d22-9b766b490b05 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303543 Sep 16 06:11:33.665026 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a49d4-5dce-41d1-8b88-9ba8aaa2f66f req-dd3beab6-b683-411f-804a-b6f184af2a9e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:33.666797 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-543a49d4-5dce-41d1-8b88-9ba8aaa2f66f req-dd3beab6-b683-411f-804a-b6f184af2a9e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0490811 Sep 16 06:11:33.704012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-543a49d4-5dce-41d1-8b88-9ba8aaa2f66f req-e54be842-817e-428c-997c-2e0ab79589fb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Sep 16 06:11:34.008048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:11:34.101420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:34.116409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '35cd0de8-6575-4824-bcee-662ea404b60f', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'port_id': '35cd0de8-6575-4824-bcee-662ea404b60f', 'mac_address': 'fa:16:3e:03:89:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:11:34.153608 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:34.166237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cd0de8-6575-4824-bcee-662ea404b60f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:11:34.184645 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:34.189009 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:34.235451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:34.493610 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['35cd0de8-6575-4824-bcee-662ea404b60f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:11:34.815219 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd9c4-2a61-4afc-9074-9bc2f4d7e451 req-187dde94-ae35-4a81-810c-0461265c313a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:34.816716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-039bd9c4-2a61-4afc-9074-9bc2f4d7e451 req-187dde94-ae35-4a81-810c-0461265c313a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 945 time: 0.0479341 Sep 16 06:11:34.855446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-039bd9c4-2a61-4afc-9074-9bc2f4d7e451 req-62f92706-baff-4515-ab51-3244370c5927 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310564 Sep 16 06:11:35.970750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a39014-0a19-4a41-9ce9-10ed1c0b4681 req-e984adb3-7dcd-49c8-9787-53f503e678b7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:35.972228 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05a39014-0a19-4a41-9ce9-10ed1c0b4681 req-e984adb3-7dcd-49c8-9787-53f503e678b7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 945 time: 0.0514958 Sep 16 06:11:36.008635 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05a39014-0a19-4a41-9ce9-10ed1c0b4681 req-e74273ed-deef-4f8e-a8f2-e870b42827f6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304971 Sep 16 06:11:36.016370 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:11:36.065105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 35cd0de8-6575-4824-bcee-662ea404b60f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:11:36.068692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 35cd0de8-6575-4824-bcee-662ea404b60f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:11:36.069065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:36.147019 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:36.169134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:36.171731 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8fae50-7737-43df-b834-d850ecc222d6" -d '{"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-plugged", "status": "completed", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:36.184013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:11:36.189470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:36.236815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:36.267990 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1852488-515a-4719-8842-54fe59432535 x-openstack-request-id: req-c1852488-515a-4719-8842-54fe59432535 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:36.268304 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-plugged", "status": "completed", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:36.268557 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1852488-515a-4719-8842-54fe59432535 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:36.268953 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'code': 200} Sep 16 06:11:36.370033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e5c70-6ee4-4243-957c-9a88e9eaaeec req-89adc5be-5ca9-4fef-962f-d117c509bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:36.371490 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240e5c70-6ee4-4243-957c-9a88e9eaaeec req-89adc5be-5ca9-4fef-962f-d117c509bf8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1098 time: 0.0392747 Sep 16 06:11:36.409695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240e5c70-6ee4-4243-957c-9a88e9eaaeec req-f9020ca3-f61f-45a7-bccf-7dbe4294b619 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265474 Sep 16 06:11:37.121366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0bfe-edb4-4b65-a084-436b49de1099 req-bc99e489-e4c1-469c-ab32-31c109873131 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:37.122853 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-818f0bfe-edb4-4b65-a084-436b49de1099 req-bc99e489-e4c1-469c-ab32-31c109873131 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0491195 Sep 16 06:11:37.160134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-818f0bfe-edb4-4b65-a084-436b49de1099 req-8fd48d2d-0692-465d-9894-12a017f7294f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308073 Sep 16 06:11:38.278094 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206de167-e83b-4554-91e7-5a8556f4980e req-c4901266-1b58-46de-bc3d-d4fa33c0eb4b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:38.279569 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-206de167-e83b-4554-91e7-5a8556f4980e req-c4901266-1b58-46de-bc3d-d4fa33c0eb4b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0514090 Sep 16 06:11:38.316947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-206de167-e83b-4554-91e7-5a8556f4980e req-66135666-5c9d-4263-b887-5f903299e750 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Sep 16 06:11:38.436217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0d3e3-5f7a-4e1a-a4c1-95d6a4efe453 req-de6974e3-2a74-4972-aac0-312b9fa70fc2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:38.438014 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bac0d3e3-5f7a-4e1a-a4c1-95d6a4efe453 req-de6974e3-2a74-4972-aac0-312b9fa70fc2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0567932 Sep 16 06:11:38.476575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bac0d3e3-5f7a-4e1a-a4c1-95d6a4efe453 req-affb0c53-135e-4e40-9f80-784412b4e33e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327229 Sep 16 06:11:38.497549 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41226) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:38.535594 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35bd816-3c86-47c5-b8a3-c0c405edcfdd tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:38.537132 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a35bd816-3c86-47c5-b8a3-c0c405edcfdd tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1093 time: 0.0386293 Sep 16 06:11:38.539786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41228) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:38.543919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '35cd0de8-6575-4824-bcee-662ea404b60f', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:11:38.565637 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:38.664464 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:38.776278 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.121 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/8ce31fc7-25fe-4ba9-8272-780b22f830a6) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:11:38.890809 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:38.928543 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:38.965356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:11:38.968790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:11:38.972579 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:11:38.997698 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=8ce31fc7-25fe-4ba9-8272-780b22f830a6,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:39.689120 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:39.760062 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:39.908343 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:39.912940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:39.983314 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=8ce31fc7-25fe-4ba9-8272-780b22f830a6,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:11:39.996302 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.102845 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 250ed8e2-f08c-47b0-9631-0e606b81efd0 associated. External IP: 172.25.6.121, port: 35cd0de8-6575-4824-bcee-662ea404b60f. Sep 16 06:11:40.320599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:11:40.429394 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:11:40.440054 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] Sync routers for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:11:40.445635 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:40.450169 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:40.450786 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:40.476501 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-75f52a36-6ad9-436d-af35-9b9fb904519e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9325571 Sep 16 06:11:40.476501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:11:40.476501 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717" -d '{"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:11:40.517726 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22227a7-d012-49a9-a6d8-edb6024cca2f x-openstack-request-id: req-b22227a7-d012-49a9-a6d8-edb6024cca2f {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:11:40.518321 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:11:40.518780 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b22227a7-d012-49a9-a6d8-edb6024cca2f {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:11:40.519411 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'status': 'completed', 'code': 200} Sep 16 06:11:40.568488 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:40.608583 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a0d16-da3a-49ae-8fc1-a6b7eab6209c req-d563c9f8-795a-4283-b6eb-1418c03ecc9b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:40.610125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-142a0d16-da3a-49ae-8fc1-a6b7eab6209c req-d563c9f8-795a-4283-b6eb-1418c03ecc9b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0824726 Sep 16 06:11:40.624837 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-eb9d9e4f-d297-4584-90cf-e59cf1b2b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:40.630046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-eb9d9e4f-d297-4584-90cf-e59cf1b2b52f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1098 time: 0.0675943 Sep 16 06:11:40.690189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-142a0d16-da3a-49ae-8fc1-a6b7eab6209c req-a16376ba-bc33-42b8-b3ff-ad1ecd3583cb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731330 Sep 16 06:11:40.712559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41234) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:40.748079 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-d0a0a927-7e05-42ce-8990-755b259f84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:40.750276 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-d0a0a927-7e05-42ce-8990-755b259f84d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.1128278 Sep 16 06:11:40.775724 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ac34c79c-9ee9-45d6-9917-4193263dc59d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/250ed8e2-f08c-47b0-9631-0e606b81efd0 HTTP/1.1" status: 200 len: 992 time: 0.0607388 Sep 16 06:11:40.795437 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '250ed8e2-f08c-47b0-9631-0e606b81efd0', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'port_id': '35cd0de8-6575-4824-bcee-662ea404b60f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'mac_address': 'fa:16:3e:03:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:11:39Z', 'updated_at': '2021-09-16T06:11:39Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:29Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:40.816696 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-7b6de564-26aa-4d21-bd67-8272f3942e6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1000 time: 0.0591133 Sep 16 06:11:40.826529 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] Checking router: 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:11:40.835327 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:11:40.835927 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:11:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:40.865801 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-d26d6ef7-8c15-4425-b24b-ab9340b0077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:40.867284 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-d26d6ef7-8c15-4425-b24b-ab9340b0077a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0439301 Sep 16 06:11:40.926025 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-855d3d60-5317-4c85-ad51-d7ae405a7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:11:40.927553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-855d3d60-5317-4c85-ad51-d7ae405a7788 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522387 Sep 16 06:11:41.025272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-b615c5d3-b4a7-4158-b9f5-dbe0a90ef4f5 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902157 Sep 16 06:11:41.050621 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:11:41.121042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d6b30e8-6d46-4f50-aaa4-a669a9af7717 req-e05f6511-edab-4bb0-b19f-e35d61d4eea5 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886395 Sep 16 06:11:41.283569 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '250ed8e2-f08c-47b0-9631-0e606b81efd0', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'port_id': '35cd0de8-6575-4824-bcee-662ea404b60f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'mac_address': 'fa:16:3e:03:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:11:39Z', 'updated_at': '2021-09-16T06:11:39Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:29Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:11:41.313596 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d3014-7729-4845-9d47-eba867d7410c None None] The sync data for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 is: [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '250ed8e2-f08c-47b0-9631-0e606b81efd0', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'port_id': '35cd0de8-6575-4824-bcee-662ea404b60f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'mac_address': 'fa:16:3e:03:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:11:39Z', 'updated_at': '2021-09-16T06:11:39Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:29Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:11:41.498146 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d7231-e50d-4fcb-b2a4-7035f4deee42 None None] New status for floating IP 250ed8e2-f08c-47b0-9631-0e606b81efd0: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:11:41.777921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41236) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:11:41.840291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8071595a-5ed1-4f5c-81e2-0d6016d313d2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/250ed8e2-f08c-47b0-9631-0e606b81efd0 HTTP/1.1" status: 200 len: 994 time: 0.0610974 Sep 16 06:11:42.479569 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:49.367194 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:11:55.386141 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:55.982283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-423bdf65-e87f-4238-8822-3ed9b9a0053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:58.294179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-52737ab0-b31d-46f8-a35a-ca6ae4e60989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:11:59.300815 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:00.089226 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:01.488594 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:12.475407 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:17.193002 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-92ac9107-7185-4d36-8a5d-4794dd5ae794 req-f72bdaf7-e7aa-427c-a0c4-86100743ff47 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:12:17.194259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92ac9107-7185-4d36-8a5d-4794dd5ae794 req-f72bdaf7-e7aa-427c-a0c4-86100743ff47 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054603 Sep 16 06:12:17.376684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3a670-4007-4002-8ec5-2e6e3d4b098d req-67d94600-ae45-487c-b7c3-798fa2552575 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:17.378280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b3a670-4007-4002-8ec5-2e6e3d4b098d req-67d94600-ae45-487c-b7c3-798fa2552575 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0521097 Sep 16 06:12:17.390801 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41260) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:17.420575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c2b3a670-4007-4002-8ec5-2e6e3d4b098d req-0ce9720a-1a6f-4690-8462-84f194a2700c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344129 Sep 16 06:12:17.471077 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-f2a4843d-a50b-4839-81f8-7c9d515cfc2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790257 Sep 16 06:12:17.480032 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-e3faf578-c4b4-46ca-9a4d-b636e4795f4e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:12:17.480998 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-e3faf578-c4b4-46ca-9a4d-b636e4795f4e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049067 Sep 16 06:12:18.539997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016d9ed-e794-45e2-a033-3544aa84737d req-9343d3b1-844f-44e7-9673-6c218c2be7a8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:18.541575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4016d9ed-e794-45e2-a033-3544aa84737d req-9343d3b1-844f-44e7-9673-6c218c2be7a8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0546484 Sep 16 06:12:18.587000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4016d9ed-e794-45e2-a033-3544aa84737d req-b9a22f4c-ee38-4147-a6ce-f313d7b058f5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354536 Sep 16 06:12:18.688634 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-2a1cf9bf-93a5-443f-bf73-1cb48b2a12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:18.690158 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-2a1cf9bf-93a5-443f-bf73-1cb48b2a12aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1098 time: 0.0410292 Sep 16 06:12:18.784848 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-d40dd110-3f3c-46b4-953e-6fc965f4b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:18.786375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-d40dd110-3f3c-46b4-953e-6fc965f4b2ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.0886431 Sep 16 06:12:18.854371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-8e393a4e-75a7-40c8-960e-f293fca44956 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1002 time: 0.0575836 Sep 16 06:12:18.906315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-90b0f1a6-7f67-456b-a4f3-fd3f523d09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:18.907829 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-90b0f1a6-7f67-456b-a4f3-fd3f523d09f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0445952 Sep 16 06:12:18.960379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-0931a85c-4532-496c-9989-383246a12d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:18.962049 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-0931a85c-4532-496c-9989-383246a12d12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454299 Sep 16 06:12:19.054906 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-f2dc5625-3a8e-4463-8a65-741f55ca0332 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817115 Sep 16 06:12:19.155885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-4adee2a2-1a5e-4101-af59-4d983ca51729 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900102 Sep 16 06:12:19.705889 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b906bf5-ea02-4ea6-ae89-bc1162fd71f7 req-6410ca8d-7daf-49cd-9541-9cd358de9782 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:19.707387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b906bf5-ea02-4ea6-ae89-bc1162fd71f7 req-6410ca8d-7daf-49cd-9541-9cd358de9782 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0501313 Sep 16 06:12:19.744964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b906bf5-ea02-4ea6-ae89-bc1162fd71f7 req-f416cfaf-081a-4eaf-b441-e4922a1aa94f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314143 Sep 16 06:12:20.862147 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418abc9-6892-4bd1-a63c-80c6a8fc104f req-e3a0af89-bc47-4eec-ba9f-b0e5f861ebec tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:20.863676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2418abc9-6892-4bd1-a63c-80c6a8fc104f req-e3a0af89-bc47-4eec-ba9f-b0e5f861ebec tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0492818 Sep 16 06:12:20.901481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2418abc9-6892-4bd1-a63c-80c6a8fc104f req-e1425fb4-d40a-4954-a928-9d11872789b0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Sep 16 06:12:22.033673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3a7b5-39d3-469c-92d9-0af6105ee3a8 req-b7d84f67-882d-4be2-87bf-a2fea3f54370 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:22.035149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95c3a7b5-39d3-469c-92d9-0af6105ee3a8 req-b7d84f67-882d-4be2-87bf-a2fea3f54370 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0527894 Sep 16 06:12:22.073153 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95c3a7b5-39d3-469c-92d9-0af6105ee3a8 req-bdb5a058-002e-41dd-a0b7-22eef66f36f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320435 Sep 16 06:12:23.188042 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515f49-6b54-474f-95fc-76a2c05f2718 req-0e178cc4-860b-4d94-8618-a95c55b9271c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:23.189604 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f515f49-6b54-474f-95fc-76a2c05f2718 req-0e178cc4-860b-4d94-8618-a95c55b9271c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0499804 Sep 16 06:12:23.235457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0f515f49-6b54-474f-95fc-76a2c05f2718 req-950e9511-d0ec-4c70-aa20-5632bdc9972d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374637 Sep 16 06:12:24.350719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3a7c1-7c8c-4a4f-8e86-6c3ee29dbbb2 req-31e9cb6e-1a86-4794-9adb-d62fee8061a0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:24.352292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29c3a7c1-7c8c-4a4f-8e86-6c3ee29dbbb2 req-31e9cb6e-1a86-4794-9adb-d62fee8061a0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0499880 Sep 16 06:12:24.390259 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29c3a7c1-7c8c-4a4f-8e86-6c3ee29dbbb2 req-84078a88-0de3-4bf7-91c4-a22638049117 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Sep 16 06:12:25.386700 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:25.510037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312af9d1-5209-40a6-bb84-bbc1004f6df0 req-7d2c83f1-410a-47a7-85f9-2e3963ad1de4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:25.511522 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-312af9d1-5209-40a6-bb84-bbc1004f6df0 req-7d2c83f1-410a-47a7-85f9-2e3963ad1de4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0546448 Sep 16 06:12:25.548706 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-312af9d1-5209-40a6-bb84-bbc1004f6df0 req-82c0297d-1202-486f-bb05-e077719c1772 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Sep 16 06:12:25.984871 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-045094f6-6b9c-4801-bfef-ccb4f7fda587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:26.366414 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:12:26.470068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-7fcd5c1c-ed33-4b1c-aad3-7d82ce61fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:26.471618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-7fcd5c1c-ed33-4b1c-aad3-7d82ce61fc85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1098 time: 0.0414577 Sep 16 06:12:26.584568 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-9b68dc1b-2623-4ba4-ad1d-5e3b4dfa8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:26.586162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-9b68dc1b-2623-4ba4-ad1d-5e3b4dfa8398 service neutron] 10.222.0.73 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.0903802 Sep 16 06:12:26.657718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-2a698b5e-550b-40a8-af97-0e947296e6f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1002 time: 0.0592260 Sep 16 06:12:26.740247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-a600d067-4b7d-4385-b639-7c2cb8748653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:26.741707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-a600d067-4b7d-4385-b639-7c2cb8748653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0734148 Sep 16 06:12:26.756244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c3f37-8e69-4a4e-bb43-7c66079cd649 req-aecdc634-68f8-4e24-b8b6-402d8e503636 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:26.757723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db5c3f37-8e69-4a4e-bb43-7c66079cd649 req-aecdc634-68f8-4e24-b8b6-402d8e503636 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0821319 Sep 16 06:12:26.820321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db5c3f37-8e69-4a4e-bb43-7c66079cd649 req-71aec1ca-d1c6-4520-947c-ac6bbda11699 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537817 Sep 16 06:12:26.823600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-d6ca001c-94c0-4842-bc3f-29071453cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:26.825057 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-d6ca001c-94c0-4842-bc3f-29071453cc89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665030 Sep 16 06:12:26.926251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-3d643992-6397-4723-ac44-b522510298a4 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890214 Sep 16 06:12:27.024904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8ed8b6bb-09c2-43ba-be3d-daf6edc59232 req-f28616c3-4955-4291-b516-c41531648204 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850220 Sep 16 06:12:27.942290 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9cd0c-075a-4440-af1b-c913a1f44d5a req-a9cbc82a-1f5a-48be-9bee-e763b9a1365f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:27.943804 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88f9cd0c-075a-4440-af1b-c913a1f44d5a req-a9cbc82a-1f5a-48be-9bee-e763b9a1365f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0494258 Sep 16 06:12:27.986154 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88f9cd0c-075a-4440-af1b-c913a1f44d5a req-359d5242-8509-4dd0-b561-b4d3d923a460 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364175 Sep 16 06:12:28.300271 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5b6a30f2-51c0-4a31-a371-ac51cdfcb8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:29.109869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e2949-0c71-43ae-bcb7-b8a090f14c8b req-d62bb826-e06e-4a10-8404-954bc3124874 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:29.111373 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d38e2949-0c71-43ae-bcb7-b8a090f14c8b req-d62bb826-e06e-4a10-8404-954bc3124874 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0486212 Sep 16 06:12:29.149632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d38e2949-0c71-43ae-bcb7-b8a090f14c8b req-268c582e-6579-456a-8d6d-87200b2db63a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324309 Sep 16 06:12:29.302069 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:30.092234 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:30.276032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ca80a-cde0-40d3-806e-7eae03eec9a7 req-c9a06d6c-9c79-4306-bd72-5a2138486222 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:30.277552 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a9ca80a-cde0-40d3-806e-7eae03eec9a7 req-c9a06d6c-9c79-4306-bd72-5a2138486222 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0489671 Sep 16 06:12:30.316476 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5a9ca80a-cde0-40d3-806e-7eae03eec9a7 req-e35b89ad-8d1a-4c4a-a3fc-0e61a7790d72 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316894 Sep 16 06:12:31.435157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe61cfc-df51-46a9-b9fa-a76ea4e1a289 req-6e7a7db0-f502-4aa7-864b-adfa1a4726de tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:31.436662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebe61cfc-df51-46a9-b9fa-a76ea4e1a289 req-6e7a7db0-f502-4aa7-864b-adfa1a4726de tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0485883 Sep 16 06:12:31.480281 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ebe61cfc-df51-46a9-b9fa-a76ea4e1a289 req-7f39a67b-7b72-42aa-ba86-5ef72c0d198d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376852 Sep 16 06:12:31.491586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:32.595332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ce852-559b-4ac8-a7a5-0b31257d67d6 req-6fb045e0-5b94-45e3-9aa3-d0fd2c0a138e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:32.596874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-831ce852-559b-4ac8-a7a5-0b31257d67d6 req-6fb045e0-5b94-45e3-9aa3-d0fd2c0a138e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0484991 Sep 16 06:12:32.634780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-831ce852-559b-4ac8-a7a5-0b31257d67d6 req-aa56fea4-bd2a-45d5-8067-9d3bf02d6e81 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Sep 16 06:12:33.749662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a631387-6eaf-45fd-9def-ec5b2090432d req-ac622bd0-6178-4aa3-911b-2ea5af1ae132 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:33.751159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a631387-6eaf-45fd-9def-ec5b2090432d req-ac622bd0-6178-4aa3-911b-2ea5af1ae132 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0494673 Sep 16 06:12:33.793547 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8a631387-6eaf-45fd-9def-ec5b2090432d req-399e1ee9-8fd3-4271-ab5f-ba17ea46c034 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364037 Sep 16 06:12:34.914207 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6486bd-03df-4621-b081-918baa070512 req-93c319a3-4593-4d6e-bd38-c2b9ba97149e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:34.915700 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b6486bd-03df-4621-b081-918baa070512 req-93c319a3-4593-4d6e-bd38-c2b9ba97149e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0479112 Sep 16 06:12:34.957583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b6486bd-03df-4621-b081-918baa070512 req-a4b44fbb-891a-42ae-a4e6-d4952e429e2b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347893 Sep 16 06:12:36.076875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d2906-6624-4e17-a0db-4e35a585c85a req-f085fcb2-6416-4eec-a2c5-ed00e4f94993 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:36.078479 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-882d2906-6624-4e17-a0db-4e35a585c85a req-f085fcb2-6416-4eec-a2c5-ed00e4f94993 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0501506 Sep 16 06:12:36.118580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-882d2906-6624-4e17-a0db-4e35a585c85a req-7194ff7a-1f6b-4bcb-ac97-e76aa43a2224 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329821 Sep 16 06:12:37.236355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a50d5-43fe-40f2-a969-b22197d96b84 req-77edb202-bbcb-4949-8f0d-438c9e652a75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:37.237867 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-393a50d5-43fe-40f2-a969-b22197d96b84 req-77edb202-bbcb-4949-8f0d-438c9e652a75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0509470 Sep 16 06:12:37.278920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-393a50d5-43fe-40f2-a969-b22197d96b84 req-5911b8f4-0c54-44b0-b5c3-77fa5b9b0cf9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350652 Sep 16 06:12:38.395197 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed5ce0-1706-4c76-8967-553a9c92beed req-5e8ee79a-8445-4413-84a2-58dc788419e0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:38.396717 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08ed5ce0-1706-4c76-8967-553a9c92beed req-5e8ee79a-8445-4413-84a2-58dc788419e0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0499558 Sep 16 06:12:38.443821 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08ed5ce0-1706-4c76-8967-553a9c92beed req-31706353-6ae4-44e9-a174-e8c9dfdbf36f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Sep 16 06:12:39.563312 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9ec92-5d41-4b09-9a60-ea9ac0dc7926 req-c9adf742-ecbc-4558-97d8-04e9a6ee3f67 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:39.564857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5f9ec92-5d41-4b09-9a60-ea9ac0dc7926 req-c9adf742-ecbc-4558-97d8-04e9a6ee3f67 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0525775 Sep 16 06:12:39.603261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c5f9ec92-5d41-4b09-9a60-ea9ac0dc7926 req-9516e403-9281-4aed-9117-37f80d169d3d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Sep 16 06:12:40.719542 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9db0-8c8a-4e58-876a-7c838926e7b0 req-d6e737fe-ff12-46fa-95e1-1b916b0e63a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:40.721117 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9f9db0-8c8a-4e58-876a-7c838926e7b0 req-d6e737fe-ff12-46fa-95e1-1b916b0e63a3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0503182 Sep 16 06:12:40.758599 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d9f9db0-8c8a-4e58-876a-7c838926e7b0 req-926405d8-1407-4625-b9fb-0e20fb69b757 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Sep 16 06:12:41.426227 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-f5e83640-3fa3-491d-ad81-1556b646621a service neutron] show failed (client error): The resource could not be found. Sep 16 06:12:41.427272 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-f5e83640-3fa3-491d-ad81-1556b646621a service neutron] 10.222.0.73 "GET /v2.0/ports/35cd0de8-6575-4824-bcee-662ea404b60f/bindings/n-h1-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0616577 Sep 16 06:12:41.667627 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-fdbbb224-f1eb-49e0-a562-e2989d488867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.669219 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-fdbbb224-f1eb-49e0-a562-e2989d488867 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 1098 time: 0.0734580 Sep 16 06:12:41.679786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-54692a61-c3cb-41f2-83db-2289be5cab88 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:12:41.680705 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-54692a61-c3cb-41f2-83db-2289be5cab88 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048819 Sep 16 06:12:41.699377 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:12:41.754256 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:41.879303 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17832b63-ee36-4962-ab3f-368dcd3e793d req-029ee6dd-3f77-4d73-9857-f943818ebf4a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:41.881178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17832b63-ee36-4962-ab3f-368dcd3e793d req-029ee6dd-3f77-4d73-9857-f943818ebf4a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0531700 Sep 16 06:12:41.919457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17832b63-ee36-4962-ab3f-368dcd3e793d req-f55b889f-bfb9-43fd-904d-cb4ed9844a97 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325916 Sep 16 06:12:41.972346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:42.004505 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:42.042898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:42.045195 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a659a5-a2b4-495b-a07f-2f88413bb20d" -d '{"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-unplugged", "status": "completed", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:42.049009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:42.060819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Transition to ACTIVE for port object 35cd0de8-6575-4824-bcee-662ea404b60f will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:12:42.064918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:42.127438 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ca8df-55d3-4c96-874d-1d93f5dd8a0c x-openstack-request-id: req-892ca8df-55d3-4c96-874d-1d93f5dd8a0c {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:42.127729 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-unplugged", "status": "completed", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:42.127977 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-892ca8df-55d3-4c96-874d-1d93f5dd8a0c {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:42.128399 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'code': 200} Sep 16 06:12:42.171271 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=6']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:42.192858 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.193100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.193438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.193770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.194130 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.194457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.194780 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.195100 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.195422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.195747 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.196065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.196404 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:42.269384 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] No DVR routers for this DVR port 35cd0de8-6575-4824-bcee-662ea404b60f on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:12:42.406761 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:12:42.406997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:12:42.407298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:42.411382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Port 35cd0de8-6575-4824-bcee-662ea404b60f on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:12:42.411701 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Attempting to bind port 35cd0de8-6575-4824-bcee-662ea404b60f on network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:12:42.416554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:12:42.416888 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Checking segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:12:42.417263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Bound using segment: {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:12:42.417684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Bound port: 35cd0de8-6575-4824-bcee-662ea404b60f, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf5db7a-ba36-4258-8d38-fbedda43c883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:12:42.418030 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:42.485606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:12:42.488868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:12:42.493772 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:42.510545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:42.529766 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.530388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:42.531820 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] 10.222.0.64 "PUT /v2.0/ports/35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1093 time: 0.8360903 Sep 16 06:12:42.553457 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4b9c-010e-4401-ab48-a320f5e7c85f service neutron] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=7']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:42.611414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-9f930764-6591-4f7e-8940-3bd0524bb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.613230 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-9f930764-6591-4f7e-8940-3bd0524bb3ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1096 time: 0.0470049 Sep 16 06:12:42.713866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-4821c73c-e707-495c-97a5-311dfe011c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.715852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-4821c73c-e707-495c-97a5-311dfe011c6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.0953794 Sep 16 06:12:42.782615 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-b3a83fc8-826a-45b6-a40d-8bd75abf598b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1000 time: 0.0599101 Sep 16 06:12:42.835572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-2906c42e-7d1d-4009-bdf7-e379e0d54b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.837623 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-2906c42e-7d1d-4009-bdf7-e379e0d54b95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0472472 Sep 16 06:12:42.886606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-17808007-63ed-4a64-9d4c-3512a4a0b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:42.888665 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-17808007-63ed-4a64-9d4c-3512a4a0b9e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438468 Sep 16 06:12:42.983224 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-eb061f84-740f-4fd7-a509-2cf4b5d86a88 service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870304 Sep 16 06:12:43.042129 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5382-efb6-4be8-8f2c-69eda24e2bd8 req-525d6c12-81c8-425c-9dad-a4f3599a2d57 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:43.043600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-637e5382-efb6-4be8-8f2c-69eda24e2bd8 req-525d6c12-81c8-425c-9dad-a4f3599a2d57 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0499554 Sep 16 06:12:43.079590 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ed118dc5-cee5-4222-849a-82f5d238aef5 req-798d6013-280f-4c8c-af4f-f963b1b71a97 service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897400 Sep 16 06:12:43.082121 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-637e5382-efb6-4be8-8f2c-69eda24e2bd8 req-ee5ac441-5981-4527-84e4-8c2d20926a50 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Sep 16 06:12:44.130065 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:44.132571 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd7c06-1090-4246-9ec1-2e960d4f40f8" -d '{"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:44.186319 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3077cc73-5470-4130-b744-7a0fccf9fdd3 x-openstack-request-id: req-3077cc73-5470-4130-b744-7a0fccf9fdd3 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:44.186821 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:44.187000 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3077cc73-5470-4130-b744-7a0fccf9fdd3 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:44.187332 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'status': 'completed', 'code': 200} Sep 16 06:12:44.204466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbeb6e-2124-4dd3-aab3-245d7dbcf960 req-73cfbe8b-456f-4048-b890-52fc2d88943e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.206079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ecbbeb6e-2124-4dd3-aab3-245d7dbcf960 req-73cfbe8b-456f-4048-b890-52fc2d88943e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0508897 Sep 16 06:12:44.268352 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-ee986547-80ee-4913-94f8-257e66e2ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.269890 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-ee986547-80ee-4913-94f8-257e66e2ac15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1096 time: 0.0442138 Sep 16 06:12:44.270885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ecbbeb6e-2124-4dd3-aab3-245d7dbcf960 req-ee2f0a95-f01a-4818-b9eb-5635e3c2563f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581234 Sep 16 06:12:44.283173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-de138efd-df93-4bd1-8288-1af17f7950ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.284729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-de138efd-df93-4bd1-8288-1af17f7950ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1096 time: 0.0648389 Sep 16 06:12:44.334582 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:12:44.375014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-64c40458-ffa1-47a2-88fb-6dd540d2949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.377544 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-64c40458-ffa1-47a2-88fb-6dd540d2949e service neutron] 10.222.0.64 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.1002038 Sep 16 06:12:44.387823 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:12:44.389601 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-a4504071-873f-400c-8d7c-5d1470eac5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.391491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-a4504071-873f-400c-8d7c-5d1470eac5f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.0959356 Sep 16 06:12:44.451496 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-08b3c5d9-4161-4549-aeb3-991da350989b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1000 time: 0.0658629 Sep 16 06:12:44.464945 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-60e7e27c-7040-436c-8417-489f2630f0e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1000 time: 0.0612683 Sep 16 06:12:44.505382 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-180a961c-8bf1-4184-9893-87196884e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.507107 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-180a961c-8bf1-4184-9893-87196884e3db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0476494 Sep 16 06:12:44.520444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-cf7052fd-0471-480f-8d3d-453673fa3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.521902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-cf7052fd-0471-480f-8d3d-453673fa3047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0447285 Sep 16 06:12:44.555421 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-874b161e-5aa8-40cf-af41-a24165187bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.557003 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-874b161e-5aa8-40cf-af41-a24165187bc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421157 Sep 16 06:12:44.576906 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-d157296e-f2e9-4681-ac6f-f133cf1d5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:44.578959 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-d157296e-f2e9-4681-ac6f-f133cf1d5e3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457726 Sep 16 06:12:44.657515 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-aea94558-8595-4154-a821-bccd4c55145b service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926852 Sep 16 06:12:44.676274 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-2881b25d-aef3-44e4-8cc0-183a7322da95 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864222 Sep 16 06:12:44.755421 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-eb1f9ec0-b8db-400a-9f3f-5f0601837264 service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891290 Sep 16 06:12:44.771647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-37cd7c06-1090-4246-9ec1-2e960d4f40f8 req-eb6bc7c9-f810-49bb-b45d-3f4163f8fddd service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847914 Sep 16 06:12:45.397953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8482ac-8019-4ea0-9fb4-f62b8083469b req-ed6a2eac-3aa8-42a7-99e5-bad5970edacd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:45.399447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b8482ac-8019-4ea0-9fb4-f62b8083469b req-ed6a2eac-3aa8-42a7-99e5-bad5970edacd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0538032 Sep 16 06:12:45.436209 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4b8482ac-8019-4ea0-9fb4-f62b8083469b req-fbfd6e79-0e0a-46da-a6a0-b049d7a8b4c4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Sep 16 06:12:46.553670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a5b43-44be-4818-8f67-aa5266785157 req-30459e3a-b03c-4425-b577-9fa22d219791 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:46.555188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-173a5b43-44be-4818-8f67-aa5266785157 req-30459e3a-b03c-4425-b577-9fa22d219791 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0498221 Sep 16 06:12:46.593309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-173a5b43-44be-4818-8f67-aa5266785157 req-79725dfd-82a5-4338-a171-e1f645e6b31f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Sep 16 06:12:46.823257 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5513a-5c92-4d99-8a15-7561cf2de7c6 req-f85daa48-6600-4688-8b8e-dd5a4e3bf29a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:46.824820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52a5513a-5c92-4d99-8a15-7561cf2de7c6 req-f85daa48-6600-4688-8b8e-dd5a4e3bf29a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0820003 Sep 16 06:12:46.839816 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-68849523-0853-4a61-a7c7-0cf685bcfaa1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:46.841739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-68849523-0853-4a61-a7c7-0cf685bcfaa1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&binding%3Ahost_id=n-h1-713301-15 HTTP/1.1" status: 200 len: 944 time: 0.0732410 Sep 16 06:12:46.899194 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52a5513a-5c92-4d99-8a15-7561cf2de7c6 req-75977481-87c7-4740-97ba-9ff79972daa1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675654 Sep 16 06:12:46.922574 n-d-713301-15 neutron-server[94719]: INFO neutron.api.v2.resource [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-5d691a0f-4592-4a72-b1ff-f09bc53b3f82 service neutron] delete failed (client error): The resource could not be found. Sep 16 06:12:46.923575 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-5d691a0f-4592-4a72-b1ff-f09bc53b3f82 service neutron] 10.222.0.73 "DELETE /v2.0/ports/35cd0de8-6575-4824-bcee-662ea404b60f/bindings/n-h2-713301-15 HTTP/1.1" status: 404 len: 381 time: 0.0692391 Sep 16 06:12:47.062109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eda64b-1043-446a-9356-1378be846875 req-e6e2a91e-7a55-47bb-b751-ee346e0959ae tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.063607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54eda64b-1043-446a-9356-1378be846875 req-e6e2a91e-7a55-47bb-b751-ee346e0959ae tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0916858 Sep 16 06:12:47.065552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-fcb18f15-b9a9-4436-bf44-f0f0e7e00e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.066985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-fcb18f15-b9a9-4436-bf44-f0f0e7e00e7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1096 time: 0.0829611 Sep 16 06:12:47.126973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-54eda64b-1043-446a-9356-1378be846875 req-88829f46-db37-4f3d-88bd-efb6969604f9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573158 Sep 16 06:12:47.180782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-3fb367d8-2a43-4bd3-9fd2-fa92f2010475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.182318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-3fb367d8-2a43-4bd3-9fd2-fa92f2010475 service neutron] 10.222.0.73 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.0995111 Sep 16 06:12:47.257090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-1304728c-7a76-4d65-84c8-9f03e6cfbbb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1000 time: 0.0633500 Sep 16 06:12:47.309747 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-7899d192-07d3-4af1-8119-19f3cb7e9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.311188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-7899d192-07d3-4af1-8119-19f3cb7e9e2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0435410 Sep 16 06:12:47.362695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-5d39db21-cd66-4cd8-b5f0-277d6905cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:47.364369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-5d39db21-cd66-4cd8-b5f0-277d6905cd0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413206 Sep 16 06:12:47.458556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-b58c29fe-fca7-4ee5-8593-00553f3d344d service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828495 Sep 16 06:12:47.550671 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-252cfa54-d42e-499a-8da5-fa48088ed575 req-2cc0a6a7-b9c2-4576-821a-414fb4246551 service neutron] 10.222.0.73 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808432 Sep 16 06:12:48.251865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f016f-985f-4f22-a9cd-1841560dadb3 req-8d6b36a9-f261-460b-b896-fe7e5a2fe5b1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:48.253394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-648f016f-985f-4f22-a9cd-1841560dadb3 req-8d6b36a9-f261-460b-b896-fe7e5a2fe5b1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 944 time: 0.0549867 Sep 16 06:12:48.292230 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-648f016f-985f-4f22-a9cd-1841560dadb3 req-39be5f72-a805-47a0-85d9-1dc3b2377224 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Sep 16 06:12:48.315475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41354) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:12:48.376389 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-35198a53-01f3-468e-ab5d-71bd14a1a74d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/250ed8e2-f08c-47b0-9631-0e606b81efd0 HTTP/1.1" status: 200 len: 992 time: 0.0596647 Sep 16 06:12:48.599911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:12:48.698669 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:48.709707 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '35cd0de8-6575-4824-bcee-662ea404b60f', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'port_id': '35cd0de8-6575-4824-bcee-662ea404b60f', 'mac_address': 'fa:16:3e:03:89:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:12:48.754057 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:48.766558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cd0de8-6575-4824-bcee-662ea404b60f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:12:48.785095 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:48.789228 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:48.836655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:48.844149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.844500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.844844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.845182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.845523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.845853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.846184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.846505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.846832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.847160 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.847479 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:48.847801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:12:49.239667 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['35cd0de8-6575-4824-bcee-662ea404b60f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:12:50.605432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:12:50.652752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 35cd0de8-6575-4824-bcee-662ea404b60f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:12:50.656503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 35cd0de8-6575-4824-bcee-662ea404b60f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:12:50.656868 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:50.740472 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:50.764017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:12:50.766182 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c93da7-bd26-4af3-a175-b961c17fb7af" -d '{"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-plugged", "status": "completed", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:12:50.778404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:12:50.782560 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:50.807678 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a16d982-18a1-484d-840e-ef8005ace127 x-openstack-request-id: req-0a16d982-18a1-484d-840e-ef8005ace127 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:12:50.807962 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-plugged", "status": "completed", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:12:50.808239 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a16d982-18a1-484d-840e-ef8005ace127 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:12:50.808620 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'code': 200} Sep 16 06:12:50.833503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=9']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:12:53.790844 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-cd6857d7-1133-4212-ac3b-0b6fa5f533ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398848 Sep 16 06:12:53.888422 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-7280f9ac-eaad-4142-95e1-0f273bfe1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:53.889848 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-7280f9ac-eaad-4142-95e1-0f273bfe1f8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1098 time: 0.0411572 Sep 16 06:12:53.996194 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-f7f8b9b4-a211-4b64-a3be-5d11057b1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:53.997724 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-f7f8b9b4-a211-4b64-a3be-5d11057b1c43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.0884826 Sep 16 06:12:54.062874 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-49d191fd-b30d-4b02-bdab-8e6deafb3992 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 1002 time: 0.0582080 Sep 16 06:12:54.112339 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-cb498a01-49d9-45a3-b558-c5b55a61e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:54.113766 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-cb498a01-49d9-45a3-b558-c5b55a61e76c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0439005 Sep 16 06:12:54.162989 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-273de70e-0b11-4759-bc65-6819c1531de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:12:54.164521 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-273de70e-0b11-4759-bc65-6819c1531de7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434866 Sep 16 06:12:54.254609 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-0e06fadf-05e4-4715-80fb-90d013903998 service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Sep 16 06:12:54.348942 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-09d4134b-1cc7-4d6c-96f2-d44772f4ba68 req-5740c25d-8a8a-4c21-9e9b-e9d887e5e3b9 service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864794 Sep 16 06:12:55.417133 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:55.985775 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4294-77c6-4182-927f-51a3a2617091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:58.301116 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e62cf045-978f-4b13-bdec-46fc577f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:12:59.303327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:00.095310 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:01.501441 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:03.370130 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:12.518169 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.432377 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:25.988875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc8d6-4e5d-4601-8fd0-6065781b76ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:28.304768 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0aa32e3-0ec3-42d9-a88c-e927cb2c91c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:29.305046 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:30.098608 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:31.496300 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:40.369553 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:13:42.533079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.624388 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:43.780527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 8ce31fc7-25fe-4ba9-8272-780b22f830a6 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:43.780866 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.856350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.856623 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:43.868255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 8ce31fc7-25fe-4ba9-8272-780b22f830a6 owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:44.018078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.046029 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=8ce31fc7-25fe-4ba9-8272-780b22f830a6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:44.057554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.057903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.058327 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.058652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.058987 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.059323 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.059657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.059990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.060376 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.060708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.061066 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.061394 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:44.119255 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.119547 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 250ed8e2-f08c-47b0-9631-0e606b81efd0 disassociated (deleted). External IP: 172.25.6.121, port: 35cd0de8-6575-4824-bcee-662ea404b60f. Sep 16 06:13:44.337802 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:44.447090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:44.452302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:44.458155 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] Sync routers for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:44.468125 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:44.468747 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:44.480258 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c331efb6-b3c5-468e-991f-2a715e896a1d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/floatingips/250ed8e2-f08c-47b0-9631-0e606b81efd0 HTTP/1.1" status: 204 len: 168 time: 0.8545198 Sep 16 06:13:44.481031 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:44.483365 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e4987-c3ae-470b-b60e-84c3af3ac94b" -d '{"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:44.566810 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69181763-22f5-46d1-9ae5-9447004203d1 x-openstack-request-id: req-69181763-22f5-46d1-9ae5-9447004203d1 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:13:44.567058 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:13:44.567372 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69181763-22f5-46d1-9ae5-9447004203d1 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:13:44.567680 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'status': 'completed', 'code': 200} Sep 16 06:13:44.588925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:44.655087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-4a982126-d135-4b64-8f39-002eca6f37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:44.657828 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-4a982126-d135-4b64-8f39-002eca6f37e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 1098 time: 0.0487027 Sep 16 06:13:44.798213 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-70e6a4d9-d411-45e9-ac6b-c60e522b1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:44.800252 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-70e6a4d9-d411-45e9-ac6b-c60e522b1dd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 200 len: 897 time: 0.1334178 Sep 16 06:13:44.810064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f64f-8fc7-4c39-ad18-ae6aec7796ff req-9d2f1aa9-d653-4e81-bfc9-1d4c6fe3b22c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:44.811691 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58d4f64f-8fc7-4c39-ad18-ae6aec7796ff req-9d2f1aa9-d653-4e81-bfc9-1d4c6fe3b22c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0563591 Sep 16 06:13:44.825773 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:29Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:44.846384 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-9a9cf002-10c7-40eb-89a2-c67e4b04a90d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 200 len: 217 time: 0.0380027 Sep 16 06:13:44.855653 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] Checking router: 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:44.860339 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58d4f64f-8fc7-4c39-ad18-ae6aec7796ff req-45f885fd-cc43-440c-a8e6-2b61417363ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Sep 16 06:13:44.874057 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:44.874695 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:44.915069 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-f3f40b84-b97f-4ed2-89fc-92fabe3d4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:44.916598 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-f3f40b84-b97f-4ed2-89fc-92fabe3d4fd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 200 len: 835 time: 0.0632780 Sep 16 06:13:44.970098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-b764821b-7b8e-470f-9d34-e27de2940c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:44.971618 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-b764821b-7b8e-470f-9d34-e27de2940c2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=739a2db1-fe13-43a3-b0d1-6872e4d39a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469904 Sep 16 06:13:44.983998 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:45.066180 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-8ae61a64-5484-4b5b-9a97-415fe8a794e1 service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850234 Sep 16 06:13:45.194346 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:29Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:45.221833 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439a596-7572-40a4-9d4b-9fa9f2c97862 None None] The sync data for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 is: [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '1c38fd3a-db6c-4e54-9617-e489f05d03a6', 'name': '', 'network_id': '739a2db1-fe13-43a3-b0d1-6872e4d39a23', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:fa:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:25Z', 'updated_at': '2021-09-16T06:11:29Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '79a7d6b5-98b1-41be-afa9-20b3680bca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:45.474375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f8677-148a-4434-b206-d59265b93776 None None] New status for floating IP 250ed8e2-f08c-47b0-9631-0e606b81efd0: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:13:45.501200 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-449e4987-c3ae-470b-b60e-84c3af3ac94b req-7d4e820d-3d07-4660-83fb-5971d54692ad service neutron] 10.222.0.64 "GET /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276085 Sep 16 06:13:46.030386 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bae4-717f-49a1-b353-78a22dee7bdb req-92c61627-7413-4a1c-b0ea-227690813578 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:46.032529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5998bae4-717f-49a1-b353-78a22dee7bdb req-92c61627-7413-4a1c-b0ea-227690813578 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0585411 Sep 16 06:13:46.069313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5998bae4-717f-49a1-b353-78a22dee7bdb req-b7cab74f-7f27-4bee-8e79-a927da5ab8ca tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=772430f6-4ec5-4feb-8a85-1cbd7871d565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Sep 16 06:13:46.418490 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-2486c708-a9cb-40c4-85ae-eeec74e0bf43 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:46.419928 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-2486c708-a9cb-40c4-85ae-eeec74e0bf43 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 946 time: 0.0476785 Sep 16 06:13:46.508208 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 35cd0de8-6575-4824-bcee-662ea404b60f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:46.508552 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.598269 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 35cd0de8-6575-4824-bcee-662ea404b60f, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=35cd0de8-6575-4824-bcee-662ea404b60f,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:46.598631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.612298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 35cd0de8-6575-4824-bcee-662ea404b60f owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:46.742014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.768853 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=35cd0de8-6575-4824-bcee-662ea404b60f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:46.812045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] No DVR routers for this DVR port 35cd0de8-6575-4824-bcee-662ea404b60f on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:13:46.814770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:46.816871 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-23bbb59f-a9f6-441c-b93a-03624da36547 req-9feed22e-6c84-4aa9-bebf-bf6479ac47ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "DELETE /v2.0/ports/35cd0de8-6575-4824-bcee-662ea404b60f HTTP/1.1" status: 204 len: 173 time: 0.3905377 Sep 16 06:13:46.817307 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-deleted', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:13:46.819626 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d88bbe-e68a-4e74-9275-d2c1dcf64f69" -d '{"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-deleted", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:13:46.860206 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0995d78-2acb-4d21-beab-aa6097a1c8a2 x-openstack-request-id: req-b0995d78-2acb-4d21-beab-aa6097a1c8a2 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:13:46.860507 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b681e-e7ae-46fc-932a-ab4bbee4574a", "name": "network-vif-deleted", "tag": "35cd0de8-6575-4824-bcee-662ea404b60f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:13:46.860758 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0995d78-2acb-4d21-beab-aa6097a1c8a2 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:13:46.861193 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b681e-e7ae-46fc-932a-ab4bbee4574a', 'name': 'network-vif-deleted', 'tag': '35cd0de8-6575-4824-bcee-662ea404b60f', 'status': 'completed', 'code': 200} Sep 16 06:13:47.182478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8db1701c-bedc-40d7-89bd-35ba5d9887a0 req-8fcfad97-d8bf-4a84-9d57-f5f58492ffcb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=db7b681e-e7ae-46fc-932a-ab4bbee4574a HTTP/1.1" status: 200 len: 210 time: 0.0272467 Sep 16 06:13:48.238602 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41402) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:48.610235 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.875052 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 1c38fd3a-db6c-4e54-9617-e489f05d03a6 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:48.875302 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.906777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:48.929883 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 35cd0de8-6575-4824-bcee-662ea404b60f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:48.930233 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 35cd0de8-6575-4824-bcee-662ea404b60f not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:48.974090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 1c38fd3a-db6c-4e54-9617-e489f05d03a6, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1c38fd3a-db6c-4e54-9617-e489f05d03a6,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:48.974460 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:48.986772 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 1c38fd3a-db6c-4e54-9617-e489f05d03a6 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:49.178769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.204083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=1c38fd3a-db6c-4e54-9617-e489f05d03a6,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:49.388006 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.602971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:49.710891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:49.717235 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5c1b02ee-3855-4d3f-9135-77794d397cf1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/6fadb6b9-cf0f-4219-b8d4-c87568afb1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4769435 Sep 16 06:13:49.719567 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41404) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:49.722134 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] Sync routers for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:49.731898 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:49.732619 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:49.768854 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting subnet 79a7d6b5-98b1-41be-afa9-20b3680bca36 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:13:49.771972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.812219 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.840287 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:49.899426 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.959221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.986646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Subnet': ['ID=79a7d6b5-98b1-41be-afa9-20b3680bca36,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:49.991796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:49.996856 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c58457e-2990-4872-9475-54915302b770 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/subnets/79a7d6b5-98b1-41be-afa9-20b3680bca36 HTTP/1.1" status: 204 len: 168 time: 0.2733049 Sep 16 06:13:49.997267 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41406) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:49.999987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f7546-a322-411c-a309-c0119013fab5 None None] Network 739a2db1-fe13-43a3-b0d1-6872e4d39a23 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:50.032991 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:13:49Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:50.111974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.162345 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] Checking router: 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:50.171867 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] Routers {'6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:50.172705 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:50.207326 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] DHCP port deletion for 739a2db1-fe13-43a3-b0d1-6872e4d39a23 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:13:50.230995 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.255143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Deleting port efafa6ca-909b-4e6e-a83a-6984ed3ea45d {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:50.255786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.283818 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] Set router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:50.288009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 565f6846-0e9c-4010-a459-f59a19ec9133 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:13:50.288398 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.323374 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] For port efafa6ca-909b-4e6e-a83a-6984ed3ea45d, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=efafa6ca-909b-4e6e-a83a-6984ed3ea45d,segment=NetworkSegment(6bf5db7a-ba36-4258-8d38-fbedda43c883),segment_id=6bf5db7a-ba36-4258-8d38-fbedda43c883)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:50.324311 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.337281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Calling delete_port for efafa6ca-909b-4e6e-a83a-6984ed3ea45d owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:50.382098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 565f6846-0e9c-4010-a459-f59a19ec9133, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=565f6846-0e9c-4010-a459-f59a19ec9133,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:50.382478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.396265 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 565f6846-0e9c-4010-a459-f59a19ec9133 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:13:50.422625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.451017 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Pushing event deleted for resources: {'Port': ['ID=efafa6ca-909b-4e6e-a83a-6984ed3ea45d,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:50.454832 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] No DVR routers for this DVR port efafa6ca-909b-4e6e-a83a-6984ed3ea45d on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:13:50.462100 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.462461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.462789 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.463129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.463468 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.463803 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.464169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.464834 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.465426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.465426 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.466244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.466244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf55d2e-3baa-434f-9670-479197e2e548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:50.482767 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:13:49Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:50.513505 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2cc99b-cbee-4452-b941-5bc6706909c3 None None] The sync data for ids ['6fadb6b9-cf0f-4219-b8d4-c87568afb1ef'] in n-d-713301-15 is: [{'id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419838913', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:11:22Z', 'updated_at': '2021-09-16T06:13:49Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '565f6846-0e9c-4010-a459-f59a19ec9133', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fadb6b9-cf0f-4219-b8d4-c87568afb1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:11:23Z', 'updated_at': '2021-09-16T06:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:50.585530 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.611664 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=565f6846-0e9c-4010-a459-f59a19ec9133,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:50.687014 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.787113 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.789251 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.835033 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.836083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Fanout notify agent at l3_agent the message router_deleted on router 6fadb6b9-cf0f-4219-b8d4-c87568afb1ef {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:13:50.849869 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.849869 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9d3edc95-bc4c-455f-879f-e2f3acf4f3cc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/routers/6fadb6b9-cf0f-4219-b8d4-c87568afb1ef HTTP/1.1" status: 204 len: 168 time: 0.8486462 Sep 16 06:13:50.850244 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41408) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:50.946078 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:50.968284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device efafa6ca-909b-4e6e-a83a-6984ed3ea45d no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:50.989113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: efafa6ca-909b-4e6e-a83a-6984ed3ea45d {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:50.989564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device efafa6ca-909b-4e6e-a83a-6984ed3ea45d not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:51.056733 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.079968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739a2db1-fe13-43a3-b0d1-6872e4d39a23']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:51.098321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf5db7a-ba36-4258-8d38-fbedda43c883') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:51.098539 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf5db7a-ba36-4258-8d38-fbedda43c883') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:51.116641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.144274 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.152436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:13:51.152894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: timer() Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:13:51.156210 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:13:51.218831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.227794 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.229630 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/networks/739a2db1-fe13-43a3-b0d1-6872e4d39a23 HTTP/1.1" status: 204 len: 168 time: 0.3782537 Sep 16 06:13:51.232570 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41410) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:51.240839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2ed9-85c4-4121-8e3e-612f0b74c7e3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Network': ['ID=739a2db1-fe13-43a3-b0d1-6872e4d39a23,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:51.291123 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.316487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.380860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.383800 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.385407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/security-groups/772430f6-4ec5-4feb-8a85-1cbd7871d565 HTTP/1.1" status: 204 len: 168 time: 0.1515963 Sep 16 06:13:51.397227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772430f6-4ec5-4feb-8a85-1cbd7871d565,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:51.405468 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.405819 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.406166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.406500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.406831 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.407158 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.407486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.407814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.408285 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.408639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.408961 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.409313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba3e9-18f2-4d34-a3d3-5bef0b243a65 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:51.710229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41416) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:51.715343 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-a0d62c53-87dc-4602-9545-6eb0435e848d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572874608', 'description': 'tempest-secgroup-smoke-572874608 description', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:51.739537 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d62c53-87dc-4602-9545-6eb0435e848d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.827033 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d62c53-87dc-4602-9545-6eb0435e848d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.831860 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d62c53-87dc-4602-9545-6eb0435e848d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.861556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a0d62c53-87dc-4602-9545-6eb0435e848d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.862739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a0d62c53-87dc-4602-9545-6eb0435e848d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1515069 Sep 16 06:13:51.864597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d62c53-87dc-4602-9545-6eb0435e848d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed69b36-5ff9-4c08-8f10-1aac496d00a2,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:51.870498 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41418) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:51.871600 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-08d84fec-5a10-4b47-932c-ae465b5d293d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'fed69b36-5ff9-4c08-8f10-1aac496d00a2', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:51.898317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08d84fec-5a10-4b47-932c-ae465b5d293d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.954638 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08d84fec-5a10-4b47-932c-ae465b5d293d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.958350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08d84fec-5a10-4b47-932c-ae465b5d293d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.976346 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d84fec-5a10-4b47-932c-ae465b5d293d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07346172-19b6-4af4-b394-85560e01bee7,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:51.982322 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-08d84fec-5a10-4b47-932c-ae465b5d293d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:51.983611 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-08d84fec-5a10-4b47-932c-ae465b5d293d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164577 Sep 16 06:13:51.986419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41420) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:51.990794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e2aad5b1-caf3-47fb-9cad-0bc22590bd30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'fed69b36-5ff9-4c08-8f10-1aac496d00a2', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.018004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e2aad5b1-caf3-47fb-9cad-0bc22590bd30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.091911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e2aad5b1-caf3-47fb-9cad-0bc22590bd30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.095482 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e2aad5b1-caf3-47fb-9cad-0bc22590bd30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.117514 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aad5b1-caf3-47fb-9cad-0bc22590bd30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee799cec-4e05-4c5b-82b0-0948b9956534,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.126234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e2aad5b1-caf3-47fb-9cad-0bc22590bd30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.126966 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e2aad5b1-caf3-47fb-9cad-0bc22590bd30 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394668 Sep 16 06:13:52.129609 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41422) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.134302 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-62ed69b1-e888-42e5-844b-00dd0e4caf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'fed69b36-5ff9-4c08-8f10-1aac496d00a2', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.160766 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62ed69b1-e888-42e5-844b-00dd0e4caf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.219294 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62ed69b1-e888-42e5-844b-00dd0e4caf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.222770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62ed69b1-e888-42e5-844b-00dd0e4caf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.239940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed69b1-e888-42e5-844b-00dd0e4caf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffcfe43-bd33-4413-b8d0-8166558a74ae,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.246918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62ed69b1-e888-42e5-844b-00dd0e4caf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.248193 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-62ed69b1-e888-42e5-844b-00dd0e4caf42 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174769 Sep 16 06:13:52.250960 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41424) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.255438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-11d797c4-9dbd-4668-b7be-4181681010c0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'fed69b36-5ff9-4c08-8f10-1aac496d00a2', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.281293 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11d797c4-9dbd-4668-b7be-4181681010c0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.349317 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11d797c4-9dbd-4668-b7be-4181681010c0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.353726 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11d797c4-9dbd-4668-b7be-4181681010c0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.374018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d797c4-9dbd-4668-b7be-4181681010c0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40c232f-98a3-47f0-b9df-ce1d94f741a0,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.377215 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-11d797c4-9dbd-4668-b7be-4181681010c0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.378520 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-11d797c4-9dbd-4668-b7be-4181681010c0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265609 Sep 16 06:13:52.381360 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41426) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.385719 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'fed69b36-5ff9-4c08-8f10-1aac496d00a2', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.406684 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:13:52.411917 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.474855 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.478257 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.495324 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11713833-1c26-42fc-8a64-30673b8effc5,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.502470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.503577 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-6b4765ef-843c-48ae-83c5-1e4da6804cbd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212213 Sep 16 06:13:52.506381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41428) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.510735 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'fed69b36-5ff9-4c08-8f10-1aac496d00a2', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.533234 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:13:52.538301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.590584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 565f6846-0e9c-4010-a459-f59a19ec9133 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:52.602848 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.607252 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.612021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 565f6846-0e9c-4010-a459-f59a19ec9133 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:52.612403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 565f6846-0e9c-4010-a459-f59a19ec9133 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:52.612830 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1c38fd3a-db6c-4e54-9617-e489f05d03a6 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:13:52.623341 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75dfa0a-5cd4-4ac8-8425-b7be6c8c0624,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.633018 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.634266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4f4a0553-26ca-4f5b-9fcb-633c838e3634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269393 Sep 16 06:13:52.636137 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 1c38fd3a-db6c-4e54-9617-e489f05d03a6 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:13:52.636516 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1c38fd3a-db6c-4e54-9617-e489f05d03a6 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:13:52.637151 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41430) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.642249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'network': {'name': 'tempest-network-smoke--1367948788', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.661873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:52.665253 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.688174 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:13:52.697125 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.697475 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Added segment 9196d247-7e19-4366-bc0f-43740f117c0d of type vlan for network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e Sep 16 06:13:52.738036 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.762406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.768179 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:52.768781 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.809243 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708548 Sep 16 06:13:52.812014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41432) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:52.816749 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'admin_state_up': True, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:52.845476 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.847098 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:52.847281 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a350bd2-f46e-4985-ad55-9dd3f3a96ae3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Network': ['ID=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:52.864747 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:13:52.918770 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.063918 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.612208 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.632273 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.737957 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.131 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/c34a27e1-6a5d-4669-9f94-d6b3993c51e1) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:53.852063 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.886326 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:53.922761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:53.925614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:53.931463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:53.937224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:54.189497 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.394290 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.519001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 190d38c3-b04e-4f2c-8f6f-390931f881f4 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:13:54.625526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:54.635113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Sync routers for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:54.644308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:54.644667 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.644960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:54.645896 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1444c4ac-e9eb-455d-82b9-18c9e5fe76a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8328702 Sep 16 06:13:54.649186 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41434) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:54.721202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1ff55d8a-63bc-4860-9dbf-561c5feca315 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d05c19c558ed4e7abea0a96a45b00b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709252 Sep 16 06:13:54.723821 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41438) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:54.754435 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:54.817106 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbbdd96-94ef-4593-9b11-798d6ddaf486 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:54.818558 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ffbbdd96-94ef-4593-9b11-798d6ddaf486 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937903 Sep 16 06:13:54.821448 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41440) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:54.850212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b847baec-b2ce-4973-905c-64c52eab0382 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276949 Sep 16 06:13:54.852973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41442) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:54.858586 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-114715399', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:13:54.935735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:54Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:54.949825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:13:54.953689 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:54.966595 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Checking router: 190d38c3-b04e-4f2c-8f6f-390931f881f4 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:54.966935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Updating router 190d38c3-b04e-4f2c-8f6f-390931f881f4 port c34a27e1-6a5d-4669-9f94-d6b3993c51e1 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:54.991730 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.280526 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.286670 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.342201 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Attempting to bind port c34a27e1-6a5d-4669-9f94-d6b3993c51e1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:55.342658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Attempting to bind port c34a27e1-6a5d-4669-9f94-d6b3993c51e1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:55.343030 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Attempting to bind port c34a27e1-6a5d-4669-9f94-d6b3993c51e1 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:55.354503 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:55.355486 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:55.355881 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.356319 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:55.356798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Bound port: c34a27e1-6a5d-4669-9f94-d6b3993c51e1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:55.357181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.358790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18659cf0-0d35-4a0d-9f9a-cc2967bb4599 None None] Pushing event updated for resources: {'Port': ['ID=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:55.405207 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.411493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] For port c34a27e1-6a5d-4669-9f94-d6b3993c51e1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:55.418928 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] For port c34a27e1-6a5d-4669-9f94-d6b3993c51e1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:55.427813 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.454641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.466105 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Subnet': ['ID=068eff5a-b6c4-4b65-a548-4b50348dc9f1,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:55.476282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Checking segment: {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:55.476643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network hostable DHCP agents. Network: e0f6a9e6-6f97-4874-abfc-6e9c9232af5e, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:13:55.486339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:55.486972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:55.497520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:13:55.508007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, e0f6a9e6-6f97-4874-abfc-6e9c9232af5e) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:55.513141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:55.513957 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:55.530476 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-61d74add-ca75-419d-ae35-97413b166563 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6761754 Sep 16 06:13:55.537819 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41444) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:13:55.688215 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18659cf0-0d35-4a0d-9f9a-cc2967bb4599 None None] Pushing event updated for resources: {'Port': ['ID=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:55.691122 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e382548-55d2-4346-a4a7-070305e31048 None None] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:55.827466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:56.002444 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199696f-bc4f-471a-a759-01490622124c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:13:56.003304 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1199696f-bc4f-471a-a759-01490622124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.020917 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-17155871-ab03-4bc7-b14a-de8c8fc84035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.035044 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.189189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-1199696f-bc4f-471a-a759-01490622124c None None] Allocated IP 172.20.0.2 (e0f6a9e6-6f97-4874-abfc-6e9c9232af5e/068eff5a-b6c4-4b65-a548-4b50348dc9f1/bab76448-bfaf-41e0-9f8e-255c0abc9723) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:56.198074 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:54Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:56.233066 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e83f61-c3f0-488f-998b-8efe6ac371ee None None] The sync data for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 is: [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:54Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:13:56.383125 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1199696f-bc4f-471a-a759-01490622124c None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.391190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1199696f-bc4f-471a-a759-01490622124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.459895 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199696f-bc4f-471a-a759-01490622124c None None] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:56.463467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.1 (e0f6a9e6-6f97-4874-abfc-6e9c9232af5e/068eff5a-b6c4-4b65-a548-4b50348dc9f1/27131591-9302-416e-8778-7cbeabb4d9ff) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:13:56.467398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-1199696f-bc4f-471a-a759-01490622124c None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:56.470917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199696f-bc4f-471a-a759-01490622124c None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:56.479062 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199696f-bc4f-471a-a759-01490622124c None None] Pushing event updated for resources: {'Port': ['ID=bab76448-bfaf-41e0-9f8e-255c0abc9723,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:56.538678 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1199696f-bc4f-471a-a759-01490622124c None None] Attempting to bind port bab76448-bfaf-41e0-9f8e-255c0abc9723 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:56.539116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1199696f-bc4f-471a-a759-01490622124c None None] Attempting to bind port bab76448-bfaf-41e0-9f8e-255c0abc9723 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:56.539545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199696f-bc4f-471a-a759-01490622124c None None] Attempting to bind port bab76448-bfaf-41e0-9f8e-255c0abc9723 on network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:56.546616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199696f-bc4f-471a-a759-01490622124c None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:56.547188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199696f-bc4f-471a-a759-01490622124c None None] Checking segment: {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:56.548008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1199696f-bc4f-471a-a759-01490622124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.548539 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199696f-bc4f-471a-a759-01490622124c None None] Bound using segment: {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:56.549194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1199696f-bc4f-471a-a759-01490622124c None None] Bound port: bab76448-bfaf-41e0-9f8e-255c0abc9723, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:56.552053 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1199696f-bc4f-471a-a759-01490622124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.606066 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.637396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1199696f-bc4f-471a-a759-01490622124c None None] For port bab76448-bfaf-41e0-9f8e-255c0abc9723, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:56.642635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1199696f-bc4f-471a-a759-01490622124c None None] For port bab76448-bfaf-41e0-9f8e-255c0abc9723, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bab76448-bfaf-41e0-9f8e-255c0abc9723,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:56.643319 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.648263 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1199696f-bc4f-471a-a759-01490622124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.683310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c34a27e1-6a5d-4669-9f94-d6b3993c51e1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:56.693230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:56.696398 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:56.699767 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:13:56.735333 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=27131591-9302-416e-8778-7cbeabb4d9ff,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:56.741412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199696f-bc4f-471a-a759-01490622124c None None] Pushing event updated for resources: {'Port': ['ID=bab76448-bfaf-41e0-9f8e-255c0abc9723,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:56.759462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c34a27e1-6a5d-4669-9f94-d6b3993c51e1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:56.759833 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.763181 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.855454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.880081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c34a27e1-6a5d-4669-9f94-d6b3993c51e1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:56.885347 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.922313 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:56.951145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:57.251636 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:57.256641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:57.333675 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=27131591-9302-416e-8778-7cbeabb4d9ff,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:57.336298 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:57.433656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:13:57.435198 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:13:57.561142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 190d38c3-b04e-4f2c-8f6f-390931f881f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:13:57.685492 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:13:57.690683 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-473c753b-ebc8-4bfc-8d15-253ba3df8c02 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/190d38c3-b04e-4f2c-8f6f-390931f881f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1518955 Sep 16 06:13:57.748964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8821f0-b17b-4516-ab3c-90dbbd5515a5 None None] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:13:57.831655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-63107efb-5a80-4619-b06e-d44daeda1e31 None None] Provisioning complete for port bab76448-bfaf-41e0-9f8e-255c0abc9723 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:57.832029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-63107efb-5a80-4619-b06e-d44daeda1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:57.988774 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-63107efb-5a80-4619-b06e-d44daeda1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.015029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2f2577ca-3ccb-45f6-bce9-8d0c75cacb78 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572874608&fields=id&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 267 time: 0.0427067 Sep 16 06:13:58.031552 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-63107efb-5a80-4619-b06e-d44daeda1e31 None None] For port bab76448-bfaf-41e0-9f8e-255c0abc9723, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bab76448-bfaf-41e0-9f8e-255c0abc9723,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:58.036264 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-63107efb-5a80-4619-b06e-d44daeda1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.093501 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63107efb-5a80-4619-b06e-d44daeda1e31 None None] Pushing event updated for resources: {'Port': ['ID=bab76448-bfaf-41e0-9f8e-255c0abc9723,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:58.144424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-81b2d75f-197c-4dce-bba1-8dbf8901318b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:13:58.145991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-81b2d75f-197c-4dce-bba1-8dbf8901318b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 797 time: 0.1232474 Sep 16 06:13:58.164028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-8ff90926-e244-4cbb-94ca-606e334e1aae tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/quotas/d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 375 time: 0.0106444 Sep 16 06:13:58.228788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-7fca7eef-dbc9-40e2-9a13-fdefbe65b6f7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564475 Sep 16 06:13:58.259848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f109f38b-ce10-4432-a44b-6735ff33b76d None None] Provisioning complete for port 27131591-9302-416e-8778-7cbeabb4d9ff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:58.260554 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f109f38b-ce10-4432-a44b-6735ff33b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.267500 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Sync routers for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:13:58.279419 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:58.280400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:58.316552 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-927a9e95-46d6-4900-8da4-5a689f6d97bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.320602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-f109f38b-ce10-4432-a44b-6735ff33b76d None None] Port 27131591-9302-416e-8778-7cbeabb4d9ff cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:58.331912 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f109f38b-ce10-4432-a44b-6735ff33b76d None None] Provisioning complete for port bab76448-bfaf-41e0-9f8e-255c0abc9723 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:58.332402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f109f38b-ce10-4432-a44b-6735ff33b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.422401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-42d1ff02-47b2-48f7-8b05-975161f24927 service neutron] 10.222.0.55 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821671 Sep 16 06:13:58.451968 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:58.533583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a0a0024e-9cf3-420a-99af-ed1ebd455215 service neutron] 10.222.0.55 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098573 Sep 16 06:13:58.585134 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-4d507638-9238-4834-9951-d46846dd662f None None] Provisioning complete for port 27131591-9302-416e-8778-7cbeabb4d9ff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:58.585532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4d507638-9238-4834-9951-d46846dd662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.657092 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-4d507638-9238-4834-9951-d46846dd662f None None] Port 27131591-9302-416e-8778-7cbeabb4d9ff cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:58.737242 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:57Z', 'revision_number': 2, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:58.782778 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Checking router: 190d38c3-b04e-4f2c-8f6f-390931f881f4 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:13:58.783410 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Updating router 190d38c3-b04e-4f2c-8f6f-390931f881f4 port 27131591-9302-416e-8778-7cbeabb4d9ff binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:13:58.790280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c34a27e1-6a5d-4669-9f94-d6b3993c51e1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:58.822369 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.851681 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c34a27e1-6a5d-4669-9f94-d6b3993c51e1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:58.852061 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.897325 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3ff16ef4-e184-4bc4-9245-b4ce16f91839 None None] Provisioning complete for port 27131591-9302-416e-8778-7cbeabb4d9ff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:58.897844 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3ff16ef4-e184-4bc4-9245-b4ce16f91839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:58.898043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6309f630-d130-4f40-aa16-57287a5b2426 req-c3888a97-d340-4050-9e30-664e0a648425 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 210 time: 0.1261709 Sep 16 06:13:58.946743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3ff16ef4-e184-4bc4-9245-b4ce16f91839 None None] Port 27131591-9302-416e-8778-7cbeabb4d9ff cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:13:58.990064 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bab76448-bfaf-41e0-9f8e-255c0abc9723 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:13:59.046086 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bab76448-bfaf-41e0-9f8e-255c0abc9723 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:59.046464 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.131361 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.137979 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.193829 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Pushing event updated for resources: {'Port': ['ID=27131591-9302-416e-8778-7cbeabb4d9ff,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:59.224726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.224726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.224726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.224726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.224726 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.225577 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.225577 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.225577 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.226037 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.226210 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.226377 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.226869 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:13:59.255723 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Attempting to bind port 27131591-9302-416e-8778-7cbeabb4d9ff on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:13:59.256083 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Attempting to bind port 27131591-9302-416e-8778-7cbeabb4d9ff by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:13:59.256470 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Attempting to bind port 27131591-9302-416e-8778-7cbeabb4d9ff on network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:13:59.261773 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:13:59.262203 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Checking segment: {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:13:59.262613 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.262998 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Bound using segment: {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:13:59.263482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Bound port: 27131591-9302-416e-8778-7cbeabb4d9ff, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:13:59.263830 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.309242 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.350077 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] For port 27131591-9302-416e-8778-7cbeabb4d9ff, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:13:59.356107 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] For port 27131591-9302-416e-8778-7cbeabb4d9ff, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=27131591-9302-416e-8778-7cbeabb4d9ff,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:13:59.361507 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.426177 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:13:59.426826 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:59.430099 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe09e80-7e82-483f-ad3a-061f36bf6600 None None] Pushing event updated for resources: {'Port': ['ID=27131591-9302-416e-8778-7cbeabb4d9ff,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:59.475281 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-844bf2b9-a486-4084-b9f7-e31f68c87688 None None] Provisioning complete for port 27131591-9302-416e-8778-7cbeabb4d9ff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:59.475652 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-844bf2b9-a486-4084-b9f7-e31f68c87688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.567753 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:13:59.572390 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-844bf2b9-a486-4084-b9f7-e31f68c87688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.617964 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-844bf2b9-a486-4084-b9f7-e31f68c87688 None None] For port 27131591-9302-416e-8778-7cbeabb4d9ff, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=27131591-9302-416e-8778-7cbeabb4d9ff,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:13:59.622977 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-844bf2b9-a486-4084-b9f7-e31f68c87688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.677404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf2b9-a486-4084-b9f7-e31f68c87688 None None] Pushing event updated for resources: {'Port': ['ID=27131591-9302-416e-8778-7cbeabb4d9ff,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:13:59.741637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-26f3ffe4-b1c5-4d73-a9d5-20a0588359a5 None None] Provisioning complete for port 27131591-9302-416e-8778-7cbeabb4d9ff triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:13:59.742012 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-26f3ffe4-b1c5-4d73-a9d5-20a0588359a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:13:59.788239 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:13:59.897001 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ade35-1ac6-4ab9-bb30-276c1a9eb1b5 None None] The sync data for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 is: [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:14:00.031613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-660ebdc6-bd0e-42de-9310-67acafe94256 req-d9f562e2-2623-42ad-8a9a-eea83b61ad4f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 210 time: 0.0390978 Sep 16 06:14:00.102826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:00.154676 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-1c253d6c-a621-421a-b063-96d91cdfcc7e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.156386 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-1c253d6c-a621-421a-b063-96d91cdfcc7e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 797 time: 0.1519134 Sep 16 06:14:00.208451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-4aab3149-e2ff-4a24-9030-d767af371934 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 379 time: 0.0348697 Sep 16 06:14:00.219477 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'port': {'device_id': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'admin_state_up': True, 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'security_groups': ['fed69b36-5ff9-4c08-8f10-1aac496d00a2']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:14:00.328393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:14:00.332115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:00.474559 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.7 (e0f6a9e6-6f97-4874-abfc-6e9c9232af5e/068eff5a-b6c4-4b65-a548-4b50348dc9f1/7d74510e-c894-40f8-a4d9-190bfda59f7f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:14:00.639411 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 27131591-9302-416e-8778-7cbeabb4d9ff up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:14:00.655848 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:00.695580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 27131591-9302-416e-8778-7cbeabb4d9ff triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:00.695886 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:00.696224 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:00.738742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:14:00.742083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:14:00.747244 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:14:00.778524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=7d74510e-c894-40f8-a4d9-190bfda59f7f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:00.814149 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:00.815030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:00.836855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2b614558-1fe7-487f-b01e-f29f15f74b51 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193764 Sep 16 06:14:00.853395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Request body: {'port': {'device_id': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:14:00.922901 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.045828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9277d96d-1c91-4be6-90bf-5cc4cdb3b14e None None] Provisioning complete for port 7d74510e-c894-40f8-a4d9-190bfda59f7f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:01.046120 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9277d96d-1c91-4be6-90bf-5cc4cdb3b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.082471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-9277d96d-1c91-4be6-90bf-5cc4cdb3b14e None None] Port 7d74510e-c894-40f8-a4d9-190bfda59f7f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:14:01.201488 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0b853-75b0-4a43-aac2-69b6cdb22752 req-d2ad5588-895b-46e3-8cec-0bd09dd2d703 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:01.202983 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2de0b853-75b0-4a43-aac2-69b6cdb22752 req-d2ad5588-895b-46e3-8cec-0bd09dd2d703 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 931 time: 0.0733755 Sep 16 06:14:01.281672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d74510e-c894-40f8-a4d9-190bfda59f7f {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:14:01.288452 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2de0b853-75b0-4a43-aac2-69b6cdb22752 req-3eeb57ab-ca27-4a73-a290-d4663afc98d5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791695 Sep 16 06:14:01.293088 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.305254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Transition to ACTIVE for port object 7d74510e-c894-40f8-a4d9-190bfda59f7f will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:14:01.309699 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.361242 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d74510e-c894-40f8-a4d9-190bfda59f7f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:01.431748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Attempting to bind port 7d74510e-c894-40f8-a4d9-190bfda59f7f on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:14:01.432078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Attempting to bind port 7d74510e-c894-40f8-a4d9-190bfda59f7f by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:14:01.432442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Attempting to bind port 7d74510e-c894-40f8-a4d9-190bfda59f7f on network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:14:01.437121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Port 7d74510e-c894-40f8-a4d9-190bfda59f7f on network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:14:01.437437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Attempting to bind port 7d74510e-c894-40f8-a4d9-190bfda59f7f on network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:14:01.442415 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:14:01.442748 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Checking segment: {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:14:01.443127 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Bound using segment: {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:14:01.443554 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Bound port: 7d74510e-c894-40f8-a4d9-190bfda59f7f, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9196d247-7e19-4366-bc0f-43740f117c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:14:01.443912 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.499049 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.516763 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] For port 7d74510e-c894-40f8-a4d9-190bfda59f7f, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:14:01.520070 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] For port 7d74510e-c894-40f8-a4d9-190bfda59f7f, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:14:01.524050 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.558115 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:01.558751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:01.560247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 1092 time: 0.7113953 Sep 16 06:14:01.560617 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:01.562860 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:01.599482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419e460-9203-48c7-8424-ceef635764d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d74510e-c894-40f8-a4d9-190bfda59f7f,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:01.616636 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9a9ecc-fee4-45a2-8775-645fa9cd15c7 x-openstack-request-id: req-9e9a9ecc-fee4-45a2-8775-645fa9cd15c7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:01.616636 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:01.616935 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e9a9ecc-fee4-45a2-8775-645fa9cd15c7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:01.617442 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'status': 'completed', 'code': 200} Sep 16 06:14:01.650417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-cf81d36e-aed4-4543-a8f1-debc5048ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:01.652556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-cf81d36e-aed4-4543-a8f1-debc5048ae6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1095 time: 0.0478706 Sep 16 06:14:01.699270 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-2afc41f9-584d-4534-b7b9-8c9cb381bc41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 217 time: 0.0355592 Sep 16 06:14:01.757131 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-b1bca35d-2ea9-4813-9020-0d85eb903051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:01.758608 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-b1bca35d-2ea9-4813-9020-0d85eb903051 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0494704 Sep 16 06:14:01.809688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-8ffbbf8b-61bf-47d2-b89c-5837c5c0d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:01.811179 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-8ffbbf8b-61bf-47d2-b89c-5837c5c0d9e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403008 Sep 16 06:14:01.909783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-433602c6-4b9a-4f04-adb5-a7f1a4130af4 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872397 Sep 16 06:14:02.005880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e707f52-0afb-4f75-8e71-28efdb814863 req-24e640d5-7539-43be-bf38-ae2d1e665986 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850966 Sep 16 06:14:02.099637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-d01069ef-f7c3-4d80-87ef-f81b86b7e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:02.101151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-d01069ef-f7c3-4d80-87ef-f81b86b7e2fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1095 time: 0.0398312 Sep 16 06:14:02.194382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-67c2279b-ab83-4ba2-bc1f-aceb26476f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:02.195765 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-67c2279b-ab83-4ba2-bc1f-aceb26476f17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 898 time: 0.0869496 Sep 16 06:14:02.236444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-0c44027c-ea3d-41d7-a024-15711d376b90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 217 time: 0.0333383 Sep 16 06:14:02.288332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-4fafac97-c130-4d82-b735-104ec6c684eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:02.289809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-4fafac97-c130-4d82-b735-104ec6c684eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0465114 Sep 16 06:14:02.338672 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-3edf3f5c-14c2-40f6-9f1f-59ec9c77292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:02.341150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-3edf3f5c-14c2-40f6-9f1f-59ec9c77292a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413184 Sep 16 06:14:02.459054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada5f7-ca99-4c09-a115-a55c5141e4fa req-321a929c-34ec-4f66-bf2d-eac0fa86f5fa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:02.460483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4ada5f7-ca99-4c09-a115-a55c5141e4fa req-321a929c-34ec-4f66-bf2d-eac0fa86f5fa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 943 time: 0.1032913 Sep 16 06:14:02.480712 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-065c2f3e-642f-455e-93c8-f91d649da196 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314850 Sep 16 06:14:02.529224 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4ada5f7-ca99-4c09-a115-a55c5141e4fa req-280ae5ef-f2af-4936-948f-ffdd21a92802 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597055 Sep 16 06:14:02.588465 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b898c5c9-b2d4-4341-ad0a-2a8cc3e849b9 req-e76c9d93-2b6e-45db-b15e-8819caaae20c service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997708 Sep 16 06:14:03.646184 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2396e2-e97c-4bd9-b80a-47d60b9c436a req-1b3ad56d-5e36-460c-90c2-78f37ee7b955 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:03.647676 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f2396e2-e97c-4bd9-b80a-47d60b9c436a req-1b3ad56d-5e36-460c-90c2-78f37ee7b955 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 943 time: 0.0497620 Sep 16 06:14:03.685363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7f2396e2-e97c-4bd9-b80a-47d60b9c436a req-2c518b75-7521-4319-91d8-e7f0be2e721d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317092 Sep 16 06:14:04.676375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 7d74510e-c894-40f8-a4d9-190bfda59f7f details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:14:04.772952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 7d74510e-c894-40f8-a4d9-190bfda59f7f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:04.784415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'port_id': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'mac_address': 'fa:16:3e:2e:15:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:14:04.798288 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac0e2a-b6fb-4c76-8e5f-70bb0c732518 req-1c5228c4-f39a-430c-9114-d45c5055e2f5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:04.799716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13ac0e2a-b6fb-4c76-8e5f-70bb0c732518 req-1c5228c4-f39a-430c-9114-d45c5055e2f5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 943 time: 0.0486743 Sep 16 06:14:04.821240 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:04.835558 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d74510e-c894-40f8-a4d9-190bfda59f7f {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:14:04.844660 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13ac0e2a-b6fb-4c76-8e5f-70bb0c732518 req-c9c24997-bd06-49c5-a181-ffcf26c4852f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388331 Sep 16 06:14:04.858007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 7d74510e-c894-40f8-a4d9-190bfda59f7f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:04.862016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:04.909005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=7d74510e-c894-40f8-a4d9-190bfda59f7f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:05.129382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['7d74510e-c894-40f8-a4d9-190bfda59f7f'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:14:05.955976 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f2b6-f272-49ae-a079-edec595442cc req-a1a12a6e-8a5f-4a1b-aaee-0485b7a83007 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:05.957524 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e653f2b6-f272-49ae-a079-edec595442cc req-a1a12a6e-8a5f-4a1b-aaee-0485b7a83007 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 944 time: 0.0485463 Sep 16 06:14:05.999277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e653f2b6-f272-49ae-a079-edec595442cc req-b5e62669-77e5-4884-874e-7cec813ed478 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358591 Sep 16 06:14:06.691574 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 7d74510e-c894-40f8-a4d9-190bfda59f7f up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:14:06.742295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 7d74510e-c894-40f8-a4d9-190bfda59f7f completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:14:06.745840 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 7d74510e-c894-40f8-a4d9-190bfda59f7f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:14:06.746213 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:06.820769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:06.844400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:06.846626 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfeedba-a9dd-4945-b16a-b67ecdb5dad7" -d '{"events": [{"server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "name": "network-vif-plugged", "status": "completed", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:06.859363 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 7d74510e-c894-40f8-a4d9-190bfda59f7f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:14:06.863489 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:06.891609 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a5341f-f005-4520-a2d7-cb8268180699 x-openstack-request-id: req-06a5341f-f005-4520-a2d7-cb8268180699 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:06.891903 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "name": "network-vif-plugged", "status": "completed", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:06.892180 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06a5341f-f005-4520-a2d7-cb8268180699 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:06.892617 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'code': 200} Sep 16 06:14:06.994820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbad69a-d903-4b87-887a-d24d18c9220d req-8e28bc80-8405-43a7-beaf-f39ab291e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:06.997067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edbad69a-d903-4b87-887a-d24d18c9220d req-8e28bc80-8405-43a7-beaf-f39ab291e60f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1097 time: 0.0428500 Sep 16 06:14:07.041777 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-edbad69a-d903-4b87-887a-d24d18c9220d req-54663912-f3d8-453b-ab28-c6c39ce2c31f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329049 Sep 16 06:14:07.081519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=7d74510e-c894-40f8-a4d9-190bfda59f7f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:07.118081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c921c-d46d-4b13-910b-65ce859c0797 req-bd8460c3-138b-4c29-be2c-51b9515a3355 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:07.119601 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b3c921c-d46d-4b13-910b-65ce859c0797 req-bd8460c3-138b-4c29-be2c-51b9515a3355 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0496743 Sep 16 06:14:07.156979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b3c921c-d46d-4b13-910b-65ce859c0797 req-e69d5a88-ed63-4c52-b96c-c6ac81f3bc64 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309937 Sep 16 06:14:08.273638 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c6cfa-4404-4e3e-b184-ccdbaa6bcc86 req-f3b92758-ceb8-42ae-8fda-565884d12cfd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:08.275143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b3c6cfa-4404-4e3e-b184-ccdbaa6bcc86 req-f3b92758-ceb8-42ae-8fda-565884d12cfd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0490742 Sep 16 06:14:08.317302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b3c6cfa-4404-4e3e-b184-ccdbaa6bcc86 req-348d5cb0-7205-4b69-8077-233f89c01219 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348318 Sep 16 06:14:08.432109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929de4-afeb-46f8-aa6e-27289dc9c699 req-05781bed-fae6-4583-bae3-0c1e8fb01385 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:08.434207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39929de4-afeb-46f8-aa6e-27289dc9c699 req-05781bed-fae6-4583-bae3-0c1e8fb01385 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Sep 16 06:14:08.472813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39929de4-afeb-46f8-aa6e-27289dc9c699 req-e23758eb-8700-4a7b-8d60-a70c4e7a67e8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325875 Sep 16 06:14:08.493818 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41506) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:14:08.533486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35999c8-cd24-465d-9b17-a6617cc91e51 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:08.535032 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a35999c8-cd24-465d-9b17-a6617cc91e51 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1092 time: 0.0402322 Sep 16 06:14:08.537953 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41508) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:14:08.542263 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:14:08.564926 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:08.663657 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:08.763730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.218 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/54929655-0928-4078-8151-04fa578cec58) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:14:08.869258 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:08.902663 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:08.937861 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:14:08.944367 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:14:08.950564 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:14:08.956192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=54929655-0928-4078-8151-04fa578cec58,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:09.539468 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:09.605972 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:09.751104 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:09.755434 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:09.825958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=54929655-0928-4078-8151-04fa578cec58,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:14:09.835807 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:09.934364 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 0bf8fa5d-7362-4674-8c85-9237d1dafedf associated. External IP: 172.25.6.218, port: 7d74510e-c894-40f8-a4d9-190bfda59f7f. Sep 16 06:14:10.136612 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 190d38c3-b04e-4f2c-8f6f-390931f881f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:14:10.243554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:14:10.253493 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] Sync routers for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:14:10.259830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:10.264346 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:14:10.264970 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:10.287361 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a788d898-53fa-43d3-ae1a-4842175941a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7483840 Sep 16 06:14:10.287951 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:14:10.290245 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:14:10.375112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:14:10.386337 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cdccb1-a26d-441b-82c1-3cd639b3d662 x-openstack-request-id: req-c2cdccb1-a26d-441b-82c1-3cd639b3d662 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:14:10.386555 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:14:10.386861 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2cdccb1-a26d-441b-82c1-3cd639b3d662 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:14:10.387208 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'status': 'completed', 'code': 200} Sep 16 06:14:10.397994 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734f5df-3a38-4465-9a8d-ef9a58808aab req-ef3b668c-b084-400e-89cf-7e9f71ff9be5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:10.400159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9734f5df-3a38-4465-9a8d-ef9a58808aab req-ef3b668c-b084-400e-89cf-7e9f71ff9be5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0575540 Sep 16 06:14:10.470607 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9734f5df-3a38-4465-9a8d-ef9a58808aab req-377ffc81-fdf2-4685-95c9-8bc2ac8ae9e0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631831 Sep 16 06:14:10.477068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-18895a69-e71d-431d-90cd-580eabcc3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:10.478535 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-18895a69-e71d-431d-90cd-580eabcc3447 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1097 time: 0.0646880 Sep 16 06:14:10.493460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41516) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:14:10.560492 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-912e494f-664d-47ac-9965-477a09da9bce tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/0bf8fa5d-7362-4674-8c85-9237d1dafedf HTTP/1.1" status: 200 len: 991 time: 0.0658529 Sep 16 06:14:10.570753 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-0d66f62d-ccb6-465f-bb65-6398dadc091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:10.572245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-0d66f62d-ccb6-465f-bb65-6398dadc091f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 898 time: 0.0866756 Sep 16 06:14:10.607941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0bf8fa5d-7362-4674-8c85-9237d1dafedf', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'port_id': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'mac_address': 'fa:16:3e:2e:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:14:09Z', 'updated_at': '2021-09-16T06:14:09Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:10.637798 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] Checking router: 190d38c3-b04e-4f2c-8f6f-390931f881f4 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:14:10.642264 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-dcab6b6d-ec2a-44ad-b97b-655963a314fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 999 time: 0.0627897 Sep 16 06:14:10.646054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:14:10.646663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:13:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:10.691273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-89b6d1f1-c4fb-420d-847b-558a830825ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:10.692816 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-89b6d1f1-c4fb-420d-847b-558a830825ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0441465 Sep 16 06:14:10.738803 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-7594c01b-a30a-425d-9cf4-6c3fd16c2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:10.740448 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-7594c01b-a30a-425d-9cf4-6c3fd16c2e46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398293 Sep 16 06:14:10.752228 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:14:10.832356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-729412e7-0385-4ebe-89aa-4e47b98b767a service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847182 Sep 16 06:14:10.921445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6145bcb-c37e-4766-a8fa-39f0a01cc74c req-6b0bbd8b-94e4-48a8-ba9a-6b8c50f673aa service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814195 Sep 16 06:14:10.974127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0bf8fa5d-7362-4674-8c85-9237d1dafedf', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'port_id': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'mac_address': 'fa:16:3e:2e:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:14:09Z', 'updated_at': '2021-09-16T06:14:09Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:14:11.000553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18440ab-37aa-44d0-91cf-b894cfbfb87f None None] The sync data for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 is: [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0bf8fa5d-7362-4674-8c85-9237d1dafedf', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'port_id': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'mac_address': 'fa:16:3e:2e:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:14:09Z', 'updated_at': '2021-09-16T06:14:09Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:14:11.187521 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2348e7-302d-4ab2-aca4-f281afc4e7af None None] New status for floating IP 0bf8fa5d-7362-4674-8c85-9237d1dafedf: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:14:11.564440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41518) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:14:11.956742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6b57e6ee-8ae2-46fa-956c-e2ef9e9327a7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/0bf8fa5d-7362-4674-8c85-9237d1dafedf HTTP/1.1" status: 200 len: 993 time: 0.3910520 Sep 16 06:14:12.530157 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:17.368328 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:25.427527 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:25.991128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-01b1be4e-f92f-494b-a41b-4e068a1020c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:28.188973 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-4a3664dc-7017-407d-a2db-6d1ffa26291e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389764 Sep 16 06:14:28.270225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-ee2acaa6-55bf-4d19-bd7b-319d68f19d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:28.271682 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-ee2acaa6-55bf-4d19-bd7b-319d68f19d1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1097 time: 0.0391462 Sep 16 06:14:28.309829 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d32625bb-7d29-48a1-90d0-183b6a8b8c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:28.377036 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-d118da4e-55ca-4dc7-900a-ede0686a05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:28.378483 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-d118da4e-55ca-4dc7-900a-ede0686a05fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 898 time: 0.0872214 Sep 16 06:14:28.442218 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-db7cc86e-8e8b-433e-b093-e97de01cc231 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 1001 time: 0.0551486 Sep 16 06:14:28.494606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-ac6a7d79-ac42-4bdb-aea0-4b40196b5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:28.496005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-ac6a7d79-ac42-4bdb-aea0-4b40196b5b21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0462153 Sep 16 06:14:28.540305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-da94cb47-3975-4ec2-88c5-9150339a6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:28.542367 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-da94cb47-3975-4ec2-88c5-9150339a6bc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394595 Sep 16 06:14:28.633245 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-81a40cb2-25c5-40f0-ba9f-352e766d3511 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823736 Sep 16 06:14:28.725833 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5bf24ab5-d817-4cd0-aaff-8c307dcfa81a req-bc9c8142-fb49-46aa-9e1d-6dd8f8c45463 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848122 Sep 16 06:14:29.301434 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:30.104593 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:31.501391 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:42.544319 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:47.456966 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c308e-c264-433e-ac13-7650f770791d req-25bd00ba-c80e-47bb-92fc-7b79a9b415bb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:47.459046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-999c308e-c264-433e-ac13-7650f770791d req-25bd00ba-c80e-47bb-92fc-7b79a9b415bb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0671239 Sep 16 06:14:47.513589 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-999c308e-c264-433e-ac13-7650f770791d req-4fb2b44b-fe57-46cb-be64-ba42b12d5052 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468957 Sep 16 06:14:48.633860 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af604e-63ea-46cf-8c2c-76890be86a87 req-b6184be9-6f9f-4292-84e8-909c132a4536 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:48.635989 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85af604e-63ea-46cf-8c2c-76890be86a87 req-b6184be9-6f9f-4292-84e8-909c132a4536 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Sep 16 06:14:48.684757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-85af604e-63ea-46cf-8c2c-76890be86a87 req-8f6df8e5-56bd-4672-a4a7-ff3ab5a34a2f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Sep 16 06:14:49.800444 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eaa4d-a4e5-4c9c-bb54-6ad25054b0fa req-0a39b06b-78a9-4a5f-96b1-0e8c02280fa6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:49.801970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db9eaa4d-a4e5-4c9c-bb54-6ad25054b0fa req-0a39b06b-78a9-4a5f-96b1-0e8c02280fa6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0485013 Sep 16 06:14:49.840336 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db9eaa4d-a4e5-4c9c-bb54-6ad25054b0fa req-9d899829-725d-4a04-a4bc-6df4bbc60b22 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315614 Sep 16 06:14:50.952232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6409f4-7b38-486d-834b-2abb560c6584 req-54679379-c5fe-43ab-adb0-a74d752359ad tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:50.953786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f6409f4-7b38-486d-834b-2abb560c6584 req-54679379-c5fe-43ab-adb0-a74d752359ad tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Sep 16 06:14:50.993024 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8f6409f4-7b38-486d-834b-2abb560c6584 req-c95f6b1f-b3db-4ca2-8df9-829893aba6fe tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Sep 16 06:14:52.115700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca27b17-dbb0-44f5-bbdc-868e9aac4b75 req-04417655-ed17-4b84-ba88-837d16519269 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:52.117311 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca27b17-dbb0-44f5-bbdc-868e9aac4b75 req-04417655-ed17-4b84-ba88-837d16519269 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0512307 Sep 16 06:14:52.161934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ca27b17-dbb0-44f5-bbdc-868e9aac4b75 req-7f8e8dd5-b0fd-44db-9638-53d608bda7b4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384374 Sep 16 06:14:53.276528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370263a1-8694-4490-b9c3-8f99529bdc60 req-da5c01d8-e055-4812-b09d-0dfa051c0e8b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:53.278310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-370263a1-8694-4490-b9c3-8f99529bdc60 req-da5c01d8-e055-4812-b09d-0dfa051c0e8b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0501535 Sep 16 06:14:53.323819 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-370263a1-8694-4490-b9c3-8f99529bdc60 req-4d0f9781-c766-4a92-a430-a59dcf459b87 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394032 Sep 16 06:14:54.369670 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:14:54.437750 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd37b-2060-45c7-8cd3-9e7b68bb9a91 req-a8fcfbf2-53b0-4ea5-b43f-34aafa18187e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:54.439232 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a4bd37b-2060-45c7-8cd3-9e7b68bb9a91 req-a8fcfbf2-53b0-4ea5-b43f-34aafa18187e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0479944 Sep 16 06:14:54.478045 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a4bd37b-2060-45c7-8cd3-9e7b68bb9a91 req-c890d92b-1984-4026-bc1b-12c787ed6d54 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328436 Sep 16 06:14:55.426965 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:55.602702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc36eb-4785-4340-b39c-67b531635bc5 req-660b62a8-179d-4a07-a031-28f124d9a200 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:55.604885 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8fc36eb-4785-4340-b39c-67b531635bc5 req-660b62a8-179d-4a07-a031-28f124d9a200 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0515709 Sep 16 06:14:55.645525 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8fc36eb-4785-4340-b39c-67b531635bc5 req-708be551-7712-40d0-b940-f63214bc22a8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347891 Sep 16 06:14:55.995455 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e508a297-04be-4802-9427-2c4a3b793ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:56.763705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bd960-558c-45d5-8219-e8675ae98fe9 req-917c8e8a-e2f6-46b8-a8f8-fea3b154f5bb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:56.765241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b1bd960-558c-45d5-8219-e8675ae98fe9 req-917c8e8a-e2f6-46b8-a8f8-fea3b154f5bb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Sep 16 06:14:56.802775 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b1bd960-558c-45d5-8219-e8675ae98fe9 req-770b8b17-ff48-4392-a3c8-5f4337a749b5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315993 Sep 16 06:14:57.929211 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dac21-e892-4eed-9827-6cf0f1006652 req-3c5f4a82-57fe-4601-87d5-2c89d40eb888 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:57.930726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a49dac21-e892-4eed-9827-6cf0f1006652 req-3c5f4a82-57fe-4601-87d5-2c89d40eb888 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0497930 Sep 16 06:14:57.969512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a49dac21-e892-4eed-9827-6cf0f1006652 req-dde4eb92-4eaa-4d9b-bae9-43911f9aca75 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Sep 16 06:14:58.310157 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c2692257-4f7f-491b-ae95-3ce217d0450c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:14:59.083621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceddc2-66d6-4f3a-927a-728a939a978b req-9953bf37-f043-40b7-a6c0-f9db47fb8046 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:14:59.085222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02ceddc2-66d6-4f3a-927a-728a939a978b req-9953bf37-f043-40b7-a6c0-f9db47fb8046 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0492899 Sep 16 06:14:59.127707 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02ceddc2-66d6-4f3a-927a-728a939a978b req-4f386bef-b6b2-4850-b47d-ef082a815793 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362053 Sep 16 06:14:59.302513 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:00.107340 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:00.242417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a78b-686e-413b-9356-970e4a1b1f5e req-8a003c5f-1b36-4be9-b407-7430aef9f844 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:00.243907 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b57a78b-686e-413b-9356-970e4a1b1f5e req-8a003c5f-1b36-4be9-b407-7430aef9f844 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0492148 Sep 16 06:15:00.281930 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6b57a78b-686e-413b-9356-970e4a1b1f5e req-06252ab4-5e0e-48a5-bfea-6e72e95f85f1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310328 Sep 16 06:15:01.396317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5433d2-bd2a-427c-a0f5-ed5148d60ef9 req-cbaecb9b-e01d-4dca-95e4-0cc740bd9643 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:01.397848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba5433d2-bd2a-427c-a0f5-ed5148d60ef9 req-cbaecb9b-e01d-4dca-95e4-0cc740bd9643 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0490618 Sep 16 06:15:01.439307 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ba5433d2-bd2a-427c-a0f5-ed5148d60ef9 req-223f4620-2b40-405a-a3f6-0081907955a1 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314426 Sep 16 06:15:01.504490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:02.553597 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860796-9c0e-4200-8dd9-9d34d0f43fe4 req-09de831e-e1b7-4982-b9bb-513ae02e12cf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:02.555098 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae860796-9c0e-4200-8dd9-9d34d0f43fe4 req-09de831e-e1b7-4982-b9bb-513ae02e12cf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Sep 16 06:15:02.598252 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ae860796-9c0e-4200-8dd9-9d34d0f43fe4 req-cd0de68b-b604-4bfc-b4fc-8880ac6ed31f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365305 Sep 16 06:15:03.717270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecda703-873f-44cf-9daf-3e431847f4ae req-bccc0d8f-95c8-4e7c-845b-2d5c6a14515b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:03.718759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ecda703-873f-44cf-9daf-3e431847f4ae req-bccc0d8f-95c8-4e7c-845b-2d5c6a14515b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0493181 Sep 16 06:15:03.756065 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ecda703-873f-44cf-9daf-3e431847f4ae req-d7fd0c5e-ccd3-4eb3-852b-733e4805d3fb tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312233 Sep 16 06:15:03.778168 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41568) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:03.837686 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ca493b9f-8407-4df1-8cf1-e135e050bef6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/0bf8fa5d-7362-4674-8c85-9237d1dafedf HTTP/1.1" status: 200 len: 993 time: 0.0582955 Sep 16 06:15:05.131473 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957032-e05c-437d-bd2e-4f4fe45b90a5 req-0fa60990-4321-486c-9238-d3c69f2056b3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:05.132924 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d957032-e05c-437d-bd2e-4f4fe45b90a5 req-0fa60990-4321-486c-9238-d3c69f2056b3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0619879 Sep 16 06:15:05.188484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8d957032-e05c-437d-bd2e-4f4fe45b90a5 req-b0d9fc76-58c3-40b3-a123-3caf5df51fe5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420299 Sep 16 06:15:05.190443 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-75d562f5-dc69-4c96-921c-0d1a70605a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:05.191859 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-75d562f5-dc69-4c96-921c-0d1a70605a81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1097 time: 0.0804455 Sep 16 06:15:05.289361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-3b6fc3cb-c244-4f18-92af-e83fa6dae0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:05.290840 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-3b6fc3cb-c244-4f18-92af-e83fa6dae0ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 898 time: 0.0879796 Sep 16 06:15:05.361421 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-8460e539-b1b2-4b1f-902c-4434e0fcdfd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 1001 time: 0.0589180 Sep 16 06:15:05.423768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-1d6e8fd7-101d-4c55-b900-1ff284bff0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:05.425176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-1d6e8fd7-101d-4c55-b900-1ff284bff0a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0525157 Sep 16 06:15:05.478832 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-110d95c1-2454-4789-bfff-067b7b1d2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:05.480350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-110d95c1-2454-4789-bfff-067b7b1d2a09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439816 Sep 16 06:15:05.572310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-d624f498-55e9-4363-bcf5-5033def0ae78 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806847 Sep 16 06:15:05.675289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-89a0babf-d26c-46a6-b920-2436a03707c7 req-79e09655-9d01-413b-b96b-cfa3da74d29f service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 Sep 16 06:15:06.314248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a0ad-948c-483b-8dcf-cb5ad0517561 req-cca5197a-f7c4-4018-938d-07ef8c355108 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:06.316779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c629a0ad-948c-483b-8dcf-cb5ad0517561 req-cca5197a-f7c4-4018-938d-07ef8c355108 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0581625 Sep 16 06:15:06.362955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c629a0ad-948c-483b-8dcf-cb5ad0517561 req-b4b54ca1-3c7e-483c-808c-7f1bd9e41261 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402861 Sep 16 06:15:06.386360 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41578) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:06.450763 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d8772253-8e54-4f90-b631-848660138ca8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/0bf8fa5d-7362-4674-8c85-9237d1dafedf HTTP/1.1" status: 200 len: 993 time: 0.0632370 Sep 16 06:15:12.596157 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:25.439212 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:25.996562 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-22ed0888-1f9b-4d53-8eb9-0508ea4dede3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:28.311121 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-747bb2fc-4eb7-4ec7-8e5d-0f0d72f96c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:29.286828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-589d4e0a-d659-4061-a8fd-a4f25c756e19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397103 Sep 16 06:15:29.309563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:29.375489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ed41d-638b-4852-ba72-16982115647d req-9fc2ab59-e738-4f9e-b3d4-f7f6b70d7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:29.377046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-9fc2ab59-e738-4f9e-b3d4-f7f6b70d7eca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1097 time: 0.0400321 Sep 16 06:15:29.483422 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ed41d-638b-4852-ba72-16982115647d req-dc6b8da8-cd9e-4940-9a8d-fe275afe045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:29.484943 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-dc6b8da8-cd9e-4940-9a8d-fe275afe045d service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 898 time: 0.0882058 Sep 16 06:15:29.550247 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-c3c62ba5-469f-4296-aef4-6a06e2ca7893 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 1001 time: 0.0576136 Sep 16 06:15:29.602824 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ed41d-638b-4852-ba72-16982115647d req-bb663574-f1a9-4a21-ab28-ea29e8aabc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:29.605471 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-bb663574-f1a9-4a21-ab28-ea29e8aabc5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0477862 Sep 16 06:15:29.656078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ed41d-638b-4852-ba72-16982115647d req-e7377b7d-de38-46d9-8b38-7598049ee851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:29.657624 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-e7377b7d-de38-46d9-8b38-7598049ee851 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449829 Sep 16 06:15:29.749794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-f5f091bc-a0a9-400e-8f86-4411658bfcee service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Sep 16 06:15:29.840798 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-881ed41d-638b-4852-ba72-16982115647d req-46f2f9cc-daa5-4be5-bf72-914a0160b3df service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Sep 16 06:15:30.109754 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:31.372039 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:15:31.505870 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.059156 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41598) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:39.214045 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 54929655-0928-4078-8151-04fa578cec58 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:15:39.214394 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.293222 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.293573 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.306588 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 54929655-0928-4078-8151-04fa578cec58 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:15:39.454681 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.482793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=54929655-0928-4078-8151-04fa578cec58,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:39.507044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.507396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.507738 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.508074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.508434 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.508768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.509130 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.509460 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.509785 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.510109 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.510432 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.510751 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:39.551152 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.551540 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 0bf8fa5d-7362-4674-8c85-9237d1dafedf disassociated (deleted). External IP: 172.25.6.218, port: 7d74510e-c894-40f8-a4d9-190bfda59f7f. Sep 16 06:15:39.754908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 190d38c3-b04e-4f2c-8f6f-390931f881f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:15:39.862478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:15:39.867290 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:39.871788 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] Sync routers for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:15:39.880774 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:39.881604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:39.893267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-77451427-23af-4d4f-a6fe-419098610206 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/floatingips/0bf8fa5d-7362-4674-8c85-9237d1dafedf HTTP/1.1" status: 204 len: 168 time: 0.8328025 Sep 16 06:15:39.894110 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:39.896375 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672daf0c-a8bd-448c-bacc-755934bab350" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:39.937018 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b9c9f-c198-41cf-aea2-92d86529eaec x-openstack-request-id: req-6a0b9c9f-c198-41cf-aea2-92d86529eaec {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:39.937313 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:39.937565 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a0b9c9f-c198-41cf-aea2-92d86529eaec {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:39.939733 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'status': 'completed', 'code': 200} Sep 16 06:15:39.991597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:40.005248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672daf0c-a8bd-448c-bacc-755934bab350 req-ec56917c-6027-40fa-9367-3bb8ebf96184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:40.006698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672daf0c-a8bd-448c-bacc-755934bab350 req-ec56917c-6027-40fa-9367-3bb8ebf96184 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 1097 time: 0.0403039 Sep 16 06:15:40.139799 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672daf0c-a8bd-448c-bacc-755934bab350 req-3c9de180-5847-41d4-aa4b-462c8e70a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:40.141301 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672daf0c-a8bd-448c-bacc-755934bab350 req-3c9de180-5847-41d4-aa4b-462c8e70a5f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 200 len: 898 time: 0.1255202 Sep 16 06:15:40.149779 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626fb3-4191-4abe-be0a-4927f93406d0 req-2f721100-58cf-4556-9a28-04632efae752 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:40.151168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc626fb3-4191-4abe-be0a-4927f93406d0 req-2f721100-58cf-4556-9a28-04632efae752 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0700543 Sep 16 06:15:40.191408 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672daf0c-a8bd-448c-bacc-755934bab350 req-5f420f6f-b58c-4a92-8749-08687c1357e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 200 len: 217 time: 0.0393209 Sep 16 06:15:40.202170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:40.229036 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] Checking router: 190d38c3-b04e-4f2c-8f6f-390931f881f4 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:15:40.237495 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:40.238116 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:40.250647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc626fb3-4191-4abe-be0a-4927f93406d0 req-0aa300a9-14a1-4d97-a3a9-80422e04242c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921037 Sep 16 06:15:40.260581 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672daf0c-a8bd-448c-bacc-755934bab350 req-ac03021d-f93a-4171-9c97-220db5afe72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:40.268961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672daf0c-a8bd-448c-bacc-755934bab350 req-ac03021d-f93a-4171-9c97-220db5afe72d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0675952 Sep 16 06:15:40.313241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672daf0c-a8bd-448c-bacc-755934bab350 req-8d7b6744-0fbb-4edc-9db4-2927ca5d6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:40.314739 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672daf0c-a8bd-448c-bacc-755934bab350 req-8d7b6744-0fbb-4edc-9db4-2927ca5d6ed4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399673 Sep 16 06:15:40.344321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:40.407161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672daf0c-a8bd-448c-bacc-755934bab350 req-f1dcbcfb-e441-4be5-9cc9-0b96d2ff87f4 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839534 Sep 16 06:15:40.495617 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-672daf0c-a8bd-448c-bacc-755934bab350 req-4779c6e8-e5f3-4389-8f78-d27be36575e9 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809336 Sep 16 06:15:40.542885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:40.579174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162dbc0-4908-44e3-b34e-b285ae4ac5ed None None] The sync data for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 is: [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '27131591-9302-416e-8778-7cbeabb4d9ff', 'name': '', 'network_id': 'e0f6a9e6-6f97-4874-abfc-6e9c9232af5e', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:cf:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:56Z', 'updated_at': '2021-09-16T06:13:59Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '068eff5a-b6c4-4b65-a548-4b50348dc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:15:40.793757 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48daeae-9784-492e-a325-764e2b39eb20 None None] New status for floating IP 0bf8fa5d-7362-4674-8c85-9237d1dafedf: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:15:41.369472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470da8c9-f806-47e8-bc42-484128db7ee1 req-41bcfa24-f4ac-44ad-ab19-09c95e6b06c2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:41.370858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-470da8c9-f806-47e8-bc42-484128db7ee1 req-41bcfa24-f4ac-44ad-ab19-09c95e6b06c2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Sep 16 06:15:41.407578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-470da8c9-f806-47e8-bc42-484128db7ee1 req-abc4c5a0-cebe-4b8b-aa31-141a30146004 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed69b36-5ff9-4c08-8f10-1aac496d00a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308740 Sep 16 06:15:41.732555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-c657b973-a35a-4454-86b8-ee973694f571 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:41.733903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-c657b973-a35a-4454-86b8-ee973694f571 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 945 time: 0.0524108 Sep 16 06:15:41.823563 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 7d74510e-c894-40f8-a4d9-190bfda59f7f {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:15:41.823894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.913744 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 7d74510e-c894-40f8-a4d9-190bfda59f7f, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=7d74510e-c894-40f8-a4d9-190bfda59f7f,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:41.914108 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:41.925615 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 7d74510e-c894-40f8-a4d9-190bfda59f7f owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:15:42.048500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:42.081538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=7d74510e-c894-40f8-a4d9-190bfda59f7f,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:42.122062 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] No DVR routers for this DVR port 7d74510e-c894-40f8-a4d9-190bfda59f7f on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:15:42.124724 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:42.126705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b95f8f95-58de-48c2-85b4-5a43d0261d41 req-741451fe-95c4-41a4-ac8b-650a77317e79 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.73 "DELETE /v2.0/ports/7d74510e-c894-40f8-a4d9-190bfda59f7f HTTP/1.1" status: 204 len: 173 time: 0.3834729 Sep 16 06:15:42.127172 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'name': 'network-vif-deleted', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:42.129410 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d3ef8-b8f5-4b89-8f58-fad14a8ceaa0" -d '{"events": [{"server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "name": "network-vif-deleted", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:42.166254 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7021ff5e-f570-4352-b6d9-6930311cbceb x-openstack-request-id: req-7021ff5e-f570-4352-b6d9-6930311cbceb {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:42.166543 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc82b9-b5e9-473b-ba46-10fbbafec071", "name": "network-vif-deleted", "tag": "7d74510e-c894-40f8-a4d9-190bfda59f7f", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:42.166793 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7021ff5e-f570-4352-b6d9-6930311cbceb {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:42.167187 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc82b9-b5e9-473b-ba46-10fbbafec071', 'name': 'network-vif-deleted', 'tag': '7d74510e-c894-40f8-a4d9-190bfda59f7f', 'status': 'completed', 'code': 200} Sep 16 06:15:42.513957 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ffacb1ea-df6e-4fcb-93a8-ed33d4cf0ca6 req-1dede885-6613-4e32-8340-70ce2d238460 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dc82b9-b5e9-473b-ba46-10fbbafec071 HTTP/1.1" status: 200 len: 210 time: 0.0271955 Sep 16 06:15:42.577379 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:43.570331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41620) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:43.919927 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:44.499775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 27131591-9302-416e-8778-7cbeabb4d9ff {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:15:44.500136 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:44.585614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 27131591-9302-416e-8778-7cbeabb4d9ff, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=27131591-9302-416e-8778-7cbeabb4d9ff,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:44.586201 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:44.598969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 27131591-9302-416e-8778-7cbeabb4d9ff owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:15:44.784179 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:44.809997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=27131591-9302-416e-8778-7cbeabb4d9ff,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:44.982119 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.188631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 7d74510e-c894-40f8-a4d9-190bfda59f7f no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:15:45.205369 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 190d38c3-b04e-4f2c-8f6f-390931f881f4 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:15:45.209938 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 7d74510e-c894-40f8-a4d9-190bfda59f7f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:15:45.210291 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 7d74510e-c894-40f8-a4d9-190bfda59f7f not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:15:45.310027 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:15:45.314915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-16b7ac31-87f0-40b6-b3f9-6cb39c85267d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/190d38c3-b04e-4f2c-8f6f-390931f881f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435687 Sep 16 06:15:45.317847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41622) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:45.319897 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] Sync routers for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:15:45.329717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:45.330333 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:45.369107 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting subnet 068eff5a-b6c4-4b65-a548-4b50348dc9f1 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:15:45.372204 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.412405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.504054 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.566470 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.595528 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Subnet': ['ID=068eff5a-b6c4-4b65-a548-4b50348dc9f1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:45.599300 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.599758 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:45.604830 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fb10c038-8d9b-499a-a04e-c1460b8dc7c3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/subnets/068eff5a-b6c4-4b65-a548-4b50348dc9f1 HTTP/1.1" status: 204 len: 168 time: 0.2821209 Sep 16 06:15:45.604830 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41624) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:45.605482 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed8b45-6313-42a2-a88a-c44648935cd9 None None] Network e0f6a9e6-6f97-4874-abfc-6e9c9232af5e requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:15:45.711088 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.814813 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.872029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port c34a27e1-6a5d-4669-9f94-d6b3993c51e1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:15:45.872409 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.879631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:15:44Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': 'c34a27e1-6a5d-4669-9f94-d6b3993c51e1', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:13:53Z', 'updated_at': '2021-09-16T06:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:45.906863 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] Checking router: 190d38c3-b04e-4f2c-8f6f-390931f881f4 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:15:45.915613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] Routers {'190d38c3-b04e-4f2c-8f6f-390931f881f4'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:45.916263 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['190d38c3-b04e-4f2c-8f6f-390931f881f4'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:45.953612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] DHCP port deletion for e0f6a9e6-6f97-4874-abfc-6e9c9232af5e request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:15:45.959103 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port c34a27e1-6a5d-4669-9f94-d6b3993c51e1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:45.959480 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:45.972222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for c34a27e1-6a5d-4669-9f94-d6b3993c51e1 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:15:46.028960 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] Set router 190d38c3-b04e-4f2c-8f6f-390931f881f4 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:46.082105 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:15:45Z', 'revision_number': 6, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:46.114418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c7905-ef83-455f-a966-ee9fb89e70e5 None None] The sync data for ids ['190d38c3-b04e-4f2c-8f6f-390931f881f4'] in n-d-713301-15 is: [{'id': '190d38c3-b04e-4f2c-8f6f-390931f881f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395768222', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:13:52Z', 'updated_at': '2021-09-16T06:15:45Z', 'revision_number': 6, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:15:46.128002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Deleting port bab76448-bfaf-41e0-9f8e-255c0abc9723 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:15:46.128417 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.150542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.175085 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=c34a27e1-6a5d-4669-9f94-d6b3993c51e1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:46.198180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] For port bab76448-bfaf-41e0-9f8e-255c0abc9723, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bab76448-bfaf-41e0-9f8e-255c0abc9723,segment=NetworkSegment(9196d247-7e19-4366-bc0f-43740f117c0d),segment_id=9196d247-7e19-4366-bc0f-43740f117c0d)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:46.198756 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.214487 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Calling delete_port for bab76448-bfaf-41e0-9f8e-255c0abc9723 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:15:46.243116 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.296114 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.321108 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Pushing event deleted for resources: {'Port': ['ID=bab76448-bfaf-41e0-9f8e-255c0abc9723,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:46.325869 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] No DVR routers for this DVR port bab76448-bfaf-41e0-9f8e-255c0abc9723 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:15:46.333015 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.333410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.333625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.333972 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.334307 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.334635 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.334965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.335754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.335754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.335958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.336257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.336577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff1e82-9511-4824-ac46-608895d71e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.340906 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.343457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.387443 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.387964 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Fanout notify agent at l3_agent the message router_deleted on router 190d38c3-b04e-4f2c-8f6f-390931f881f4 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:15:46.394679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.395787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4096cf54-2def-4e8f-a036-a181d2c91e60 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/routers/190d38c3-b04e-4f2c-8f6f-390931f881f4 HTTP/1.1" status: 204 len: 168 time: 0.7902114 Sep 16 06:15:46.398645 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41628) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:46.474465 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.568761 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.590191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f6a9e6-6f97-4874-abfc-6e9c9232af5e']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:46.599469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9196d247-7e19-4366-bc0f-43740f117c0d') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:46.600113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9196d247-7e19-4366-bc0f-43740f117c0d') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:46.609284 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.622524 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.628235 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:15:46.628622 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:15:46.631456 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:15:46.693494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.700415 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.702221 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/networks/e0f6a9e6-6f97-4874-abfc-6e9c9232af5e HTTP/1.1" status: 204 len: 168 time: 0.3026631 Sep 16 06:15:46.705064 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41630) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:46.713475 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de98dd0-44c9-4825-aec8-fc34581dd911 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Network': ['ID=e0f6a9e6-6f97-4874-abfc-6e9c9232af5e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:46.766351 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.791952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.855553 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.858567 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:46.859783 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/security-groups/fed69b36-5ff9-4c08-8f10-1aac496d00a2 HTTP/1.1" status: 204 len: 168 time: 0.1536021 Sep 16 06:15:46.873373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed69b36-5ff9-4c08-8f10-1aac496d00a2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:46.881829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.882184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.882559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.882901 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.883237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.883601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.883963 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.884315 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.884648 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.884979 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.885330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.885640 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094cac5-a8c5-42fc-ae38-0496bba313f3 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:46.900466 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bab76448-bfaf-41e0-9f8e-255c0abc9723 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:15:46.931904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: bab76448-bfaf-41e0-9f8e-255c0abc9723 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:15:46.932410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bab76448-bfaf-41e0-9f8e-255c0abc9723 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:15:46.932923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 27131591-9302-416e-8778-7cbeabb4d9ff no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:15:46.954663 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 27131591-9302-416e-8778-7cbeabb4d9ff {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:15:46.955283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 27131591-9302-416e-8778-7cbeabb4d9ff not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:15:46.955783 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c34a27e1-6a5d-4669-9f94-d6b3993c51e1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:15:46.974693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c34a27e1-6a5d-4669-9f94-d6b3993c51e1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:15:46.975140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c34a27e1-6a5d-4669-9f94-d6b3993c51e1 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:15:47.299155 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41638) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:47.303883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-ce65cba9-1ae0-4bb0-915d-f31078de80ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059656576', 'description': 'tempest-secgroup-smoke-2059656576 description', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:47.325494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce65cba9-1ae0-4bb0-915d-f31078de80ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.409078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce65cba9-1ae0-4bb0-915d-f31078de80ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.412679 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce65cba9-1ae0-4bb0-915d-f31078de80ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.440165 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-ce65cba9-1ae0-4bb0-915d-f31078de80ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.441337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-ce65cba9-1ae0-4bb0-915d-f31078de80ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1411486 Sep 16 06:15:47.443167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65cba9-1ae0-4bb0-915d-f31078de80ac tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:47.444523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41640) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:47.450282 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-280b43d1-db50-4de7-b414-57d012b6569a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'e45b0ef1-f010-47b3-9abe-b0916fd1b9b5', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:47.482405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-280b43d1-db50-4de7-b414-57d012b6569a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.528768 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-280b43d1-db50-4de7-b414-57d012b6569a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.532269 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-280b43d1-db50-4de7-b414-57d012b6569a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.549018 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b43d1-db50-4de7-b414-57d012b6569a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caf3d1c-4c36-4101-beab-474d8d509246,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:47.554899 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-280b43d1-db50-4de7-b414-57d012b6569a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.556183 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-280b43d1-db50-4de7-b414-57d012b6569a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106398 Sep 16 06:15:47.558900 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41642) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:47.563203 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-55961282-bb71-4c1f-b310-47555479da61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'e45b0ef1-f010-47b3-9abe-b0916fd1b9b5', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:47.589304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55961282-bb71-4c1f-b310-47555479da61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.649301 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55961282-bb71-4c1f-b310-47555479da61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.653736 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55961282-bb71-4c1f-b310-47555479da61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.671620 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55961282-bb71-4c1f-b310-47555479da61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b21a6b7-f108-4365-89a3-932309f1fb84,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:47.678013 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-55961282-bb71-4c1f-b310-47555479da61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.679385 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-55961282-bb71-4c1f-b310-47555479da61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195621 Sep 16 06:15:47.682676 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41644) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:47.687076 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e3885dcb-8eeb-4e53-a80f-0d563e5bae0b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'e45b0ef1-f010-47b3-9abe-b0916fd1b9b5', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:47.713408 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3885dcb-8eeb-4e53-a80f-0d563e5bae0b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.771674 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3885dcb-8eeb-4e53-a80f-0d563e5bae0b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.775911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3885dcb-8eeb-4e53-a80f-0d563e5bae0b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.796436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3885dcb-8eeb-4e53-a80f-0d563e5bae0b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35398470-7fb3-4236-aa24-c15b2bf916db,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:47.800563 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3885dcb-8eeb-4e53-a80f-0d563e5bae0b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.801779 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e3885dcb-8eeb-4e53-a80f-0d563e5bae0b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181622 Sep 16 06:15:47.805399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41646) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:47.810508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-bb80767a-0709-4f39-b6b1-2f0e652cbe80 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'e45b0ef1-f010-47b3-9abe-b0916fd1b9b5', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:47.837004 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb80767a-0709-4f39-b6b1-2f0e652cbe80 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.900675 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb80767a-0709-4f39-b6b1-2f0e652cbe80 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.904073 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb80767a-0709-4f39-b6b1-2f0e652cbe80 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.920958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80767a-0709-4f39-b6b1-2f0e652cbe80 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d4f7ae-040a-4ab5-b9d7-68a011b91419,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:47.925770 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bb80767a-0709-4f39-b6b1-2f0e652cbe80 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:47.929495 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bb80767a-0709-4f39-b6b1-2f0e652cbe80 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199138 Sep 16 06:15:47.929968 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41648) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:47.934337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'e45b0ef1-f010-47b3-9abe-b0916fd1b9b5', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:47.955755 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:15:47.960412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.020158 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.023635 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.043508 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cd8afd-f146-478b-aa28-c73dd84d6882,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:48.047099 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.048334 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-42b04986-956e-423b-8e80-a2e131e35234 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177673 Sep 16 06:15:48.051128 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41650) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:48.056371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'security_group_rule': {'security_group_id': 'e45b0ef1-f010-47b3-9abe-b0916fd1b9b5', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:48.077173 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Project d05c19c558ed4e7abea0a96a45b00b8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:15:48.081820 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.143346 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.147031 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.161844 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb06b39c-4201-43a2-b923-26c1dba0f852,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:48.171197 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.172601 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fce1d3bf-75f7-4521-89e1-22bbb37018a6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205287 Sep 16 06:15:48.175408 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41652) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:48.180616 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'network': {'name': 'tempest-network-smoke--171445304', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'port_security_enabled': True}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:48.201013 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:15:48.204668 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.228552 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:15:48.237978 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.238337 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Added segment 683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be of type vlan for network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 Sep 16 06:15:48.279724 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.303620 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.309873 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:48.310470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.347017 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1705713 Sep 16 06:15:48.349775 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41654) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:48.379150 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'admin_state_up': True, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:48.389042 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f17e1-4223-49b3-8fd2-871043fb2c76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Network': ['ID=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:48.399778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:15:48.408173 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.409187 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.465641 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.606144 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.796314 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.814561 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:48.916361 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.24 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/8901bc36-6e6e-4afa-aac2-e0513c9c3903) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:15:49.025185 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:49.057063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:49.093681 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:15:49.096460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:49.099958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:15:49.126868 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=8901bc36-6e6e-4afa-aac2-e0513c9c3903,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:49.348976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:49.542955 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:49.670201 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 59b0890c-e3c6-40d0-bd50-491ab7b78084 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:15:49.776652 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:15:49.789135 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Sync routers for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:15:49.797149 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:49.798524 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5d0a63ef-a69d-4c98-83c8-10017d19e5e6 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4478343 Sep 16 06:15:49.798763 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:49.799368 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:49.801647 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41656) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:49.829693 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c8b44d1a-1525-40aa-bfbf-002933a3a131 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=d05c19c558ed4e7abea0a96a45b00b8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269437 Sep 16 06:15:49.832336 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41658) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:49.903733 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:49.982554 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9b722-ca80-4f6b-b511-06282ee88cb0 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:49.983980 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4ee9b722-ca80-4f6b-b511-06282ee88cb0 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507273 Sep 16 06:15:49.986839 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41660) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:50.020424 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8bb05ad7-8509-48a4-b75a-87937b546a7b tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=265dfef6-f889-473b-97e8-86f36087b1b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325677 Sep 16 06:15:50.023082 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41662) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:50.028322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822424683', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:50.083012 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:49Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:50.110675 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Checking router: 59b0890c-e3c6-40d0-bd50-491ab7b78084 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:15:50.111032 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Updating router 59b0890c-e3c6-40d0-bd50-491ab7b78084 port 8901bc36-6e6e-4afa-aac2-e0513c9c3903 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:15:50.137119 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.372142 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:15:50.375601 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.407784 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.414610 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.467216 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Attempting to bind port 8901bc36-6e6e-4afa-aac2-e0513c9c3903 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:15:50.467590 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Attempting to bind port 8901bc36-6e6e-4afa-aac2-e0513c9c3903 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:15:50.467954 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Attempting to bind port 8901bc36-6e6e-4afa-aac2-e0513c9c3903 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:50.470859 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Pushing event updated for resources: {'Port': ['ID=8901bc36-6e6e-4afa-aac2-e0513c9c3903,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:50.479053 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:15:50.479528 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:50.479838 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.480266 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:15:50.480742 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Bound port: 8901bc36-6e6e-4afa-aac2-e0513c9c3903, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:15:50.481188 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.484290 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.484644 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.486883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.486883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.486883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.486883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.486883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.486883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.486883 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.492869 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.492869 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.492869 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:15:50.541016 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] For port 8901bc36-6e6e-4afa-aac2-e0513c9c3903, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:50.544238 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] For port 8901bc36-6e6e-4afa-aac2-e0513c9c3903, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8901bc36-6e6e-4afa-aac2-e0513c9c3903,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:15:50.549340 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.573236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.612126 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e62f-f05e-45e6-a615-080803a5aa55 None None] Pushing event updated for resources: {'Port': ['ID=8901bc36-6e6e-4afa-aac2-e0513c9c3903,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:50.617402 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:50.618108 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:50.643154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Subnet': ['ID=313aa745-ea05-4e0c-bee7-9cd1cf703088,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:50.653087 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Checking segment: {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:50.653456 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network hostable DHCP agents. Network: 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:15:50.671274 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:15:50.681860 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:50.686214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:50.686892 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.692156 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54881361-1c91-45e4-9410-08f4c1772688 None None] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:15:50.707145 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a0fc0caf-769d-4fe8-9957-25b0a61d739b tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6830163 Sep 16 06:15:50.710573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41664) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:15:50.732390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:50.856424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:15:50.857369 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:50.924026 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:49Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:50.954075 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9afcfd-c4ea-4905-ad3b-3e134060410b None None] The sync data for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 is: [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:49Z', 'revision_number': 3, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:15:51.001683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Allocated IP 172.20.0.2 (0bf9733e-4933-4ddf-b6f3-673b29fc8ba3/313aa745-ea05-4e0c-bee7-9cd1cf703088/5ccf97ae-5657-43ec-9152-f3bc5621632b) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:15:51.194101 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.207101 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.222906 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.257213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:15:51.271403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:51.273695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Pushing event updated for resources: {'Port': ['ID=5ccf97ae-5657-43ec-9152-f3bc5621632b,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:51.276367 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:15:51.335555 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Attempting to bind port 5ccf97ae-5657-43ec-9152-f3bc5621632b on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:15:51.335929 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Attempting to bind port 5ccf97ae-5657-43ec-9152-f3bc5621632b by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:15:51.336330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Attempting to bind port 5ccf97ae-5657-43ec-9152-f3bc5621632b on network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:51.345143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:15:51.345686 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Checking segment: {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:51.346090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.347204 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Bound using segment: {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:15:51.347418 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Bound port: 5ccf97ae-5657-43ec-9152-f3bc5621632b, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:15:51.347832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.425952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] For port 5ccf97ae-5657-43ec-9152-f3bc5621632b, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:51.429470 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] For port 5ccf97ae-5657-43ec-9152-f3bc5621632b, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ccf97ae-5657-43ec-9152-f3bc5621632b,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:15:51.434230 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.503743 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884460e2-1b2d-4255-af25-41901e7354d7 None None] Pushing event updated for resources: {'Port': ['ID=5ccf97ae-5657-43ec-9152-f3bc5621632b,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:51.541452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.1 (0bf9733e-4933-4ddf-b6f3-673b29fc8ba3/313aa745-ea05-4e0c-bee7-9cd1cf703088/0f56ae08-62e4-41f0-b998-d434fca3a1db) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:15:51.710288 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.761684 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:51.807910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:15:51.811355 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:51.814161 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:15:51.845144 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=0f56ae08-62e4-41f0-b998-d434fca3a1db,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:51.873590 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.010422 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.300372 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.306225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.385900 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=0f56ae08-62e4-41f0-b998-d434fca3a1db,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:52.388535 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.435292 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142f05d-13a6-4730-a8ea-a8673587a71e None None] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:15:52.487283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:15:52.488916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:52.523889 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c68c6b4b-8bb7-48c4-81f2-3fe8d0a14b08 None None] Provisioning complete for port 5ccf97ae-5657-43ec-9152-f3bc5621632b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:52.524330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c68c6b4b-8bb7-48c4-81f2-3fe8d0a14b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.605652 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 59b0890c-e3c6-40d0-bd50-491ab7b78084 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:15:52.708807 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c68c6b4b-8bb7-48c4-81f2-3fe8d0a14b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.780212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c68c6b4b-8bb7-48c4-81f2-3fe8d0a14b08 None None] For port 5ccf97ae-5657-43ec-9152-f3bc5621632b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ccf97ae-5657-43ec-9152-f3bc5621632b,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:52.783898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ccf97ae-5657-43ec-9152-f3bc5621632b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:52.792515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c68c6b4b-8bb7-48c4-81f2-3fe8d0a14b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.802229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:15:52.825134 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-51cbf0c3-9a72-4cea-8e0c-1bc2d2a22caa tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/59b0890c-e3c6-40d0-bd50-491ab7b78084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1051149 Sep 16 06:15:52.892649 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c6b4b-8bb7-48c4-81f2-3fe8d0a14b08 None None] Pushing event updated for resources: {'Port': ['ID=5ccf97ae-5657-43ec-9152-f3bc5621632b,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:52.901579 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5ccf97ae-5657-43ec-9152-f3bc5621632b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:52.901965 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:52.987157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-eb1e3e9b-7b9b-4f8e-8fe5-7140e445aaa0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059656576&fields=id&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 267 time: 0.0396111 Sep 16 06:15:53.003718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8901bc36-6e6e-4afa-aac2-e0513c9c3903 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:53.054796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8901bc36-6e6e-4afa-aac2-e0513c9c3903 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:53.055674 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.080849 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Sync routers for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:15:53.101157 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:53.101795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:53.117269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-3aefd76d-3e31-4cdc-bf31-aab8fc33c17f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:53.118904 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-3aefd76d-3e31-4cdc-bf31-aab8fc33c17f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/networks?id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 200 len: 796 time: 0.1240785 Sep 16 06:15:53.134828 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-f2a5015e-a6c2-4f48-9ae6-abf5f18b5b8a tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/quotas/d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 375 time: 0.0099730 Sep 16 06:15:53.177873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1d9e90b6-3537-4122-afe8-e34c3bb1c841 None None] Provisioning complete for port 5ccf97ae-5657-43ec-9152-f3bc5621632b triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:53.178256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d9e90b6-3537-4122-afe8-e34c3bb1c841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.190463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-ccb5e345-1641-4d84-a3b4-9409b78ab0df tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492873 Sep 16 06:15:53.297000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-c16d3b19-1163-43f1-9976-65b194612743 service neutron] 10.222.0.55 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896599 Sep 16 06:15:53.453358 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:53.490231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.528638 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 8901bc36-6e6e-4afa-aac2-e0513c9c3903, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8901bc36-6e6e-4afa-aac2-e0513c9c3903,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:53.579428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.712567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=8901bc36-6e6e-4afa-aac2-e0513c9c3903,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:53.724778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1d9e90b6-3537-4122-afe8-e34c3bb1c841 None None] Provisioning complete for port 0f56ae08-62e4-41f0-b998-d434fca3a1db triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:53.725152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1d9e90b6-3537-4122-afe8-e34c3bb1c841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.742148 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-7cb00e17-758e-4929-9db2-2b0426765f3e service neutron] 10.222.0.55 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384832 Sep 16 06:15:53.783659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e90b6-3537-4122-afe8-e34c3bb1c841 None None] Port 0f56ae08-62e4-41f0-b998-d434fca3a1db cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:15:53.800014 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:52Z', 'revision_number': 2, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:53.831525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Checking router: 59b0890c-e3c6-40d0-bd50-491ab7b78084 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:15:53.831880 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Updating router 59b0890c-e3c6-40d0-bd50-491ab7b78084 port 0f56ae08-62e4-41f0-b998-d434fca3a1db binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:15:53.861272 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:53.909000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc69e342-bd67-40b5-a95a-7f59af7a8341 req-29419750-6624-4560-b3e3-9ab349f23a19 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 210 time: 0.0304189 Sep 16 06:15:53.924293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b4b7bef5-ee3f-44c8-9ab7-915e3883caef None None] Provisioning complete for port 0f56ae08-62e4-41f0-b998-d434fca3a1db triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:53.924293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b4b7bef5-ee3f-44c8-9ab7-915e3883caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.019224 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7bef5-ee3f-44c8-9ab7-915e3883caef None None] Port 0f56ae08-62e4-41f0-b998-d434fca3a1db cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:15:54.171850 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.178314 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.229664 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3f16e-bc79-4bd1-8a70-964ae4263353 None None] Pushing event updated for resources: {'Port': ['ID=0f56ae08-62e4-41f0-b998-d434fca3a1db,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:54.281946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Attempting to bind port 0f56ae08-62e4-41f0-b998-d434fca3a1db on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:15:54.282323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Attempting to bind port 0f56ae08-62e4-41f0-b998-d434fca3a1db by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:15:54.282833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Attempting to bind port 0f56ae08-62e4-41f0-b998-d434fca3a1db on network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:54.288489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:15:54.288876 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Checking segment: {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:54.289688 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.289688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Bound using segment: {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:15:54.290697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Bound port: 0f56ae08-62e4-41f0-b998-d434fca3a1db, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:15:54.291089 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.364719 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] For port 0f56ae08-62e4-41f0-b998-d434fca3a1db, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:54.369251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] For port 0f56ae08-62e4-41f0-b998-d434fca3a1db, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0f56ae08-62e4-41f0-b998-d434fca3a1db,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:15:54.374590 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.428646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:15:54.429277 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:54.503857 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3f16e-bc79-4bd1-8a70-964ae4263353 None None] Pushing event updated for resources: {'Port': ['ID=0f56ae08-62e4-41f0-b998-d434fca3a1db,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:54.518283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-59a86ab0-a85b-452e-9e42-d1052cca019f None None] Provisioning complete for port 0f56ae08-62e4-41f0-b998-d434fca3a1db triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:54.518663 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59a86ab0-a85b-452e-9e42-d1052cca019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.603956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:15:54.697174 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ccf97ae-5657-43ec-9152-f3bc5621632b up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:54.760263 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59a86ab0-a85b-452e-9e42-d1052cca019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.845475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-59a86ab0-a85b-452e-9e42-d1052cca019f None None] For port 0f56ae08-62e4-41f0-b998-d434fca3a1db, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0f56ae08-62e4-41f0-b998-d434fca3a1db,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:15:54.853030 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59a86ab0-a85b-452e-9e42-d1052cca019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.902919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 5ccf97ae-5657-43ec-9152-f3bc5621632b triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:54.903302 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:54.966935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a86ab0-a85b-452e-9e42-d1052cca019f None None] Pushing event updated for resources: {'Port': ['ID=0f56ae08-62e4-41f0-b998-d434fca3a1db,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:54.975375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-696565d5-cb3a-4ced-951f-e8e437d490d7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:54.978395 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-696565d5-cb3a-4ced-951f-e8e437d490d7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "GET /v2.0/networks?id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 200 len: 796 time: 0.1206198 Sep 16 06:15:54.992531 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f9c2c2e8-4e50-424a-b6e7-31db4c6b66de None None] Provisioning complete for port 0f56ae08-62e4-41f0-b998-d434fca3a1db triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:54.992949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c2e8-4e50-424a-b6e7-31db4c6b66de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.023207 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8608a5ad-f037-4a56-b0e1-57e207879623 req-071111d4-b43e-4c32-b69b-5a9849b60add tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 210 time: 0.0265977 Sep 16 06:15:55.027777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:15:55.035639 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-ebec1cab-fe6b-4bd6-9408-d148988d4fc7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05c19c558ed4e7abea0a96a45b00b8c HTTP/1.1" status: 200 len: 380 time: 0.0357122 Sep 16 06:15:55.045835 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'port': {'device_id': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'admin_state_up': True, 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'security_groups': ['e45b0ef1-f010-47b3-9abe-b0916fd1b9b5']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:55.082768 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c006b4af-3a55-44a9-8ece-61677f9e3c84 None None] The sync data for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 is: [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:15:55.101398 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8901bc36-6e6e-4afa-aac2-e0513c9c3903 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:55.189400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 8901bc36-6e6e-4afa-aac2-e0513c9c3903 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:55.189773 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.201485 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Made reservation on behalf of d05c19c558ed4e7abea0a96a45b00b8c for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:15:55.205918 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.346079 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.20.0.3 (0bf9733e-4933-4ddf-b6f3-673b29fc8ba3/313aa745-ea05-4e0c-bee7-9cd1cf703088/a19fa7ba-abf9-499a-91cf-695e97908ed9) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:15:55.455877 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.494424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.528911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.573733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:15:55.577293 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:15:55.583650 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:15:55.591815 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=a19fa7ba-abf9-499a-91cf-695e97908ed9,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:55.655228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:55.655902 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.672217 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-2ed7fbdf-d75d-459c-8c80-39f715ca5c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298449 Sep 16 06:15:55.745753 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Request body: {'port': {'device_id': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:15:55.804976 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.809604 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1eb7edd4-7f62-4c1e-bbb3-be595f74b726 None None] Provisioning complete for port a19fa7ba-abf9-499a-91cf-695e97908ed9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:55.810142 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1eb7edd4-7f62-4c1e-bbb3-be595f74b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:55.847107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7edd4-7f62-4c1e-bbb3-be595f74b726 None None] Port a19fa7ba-abf9-499a-91cf-695e97908ed9 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:15:56.000635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-701cd10d-6502-4ecc-a3c7-eb289f8e0dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:56.087566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19fa7ba-abf9-499a-91cf-695e97908ed9 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:15:56.096288 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:56.111268 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Transition to ACTIVE for port object a19fa7ba-abf9-499a-91cf-695e97908ed9 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:15:56.115389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:56.166142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaadf3-33ac-4098-842f-7525d0b17f23 req-910fbccc-1bf3-4bcd-b4d1-53ba8fff0c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:56.167864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deeaadf3-33ac-4098-842f-7525d0b17f23 req-910fbccc-1bf3-4bcd-b4d1-53ba8fff0c99 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 943 time: 0.0595722 Sep 16 06:15:56.173009 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Pushing event updated for resources: {'Port': ['ID=a19fa7ba-abf9-499a-91cf-695e97908ed9,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:56.225486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-deeaadf3-33ac-4098-842f-7525d0b17f23 req-7b5c3683-ce2e-4546-b01c-2f0c60182614 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Sep 16 06:15:56.265255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Attempting to bind port a19fa7ba-abf9-499a-91cf-695e97908ed9 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:15:56.265597 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Attempting to bind port a19fa7ba-abf9-499a-91cf-695e97908ed9 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:15:56.265930 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Attempting to bind port a19fa7ba-abf9-499a-91cf-695e97908ed9 on network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:56.270406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Port a19fa7ba-abf9-499a-91cf-695e97908ed9 on network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:15:56.270727 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Attempting to bind port a19fa7ba-abf9-499a-91cf-695e97908ed9 on network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:15:56.276752 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:15:56.277154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Checking segment: {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:15:56.277689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Bound using segment: {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:15:56.278199 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Bound port: a19fa7ba-abf9-499a-91cf-695e97908ed9, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:15:56.278651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:56.350982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] For port a19fa7ba-abf9-499a-91cf-695e97908ed9, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:15:56.354763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] For port a19fa7ba-abf9-499a-91cf-695e97908ed9, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:15:56.359470 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:56.393826 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:56.394449 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:56.395904 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] 10.222.0.64 "PUT /v2.0/ports/a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 200 len: 1092 time: 0.7100093 Sep 16 06:15:56.396371 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:15:56.398640 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0bf878-a94e-44ef-8d10-77ed8e29f885" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:15:56.426272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2437911-1293-45a6-ad39-c852e95dd064 service neutron] Pushing event updated for resources: {'Port': ['ID=a19fa7ba-abf9-499a-91cf-695e97908ed9,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:15:56.447932 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a5a8b-2c52-4b64-93a8-470343198a6c x-openstack-request-id: req-e28a5a8b-2c52-4b64-93a8-470343198a6c {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:15:56.448324 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:15:56.448642 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e28a5a8b-2c52-4b64-93a8-470343198a6c {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:15:56.449107 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'status': 'completed', 'code': 200} Sep 16 06:15:56.506748 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e73eaa52-79f0-4358-bcb7-008137edcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:56.508331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-e73eaa52-79f0-4358-bcb7-008137edcc44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1095 time: 0.0425963 Sep 16 06:15:56.556842 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-1482bb63-2744-4053-b3db-05b27c42734f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 200 len: 217 time: 0.0348308 Sep 16 06:15:56.613682 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-fb194479-01bc-40b6-b73b-2780dec994f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:56.615879 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-fb194479-01bc-40b6-b73b-2780dec994f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313aa745-ea05-4e0c-bee7-9cd1cf703088 HTTP/1.1" status: 200 len: 835 time: 0.0513723 Sep 16 06:15:56.670635 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598016-b041-4661-a2c3-99dcb4744245 req-0ad19bf7-2e65-4b95-a3f6-fddca7e191fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:56.672077 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-0ad19bf7-2e65-4b95-a3f6-fddca7e191fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479906 Sep 16 06:15:56.683658 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0f56ae08-62e4-41f0-b998-d434fca3a1db up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:15:56.732615 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0f56ae08-62e4-41f0-b998-d434fca3a1db triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:15:56.733090 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:56.768871 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-7220d813-0465-4a00-877c-9f75f319a45c service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Sep 16 06:15:56.861226 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-e3598016-b041-4661-a2c3-99dcb4744245 req-a86e1faf-bca0-4bca-8ac1-32f485eeeaec service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844786 Sep 16 06:15:56.982995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-b1aca857-384e-4842-84f9-5755fbbba0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:56.984473 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-b1aca857-384e-4842-84f9-5755fbbba0ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1095 time: 0.0410652 Sep 16 06:15:57.083555 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-cbf9cce9-b999-47cf-929e-bc66ce8dfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:57.085087 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-cbf9cce9-b999-47cf-929e-bc66ce8dfad3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 200 len: 897 time: 0.0912426 Sep 16 06:15:57.127963 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-4d53e8ee-ca87-4c8d-b90d-bf8b01b83a18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 200 len: 217 time: 0.0349188 Sep 16 06:15:57.182237 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-45cbf2a9-c0b3-4a35-a6ee-d29e2b74b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:57.183722 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-45cbf2a9-c0b3-4a35-a6ee-d29e2b74b4f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313aa745-ea05-4e0c-bee7-9cd1cf703088 HTTP/1.1" status: 200 len: 835 time: 0.0484321 Sep 16 06:15:57.228828 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-c3121424-a5f1-456d-b296-1ad4e1ea4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:57.230312 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-c3121424-a5f1-456d-b296-1ad4e1ea4e3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397315 Sep 16 06:15:57.321476 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-501924e1-253a-42e4-90d3-bc877c17a7e0 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829937 Sep 16 06:15:57.335113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc325e-17db-4714-b0d6-fd6da6d8e59b req-9d0a655c-4a5d-4142-8496-038cf03b18b2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:57.336619 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dbc325e-17db-4714-b0d6-fd6da6d8e59b req-9d0a655c-4a5d-4142-8496-038cf03b18b2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 943 time: 0.0490336 Sep 16 06:15:57.377109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8dbc325e-17db-4714-b0d6-fd6da6d8e59b req-e7f4ac99-a3b5-4d35-8f6c-1f50be1d623c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Sep 16 06:15:57.421811 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1d0bf878-a94e-44ef-8d10-77ed8e29f885 req-fd1fa8af-d69b-4c16-834c-c7832cad1765 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937507 Sep 16 06:15:58.313821 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e5748f3-0d53-45b8-abf8-d39e9d61d2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:58.491934 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edfae6-22ab-43f9-aabe-bfd641d0752c req-16ec8c76-276f-4927-a41f-c87f916e0cf8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:58.493947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5edfae6-22ab-43f9-aabe-bfd641d0752c req-16ec8c76-276f-4927-a41f-c87f916e0cf8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 943 time: 0.0488040 Sep 16 06:15:58.531666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a5edfae6-22ab-43f9-aabe-bfd641d0752c req-6de5d4f8-b048-410b-8ed2-59fd63e767cd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Sep 16 06:15:59.302214 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:15:59.650636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65f36-07c1-4ad5-a001-c6cbfac24371 req-ca771344-b7dd-4057-9874-918695a218ae tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:15:59.652131 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8b65f36-07c1-4ad5-a001-c6cbfac24371 req-ca771344-b7dd-4057-9874-918695a218ae tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 943 time: 0.0522878 Sep 16 06:15:59.689291 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e8b65f36-07c1-4ad5-a001-c6cbfac24371 req-9f52cbbb-3d8f-49c1-a328-f797d1510192 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Sep 16 06:16:00.113856 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:00.800988 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60534530-8290-408e-8a47-335e4705983f req-c447380a-6337-4793-a2ce-fff4ef997b23 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:00.802457 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60534530-8290-408e-8a47-335e4705983f req-c447380a-6337-4793-a2ce-fff4ef997b23 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 943 time: 0.0489113 Sep 16 06:16:00.840467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-60534530-8290-408e-8a47-335e4705983f req-cba9e9d3-a23b-4dd9-b3f6-2766177316b0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Sep 16 06:16:01.508780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:01.572430 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a19fa7ba-abf9-499a-91cf-695e97908ed9 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:16:01.665666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a19fa7ba-abf9-499a-91cf-695e97908ed9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:01.679776 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'port_id': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'mac_address': 'fa:16:3e:d1:67:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:16:01.716990 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:01.729820 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19fa7ba-abf9-499a-91cf-695e97908ed9 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:16:01.748888 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a19fa7ba-abf9-499a-91cf-695e97908ed9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:01.752404 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:01.799971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a19fa7ba-abf9-499a-91cf-695e97908ed9,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:01.955051 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514458-153e-474f-99a9-0130c94537a9 req-7e67c58b-8246-4bd3-9765-d6dbd5625b0c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:01.956537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1514458-153e-474f-99a9-0130c94537a9 req-7e67c58b-8246-4bd3-9765-d6dbd5625b0c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 944 time: 0.0473528 Sep 16 06:16:01.993171 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d1514458-153e-474f-99a9-0130c94537a9 req-eb02abb7-5e6d-41c7-b86b-c98fa21593df tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301993 Sep 16 06:16:02.163084 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['a19fa7ba-abf9-499a-91cf-695e97908ed9'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:16:03.114788 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1d48-ce6f-4087-a908-c3a611da6da6 req-893ee301-1abb-47cd-a75f-5bcb0548b391 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:03.116320 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cc1d48-ce6f-4087-a908-c3a611da6da6 req-893ee301-1abb-47cd-a75f-5bcb0548b391 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 944 time: 0.0544755 Sep 16 06:16:03.157925 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35cc1d48-ce6f-4087-a908-c3a611da6da6 req-df39ed2c-e70a-4c92-bfe8-944f2d40c817 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351386 Sep 16 06:16:03.572949 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a19fa7ba-abf9-499a-91cf-695e97908ed9 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:16:03.621526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port a19fa7ba-abf9-499a-91cf-695e97908ed9 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:16:03.625103 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port a19fa7ba-abf9-499a-91cf-695e97908ed9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:16:03.625475 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:03.866630 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:03.888935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:16:03.891139 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b132d2d7-182b-48e5-8a43-747e723c50d0" -d '{"events": [{"server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "name": "network-vif-plugged", "status": "completed", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:16:03.903167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port a19fa7ba-abf9-499a-91cf-695e97908ed9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:16:03.908861 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:03.933764 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8751280a-9a9e-4a70-86ba-cd562d9cf443 x-openstack-request-id: req-8751280a-9a9e-4a70-86ba-cd562d9cf443 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:16:03.934088 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "name": "network-vif-plugged", "status": "completed", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:16:03.934339 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8751280a-9a9e-4a70-86ba-cd562d9cf443 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:16:03.934726 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'code': 200} Sep 16 06:16:03.960347 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=a19fa7ba-abf9-499a-91cf-695e97908ed9,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:04.053549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0ece-4519-4d89-896e-8e8c81ccf0b3 req-8b5d42b8-dc2a-4f33-bd28-3ba42df88d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:04.055057 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e2a0ece-4519-4d89-896e-8e8c81ccf0b3 req-8b5d42b8-dc2a-4f33-bd28-3ba42df88d89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1097 time: 0.0404861 Sep 16 06:16:04.090634 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-3e2a0ece-4519-4d89-896e-8e8c81ccf0b3 req-e2447721-1f0f-46b0-9366-775072c4340d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288079 Sep 16 06:16:04.270419 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd16725-ab5d-4a32-816b-c640c262ae95 req-3902842d-0978-4ed1-bb0d-b8cfcc03e640 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:04.272244 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dd16725-ab5d-4a32-816b-c640c262ae95 req-3902842d-0978-4ed1-bb0d-b8cfcc03e640 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0486586 Sep 16 06:16:04.310787 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9dd16725-ab5d-4a32-816b-c640c262ae95 req-853907b0-37ac-4f9e-9ba0-e3bcb723f6bc tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Sep 16 06:16:05.426876 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642887-868f-47b1-a3d7-7df78d022741 req-ade97e05-7abf-4cdc-a7af-0681b5e896ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:05.428407 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96642887-868f-47b1-a3d7-7df78d022741 req-ade97e05-7abf-4cdc-a7af-0681b5e896ed tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Sep 16 06:16:05.469994 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96642887-868f-47b1-a3d7-7df78d022741 req-3db14c55-da4f-45a5-afca-92a3d7e29628 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350676 Sep 16 06:16:06.589787 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b3b4-4735-4f13-aa43-6aba1070da29 req-3d6ec1d4-e027-4a17-a3ef-5a105c327f48 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:06.591553 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f315b3b4-4735-4f13-aa43-6aba1070da29 req-3d6ec1d4-e027-4a17-a3ef-5a105c327f48 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0542543 Sep 16 06:16:06.629497 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f315b3b4-4735-4f13-aa43-6aba1070da29 req-59d523a1-185b-4fbf-8a7d-013feb89ee76 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318766 Sep 16 06:16:06.743173 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ba56-467a-43e2-b1cc-173e88167d59 req-b35f881f-6082-41ba-8e7a-d21e33ce797d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:06.744672 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce49ba56-467a-43e2-b1cc-173e88167d59 req-b35f881f-6082-41ba-8e7a-d21e33ce797d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Sep 16 06:16:06.781078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ce49ba56-467a-43e2-b1cc-173e88167d59 req-138d221d-414f-4c85-b455-a5cbecd088f7 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305316 Sep 16 06:16:06.802247 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41722) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:16:06.843283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b445d0f-71ee-4258-b28a-fd4e5bad50d2 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:06.845341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7b445d0f-71ee-4258-b28a-fd4e5bad50d2 tempest-TestNetworkAdvancedServerOps-1474460413 tempest-TestNetworkAdvancedServerOps-1474460413-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1092 time: 0.0419850 Sep 16 06:16:06.848396 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41724) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:16:06.853224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:16:06.873932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:06.972161 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.075270 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Allocated IP 172.25.6.38 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/3059fbf6-f5d8-46d0-a361-97915b008b0a) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:16:07.175457 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.207698 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.249398 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:16:07.252316 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:16:07.258293 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:16:07.264344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=3059fbf6-f5d8-46d0-a361-97915b008b0a,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:07.622293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.689989 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.838729 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.843802 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:07.920011 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event updated for resources: {'Port': ['ID=3059fbf6-f5d8-46d0-a361-97915b008b0a,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:16:07.931787 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:08.033656 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 8ccd31a4-6989-4e9b-8929-731dc2ff4387 associated. External IP: 172.25.6.38, port: a19fa7ba-abf9-499a-91cf-695e97908ed9. Sep 16 06:16:08.254384 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 59b0890c-e3c6-40d0-bd50-491ab7b78084 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:16:08.371664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:08.381752 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:16:08.393101 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] Sync routers for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:16:08.401282 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:08.406008 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:16:08.407060 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:16:08.431383 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e1a4c7e1-1fad-4570-a931-ed77f1089b07 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5814178 Sep 16 06:16:08.431959 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:16:08.434949 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dfb11f-22a1-4891-a48e-30c299030359" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:16:08.475321 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb736d1-ce1e-4fc3-a1fd-67afc4725be9 x-openstack-request-id: req-3eb736d1-ce1e-4fc3-a1fd-67afc4725be9 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:16:08.475618 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:16:08.475881 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3eb736d1-ce1e-4fc3-a1fd-67afc4725be9 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:16:08.476541 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'status': 'completed', 'code': 200} Sep 16 06:16:08.543986 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:16:08.557820 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c51524-b972-4673-a800-4a6d6e9810e6 req-28c45ffc-0e71-49ff-a315-80ebaaa13236 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:08.564615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4c51524-b972-4673-a800-4a6d6e9810e6 req-28c45ffc-0e71-49ff-a315-80ebaaa13236 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0689490 Sep 16 06:16:08.573321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfb11f-22a1-4891-a48e-30c299030359 req-4a00cb80-d25c-4ff0-89f3-ffd2e7390ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:08.576108 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61dfb11f-22a1-4891-a48e-30c299030359 req-4a00cb80-d25c-4ff0-89f3-ffd2e7390ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1097 time: 0.0530860 Sep 16 06:16:08.600122 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d4c51524-b972-4673-a800-4a6d6e9810e6 req-832485e3-eeb5-4d71-a583-a66fbb87bac9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Sep 16 06:16:08.625901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41730) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:16:08.682138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfb11f-22a1-4891-a48e-30c299030359 req-b00a0ad5-aba4-4c1c-b20c-390f0d1b172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:08.683688 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61dfb11f-22a1-4891-a48e-30c299030359 req-b00a0ad5-aba4-4c1c-b20c-390f0d1b172e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 200 len: 897 time: 0.1007626 Sep 16 06:16:08.701322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fe08bfa5-fe0c-44bb-afe8-69febf2cbb3c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/8ccd31a4-6989-4e9b-8929-731dc2ff4387 HTTP/1.1" status: 200 len: 990 time: 0.0738995 Sep 16 06:16:08.762832 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61dfb11f-22a1-4891-a48e-30c299030359 req-cd546347-36f7-4554-a1d6-2404b1ca3751 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 200 len: 998 time: 0.0717041 Sep 16 06:16:08.813768 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfb11f-22a1-4891-a48e-30c299030359 req-c7f294ec-3914-4367-898c-933afdb248ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:08.815226 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61dfb11f-22a1-4891-a48e-30c299030359 req-c7f294ec-3914-4367-898c-933afdb248ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313aa745-ea05-4e0c-bee7-9cd1cf703088 HTTP/1.1" status: 200 len: 835 time: 0.0453639 Sep 16 06:16:08.861536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfb11f-22a1-4891-a48e-30c299030359 req-7f6a88cd-d2b7-4b93-9944-38a51fd75796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:08.863055 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61dfb11f-22a1-4891-a48e-30c299030359 req-7f6a88cd-d2b7-4b93-9944-38a51fd75796 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404983 Sep 16 06:16:08.876692 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ccd31a4-6989-4e9b-8929-731dc2ff4387', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'port_id': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'mac_address': 'fa:16:3e:d1:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:16:07Z', 'updated_at': '2021-09-16T06:16:07Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:16:08.902694 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] Checking router: 59b0890c-e3c6-40d0-bd50-491ab7b78084 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:16:08.910664 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:16:08.911263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:15:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:16:08.955491 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61dfb11f-22a1-4891-a48e-30c299030359 req-ec9c3617-4a15-4aaf-939e-b79d52fd17f4 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850234 Sep 16 06:16:09.016290 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:16:09.047782 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-61dfb11f-22a1-4891-a48e-30c299030359 req-d1048990-376c-4bcd-97e1-2cd329d03d19 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857348 Sep 16 06:16:09.234598 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ccd31a4-6989-4e9b-8929-731dc2ff4387', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'port_id': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'mac_address': 'fa:16:3e:d1:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:16:07Z', 'updated_at': '2021-09-16T06:16:07Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:16:09.259836 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6564566f-84aa-4ae7-b657-0e7eb4c34902 None None] The sync data for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 is: [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '8ccd31a4-6989-4e9b-8929-731dc2ff4387', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'port_id': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'mac_address': 'fa:16:3e:d1:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:16:07Z', 'updated_at': '2021-09-16T06:16:07Z', 'revision_number': 0, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:16:09.440715 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca4100-7749-4ed5-b291-a2578ca71ea7 None None] New status for floating IP 8ccd31a4-6989-4e9b-8929-731dc2ff4387: ACTIVE {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:16:09.705267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41732) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:16:09.764952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-2fdbdcaa-c29d-452d-8dd3-d1058a0fd3da tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/8ccd31a4-6989-4e9b-8929-731dc2ff4387 HTTP/1.1" status: 200 len: 992 time: 0.0585313 Sep 16 06:16:12.576371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:25.470109 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:26.002213 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cf44f108-90bd-41c5-8e3d-30cb9a2be2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:26.977807 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-5f2ab057-607e-40fe-a820-ab4212629001 service neutron] (94719) timed out ('10.222.0.55', 60708) {{(pid=94719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:16:28.315741 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a51e30e7-bb9e-4928-8d61-aceed025fdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:29.304282 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:30.117013 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:31.512043 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:42.598042 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:44.140975 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-20043983-b1d9-4d77-9c36-a95ffae59d71 req-ee58366b-5e19-45cb-a78e-5f20ae0ebb7b service neutron] (94719) timed out ('10.222.0.64', 55617) {{(pid=94719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:16:45.371138 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:16:55.469427 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:56.003245 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5cafa8dd-3191-49c6-8424-33aa77850a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:56.788920 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-eb6ca22a-23a9-47e2-80d9-e8e5d547ce4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437994 Sep 16 06:16:56.895200 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-eb8d2b9e-9c3f-466e-a582-2f48c278d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:56.896661 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-eb8d2b9e-9c3f-466e-a582-2f48c278d0e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1097 time: 0.0420713 Sep 16 06:16:57.004511 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-68de7768-473a-47a8-aeca-78145ae5fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:57.006001 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-68de7768-473a-47a8-aeca-78145ae5fd31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 200 len: 897 time: 0.0895038 Sep 16 06:16:57.078274 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-73412b2c-da6f-436d-a23e-d9567ee5e0f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 200 len: 1000 time: 0.0636787 Sep 16 06:16:57.128829 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-080481a6-3ef6-42ed-b91b-add32a5bc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:57.130311 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-080481a6-3ef6-42ed-b91b-add32a5bc95e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313aa745-ea05-4e0c-bee7-9cd1cf703088 HTTP/1.1" status: 200 len: 835 time: 0.0446398 Sep 16 06:16:57.176545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-fc9aa563-f868-40c9-8c7a-8189f4a39cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:16:57.177967 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-fc9aa563-f868-40c9-8c7a-8189f4a39cea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398626 Sep 16 06:16:57.273550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-5e9fdb18-1335-43d2-a5fe-6be23a0d8e48 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870149 Sep 16 06:16:57.364992 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c9b10efe-5e22-4b9c-bdb6-5c6074caf1f8 req-81d14a0a-bd94-4b22-ba7d-e0645c23523f service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836432 Sep 16 06:16:58.316819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-819164c9-94e5-47a8-a917-2ea8fea11395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:16:59.315128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:00.120878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:01.514106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:12.591290 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:20.953482 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5222896-0639-4e86-80c7-c6a4576baea1 req-a1edfacd-33cb-4802-8160-190a7af06c19 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:20.955010 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5222896-0639-4e86-80c7-c6a4576baea1 req-a1edfacd-33cb-4802-8160-190a7af06c19 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Sep 16 06:17:20.994860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5222896-0639-4e86-80c7-c6a4576baea1 req-0d417765-cdb6-4c3d-9fa7-818db21c731c tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338883 Sep 16 06:17:22.130399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b22e7-d84d-4965-b44a-2587fc1005eb req-1d229ec4-6356-4978-8473-dc55960ad634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:22.131860 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb7b22e7-d84d-4965-b44a-2587fc1005eb req-1d229ec4-6356-4978-8473-dc55960ad634 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Sep 16 06:17:22.169017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cb7b22e7-d84d-4965-b44a-2587fc1005eb req-351c3707-8fcb-4a45-8a41-a5f67d04f8a4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 Sep 16 06:17:22.370400 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:23.297605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b691-1aa4-42e2-a6ab-ff95faecf78a req-4ffd861c-947b-467e-abe3-08842c358c5e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:23.299099 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6081b691-1aa4-42e2-a6ab-ff95faecf78a req-4ffd861c-947b-467e-abe3-08842c358c5e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0487571 Sep 16 06:17:23.336908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6081b691-1aa4-42e2-a6ab-ff95faecf78a req-b790fa36-00ff-4bf9-a82c-6de2fb0bfc61 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Sep 16 06:17:23.360406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41780) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:23.425229 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-6c8761ad-cc00-4f82-b6f5-3eb43ab7dc29 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/8ccd31a4-6989-4e9b-8929-731dc2ff4387 HTTP/1.1" status: 200 len: 992 time: 0.0636454 Sep 16 06:17:24.710500 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b99fa3-5b05-4a12-922a-69cee0e3780b req-98cd5154-6314-4714-8f9a-c4e07aa06eb0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:24.711969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9b99fa3-5b05-4a12-922a-69cee0e3780b req-98cd5154-6314-4714-8f9a-c4e07aa06eb0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0571761 Sep 16 06:17:24.752656 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a9b99fa3-5b05-4a12-922a-69cee0e3780b req-2808eec2-2fa3-4335-91ea-e33c462ba07f tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334866 Sep 16 06:17:24.768908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-d6e18de9-1a20-4e40-9cda-9d6c501c4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:24.770430 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-d6e18de9-1a20-4e40-9cda-9d6c501c4744 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1097 time: 0.0460327 Sep 16 06:17:24.862385 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-453db2fa-3a7a-4507-aab7-8d3726e08868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:24.863882 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-453db2fa-3a7a-4507-aab7-8d3726e08868 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 200 len: 897 time: 0.0855832 Sep 16 06:17:24.933434 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-dc4cfaaf-d3ee-481d-a2b7-fd5c26e7ea2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 200 len: 1000 time: 0.0622931 Sep 16 06:17:24.983687 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-a2210fad-0ac3-4ba3-abc9-e4fe20f7517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:24.985118 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-a2210fad-0ac3-4ba3-abc9-e4fe20f7517e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313aa745-ea05-4e0c-bee7-9cd1cf703088 HTTP/1.1" status: 200 len: 835 time: 0.0445943 Sep 16 06:17:25.030822 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-5ba7c2a9-64a7-41bc-976a-8f1405dc46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:25.032369 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-5ba7c2a9-64a7-41bc-976a-8f1405dc46d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403032 Sep 16 06:17:25.135505 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-92186175-8188-4e96-bc2f-33232fbb570a service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960283 Sep 16 06:17:25.225312 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-8b37c991-534a-49d8-90a4-4a8fa7215b8e req-6c83277a-47f9-483a-9a4a-f10897639730 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823431 Sep 16 06:17:25.484987 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:25.951236 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508298a-846b-4b63-86e0-d0f20711d08f req-9ab9c566-6394-4904-9603-2025402265b5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:25.952742 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1508298a-846b-4b63-86e0-d0f20711d08f req-9ab9c566-6394-4904-9603-2025402265b5 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0479136 Sep 16 06:17:25.989328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1508298a-846b-4b63-86e0-d0f20711d08f req-e05fbeeb-b6d3-4d13-a8dc-9aff63e3cb7e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308228 Sep 16 06:17:26.004516 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c75eb79f-2cf8-4a20-a5f0-64c7e7e0ba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.112644 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5d154-f2ea-4502-96de-461a5f45fce2 req-10fba9bc-4143-40cf-8e58-6eaad0fb78bd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:27.114199 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c5d154-f2ea-4502-96de-461a5f45fce2 req-10fba9bc-4143-40cf-8e58-6eaad0fb78bd tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0552530 Sep 16 06:17:27.155268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-16c5d154-f2ea-4502-96de-461a5f45fce2 req-b1572a67-3cd1-40be-82b3-3a31de4baa56 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Sep 16 06:17:27.177616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41794) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:27.240459 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fd6a09ed-ac94-4337-913a-149d5206d5e9 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/floatingips/8ccd31a4-6989-4e9b-8929-731dc2ff4387 HTTP/1.1" status: 200 len: 992 time: 0.0616474 Sep 16 06:17:27.486794 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41800) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:27.654291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 3059fbf6-f5d8-46d0-a361-97915b008b0a {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:27.654633 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.733923 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.734291 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.745903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 3059fbf6-f5d8-46d0-a361-97915b008b0a owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:27.902497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:27.932751 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=3059fbf6-f5d8-46d0-a361-97915b008b0a,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:27.956864 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.957214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.957557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.957898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.958232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.958571 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.958903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.959240 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.959566 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.959895 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.960255 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:27.960583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:28.002653 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.002991 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Floating IP 8ccd31a4-6989-4e9b-8929-731dc2ff4387 disassociated (deleted). External IP: 172.25.6.38, port: a19fa7ba-abf9-499a-91cf-695e97908ed9. Sep 16 06:17:28.215250 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 59b0890c-e3c6-40d0-bd50-491ab7b78084 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:28.321439 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4aba253f-d0b0-4d74-bb7a-d71c957fffa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.324949 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:28.329392 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:28.334422 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] Sync routers for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:28.343947 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:28.344812 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:28.356709 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2ae4ae48-c96a-4372-9c8c-3d626e342a89 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/floatingips/8ccd31a4-6989-4e9b-8929-731dc2ff4387 HTTP/1.1" status: 204 len: 168 time: 0.8688202 Sep 16 06:17:28.357305 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:28.359597 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:28.397770 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6221c195-eeb0-4f36-a67d-0f5b6db86909 x-openstack-request-id: req-6221c195-eeb0-4f36-a67d-0f5b6db86909 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:28.398152 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:28.398475 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6221c195-eeb0-4f36-a67d-0f5b6db86909 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:28.399092 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'status': 'completed', 'code': 200} Sep 16 06:17:28.457783 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:28.487106 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-c0e043e7-c19f-490e-b60c-c996e06a0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:28.488172 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-c0e043e7-c19f-490e-b60c-c996e06a0e2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 1097 time: 0.0451844 Sep 16 06:17:28.598442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff7d42-9dd1-4966-82c4-97884adc1e69 req-a6575b59-1e91-4c64-996f-7c964c20e364 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:28.600451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfff7d42-9dd1-4966-82c4-97884adc1e69 req-a6575b59-1e91-4c64-996f-7c964c20e364 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0597672 Sep 16 06:17:28.644503 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-a57bd711-1266-4ab3-a741-abb9a6a6d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:28.645600 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-dfff7d42-9dd1-4966-82c4-97884adc1e69 req-06003f07-334b-4a3d-88ad-e31bca593920 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353308 Sep 16 06:17:28.649823 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-a57bd711-1266-4ab3-a741-abb9a6a6d78e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 200 len: 897 time: 0.1138313 Sep 16 06:17:28.683871 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:28.691331 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-6804770e-3453-4f58-b4c9-8a5f3efb2560 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 200 len: 217 time: 0.0375288 Sep 16 06:17:28.719958 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] Checking router: 59b0890c-e3c6-40d0-bd50-491ab7b78084 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:28.729436 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:28.730062 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:28.848823 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:29.014909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-0dfa9761-e8fb-4e6e-a170-ac57f17190ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:29.016563 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-0dfa9761-e8fb-4e6e-a170-ac57f17190ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313aa745-ea05-4e0c-bee7-9cd1cf703088 HTTP/1.1" status: 200 len: 835 time: 0.3179324 Sep 16 06:17:29.063410 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-76fdb6fb-c1d0-4ff7-824d-a288b994b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:29.065464 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-76fdb6fb-c1d0-4ff7-824d-a288b994b30f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404212 Sep 16 06:17:29.081168 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:29.108012 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c73dd7-7443-42e8-9856-6ba6ba289c44 None None] The sync data for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 is: [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:51Z', 'revision_number': 4, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '0f56ae08-62e4-41f0-b998-d434fca3a1db', 'name': '', 'network_id': '0bf9733e-4933-4ddf-b6f3-673b29fc8ba3', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'mac_address': 'fa:16:3e:15:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:51Z', 'updated_at': '2021-09-16T06:15:54Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'subnets': [{'id': '313aa745-ea05-4e0c-bee7-9cd1cf703088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:29.163880 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-f2e7dc0c-df1e-4306-a815-aa9705a3146b service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896826 Sep 16 06:17:29.261710 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-c4ed1911-bab5-4d6f-bcc9-29d606143cdf req-92b4f798-e9f1-4bbc-bc1f-01213ad1b00b service neutron] 10.222.0.64 "GET /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901313 Sep 16 06:17:29.308468 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:29.350900 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e25a7-4cc4-42f9-accf-ee7488cae338 None None] New status for floating IP 8ccd31a4-6989-4e9b-8929-731dc2ff4387: DOWN {{(pid=94720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:17:29.774793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf8c1-af28-49cb-b3aa-be868b31591e req-341a460d-b278-4d2b-962a-0b40bbbabe87 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:29.776353 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0dcf8c1-af28-49cb-b3aa-be868b31591e req-341a460d-b278-4d2b-962a-0b40bbbabe87 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0553317 Sep 16 06:17:29.817341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e0dcf8c1-af28-49cb-b3aa-be868b31591e req-9e89894f-e34f-4afb-bf48-c6d5672a8b6e tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348365 Sep 16 06:17:30.121755 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.583842 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-90f63bae-25c4-4ecf-9970-61cb4eaa32c8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.585370 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-90f63bae-25c4-4ecf-9970-61cb4eaa32c8 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0488462 Sep 16 06:17:30.683345 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port a19fa7ba-abf9-499a-91cf-695e97908ed9 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:30.683685 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.773036 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port a19fa7ba-abf9-499a-91cf-695e97908ed9, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=a19fa7ba-abf9-499a-91cf-695e97908ed9,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:30.773406 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.791622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for a19fa7ba-abf9-499a-91cf-695e97908ed9 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:30.934234 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:30.940227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d22653-3eb1-47f6-812a-ef69e9c2932e req-620fbab9-1ff4-43fb-ab47-3695ff99435d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:30.941770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15d22653-3eb1-47f6-812a-ef69e9c2932e req-620fbab9-1ff4-43fb-ab47-3695ff99435d tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ff4c08-a6e5-4cb8-a706-599b22d7acc0 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Sep 16 06:17:30.964039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=a19fa7ba-abf9-499a-91cf-695e97908ed9,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:30.982786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-15d22653-3eb1-47f6-812a-ef69e9c2932e req-b7852488-507a-40c6-b1c2-d0508c625dc2 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "GET /v2.0/security-groups?id=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341115 Sep 16 06:17:31.010590 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] No DVR routers for this DVR port a19fa7ba-abf9-499a-91cf-695e97908ed9 on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:31.013236 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:31.015217 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-b2c28263-b89a-41fa-8516-4ee64cd0d6d2 req-d774e1d4-936d-445b-ba38-5bda102573f4 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.64 "DELETE /v2.0/ports/a19fa7ba-abf9-499a-91cf-695e97908ed9 HTTP/1.1" status: 204 len: 173 time: 0.4205709 Sep 16 06:17:31.015655 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'name': 'network-vif-deleted', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:31.017925 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed86a5-f344-4331-96b9-47cbef25ddca" -d '{"events": [{"server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "name": "network-vif-deleted", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:31.060643 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a9a13e-19cf-4e22-9de7-e271cd44ac3b x-openstack-request-id: req-f7a9a13e-19cf-4e22-9de7-e271cd44ac3b {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:31.060947 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ff4c08-a6e5-4cb8-a706-599b22d7acc0", "name": "network-vif-deleted", "tag": "a19fa7ba-abf9-499a-91cf-695e97908ed9", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:31.061202 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7a9a13e-19cf-4e22-9de7-e271cd44ac3b {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:31.061605 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ff4c08-a6e5-4cb8-a706-599b22d7acc0', 'name': 'network-vif-deleted', 'tag': 'a19fa7ba-abf9-499a-91cf-695e97908ed9', 'status': 'completed', 'code': 200} Sep 16 06:17:31.517463 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.040545 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41820) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:32.405433 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.664730 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 0f56ae08-62e4-41f0-b998-d434fca3a1db {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:32.665088 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.774182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 0f56ae08-62e4-41f0-b998-d434fca3a1db, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0f56ae08-62e4-41f0-b998-d434fca3a1db,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:32.774769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:32.793799 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 0f56ae08-62e4-41f0-b998-d434fca3a1db owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:33.008615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.041804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=0f56ae08-62e4-41f0-b998-d434fca3a1db,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:33.212192 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.426745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Router 59b0890c-e3c6-40d0-bd50-491ab7b78084 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:33.532942 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:33.537897 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-c937dce1-4c91-4f0b-9eb7-34787aac6bd0 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "PUT /v2.0/routers/59b0890c-e3c6-40d0-bd50-491ab7b78084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4957671 Sep 16 06:17:33.540559 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41822) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:33.545381 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] Sync routers for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:33.554379 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:33.554985 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:33.593272 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting subnet 313aa745-ea05-4e0c-bee7-9cd1cf703088 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:17:33.596884 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.644559 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.729140 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.757977 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:33.788412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.820192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Subnet': ['ID=313aa745-ea05-4e0c-bee7-9cd1cf703088,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:33.825977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.827895 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d67b44b1-e684-41e8-8a3d-b86009249086 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/subnets/313aa745-ea05-4e0c-bee7-9cd1cf703088 HTTP/1.1" status: 204 len: 168 time: 0.2857361 Sep 16 06:17:33.830972 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:33.831483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd684cf-3de9-4a11-9872-0016d33887c5 None None] Network 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:17:33.955143 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:33.984897 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:17:32Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:34.033738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] DHCP port deletion for 0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:17:34.036268 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] Checking router: 59b0890c-e3c6-40d0-bd50-491ab7b78084 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:34.050493 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] Routers {'59b0890c-e3c6-40d0-bd50-491ab7b78084'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:34.052254 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['59b0890c-e3c6-40d0-bd50-491ab7b78084'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:34.063000 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.082399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Deleting port 5ccf97ae-5657-43ec-9152-f3bc5621632b {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:34.082776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.122097 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Deleting port 8901bc36-6e6e-4afa-aac2-e0513c9c3903 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:17:34.122499 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.157815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] For port 5ccf97ae-5657-43ec-9152-f3bc5621632b, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=5ccf97ae-5657-43ec-9152-f3bc5621632b,segment=NetworkSegment(683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be),segment_id=683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:34.158221 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.166840 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] Set router 59b0890c-e3c6-40d0-bd50-491ab7b78084 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:34.171301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Calling delete_port for 5ccf97ae-5657-43ec-9152-f3bc5621632b owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:34.208170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] For port 8901bc36-6e6e-4afa-aac2-e0513c9c3903, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=8901bc36-6e6e-4afa-aac2-e0513c9c3903,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:34.208610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.221283 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Calling delete_port for 8901bc36-6e6e-4afa-aac2-e0513c9c3903 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:17:34.255212 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.268762 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] No DVR routers for this DVR port 5ccf97ae-5657-43ec-9152-f3bc5621632b on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:17:34.292565 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Pushing event deleted for resources: {'Port': ['ID=5ccf97ae-5657-43ec-9152-f3bc5621632b,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:34.300052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.300427 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.300766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.301329 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.301428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.301733 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.302058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.302383 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.302703 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.303023 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.303397 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.303720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab2339-bb50-4eda-b0d2-812cc5bab7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.379911 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:17:32Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:34.401559 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.407740 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f73168-af17-426f-bb07-48a32d6473f8 None None] The sync data for ids ['59b0890c-e3c6-40d0-bd50-491ab7b78084'] in n-d-713301-15 is: [{'id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165908506', 'tenant_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:17:32Z', 'revision_number': 5, 'project_id': 'd05c19c558ed4e7abea0a96a45b00b8c', 'gw_port': {'id': '8901bc36-6e6e-4afa-aac2-e0513c9c3903', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b0890c-e3c6-40d0-bd50-491ab7b78084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:15:48Z', 'updated_at': '2021-09-16T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:34.426894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Port': ['ID=8901bc36-6e6e-4afa-aac2-e0513c9c3903,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:34.440041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.440342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.440689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.441023 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.441354 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.441687 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.442018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.442421 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.442667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.442992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.443327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.443627 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:34.497861 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.596228 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.598566 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.642700 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.643260 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Fanout notify agent at l3_agent the message router_deleted on router 59b0890c-e3c6-40d0-bd50-491ab7b78084 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:17:34.651087 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.652258 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1204a2b4-6793-426d-9ff1-8e728e2a3dee tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/routers/59b0890c-e3c6-40d0-bd50-491ab7b78084 HTTP/1.1" status: 204 len: 168 time: 0.8201137 Sep 16 06:17:34.654974 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41826) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:34.737728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.782631 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ccf97ae-5657-43ec-9152-f3bc5621632b no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:34.803056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 5ccf97ae-5657-43ec-9152-f3bc5621632b {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:34.803508 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 5ccf97ae-5657-43ec-9152-f3bc5621632b not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:34.804007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0f56ae08-62e4-41f0-b998-d434fca3a1db no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:34.824553 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0f56ae08-62e4-41f0-b998-d434fca3a1db {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:34.825273 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0f56ae08-62e4-41f0-b998-d434fca3a1db not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:34.834200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.865336 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf9733e-4933-4ddf-b6f3-673b29fc8ba3']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:34.874920 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:34.875222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683e5c6b-b0d0-4b7b-b49c-bd0a5a3309be') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:34.885268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.898610 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.905486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:17:34.905869 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:17:34.908805 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:17:34.973791 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.978865 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:34.980766 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/networks/0bf9733e-4933-4ddf-b6f3-673b29fc8ba3 HTTP/1.1" status: 204 len: 168 time: 0.3247697 Sep 16 06:17:34.985249 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41828) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:34.995470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa33b1-aff0-46b1-9b51-224e0abe94bf tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'Network': ['ID=0bf9733e-4933-4ddf-b6f3-673b29fc8ba3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:35.048412 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f5dd7a-d3f3-4679-a1f1-f5eee4cf6553 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.075027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f5dd7a-d3f3-4679-a1f1-f5eee4cf6553 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.137153 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f5dd7a-d3f3-4679-a1f1-f5eee4cf6553 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.139621 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2f5dd7a-d3f3-4679-a1f1-f5eee4cf6553 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.140855 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b2f5dd7a-d3f3-4679-a1f1-f5eee4cf6553 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] 10.222.0.55 "DELETE /v2.0/security-groups/e45b0ef1-f010-47b3-9abe-b0916fd1b9b5 HTTP/1.1" status: 204 len: 168 time: 0.1539185 Sep 16 06:17:35.149971 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5dd7a-d3f3-4679-a1f1-f5eee4cf6553 tempest-TestNetworkAdvancedServerOps-1968696316 tempest-TestNetworkAdvancedServerOps-1968696316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45b0ef1-f010-47b3-9abe-b0916fd1b9b5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:35.478227 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41836) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:35.607102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e53ee053-b4d7-4380-9cb7-fd79336aca3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d05c19c558ed4e7abea0a96a45b00b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272359 Sep 16 06:17:35.609595 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41840) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:35.658715 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1056b52d-bd3f-463f-a82c-c0697b117980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.680013 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1056b52d-bd3f-463f-a82c-c0697b117980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.730405 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1056b52d-bd3f-463f-a82c-c0697b117980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.732985 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1056b52d-bd3f-463f-a82c-c0697b117980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:35.734299 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1056b52d-bd3f-463f-a82c-c0697b117980 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57de3cf9-f921-4036-9556-eb5865c38bed HTTP/1.1" status: 204 len: 168 time: 0.1238139 Sep 16 06:17:35.742507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056b52d-bd3f-463f-a82c-c0697b117980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57de3cf9-f921-4036-9556-eb5865c38bed,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:35.962742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a19fa7ba-abf9-499a-91cf-695e97908ed9 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:35.984119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: a19fa7ba-abf9-499a-91cf-695e97908ed9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:35.984571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device a19fa7ba-abf9-499a-91cf-695e97908ed9 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:36.030510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41846) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:36.049641 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ab16a0d-8d86-447f-ba24-b79c34f6d169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.139639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ab16a0d-8d86-447f-ba24-b79c34f6d169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.143419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7ab16a0d-8d86-447f-ba24-b79c34f6d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.182855 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7ab16a0d-8d86-447f-ba24-b79c34f6d169 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=714d34aa758548f994e3eb27b731a1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509228 Sep 16 06:17:36.183586 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab16a0d-8d86-447f-ba24-b79c34f6d169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfaba8c-2d9f-4788-83e0-cb703fd265cc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:36.185631 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41848) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:36.242962 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13ca9f43-f625-4227-9424-f7d808c18538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.264280 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13ca9f43-f625-4227-9424-f7d808c18538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.316221 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13ca9f43-f625-4227-9424-f7d808c18538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.318815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-13ca9f43-f625-4227-9424-f7d808c18538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:36.320111 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-13ca9f43-f625-4227-9424-f7d808c18538 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acfaba8c-2d9f-4788-83e0-cb703fd265cc HTTP/1.1" status: 204 len: 168 time: 0.1334012 Sep 16 06:17:36.330093 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca9f43-f625-4227-9424-f7d808c18538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfaba8c-2d9f-4788-83e0-cb703fd265cc,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:36.671071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8901bc36-6e6e-4afa-aac2-e0513c9c3903 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:17:36.692138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 8901bc36-6e6e-4afa-aac2-e0513c9c3903 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:17:36.692483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 8901bc36-6e6e-4afa-aac2-e0513c9c3903 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:17:37.025399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41870) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:37.121041 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1402184094-network', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:37.145038 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Made reservation on behalf of adab0f7752a5479495c56fe8413b71b1 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:17:37.147376 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.155646 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.247092 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.250965 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.275882 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:17:37.284740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bfd2f4-8bbe-4e90-83c3-2a0f0948bb75,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:37.292893 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.293864 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Added segment 56afc316-ecdb-4c1c-8364-b403944ebde0 of type vlan for network 66839eb4-be9b-4941-995c-356fa7098c90 Sep 16 06:17:37.333306 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.358457 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.359572 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:37.360167 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.414532 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877995 Sep 16 06:17:37.419225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41874) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:37.424273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Request body: {'subnet': {'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1402184094-subnet', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:37.444777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Made reservation on behalf of adab0f7752a5479495c56fe8413b71b1 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:17:37.447377 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.458451 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3ca0e-e815-40d7-b8bf-3d2e5775d4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=66839eb4-be9b-4941-995c-356fa7098c90,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:37.469617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 66839eb4-be9b-4941-995c-356fa7098c90 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:17:37.617211 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.671812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3255f6d2-96b8-4d76-aec1-a625fa690ab5,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:37.680647 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Checking segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:37.681004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Network hostable DHCP agents. Network: 66839eb4-be9b-4941-995c-356fa7098c90, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:17:37.696363 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Network 66839eb4-be9b-4941-995c-356fa7098c90 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:17:37.704861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 66839eb4-be9b-4941-995c-356fa7098c90) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:37.708891 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:37.709477 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.714337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90fae1e-5553-4652-a697-de7dd7482689 None None] Network 66839eb4-be9b-4941-995c-356fa7098c90 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:17:37.725622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-51b18d5c-d47c-4e99-8a6d-4467c763865a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3052065 Sep 16 06:17:37.729790 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41876) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:37.734083 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:37.753990 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.755030 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.809743 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:37.866188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-66839eb4-be9b-4941-995c-356fa7098c90', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:17:37.867069 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.020308 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Allocated IP 172.20.0.2 (66839eb4-be9b-4941-995c-356fa7098c90/3255f6d2-96b8-4d76-aec1-a625fa690ab5/413ac89a-f54a-448a-be28-715024ec3ffe) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:17:38.173437 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.179384 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.219403 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Network 66839eb4-be9b-4941-995c-356fa7098c90 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:38.222424 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:38.224864 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:17:38.236940 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Pushing event updated for resources: {'Port': ['ID=413ac89a-f54a-448a-be28-715024ec3ffe,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:38.287959 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.291252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Attempting to bind port 413ac89a-f54a-448a-be28-715024ec3ffe on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:38.291684 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Attempting to bind port 413ac89a-f54a-448a-be28-715024ec3ffe by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:38.292081 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Attempting to bind port 413ac89a-f54a-448a-be28-715024ec3ffe on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:38.297962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:38.298338 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Checking segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:38.298744 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.299139 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Bound using segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:38.299594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Bound port: 413ac89a-f54a-448a-be28-715024ec3ffe, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:38.299979 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.366069 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] For port 413ac89a-f54a-448a-be28-715024ec3ffe, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:38.369364 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] For port 413ac89a-f54a-448a-be28-715024ec3ffe, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=413ac89a-f54a-448a-be28-715024ec3ffe,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:38.373267 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.432305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25c40b-719b-42e7-a4c4-901ccbdfef32 None None] Pushing event updated for resources: {'Port': ['ID=413ac89a-f54a-448a-be28-715024ec3ffe,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:38.504355 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.523863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.655896 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Allocated IP 172.25.6.91 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/c83a0561-6436-4fe4-b171-c825ce9af360) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:17:38.773605 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 413ac89a-f54a-448a-be28-715024ec3ffe up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:38.782312 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.816728 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.827534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 413ac89a-f54a-448a-be28-715024ec3ffe triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:38.827997 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.854575 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:38.857322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:38.860968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:17:38.896955 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Pushing event updated for resources: {'Port': ['ID=c83a0561-6436-4fe4-b171-c825ce9af360,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:38.912751 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:38.946871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 413ac89a-f54a-448a-be28-715024ec3ffe, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=413ac89a-f54a-448a-be28-715024ec3ffe,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:38.951727 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:39.001440 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=413ac89a-f54a-448a-be28-715024ec3ffe,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:39.129639 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:39.329913 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:39.357187 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951616b6-8562-4e0a-b3a4-ef86e50993e5 None None] Network 66839eb4-be9b-4941-995c-356fa7098c90 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:17:39.463326 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Router e6a969da-2a03-4dd0-8307-a2f1c82708e5 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:17:39.482195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c14da6fa-fc0b-42b6-979f-3f32b1df2ddc None None] Provisioning complete for port 413ac89a-f54a-448a-be28-715024ec3ffe triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:39.482574 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c14da6fa-fc0b-42b6-979f-3f32b1df2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:39.570918 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:39.588969 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:39.589920 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Sync routers for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:39.593012 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41878) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:39.593814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9e0f9fac-7450-44ba-9576-38ada887da43 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8622720 Sep 16 06:17:39.618773 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:39.619461 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:39.732991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:39.868954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-c76b4ebe-d189-4d87-8be6-3835114e2e37 None None] Provisioning complete for port 413ac89a-f54a-448a-be28-715024ec3ffe triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:39.869627 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c76b4ebe-d189-4d87-8be6-3835114e2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:39.987523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:39Z', 'revision_number': 3, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:40.020698 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Checking router: e6a969da-2a03-4dd0-8307-a2f1c82708e5 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:40.021075 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Updating router e6a969da-2a03-4dd0-8307-a2f1c82708e5 port c83a0561-6436-4fe4-b171-c825ce9af360 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:17:40.022174 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.046461 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.227205 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Allocated IP 172.20.0.1 (66839eb4-be9b-4941-995c-356fa7098c90/3255f6d2-96b8-4d76-aec1-a625fa690ab5/36c4d668-d4b4-424a-bd63-f5fe7ef3a332) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:17:40.316324 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.322038 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.378905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Attempting to bind port c83a0561-6436-4fe4-b171-c825ce9af360 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:40.379278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Attempting to bind port c83a0561-6436-4fe4-b171-c825ce9af360 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:40.379642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Attempting to bind port c83a0561-6436-4fe4-b171-c825ce9af360 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:40.381918 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebd478-8e27-411f-b83b-1c9f381fe991 None None] Pushing event updated for resources: {'Port': ['ID=c83a0561-6436-4fe4-b171-c825ce9af360,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:40.391541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:40.391541 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:40.391967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.392337 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:40.392728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Bound port: c83a0561-6436-4fe4-b171-c825ce9af360, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:40.393148 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.449056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] For port c83a0561-6436-4fe4-b171-c825ce9af360, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:40.452438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] For port c83a0561-6436-4fe4-b171-c825ce9af360, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c83a0561-6436-4fe4-b171-c825ce9af360,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:40.457497 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.519305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:40.519958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:40.555232 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebd478-8e27-411f-b83b-1c9f381fe991 None None] Pushing event updated for resources: {'Port': ['ID=c83a0561-6436-4fe4-b171-c825ce9af360,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:40.605464 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.640051 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.683994 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Network 66839eb4-be9b-4941-995c-356fa7098c90 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:40.688229 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:40.692521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:17:40.724397 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Pushing event updated for resources: {'Port': ['ID=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:40.747651 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.795987 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 413ac89a-f54a-448a-be28-715024ec3ffe up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:40.845993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:40.894361 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:40.973056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 413ac89a-f54a-448a-be28-715024ec3ffe triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:40.973647 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.001875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-3e5afe7f-eb02-4723-b08a-28f7016ef774 None None] Provisioning complete for port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:41.002242 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3e5afe7f-eb02-4723-b08a-28f7016ef774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.074001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-3e5afe7f-eb02-4723-b08a-28f7016ef774 None None] Port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:17:41.078626 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.083714 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.149499 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.158389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Pushing event updated for resources: {'Port': ['ID=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:41.158728 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:39Z', 'revision_number': 3, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:41.185828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015db169-f40e-484d-a3df-59aae54ab734 None None] The sync data for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 is: [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:39Z', 'revision_number': 3, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:41.260322 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Network 66839eb4-be9b-4941-995c-356fa7098c90 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:41.261784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:41.384447 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Router e6a969da-2a03-4dd0-8307-a2f1c82708e5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:41.508982 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:41.521166 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-a5330642-5baa-4849-a684-bbcb06224c7b admin admin] 10.222.0.55 "PUT /v2.0/routers/e6a969da-2a03-4dd0-8307-a2f1c82708e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9209042 Sep 16 06:17:41.602711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-2be98fdc-df28-4840-ac82-46b0849ebec3 None None] Provisioning complete for port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:41.603216 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2be98fdc-df28-4840-ac82-46b0849ebec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:41.645471 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-2be98fdc-df28-4840-ac82-46b0849ebec3 None None] Port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:17:42.026667 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41894) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:42.031584 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-747186971-network', 'tenant_id': '82201f485aa1454299aad2816b664aea'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:42.053019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Made reservation on behalf of 82201f485aa1454299aad2816b664aea for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:17:42.055475 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.068063 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.155953 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.159735 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.185547 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:17:42.194939 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96f847-72a7-4d24-a2fd-d23567975abb,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:42.203061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.203353 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Added segment c4176db1-f9a5-4ed3-9e17-22e8a3f5a953 of type vlan for network 1446e4f1-5a88-4880-91af-1223e6b261d2 Sep 16 06:17:42.244967 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.270454 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.271595 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:42.272230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.303147 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2751834 Sep 16 06:17:42.306666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41896) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:42.312499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Request body: {'subnet': {'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-747186971-subnet', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:42.336264 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Made reservation on behalf of 82201f485aa1454299aad2816b664aea for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:17:42.338638 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.339972 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf314c-c0fb-4d58-9b7c-8ec81f8ade24 admin admin] Pushing event updated for resources: {'Network': ['ID=1446e4f1-5a88-4880-91af-1223e6b261d2,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:42.353121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:17:42.529393 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.579992 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3955d14a-8f79-4b07-9b9f-c83981414370,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:42.599728 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Checking segment: {'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:42.600080 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Network hostable DHCP agents. Network: 1446e4f1-5a88-4880-91af-1223e6b261d2, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:17:42.611458 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.622524 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:17:42.632007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 1446e4f1-5a88-4880-91af-1223e6b261d2) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:42.636074 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:42.636732 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.641545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85d7a1-c43d-4224-8acc-ed2f29960650 None None] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:17:42.653812 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5439153e-ac60-4d71-948c-bc00c90f6ab2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3445036 Sep 16 06:17:42.655476 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41898) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:42.660000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:42.691820 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.696068 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.767181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c83a0561-6436-4fe4-b171-c825ce9af360 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:42.784001 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.795842 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Sync routers for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:42.806072 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:42.806741 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:42.867871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c83a0561-6436-4fe4-b171-c825ce9af360 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:42.868376 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.871484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-1446e4f1-5a88-4880-91af-1223e6b261d2', 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'fixed_ips': [{'subnet_id': '3955d14a-8f79-4b07-9b9f-c83981414370'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:17:42.872434 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:42.920509 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:42.935328 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.078357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.108279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port c83a0561-6436-4fe4-b171-c825ce9af360, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c83a0561-6436-4fe4-b171-c825ce9af360,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:43.115144 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Allocated IP 172.20.0.2 (1446e4f1-5a88-4880-91af-1223e6b261d2/3955d14a-8f79-4b07-9b9f-c83981414370/4393ce8a-d6d3-4060-8c69-8451e3ce9776) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:17:43.117529 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.127097 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 2, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:43.159094 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.161834 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Checking router: e6a969da-2a03-4dd0-8307-a2f1c82708e5 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:43.162267 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Updating router e6a969da-2a03-4dd0-8307-a2f1c82708e5 port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:17:43.179835 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.188566 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.201848 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=c83a0561-6436-4fe4-b171-c825ce9af360,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:43.307657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Allocated IP 172.25.6.159 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/d7507844-149f-4038-b0a7-95c34593e731) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:17:43.326145 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.333374 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.374244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:43.380691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:43.386217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:17:43.389416 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Pushing event updated for resources: {'Port': ['ID=4393ce8a-d6d3-4060-8c69-8451e3ce9776,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:43.437267 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.446054 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Attempting to bind port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:43.446423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Attempting to bind port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:43.446805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Attempting to bind port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 on network 1446e4f1-5a88-4880-91af-1223e6b261d2 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:43.452269 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:43.452697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Checking segment: {'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:43.453099 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.453492 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Bound using segment: {'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:43.454003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Bound port: 4393ce8a-d6d3-4060-8c69-8451e3ce9776, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:43.454385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.476127 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.492957 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.499805 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.517046 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:43.523715 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:43.529183 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] For port 4393ce8a-d6d3-4060-8c69-8451e3ce9776, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:43.529395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:17:43.532723 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Pushing event updated for resources: {'Port': ['ID=d7507844-149f-4038-b0a7-95c34593e731,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:43.534760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] For port 4393ce8a-d6d3-4060-8c69-8451e3ce9776, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4393ce8a-d6d3-4060-8c69-8451e3ce9776,segment=NetworkSegment(c4176db1-f9a5-4ed3-9e17-22e8a3f5a953),segment_id=c4176db1-f9a5-4ed3-9e17-22e8a3f5a953)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:43.544760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.581496 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Pushing event updated for resources: {'Port': ['ID=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:43.602559 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.602892 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.603212 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.604337 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.604840 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.605340 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.605843 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.606330 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.606820 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.607312 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.607798 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.608341 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:17:43.621275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6326cfa-b39c-4f42-ad44-e83ee0670b46 None None] Pushing event updated for resources: {'Port': ['ID=4393ce8a-d6d3-4060-8c69-8451e3ce9776,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:43.627540 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Attempting to bind port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:43.628198 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Attempting to bind port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:43.628750 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Attempting to bind port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:43.635488 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:43.635865 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Checking segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:43.636310 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.636700 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Bound using segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:43.637165 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Bound port: 36c4d668-d4b4-424a-bd63-f5fe7ef3a332, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:43.637546 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.710027 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] For port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:43.714010 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] For port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:43.720185 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.772980 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:43.772980 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:43.905013 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-989c442f-6313-4a56-bb2c-d1639aa7a15c None None] Provisioning complete for port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:43.905696 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989c442f-6313-4a56-bb2c-d1639aa7a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:43.988674 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.043921 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de0568-58c2-42e4-864d-05baf919748b None None] Pushing event updated for resources: {'Port': ['ID=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:44.054992 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989c442f-6313-4a56-bb2c-d1639aa7a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.086965 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:44.098127 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-989c442f-6313-4a56-bb2c-d1639aa7a15c None None] For port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:44.104818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-989c442f-6313-4a56-bb2c-d1639aa7a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.166865 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c442f-6313-4a56-bb2c-d1639aa7a15c None None] Pushing event updated for resources: {'Port': ['ID=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:44.232240 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-f2a253cd-3616-420d-9360-087486b60d66 None None] Provisioning complete for port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:44.232709 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f2a253cd-3616-420d-9360-087486b60d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.245055 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.329313 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:44.357061 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dba812-948b-416d-b214-8bdf8c0329b4 None None] The sync data for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 is: [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:44.392380 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:17:44.540507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:44.550919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Sync routers for ids ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:44.573321 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Routers {'804f4cdb-c8b8-4621-a395-ad44bd5988b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:44.574241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:44.581445 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:44.584745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-1700671b-292d-4583-9f3f-5fdf69650f5f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9282980 Sep 16 06:17:44.590686 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41900) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:44.708274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Set router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:44.978099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c83a0561-6436-4fe4-b171-c825ce9af360 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:44.981790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da5012-45e7-4c9a-8369-290193979a1d None None] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:17:45.034873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd7507844-149f-4038-b0a7-95c34593e731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 3, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port': {'id': 'd7507844-149f-4038-b0a7-95c34593e731', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:43Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:45.102905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Checking router: 804f4cdb-c8b8-4621-a395-ad44bd5988b3 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:45.103750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Updating router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 port d7507844-149f-4038-b0a7-95c34593e731 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:17:45.155181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.186718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-9236eba4-7b9d-44ab-aebd-d07029a20660 None None] Provisioning complete for port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:45.187055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9236eba4-7b9d-44ab-aebd-d07029a20660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.195427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.210169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port c83a0561-6436-4fe4-b171-c825ce9af360 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:45.210546 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.372817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Allocated IP 172.20.0.1 (1446e4f1-5a88-4880-91af-1223e6b261d2/3955d14a-8f79-4b07-9b9f-c83981414370/bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:17:45.497580 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.533983 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.549845 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9236eba4-7b9d-44ab-aebd-d07029a20660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.577584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:45.581140 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:45.584602 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:17:45.630719 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Pushing event updated for resources: {'Port': ['ID=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:45.652894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.770185 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4393ce8a-d6d3-4060-8c69-8451e3ce9776 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:45.811657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.821279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-9236eba4-7b9d-44ab-aebd-d07029a20660 None None] For port 4393ce8a-d6d3-4060-8c69-8451e3ce9776, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4393ce8a-d6d3-4060-8c69-8451e3ce9776,segment=NetworkSegment(c4176db1-f9a5-4ed3-9e17-22e8a3f5a953),segment_id=c4176db1-f9a5-4ed3-9e17-22e8a3f5a953)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:45.831611 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9236eba4-7b9d-44ab-aebd-d07029a20660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.933473 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236eba4-7b9d-44ab-aebd-d07029a20660 None None] Pushing event updated for resources: {'Port': ['ID=4393ce8a-d6d3-4060-8c69-8451e3ce9776,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:45.949533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:45.949927 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:45.995515 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.009168 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.024253 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-51fbcc7f-39f2-4b08-894a-cfe12a3aeb07 None None] Provisioning complete for port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:46.024634 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-51fbcc7f-39f2-4b08-894a-cfe12a3aeb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.109344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Attempting to bind port d7507844-149f-4038-b0a7-95c34593e731 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:46.109726 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Attempting to bind port d7507844-149f-4038-b0a7-95c34593e731 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:46.110098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Attempting to bind port d7507844-149f-4038-b0a7-95c34593e731 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:46.118991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb1fb-c7a9-4ae8-b8ff-0c8a9571ae5d None None] Pushing event updated for resources: {'Port': ['ID=d7507844-149f-4038-b0a7-95c34593e731,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:46.130488 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:46.130875 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:46.131282 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.131683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:46.132206 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Bound port: d7507844-149f-4038-b0a7-95c34593e731, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:46.132597 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.227519 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:46.281181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] For port d7507844-149f-4038-b0a7-95c34593e731, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:46.300533 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] For port d7507844-149f-4038-b0a7-95c34593e731, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d7507844-149f-4038-b0a7-95c34593e731,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:46.306424 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.364945 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:46.365317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.375785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.381740 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.404285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb1fb-c7a9-4ae8-b8ff-0c8a9571ae5d None None] Pushing event updated for resources: {'Port': ['ID=d7507844-149f-4038-b0a7-95c34593e731,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:46.409483 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Routers {'804f4cdb-c8b8-4621-a395-ad44bd5988b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:46.410111 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:46.453917 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.455625 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Pushing event updated for resources: {'Port': ['ID=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:46.472335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7958a372-e5e7-43b7-a803-9702b02e3a97 None None] Provisioning complete for port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:46.472714 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7958a372-e5e7-43b7-a803-9702b02e3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.547817 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:46.549895 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:46.570053 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7958a372-e5e7-43b7-a803-9702b02e3a97 None None] Port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:17:46.601603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] Set router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:46.671517 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:17:46.766974 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4393ce8a-d6d3-4060-8c69-8451e3ce9776 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:46.803344 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:17:46.816761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-dc704c76-3985-4977-8663-2f0e4dc5b4bf admin admin] 10.222.0.55 "PUT /v2.0/routers/804f4cdb-c8b8-4621-a395-ad44bd5988b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2170382 Sep 16 06:17:46.840048 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-cf83bba5-1f82-4729-a448-d022706f3062 None None] Provisioning complete for port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:46.840664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cf83bba5-1f82-4729-a448-d022706f3062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.906705 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-cf83bba5-1f82-4729-a448-d022706f3062 None None] Port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:17:46.912303 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:46.912649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:46.969606 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd7507844-149f-4038-b0a7-95c34593e731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:17:45Z', 'revision_number': 4, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port': {'id': 'd7507844-149f-4038-b0a7-95c34593e731', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:43Z', 'updated_at': '2021-09-16T06:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd', 'name': '', 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'mac_address': 'fa:16:3e:99:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:45Z', 'updated_at': '2021-09-16T06:17:46Z', 'revision_number': 2, 'project_id': '82201f485aa1454299aad2816b664aea', 'subnets': [{'id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:46.998775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54176d40-b65a-4ec5-aab6-ba53e0cb1e36 None None] The sync data for ids ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'] in n-d-713301-15 is: [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd7507844-149f-4038-b0a7-95c34593e731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:17:45Z', 'revision_number': 4, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port': {'id': 'd7507844-149f-4038-b0a7-95c34593e731', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:43Z', 'updated_at': '2021-09-16T06:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd', 'name': '', 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'mac_address': 'fa:16:3e:99:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:45Z', 'updated_at': '2021-09-16T06:17:46Z', 'revision_number': 2, 'project_id': '82201f485aa1454299aad2816b664aea', 'subnets': [{'id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:47.279170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41908) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:47.283967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-0bac4429-1726-4ed4-9a5b-5ade4fe35851 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210243868', 'description': 'tempest-secgroup-smoke-210243868 description', 'project_id': 'adab0f7752a5479495c56fe8413b71b1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:47.311940 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0bac4429-1726-4ed4-9a5b-5ade4fe35851 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.404596 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0bac4429-1726-4ed4-9a5b-5ade4fe35851 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.409351 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0bac4429-1726-4ed4-9a5b-5ade4fe35851 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.440995 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0bac4429-1726-4ed4-9a5b-5ade4fe35851 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.442365 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0bac4429-1726-4ed4-9a5b-5ade4fe35851 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1621029 Sep 16 06:17:47.445603 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41910) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:47.446755 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac4429-1726-4ed4-9a5b-5ade4fe35851 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df989221-9139-4f5e-845c-bdc59d0325cc,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:47.451934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0dfa2996-1694-4565-a861-dfec4487fb15 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'df989221-9139-4f5e-845c-bdc59d0325cc', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:47.481451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2996-1694-4565-a861-dfec4487fb15 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.541237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2996-1694-4565-a861-dfec4487fb15 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.545250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2996-1694-4565-a861-dfec4487fb15 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.564877 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa2996-1694-4565-a861-dfec4487fb15 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca03680-7080-47f0-ab5d-bbb1f63c8621,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:47.567920 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2996-1694-4565-a861-dfec4487fb15 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.571755 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0dfa2996-1694-4565-a861-dfec4487fb15 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221614 Sep 16 06:17:47.572702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41912) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:47.577269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d287f0f1-8296-4e21-8975-1580507e98b9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'df989221-9139-4f5e-845c-bdc59d0325cc', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:47.610745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d287f0f1-8296-4e21-8975-1580507e98b9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.686861 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d287f0f1-8296-4e21-8975-1580507e98b9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.690609 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d287f0f1-8296-4e21-8975-1580507e98b9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.712776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287f0f1-8296-4e21-8975-1580507e98b9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfafd92-19ff-4096-ad85-c985b5bc98ad,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:47.717542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d287f0f1-8296-4e21-8975-1580507e98b9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.719667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d287f0f1-8296-4e21-8975-1580507e98b9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453903 Sep 16 06:17:47.721950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41914) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:47.726484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-88d4fb9c-9891-4d38-a2fa-b5b38623a4eb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'df989221-9139-4f5e-845c-bdc59d0325cc', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:47.757551 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d4fb9c-9891-4d38-a2fa-b5b38623a4eb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.823293 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d4fb9c-9891-4d38-a2fa-b5b38623a4eb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.827316 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d4fb9c-9891-4d38-a2fa-b5b38623a4eb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.849157 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4fb9c-9891-4d38-a2fa-b5b38623a4eb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c327899-9816-4fff-9515-b675b307e620,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:47.853330 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-88d4fb9c-9891-4d38-a2fa-b5b38623a4eb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.856150 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-88d4fb9c-9891-4d38-a2fa-b5b38623a4eb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318271 Sep 16 06:17:47.857506 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41916) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:47.862480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-7677fbe1-f572-45df-9b80-b81780d63743 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'df989221-9139-4f5e-845c-bdc59d0325cc', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:47.896892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7677fbe1-f572-45df-9b80-b81780d63743 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.960538 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7677fbe1-f572-45df-9b80-b81780d63743 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.964625 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7677fbe1-f572-45df-9b80-b81780d63743 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.986040 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677fbe1-f572-45df-9b80-b81780d63743 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef97d83e-22b6-47da-9d90-d6ed693e7ef6,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:47.992943 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-7677fbe1-f572-45df-9b80-b81780d63743 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:47.994297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-7677fbe1-f572-45df-9b80-b81780d63743 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358063 Sep 16 06:17:47.996997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41918) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:48.001814 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'df989221-9139-4f5e-845c-bdc59d0325cc', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:48.025034 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Project adab0f7752a5479495c56fe8413b71b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:17:48.030829 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.094857 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.099467 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.118044 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebceac0-de98-45d2-a3cd-dbfebd5f2913,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:48.125602 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.129449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-26882cd9-1fd9-42b1-a6a7-1d081c70c8b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288972 Sep 16 06:17:48.129786 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 41920) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:48.134481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'df989221-9139-4f5e-845c-bdc59d0325cc', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:48.157987 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Project adab0f7752a5479495c56fe8413b71b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:17:48.163150 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.228062 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.231727 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.249859 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8dfe18-9582-4d87-bdaf-cccf30543cc4,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:48.255599 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.257090 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ebc9b075-9946-4290-a370-c75f65b88376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262765 Sep 16 06:17:48.466147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-fa99926f-d90e-4fb6-9c4b-c5c636faab41 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210243868&fields=id&tenant_id=adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 267 time: 0.0333703 Sep 16 06:17:48.577438 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-2157db95-94bc-411e-886a-cd4445382cb2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:48.579017 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-2157db95-94bc-411e-886a-cd4445382cb2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 809 time: 0.1057870 Sep 16 06:17:48.594144 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-8d01b3d8-2163-4f8b-924b-9f898f7939a7 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/quotas/adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 375 time: 0.0094786 Sep 16 06:17:48.646884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-b5491e73-7db9-43ca-9b74-4a009dee88b1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466197 Sep 16 06:17:48.662376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-cb8c14a4-5be6-48a8-8cb7-01705eab0100 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:17:48.663371 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-cb8c14a4-5be6-48a8-8cb7-01705eab0100 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050855 Sep 16 06:17:48.754238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d7507844-149f-4038-b0a7-95c34593e731 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:48.774197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-e456eb36-d226-4e00-b701-9dd3daf7b648 service neutron] 10.222.0.55 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050565 Sep 16 06:17:48.802557 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d7507844-149f-4038-b0a7-95c34593e731 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:48.802972 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.880687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-e414de96-42a5-42b7-8bbb-e5fc1e0e23ba service neutron] 10.222.0.55 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999546 Sep 16 06:17:48.891872 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.912410 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port d7507844-149f-4038-b0a7-95c34593e731, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d7507844-149f-4038-b0a7-95c34593e731,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:48.917318 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:48.971695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=d7507844-149f-4038-b0a7-95c34593e731,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:49.049011 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-72a96683-ac4f-4c4d-95b0-94c62ded175a req-b3457572-e0ee-4d6d-bb11-10492c8e78be tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 210 time: 0.0287187 Sep 16 06:17:49.051348 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Sync routers for ids ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:17:49.068458 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Routers {'804f4cdb-c8b8-4621-a395-ad44bd5988b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:49.068458 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:49.177395 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Set router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:49.390205 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd7507844-149f-4038-b0a7-95c34593e731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:17:45Z', 'revision_number': 4, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port': {'id': 'd7507844-149f-4038-b0a7-95c34593e731', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:43Z', 'updated_at': '2021-09-16T06:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd', 'name': '', 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'mac_address': 'fa:16:3e:99:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:45Z', 'updated_at': '2021-09-16T06:17:46Z', 'revision_number': 2, 'project_id': '82201f485aa1454299aad2816b664aea', 'subnets': [{'id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:49.417598 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Checking router: 804f4cdb-c8b8-4621-a395-ad44bd5988b3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:17:49.417947 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Updating router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:17:49.442364 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:49.715002 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:49.720375 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:49.771172 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d6a28-6685-47f1-96b0-77dd80b9b76b None None] Pushing event updated for resources: {'Port': ['ID=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:49.820888 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Attempting to bind port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:49.821253 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Attempting to bind port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:49.821615 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Attempting to bind port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd on network 1446e4f1-5a88-4880-91af-1223e6b261d2 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:49.827222 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:49.827605 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Checking segment: {'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:49.828000 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:49.828429 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Bound using segment: {'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:49.828925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Bound port: bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:49.829541 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:49.902940 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] For port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:49.906390 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] For port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,segment=NetworkSegment(c4176db1-f9a5-4ed3-9e17-22e8a3f5a953),segment_id=c4176db1-f9a5-4ed3-9e17-22e8a3f5a953)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:49.910577 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:49.951243 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e4b9fa99-7221-4784-a8cb-f6c3f5469ec8 None None] Provisioning complete for port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:49.952358 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa99-7221-4784-a8cb-f6c3f5469ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:49.955747 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Routers {'804f4cdb-c8b8-4621-a395-ad44bd5988b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:17:49.956471 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:50.019284 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d6a28-6685-47f1-96b0-77dd80b9b76b None None] Pushing event updated for resources: {'Port': ['ID=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:50.081493 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa99-7221-4784-a8cb-f6c3f5469ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.129800 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] Set router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:17:50.145238 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e4b9fa99-7221-4784-a8cb-f6c3f5469ec8 None None] For port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,segment=NetworkSegment(c4176db1-f9a5-4ed3-9e17-22e8a3f5a953),segment_id=c4176db1-f9a5-4ed3-9e17-22e8a3f5a953)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:50.157447 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa99-7221-4784-a8cb-f6c3f5469ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.189978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-00faab2e-9818-49de-87c9-7a689a2da3ad tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:50.191646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-00faab2e-9818-49de-87c9-7a689a2da3ad tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 809 time: 0.2155726 Sep 16 06:17:50.208146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-91345fba-c1da-4396-8637-ea4596d6e29c req-fdffdc24-94f5-4394-8202-72be4264a7dd tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 210 time: 0.0433764 Sep 16 06:17:50.234244 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9fa99-7221-4784-a8cb-f6c3f5469ec8 None None] Pushing event updated for resources: {'Port': ['ID=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:50.254096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-1ebc9dde-ee19-47d9-a33e-e5442622f9ba tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 379 time: 0.0433946 Sep 16 06:17:50.265680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'port': {'device_id': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'admin_state_up': True, 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'security_groups': ['df989221-9139-4f5e-845c-bdc59d0325cc']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:50.372591 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd7507844-149f-4038-b0a7-95c34593e731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:17:45Z', 'revision_number': 4, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port': {'id': 'd7507844-149f-4038-b0a7-95c34593e731', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:43Z', 'updated_at': '2021-09-16T06:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd', 'name': '', 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'mac_address': 'fa:16:3e:99:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:45Z', 'updated_at': '2021-09-16T06:17:49Z', 'revision_number': 4, 'project_id': '82201f485aa1454299aad2816b664aea', 'subnets': [{'id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:17:50.380408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Made reservation on behalf of adab0f7752a5479495c56fe8413b71b1 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:17:50.380965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-85298b58-8618-4a52-a370-63314d3fe5e2 None None] Provisioning complete for port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:50.381346 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-85298b58-8618-4a52-a370-63314d3fe5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.384508 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.406808 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1376f-978f-42f9-a369-d47d89f62b3d None None] The sync data for ids ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'] in n-d-713301-15 is: [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd7507844-149f-4038-b0a7-95c34593e731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:17:45Z', 'revision_number': 4, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port': {'id': 'd7507844-149f-4038-b0a7-95c34593e731', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:43Z', 'updated_at': '2021-09-16T06:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': 'bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd', 'name': '', 'network_id': '1446e4f1-5a88-4880-91af-1223e6b261d2', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'mac_address': 'fa:16:3e:99:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:45Z', 'updated_at': '2021-09-16T06:17:49Z', 'revision_number': 4, 'project_id': '82201f485aa1454299aad2816b664aea', 'subnets': [{'id': '3955d14a-8f79-4b07-9b9f-c83981414370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:17:50.533078 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Allocated IP 172.20.0.13 (66839eb4-be9b-4941-995c-356fa7098c90/3255f6d2-96b8-4d76-aec1-a625fa690ab5/b605a75d-1c69-4158-9712-6d46596cd3f5) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:17:50.735043 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.763270 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:50.774654 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.819446 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Network 66839eb4-be9b-4941-995c-356fa7098c90 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:17:50.820379 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:50.820957 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.822800 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:17:50.829073 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:17:50.835933 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:50.897015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:50.897712 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:50.917330 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-4ceb50a4-6fc5-4ae0-91c5-09d6ddebb23e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6549246 Sep 16 06:17:50.919124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d7507844-149f-4038-b0a7-95c34593e731 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:50.973405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port d7507844-149f-4038-b0a7-95c34593e731 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:50.974103 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.043948 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Request body: {'port': {'device_id': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:51.104540 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.108207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-b8a6472f-293e-4135-91ce-8c5b5857ae93 None None] Provisioning complete for port b605a75d-1c69-4158-9712-6d46596cd3f5 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:51.108577 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-b8a6472f-293e-4135-91ce-8c5b5857ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.147306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6472f-293e-4135-91ce-8c5b5857ae93 None None] Port b605a75d-1c69-4158-9712-6d46596cd3f5 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:17:51.365512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a20a-d932-4c56-b8b7-5604a27d122e req-c7e258f7-e824-4e4f-b14e-a42ec59c0a38 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:51.366902 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8683a20a-d932-4c56-b8b7-5604a27d122e req-c7e258f7-e824-4e4f-b14e-a42ec59c0a38 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 932 time: 0.0769336 Sep 16 06:17:51.442806 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8683a20a-d932-4c56-b8b7-5604a27d122e req-e822f05a-3d17-41f1-a018-77ebb3d502c3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690095 Sep 16 06:17:51.449379 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b605a75d-1c69-4158-9712-6d46596cd3f5 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:17:51.457443 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.470167 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Transition to ACTIVE for port object b605a75d-1c69-4158-9712-6d46596cd3f5 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:17:51.474268 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.524221 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:51.602353 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:17:51.602693 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:17:51.603022 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:51.608075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Port b605a75d-1c69-4158-9712-6d46596cd3f5 on network 66839eb4-be9b-4941-995c-356fa7098c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:17:51.608424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:17:51.613489 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:17:51.613825 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Checking segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:17:51.614206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Bound using segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:17:51.614631 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Bound port: b605a75d-1c69-4158-9712-6d46596cd3f5, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:17:51.615010 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.686610 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:17:51.690054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:17:51.693605 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.726525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:51.727143 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:51.729510 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] 10.222.0.73 "PUT /v2.0/ports/b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 1093 time: 0.7981384 Sep 16 06:17:51.729510 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:51.731284 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35384792-3b94-4d40-a85d-192afb8dbd23" -d '{"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:51.759049 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8893f-8770-43ea-b54f-1538449ea7ff service neutron] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:51.817544 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-519bbd44-1f34-420b-aec3-ca8836d070fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:51.819079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-519bbd44-1f34-420b-aec3-ca8836d070fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0445547 Sep 16 06:17:51.885704 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5e597-a95d-4d2e-a5e0-8c6de7577261 x-openstack-request-id: req-05f5e597-a95d-4d2e-a5e0-8c6de7577261 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:51.885945 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:51.886275 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05f5e597-a95d-4d2e-a5e0-8c6de7577261 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:51.886820 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'status': 'completed', 'code': 200} Sep 16 06:17:51.888431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-0a9ce343-19e3-458d-a34f-a6e4c1f33f95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 217 time: 0.0564995 Sep 16 06:17:51.943642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-571888be-795d-44aa-ac95-58355933577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:51.945139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-571888be-795d-44aa-ac95-58355933577a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0458958 Sep 16 06:17:51.995613 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-62d3bcb6-8f7e-4e68-a337-493fda9bba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:51.997141 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-62d3bcb6-8f7e-4e68-a337-493fda9bba06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403838 Sep 16 06:17:52.095705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-46828a39-ad9c-4a01-9cd2-42ac30596b37 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865953 Sep 16 06:17:52.188988 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d5304c22-c9b7-4eca-a42e-6234cffa7f2c req-19f0ae23-a1a2-4f12-afd9-3f058d1f76d7 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814364 Sep 16 06:17:52.281949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-a1fb0779-08fb-4263-a3c6-a139065872ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.283430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-a1fb0779-08fb-4263-a3c6-a139065872ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1096 time: 0.0452082 Sep 16 06:17:52.374557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-d4e76b58-28fb-420a-9d84-4611eed01262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.376022 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-d4e76b58-28fb-420a-9d84-4611eed01262 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0850365 Sep 16 06:17:52.420582 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-ffbb94a4-7441-45bf-bd11-023b60b3f9df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 217 time: 0.0371060 Sep 16 06:17:52.470216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-8d811b4f-3638-432c-add7-113d50214967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.471596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-8d811b4f-3638-432c-add7-113d50214967 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0440831 Sep 16 06:17:52.542530 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-6e77c24c-df9a-492e-b343-3fd6eafec08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.544025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-6e77c24c-df9a-492e-b343-3fd6eafec08a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646319 Sep 16 06:17:52.570480 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d983c-b6c6-4462-8017-c81d695fb208 req-500d9562-9522-4cef-b20c-1a1489338e3f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:52.571913 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-576d983c-b6c6-4462-8017-c81d695fb208 req-500d9562-9522-4cef-b20c-1a1489338e3f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 944 time: 0.0623715 Sep 16 06:17:52.659193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-576d983c-b6c6-4462-8017-c81d695fb208 req-9547f39a-861d-44b1-9043-c14023efc17e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770304 Sep 16 06:17:52.677147 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-533122e6-46bb-4018-bdaa-4de9fb70537d service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226978 Sep 16 06:17:52.770484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-35384792-3b94-4d40-a85d-192afb8dbd23 req-8e71f761-5f1d-4404-95d9-df6f9b2cf519 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Sep 16 06:17:53.778552 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9697118-acfb-4828-a7dd-2ac59a2a0191 req-9e59f6aa-6ad0-4def-b1f4-3403eb0fb93a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:53.780078 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9697118-acfb-4828-a7dd-2ac59a2a0191 req-9e59f6aa-6ad0-4def-b1f4-3403eb0fb93a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 944 time: 0.0494277 Sep 16 06:17:53.818466 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e9697118-acfb-4828-a7dd-2ac59a2a0191 req-fadb4a3d-8dc9-4d96-be90-bd7dbead24ab tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Sep 16 06:17:54.934033 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffcce3-0589-40e5-a2c2-6b5fcc2e5251 req-c9cc4691-e679-4d64-8d0d-dbe761e03d4e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:54.935436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53ffcce3-0589-40e5-a2c2-6b5fcc2e5251 req-c9cc4691-e679-4d64-8d0d-dbe761e03d4e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 944 time: 0.0489018 Sep 16 06:17:54.972462 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-53ffcce3-0589-40e5-a2c2-6b5fcc2e5251 req-48c0bfc1-aa34-4736-a93f-0a5a5073b245 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Sep 16 06:17:55.499641 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:55.672561 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:17:55.769104 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:55.780754 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'port_id': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'mac_address': 'fa:16:3e:58:4d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:17:55.816711 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:55.829805 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b605a75d-1c69-4158-9712-6d46596cd3f5 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:17:55.852812 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:55.857690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:55.909045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:56.008727 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7a83a2fa-748e-4a2e-a7da-e409ba49a192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:56.087427 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e32631-2815-4486-9015-ac00349d7a53 req-dc4fc170-9474-4a30-84a8-8331d212553b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:56.088838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66e32631-2815-4486-9015-ac00349d7a53 req-dc4fc170-9474-4a30-84a8-8331d212553b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0484221 Sep 16 06:17:56.130892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-66e32631-2815-4486-9015-ac00349d7a53 req-94bd2e83-ca80-431c-8fe8-4ccf5115a61c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354319 Sep 16 06:17:56.216904 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['b605a75d-1c69-4158-9712-6d46596cd3f5'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:17:57.244865 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a23fbf-c29e-44dd-8877-d7ab4700c5d6 req-35c8865b-e3ca-414a-8bfb-8e94e09be5f2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:57.246326 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78a23fbf-c29e-44dd-8877-d7ab4700c5d6 req-35c8865b-e3ca-414a-8bfb-8e94e09be5f2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Sep 16 06:17:57.284193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78a23fbf-c29e-44dd-8877-d7ab4700c5d6 req-344bb829-53d9-4815-b2e5-5ad96a20ffc3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Sep 16 06:17:57.704693 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:17:57.752599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port b605a75d-1c69-4158-9712-6d46596cd3f5 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:17:57.756235 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port b605a75d-1c69-4158-9712-6d46596cd3f5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:17:57.756616 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:57.840314 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:57.862999 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:17:57.865246 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90dc074-5fc1-47ef-9be3-3b6a04fbffd8" -d '{"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:17:57.878039 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:17:57.882116 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:57.932862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:17:57.961782 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8011d2e-36e3-4dc4-89b2-f3da8c8883bb x-openstack-request-id: req-d8011d2e-36e3-4dc4-89b2-f3da8c8883bb {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:17:57.962177 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:17:57.962299 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8011d2e-36e3-4dc4-89b2-f3da8c8883bb {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:17:57.962669 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'code': 200} Sep 16 06:17:58.064324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dd6d4-10fe-4321-aed5-90af754fead9 req-b409c967-1ca1-434f-a84c-3b069e0ecc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:58.065818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a93dd6d4-10fe-4321-aed5-90af754fead9 req-b409c967-1ca1-434f-a84c-3b069e0ecc4b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0397670 Sep 16 06:17:58.103933 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a93dd6d4-10fe-4321-aed5-90af754fead9 req-e90a7b61-2b3d-42f5-abaf-e08669d53d93 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264838 Sep 16 06:17:58.315106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0b9f8bef-ca7d-4800-8695-38865f05adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:58.397189 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adccef-f517-4cd9-a8fb-14e4dbb4cfd2 req-41ec0d9b-9122-410f-b9d5-866a79b8d8dd tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:58.398653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7adccef-f517-4cd9-a8fb-14e4dbb4cfd2 req-41ec0d9b-9122-410f-b9d5-866a79b8d8dd tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0475342 Sep 16 06:17:58.440811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b7adccef-f517-4cd9-a8fb-14e4dbb4cfd2 req-24c5b917-970f-47e0-beea-8350b1be0434 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357687 Sep 16 06:17:59.308806 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:59.369800 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:17:59.559661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53023e-be55-4511-ae18-b2b2caa33873 req-f2842be0-0bb4-403f-9937-46f762389fa8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:59.561350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b53023e-be55-4511-ae18-b2b2caa33873 req-f2842be0-0bb4-403f-9937-46f762389fa8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0520339 Sep 16 06:17:59.600350 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1b53023e-be55-4511-ae18-b2b2caa33873 req-bb91375d-cdfa-4fd9-8663-ad4b4a6e05fb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329030 Sep 16 06:17:59.713171 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d38a-5f82-4553-8b14-2daaff175b19 req-b621ba86-8e33-484e-9eab-8e1c0bce5167 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:59.714664 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b73d38a-5f82-4553-8b14-2daaff175b19 req-b621ba86-8e33-484e-9eab-8e1c0bce5167 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0476425 Sep 16 06:17:59.751952 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5b73d38a-5f82-4553-8b14-2daaff175b19 req-c419d64c-91e4-4c40-a12c-551d1e3fcc5f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311999 Sep 16 06:17:59.772873 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41978) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:59.852349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3002319-1f37-446c-a97f-c4c0588c63a2 tempest-TestShelveInstance-654822186 tempest-TestShelveInstance-654822186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:17:59.858142 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-b3002319-1f37-446c-a97f-c4c0588c63a2 tempest-TestShelveInstance-654822186 tempest-TestShelveInstance-654822186-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1093 time: 0.0807540 Sep 16 06:17:59.858142 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 41982) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:17:59.861928 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:17:59.883555 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:17:59.983311 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.085134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Allocated IP 172.25.6.15 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/63a620ae-76b5-4555-bc9a-9ed9e5fc768e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:18:00.124260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.184586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.222826 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.262191 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:18:00.266472 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:18:00.270017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:18:00.300684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'Port': ['ID=63a620ae-76b5-4555-bc9a-9ed9e5fc768e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:00.630556 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.698836 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.842385 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.847155 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:00.917486 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'Port': ['ID=63a620ae-76b5-4555-bc9a-9ed9e5fc768e,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:18:00.931225 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.030757 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Floating IP 070852bf-39da-49ff-93b4-0e5758a44524 associated. External IP: 172.25.6.15, port: b605a75d-1c69-4158-9712-6d46596cd3f5. Sep 16 06:18:01.235730 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Router e6a969da-2a03-4dd0-8307-a2f1c82708e5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:18:01.520860 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.681429 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:18:01.690959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] Sync routers for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:18:01.698084 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:01.700666 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:01.701285 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:01.726769 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f9364400-0614-44f9-ac28-183906dfa6b5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8682649 Sep 16 06:18:01.727465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:18:01.729774 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37cc5e-d923-4fb6-a4f2-666736c5444a" -d '{"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:18:01.765069 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4cd183-a126-4717-98d0-8b7f5072eaef x-openstack-request-id: req-8f4cd183-a126-4717-98d0-8b7f5072eaef {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:18:01.765371 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:18:01.765626 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f4cd183-a126-4717-98d0-8b7f5072eaef {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:18:01.766025 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'status': 'completed', 'code': 200} Sep 16 06:18:01.811179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:01.827810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-8ade83ba-5538-4a7c-9749-8e208e2ca3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.829404 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-8ade83ba-5538-4a7c-9749-8e208e2ca3de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0399787 Sep 16 06:18:01.929914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-d384f8de-92b4-46bd-9fc0-074c1f9f0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:01.931397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-d384f8de-92b4-46bd-9fc0-074c1f9f0957 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0951812 Sep 16 06:18:01.996653 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-dce7e303-ce41-43bf-82cc-65d89a5cb822 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 999 time: 0.0578668 Sep 16 06:18:02.043760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '070852bf-39da-49ff-93b4-0e5758a44524', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'port_id': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'mac_address': 'fa:16:3e:58:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:18:00Z', 'updated_at': '2021-09-16T06:18:00Z', 'revision_number': 0, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:02.044734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-607b255d-bed8-4b56-a7fa-aeffc0e13fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.046234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-607b255d-bed8-4b56-a7fa-aeffc0e13fa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0430348 Sep 16 06:18:02.071047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] Checking router: e6a969da-2a03-4dd0-8307-a2f1c82708e5 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:18:02.081124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:18:02.081785 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:17:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:02.097135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-3cb2956c-1b7e-4deb-80be-41b4b36468cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:02.098745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-3cb2956c-1b7e-4deb-80be-41b4b36468cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457597 Sep 16 06:18:02.187625 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:18:02.190652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-6afe9f71-d406-405b-b8e6-e8cd04096deb service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840003 Sep 16 06:18:02.291246 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9a37cc5e-d923-4fb6-a4f2-666736c5444a req-055759c0-1eca-48c3-8743-9e6d75137c2f service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920827 Sep 16 06:18:02.575963 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '070852bf-39da-49ff-93b4-0e5758a44524', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'port_id': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'mac_address': 'fa:16:3e:58:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:18:00Z', 'updated_at': '2021-09-16T06:18:00Z', 'revision_number': 0, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:18:02.607063 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8a671-385d-4b59-baf0-c3c29c7b2c83 None None] The sync data for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 is: [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '070852bf-39da-49ff-93b4-0e5758a44524', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'port_id': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'mac_address': 'fa:16:3e:58:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:18:00Z', 'updated_at': '2021-09-16T06:18:00Z', 'revision_number': 0, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:18:02.796333 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3932b-383c-4b84-abd6-cc980f554958 None None] New status for floating IP 070852bf-39da-49ff-93b4-0e5758a44524: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:18:12.621619 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:25.499705 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:26.010331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-474762bb-9b51-472b-b7bc-544deec71af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:28.316709 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ebfda85-b6a3-4b8e-9a70-933b944cc97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:29.309181 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:30.128493 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:31.523426 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:32.603044 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-383bbcf3-8adc-4976-8180-d2f345b4bb94 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405285 Sep 16 06:18:32.689630 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-141e7550-a708-48fe-b4dd-df1c81e07c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:32.691162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-141e7550-a708-48fe-b4dd-df1c81e07c44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0408926 Sep 16 06:18:32.805498 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-a98fe96d-5505-4cba-9e11-6423f6aba94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:32.807012 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-a98fe96d-5505-4cba-9e11-6423f6aba94a service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0937006 Sep 16 06:18:32.877880 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-1975ac6a-cf93-4090-ab12-30fc2b61fe82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 1001 time: 0.0601101 Sep 16 06:18:32.930300 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-c80d41d9-4b96-400a-9672-db4057700aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:32.931741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-c80d41d9-4b96-400a-9672-db4057700aef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0466080 Sep 16 06:18:32.978266 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-c79d044e-5da2-4bbe-bc33-957b73484aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:18:32.979801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-c79d044e-5da2-4bbe-bc33-957b73484aed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406926 Sep 16 06:18:33.070848 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-cbd3b00c-c5f2-4979-a0c3-4b9a6a335c0b service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825384 Sep 16 06:18:33.169401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3fb2086e-ad40-4e76-ba08-b59277b04c82 req-9bd224f8-ce60-4ec5-97ec-d0ff64683c10 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877986 Sep 16 06:18:36.370031 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:18:42.639220 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:55.520728 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:56.011672 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-91e94ee9-a3f7-40a1-bf75-0ef8a5cb17dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:58.318114 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2a304350-7d31-4519-9b11-0b17f2f67a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:18:59.311951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:00.131168 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:01.528055 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:12.654024 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:13.369052 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:25.528487 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:26.013137 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a79734a8-485b-481f-be91-50e0d372ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:28.320315 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5afaa677-8006-44f7-a1c8-a65f3661e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:29.313551 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:30.135967 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:31.532767 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:32.593083 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-5aee537d-ac1c-4c11-a45d-02089c3e78d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428851 Sep 16 06:19:32.684449 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-94bd4db9-3f85-4a5f-b84d-587c7af83bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:32.685977 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-94bd4db9-3f85-4a5f-b84d-587c7af83bda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0416210 Sep 16 06:19:32.805968 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-a2a3bba4-c601-4a78-b6fd-48ec897c1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:32.807484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-a2a3bba4-c601-4a78-b6fd-48ec897c1e3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0938594 Sep 16 06:19:32.879475 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-ac5fbb6d-9fe1-4a55-aab1-850c46c2d922 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 1001 time: 0.0606618 Sep 16 06:19:32.938768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-bb24ab33-9624-421c-abb7-e3573fc52137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:32.940292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-bb24ab33-9624-421c-abb7-e3573fc52137 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0494347 Sep 16 06:19:32.999926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-95a1be78-3f6a-45b0-9b9d-55e7dff1f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:19:33.001858 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-95a1be78-3f6a-45b0-9b9d-55e7dff1f043 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501297 Sep 16 06:19:33.110306 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-ae1c1fb4-ce6a-4b7f-9bbd-87da16907f67 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962021 Sep 16 06:19:33.207472 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e2e0eba2-2da0-4356-a29e-996228e56a6c req-0f6c19cc-5eed-4bca-84ea-ae1383254b9d service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846920 Sep 16 06:19:42.654989 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:50.368634 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:19:55.546167 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:56.014743 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4f6c-446b-455d-a4af-765e3ffe9943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:58.322439 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2e3bd2d6-637e-47b6-9093-09f16bdfec8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:19:59.317587 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:00.138930 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:01.036282 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c91ed-346e-4108-92ca-3ac78a080d25 req-94fd0cc6-a5b5-4569-8d12-c18ecf3ffda2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:01.037864 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc8c91ed-346e-4108-92ca-3ac78a080d25 req-94fd0cc6-a5b5-4569-8d12-c18ecf3ffda2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.1060014 Sep 16 06:20:01.087077 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cc8c91ed-346e-4108-92ca-3ac78a080d25 req-785f84ba-31f0-40b8-a0be-0730f6c1b311 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422523 Sep 16 06:20:01.534605 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:02.223520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f35d-eb4c-47eb-85cd-ac2b41ed9212 req-c34990de-c61e-40b8-abb6-cba38ce1f902 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:02.225115 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64e9f35d-eb4c-47eb-85cd-ac2b41ed9212 req-c34990de-c61e-40b8-abb6-cba38ce1f902 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0550036 Sep 16 06:20:02.268152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64e9f35d-eb4c-47eb-85cd-ac2b41ed9212 req-403613a3-714c-4f1f-8f06-a3229e845183 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328076 Sep 16 06:20:03.403598 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d9f34-c29b-4a09-a2d1-ab02a1a96137 req-8a30f8d6-2509-4414-8419-d19b7d20653b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:03.405238 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-786d9f34-c29b-4a09-a2d1-ab02a1a96137 req-8a30f8d6-2509-4414-8419-d19b7d20653b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0526564 Sep 16 06:20:03.444955 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-786d9f34-c29b-4a09-a2d1-ab02a1a96137 req-adeb639b-e10f-46ab-984d-8e2d26bf024b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336998 Sep 16 06:20:04.562950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44abb93-5e4a-4ab0-ade8-eebddbb84e77 req-682e4e35-78a4-45d3-a3d4-1853e3716aa1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:04.564529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d44abb93-5e4a-4ab0-ade8-eebddbb84e77 req-682e4e35-78a4-45d3-a3d4-1853e3716aa1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0507350 Sep 16 06:20:04.610965 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d44abb93-5e4a-4ab0-ade8-eebddbb84e77 req-33e3aedb-ad14-4141-84f7-f6d0b0f1752f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343633 Sep 16 06:20:05.735782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a2bcd-5ba2-48de-b236-6f1ac522577c req-6dfc7d95-c12a-4cbb-a484-3f7993d40ccc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:05.737539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d7a2bcd-5ba2-48de-b236-6f1ac522577c req-6dfc7d95-c12a-4cbb-a484-3f7993d40ccc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0559647 Sep 16 06:20:05.782267 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9d7a2bcd-5ba2-48de-b236-6f1ac522577c req-43322110-e805-40a1-bc35-516fa7c74a9e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Sep 16 06:20:06.902775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c0f5-2493-42b4-a77f-8633b6121042 req-3d21e403-5f76-418d-9267-b73fecff0d97 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:06.904241 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acf9c0f5-2493-42b4-a77f-8633b6121042 req-3d21e403-5f76-418d-9267-b73fecff0d97 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0526755 Sep 16 06:20:06.945193 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-acf9c0f5-2493-42b4-a77f-8633b6121042 req-9fa2adf5-23ce-4bc3-9118-7a058fcf2239 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350049 Sep 16 06:20:08.070802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d505cb-8842-4bd8-8405-20a7cf195cc8 req-ef2dae07-0a81-4ab1-bb3b-c748ff614e47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:08.072310 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d505cb-8842-4bd8-8405-20a7cf195cc8 req-ef2dae07-0a81-4ab1-bb3b-c748ff614e47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0518720 Sep 16 06:20:08.127822 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-99d505cb-8842-4bd8-8405-20a7cf195cc8 req-77c638dc-435c-47b5-9017-3744cccdfe8d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Sep 16 06:20:09.249527 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f504b0-a935-4ed1-9230-b15bafb62919 req-a4ac5f74-2b2e-41c2-8642-a0e5cafef035 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:09.251093 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f504b0-a935-4ed1-9230-b15bafb62919 req-a4ac5f74-2b2e-41c2-8642-a0e5cafef035 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0542538 Sep 16 06:20:09.291394 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a7f504b0-a935-4ed1-9230-b15bafb62919 req-85c463a8-756d-47cb-a7b0-f134eb677799 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343268 Sep 16 06:20:10.415251 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42563dea-3c90-4e56-8c2e-17f906e5785f req-82c0ee56-70b5-4950-897c-2e30f820b2a2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:10.416814 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42563dea-3c90-4e56-8c2e-17f906e5785f req-82c0ee56-70b5-4950-897c-2e30f820b2a2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0541146 Sep 16 06:20:10.462701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-42563dea-3c90-4e56-8c2e-17f906e5785f req-a756f71d-f413-448c-93ae-c8e198930746 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395694 Sep 16 06:20:11.579547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad8c6-0a48-46c5-9d3a-39796492e4de req-40ab246f-f4b9-44c8-8ae4-d8390c7c5393 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:11.581151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-492ad8c6-0a48-46c5-9d3a-39796492e4de req-40ab246f-f4b9-44c8-8ae4-d8390c7c5393 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0507450 Sep 16 06:20:11.620667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-492ad8c6-0a48-46c5-9d3a-39796492e4de req-566cfed2-b31b-4fd1-b14d-35e025218917 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335219 Sep 16 06:20:12.381679 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:20:12.481810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:12.493617 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'port_id': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'mac_address': 'fa:16:3e:58:4d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:20:12.534248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:12.547871 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b605a75d-1c69-4158-9712-6d46596cd3f5 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:20:12.568384 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:12.580637 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:12.633833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:12.646725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.647098 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.647436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.647769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.648113 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.648469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.648811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.649153 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.649755 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.649844 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.650149 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.650481 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:12.664606 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:12.675032 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['b605a75d-1c69-4158-9712-6d46596cd3f5'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:20:12.751229 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e32c-208e-4321-b5a8-a588d3cda489 req-90459b9f-59cc-438d-ad2e-63186dec2867 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:12.753172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d582e32c-208e-4321-b5a8-a588d3cda489 req-90459b9f-59cc-438d-ad2e-63186dec2867 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0587895 Sep 16 06:20:12.800255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d582e32c-208e-4321-b5a8-a588d3cda489 req-da5515bd-450e-48ce-bca8-13966682ea8f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409796 Sep 16 06:20:13.923716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d075e0a-08eb-4ba7-88a3-748692b71fc5 req-3ac963fb-3042-43ba-8514-3ae620854a8b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:13.926159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d075e0a-08eb-4ba7-88a3-748692b71fc5 req-3ac963fb-3042-43ba-8514-3ae620854a8b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0513008 Sep 16 06:20:13.976055 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0d075e0a-08eb-4ba7-88a3-748692b71fc5 req-b3398c06-3f66-40cc-b83b-9b182129a9f3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 Sep 16 06:20:14.391021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:20:14.473065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port b605a75d-1c69-4158-9712-6d46596cd3f5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:20:14.473516 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:14.572839 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:14.600614 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:14.603175 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abf634a-d40e-4e48-8ef2-8133690abaa1" -d '{"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:14.617128 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:14.629897 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:14.666932 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eb9c7a-014b-418d-81cc-9077d131cdda x-openstack-request-id: req-36eb9c7a-014b-418d-81cc-9077d131cdda {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:14.667233 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:14.667496 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36eb9c7a-014b-418d-81cc-9077d131cdda {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:14.668072 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'code': 200} Sep 16 06:20:14.702839 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:15.111081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad46ac-ddb5-47c7-9e81-84b46e4e50e7 req-2e0f68aa-d149-402f-9f5c-7ff40ee9005e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:15.113359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19ad46ac-ddb5-47c7-9e81-84b46e4e50e7 req-2e0f68aa-d149-402f-9f5c-7ff40ee9005e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0531633 Sep 16 06:20:15.157277 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-19ad46ac-ddb5-47c7-9e81-84b46e4e50e7 req-deb5bc85-da1a-4332-85e9-028cb4d19182 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345192 Sep 16 06:20:16.316616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831662a-c7c2-4d33-ba28-23dc57860c84 req-893e1dd3-d53a-44ff-95a8-8bec565b9f9a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:16.330222 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7831662a-c7c2-4d33-ba28-23dc57860c84 req-893e1dd3-d53a-44ff-95a8-8bec565b9f9a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0854256 Sep 16 06:20:16.368481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7831662a-c7c2-4d33-ba28-23dc57860c84 req-d8cd37a3-e177-4b0b-bd79-3f1b58a10f67 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367475 Sep 16 06:20:17.511060 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3556a8d-78df-4723-9e4e-71ca4e2fab07 req-f9a80598-1562-42da-b120-7a1e4bdb94bc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:17.512678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3556a8d-78df-4723-9e4e-71ca4e2fab07 req-f9a80598-1562-42da-b120-7a1e4bdb94bc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0531552 Sep 16 06:20:17.563890 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f3556a8d-78df-4723-9e4e-71ca4e2fab07 req-9a111c45-2e87-4430-a2bf-930e5f78262e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Sep 16 06:20:18.694520 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df9455-507a-409c-8f4a-a57003200a01 req-e68d239d-e79a-496b-a7d6-cea7d9ea98ac tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:18.696038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13df9455-507a-409c-8f4a-a57003200a01 req-e68d239d-e79a-496b-a7d6-cea7d9ea98ac tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0514240 Sep 16 06:20:18.748628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-13df9455-507a-409c-8f4a-a57003200a01 req-3dfedd94-5296-4347-b2f5-0f824c56cbd7 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380063 Sep 16 06:20:19.874311 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75eb4a-2893-4eb6-9447-b94c8715513b req-f9297a4a-4c86-4367-a001-a46a629ca716 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:19.877699 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb75eb4a-2893-4eb6-9447-b94c8715513b req-f9297a4a-4c86-4367-a001-a46a629ca716 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0642529 Sep 16 06:20:19.926400 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb75eb4a-2893-4eb6-9447-b94c8715513b req-3766b380-40f3-490a-afb7-857fe445367d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Sep 16 06:20:21.063689 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c596-d0b3-4e16-93f2-ae005f5024ed req-f1b1ef9d-1f8e-4118-93e9-64eb90505a17 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:21.065870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb56c596-d0b3-4e16-93f2-ae005f5024ed req-f1b1ef9d-1f8e-4118-93e9-64eb90505a17 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0583849 Sep 16 06:20:21.121579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fb56c596-d0b3-4e16-93f2-ae005f5024ed req-695e5d54-6b54-4f6d-bf72-86805e553461 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442910 Sep 16 06:20:22.243547 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a677470-297a-44ee-b95a-c4bd1e36d4c5 req-548c55be-010e-4e57-9499-36c70709da87 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:22.245318 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a677470-297a-44ee-b95a-c4bd1e36d4c5 req-548c55be-010e-4e57-9499-36c70709da87 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0542560 Sep 16 06:20:22.287692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3a677470-297a-44ee-b95a-c4bd1e36d4c5 req-da631f6f-844e-4b8b-ab9a-ac8b9f13ef93 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359771 Sep 16 06:20:23.407878 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed640934-f251-4fe2-b28e-164b5b52bd2d req-f43797ba-f27b-44b3-a0aa-a9ee14f723ca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:23.409401 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed640934-f251-4fe2-b28e-164b5b52bd2d req-f43797ba-f27b-44b3-a0aa-a9ee14f723ca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0533428 Sep 16 06:20:23.445920 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ed640934-f251-4fe2-b28e-164b5b52bd2d req-5904d34c-0216-49e9-9b78-93cf5e00da0d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306125 Sep 16 06:20:23.771894 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-6d420366-1907-4060-8c61-f30713d6ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:23.773414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-6d420366-1907-4060-8c61-f30713d6ec81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0397658 Sep 16 06:20:23.871503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-0c2e2d94-c90d-448d-b294-72c139fb2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:23.872934 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-0c2e2d94-c90d-448d-b294-72c139fb2af7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0878751 Sep 16 06:20:23.941539 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-a65f676a-e601-41fd-b5c0-6e8af9b48c02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 1001 time: 0.0570517 Sep 16 06:20:23.996224 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-29e0e794-7e04-4c02-a287-e34399a5dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:23.997817 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-29e0e794-7e04-4c02-a287-e34399a5dc11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0446525 Sep 16 06:20:24.049812 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-723f787f-601b-477d-a49d-14b73c353c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:24.051380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-723f787f-601b-477d-a49d-14b73c353c2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457771 Sep 16 06:20:24.145708 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-73904d58-f458-4ee2-b292-dae0ba5380b7 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866146 Sep 16 06:20:24.245782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-713f6b07-e7f7-4f38-ad96-9c7f5a2ea1db req-c964aa5a-0429-46da-9e49-b073e3fc4668 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879090 Sep 16 06:20:24.561898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f43eb4-ae4c-48c4-a508-669fe4d79606 req-5f8d1369-f2e0-46aa-8248-caaddeea3e06 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:24.563428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6f43eb4-ae4c-48c4-a508-669fe4d79606 req-5f8d1369-f2e0-46aa-8248-caaddeea3e06 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0485251 Sep 16 06:20:24.601455 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f6f43eb4-ae4c-48c4-a508-669fe4d79606 req-3d206a37-4a91-4a4e-8abd-0d5f9932a7d4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321071 Sep 16 06:20:25.546348 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:25.715238 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f202e-7c03-4937-a56b-f532330a0a33 req-2de0a323-f183-4c98-be90-04ca0b18226e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:25.716788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a92f202e-7c03-4937-a56b-f532330a0a33 req-2de0a323-f183-4c98-be90-04ca0b18226e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0492835 Sep 16 06:20:25.754636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a92f202e-7c03-4937-a56b-f532330a0a33 req-248a58f4-bc1b-46ff-8537-4a6fa61463f9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Sep 16 06:20:26.016218 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bb4c694d-dc99-4968-9998-c4197346fea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:26.440099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:20:26.517186 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:26.542278 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:26.545410 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85001c12-535b-4d8c-856e-48baa1c532ae" -d '{"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:26.559790 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:26.564268 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:26.593349 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bada5666-3daf-4986-b95e-969850eb054b x-openstack-request-id: req-bada5666-3daf-4986-b95e-969850eb054b {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:26.593879 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-unplugged", "status": "failed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "code": 422}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:26.594140 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bada5666-3daf-4986-b95e-969850eb054b {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:26.594561 n-d-713301-15 neutron-server[94720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'code': 422} returned with failed status Sep 16 06:20:26.617169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:26.875497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9f33-4698-4340-87e9-b4ef80d5c69f req-85e12909-b5bd-4c45-ab14-b976c4108129 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:26.877058 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd2c9f33-4698-4340-87e9-b4ef80d5c69f req-85e12909-b5bd-4c45-ab14-b976c4108129 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 944 time: 0.0542397 Sep 16 06:20:26.915168 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd2c9f33-4698-4340-87e9-b4ef80d5c69f req-a3b1a78d-7cc3-450b-9de3-50de987f6a61 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Sep 16 06:20:27.031029 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-6ccbec00-ecd0-4230-b7b9-787593695a42 req-48edde68-dd9d-4b78-aa02-f9f0ef92a62d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:20:27.032079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6ccbec00-ecd0-4230-b7b9-787593695a42 req-48edde68-dd9d-4b78-aa02-f9f0ef92a62d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521514 Sep 16 06:20:27.210503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fa82a-7cee-4ad5-8f4f-1e41eae205e2 req-0ddadefb-4bf5-4dfc-a1de-7b6b77bc8739 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:27.212000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-985fa82a-7cee-4ad5-8f4f-1e41eae205e2 req-0ddadefb-4bf5-4dfc-a1de-7b6b77bc8739 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 944 time: 0.0500894 Sep 16 06:20:27.255618 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-985fa82a-7cee-4ad5-8f4f-1e41eae205e2 req-a1f4fd36-20b0-4124-9703-fdf8564ae5f7 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368550 Sep 16 06:20:27.307324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42176) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:20:27.366959 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:20:27.390112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-c995cd50-75e6-475d-bbbd-e780847d616c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816612 Sep 16 06:20:27.398829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-1244e56e-9374-46ed-b374-1570ffe2fc68 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:20:27.399795 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-1244e56e-9374-46ed-b374-1570ffe2fc68 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049136 Sep 16 06:20:28.328915 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-901dbb34-7bcf-4223-89e9-b2a8517c30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:28.329953 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-902db1d7-4ac5-458d-bc3e-dc3d4efda153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.330809 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-901dbb34-7bcf-4223-89e9-b2a8517c30d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4&tenant_id=adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 1096 time: 0.0486038 Sep 16 06:20:28.349133 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-15', 'device_owner': 'compute:nova'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:20:28.384331 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed9b65-fc30-45a6-a823-fa584ef71e17 req-0ddf4c81-c81b-456b-b8ae-256015ec00f8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:28.386156 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fed9b65-fc30-45a6-a823-fa584ef71e17 req-0ddf4c81-c81b-456b-b8ae-256015ec00f8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 944 time: 0.0595479 Sep 16 06:20:28.403813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.426919 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4fed9b65-fc30-45a6-a823-fa584ef71e17 req-e280b512-2f2c-49eb-adea-cf63c0ce2692 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346715 Sep 16 06:20:28.633440 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:28.667706 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h2-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:20:28.698970 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b605a75d-1c69-4158-9712-6d46596cd3f5 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:20:28.706894 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.719182 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Transition to ACTIVE for port object b605a75d-1c69-4158-9712-6d46596cd3f5 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:20:28.723119 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:28.805086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=9']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:28.817103 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.817455 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.817804 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.818146 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.818483 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.818830 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.819162 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.819494 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.819833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.820197 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.820509 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.820838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:20:28.857896 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] No DVR routers for this DVR port b605a75d-1c69-4158-9712-6d46596cd3f5 on host n-h2-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:20:29.005443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:20:29.005777 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:20:29.006109 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:20:29.010495 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Port b605a75d-1c69-4158-9712-6d46596cd3f5 on network 66839eb4-be9b-4941-995c-356fa7098c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:20:29.010739 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Attempting to bind port b605a75d-1c69-4158-9712-6d46596cd3f5 on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:20:29.017239 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:20:29.017563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Checking segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:20:29.018157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Bound using segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:20:29.018606 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Bound port: b605a75d-1c69-4158-9712-6d46596cd3f5, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:20:29.018984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.088462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:20:29.091431 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:20:29.096671 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.132872 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.133520 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.134909 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 1093 time: 0.7906263 Sep 16 06:20:29.135353 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:29.138221 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f642ef-4e7b-40b3-84c2-b22d456a14ba" -d '{"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:29.161908 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe7c9-a9cc-4148-9cd1-09ae0b3429f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=10']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:29.215468 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-4d31c35c-b3ea-43bd-81ad-6902fa8e6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.217707 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-4d31c35c-b3ea-43bd-81ad-6902fa8e6f34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0482528 Sep 16 06:20:29.270585 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f9d9af-55cc-47b5-9501-8d7faa97b373 x-openstack-request-id: req-29f9d9af-55cc-47b5-9501-8d7faa97b373 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:29.271016 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:29.271328 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29f9d9af-55cc-47b5-9501-8d7faa97b373 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:29.271790 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'status': 'completed', 'code': 200} Sep 16 06:20:29.325339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:29.352067 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-b10616ba-78fe-489b-b74c-4c7a7f9891a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.353932 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-b10616ba-78fe-489b-b74c-4c7a7f9891a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.1289017 Sep 16 06:20:29.428194 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-49426176-b4ca-4480-bb45-d034ca3d245b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 999 time: 0.0653899 Sep 16 06:20:29.485857 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-d3e68437-e720-461a-b408-9b8cf5b0a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.488065 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-d3e68437-e720-461a-b408-9b8cf5b0a07f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0530179 Sep 16 06:20:29.551368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-7b287cec-2f25-4ba5-a3da-7f7012ce5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.552976 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-7b287cec-2f25-4ba5-a3da-7f7012ce5abf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579934 Sep 16 06:20:29.560960 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748a529-1acf-4f5a-80b1-763f913f1914 req-5204bc7d-75eb-4c79-8d59-ae3efed4d929 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.564075 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7748a529-1acf-4f5a-80b1-763f913f1914 req-5204bc7d-75eb-4c79-8d59-ae3efed4d929 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0649524 Sep 16 06:20:29.610212 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7748a529-1acf-4f5a-80b1-763f913f1914 req-b44c541e-714f-4fec-a63c-7245e3d94414 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393550 Sep 16 06:20:29.667296 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-33451718-5040-4f70-9794-0c6bb2cd387f service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061716 Sep 16 06:20:29.763879 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-888abcbd-2f36-405c-8db5-23281f9245d5 service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892880 Sep 16 06:20:29.873874 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-37a14b50-96cd-415c-a615-12cd69b01542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.875409 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-37a14b50-96cd-415c-a615-12cd69b01542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0432544 Sep 16 06:20:29.984370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-25223e3b-3ce8-41e1-8e3b-a7105831400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:29.985882 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-25223e3b-3ce8-41e1-8e3b-a7105831400b service neutron] 10.222.0.64 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.1038430 Sep 16 06:20:30.057994 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-32180263-a4e2-4b8c-8bff-a23c07d4af5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 999 time: 0.0651135 Sep 16 06:20:30.114077 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-151edfe2-dcd2-45c5-b8ce-b6ad687960fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:30.115628 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-151edfe2-dcd2-45c5-b8ce-b6ad687960fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0507796 Sep 16 06:20:30.149101 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:30.437760 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:20:30.479056 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:20:30.742497 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764066b8-83bd-4acd-9d05-23f0a3e25ae8 req-3186d052-b3a5-446f-9f3c-aec4ef09406d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:30.744025 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-764066b8-83bd-4acd-9d05-23f0a3e25ae8 req-3186d052-b3a5-446f-9f3c-aec4ef09406d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0547452 Sep 16 06:20:30.789152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-764066b8-83bd-4acd-9d05-23f0a3e25ae8 req-c3aaf5db-bc5a-4947-9303-cb858ea6df62 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389919 Sep 16 06:20:31.538148 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:31.935408 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899afa4-5ae2-4dd4-b9d4-9428f4eed837 req-a7f5e400-864d-4327-a8c6-5f036510950d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:31.936622 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6899afa4-5ae2-4dd4-b9d4-9428f4eed837 req-a7f5e400-864d-4327-a8c6-5f036510950d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0596197 Sep 16 06:20:31.984006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6899afa4-5ae2-4dd4-b9d4-9428f4eed837 req-ebb051d5-9f27-443a-a147-6d1877e958cb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359578 Sep 16 06:20:33.121673 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc479-1901-4e02-b535-c77b21b4fd33 req-7f4ca220-884b-4a26-bf91-a70459f9965e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:33.123322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-155fc479-1901-4e02-b535-c77b21b4fd33 req-7f4ca220-884b-4a26-bf91-a70459f9965e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0606911 Sep 16 06:20:33.170703 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-155fc479-1901-4e02-b535-c77b21b4fd33 req-7e1c8352-9b67-4aef-8573-5c7381dbba83 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Sep 16 06:20:34.295695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8395a9c-0ba8-41cc-84c6-fda1dce995a5 req-3be82bf8-d4df-4da9-b585-d55a807d28c3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:34.297331 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8395a9c-0ba8-41cc-84c6-fda1dce995a5 req-3be82bf8-d4df-4da9-b585-d55a807d28c3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Sep 16 06:20:34.339126 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d8395a9c-0ba8-41cc-84c6-fda1dce995a5 req-f4931b81-52a7-4065-945b-98d7df00b56a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357955 Sep 16 06:20:35.472580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71923be6-9355-4f30-995e-c7be1c8d3b72 req-36b9aee7-2c71-4cd8-b7e1-17f50a56652b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:35.474356 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71923be6-9355-4f30-995e-c7be1c8d3b72 req-36b9aee7-2c71-4cd8-b7e1-17f50a56652b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0551488 Sep 16 06:20:35.514507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-71923be6-9355-4f30-995e-c7be1c8d3b72 req-ad06e360-5c6f-4803-9eb4-765bc26796b4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342453 Sep 16 06:20:36.651921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48eaeb-9559-4bd8-bec1-7620e854f2f5 req-76bf8d4f-4ef8-45c2-bf93-23077cd56ea6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:36.653718 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a48eaeb-9559-4bd8-bec1-7620e854f2f5 req-76bf8d4f-4ef8-45c2-bf93-23077cd56ea6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0538356 Sep 16 06:20:36.706783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0a48eaeb-9559-4bd8-bec1-7620e854f2f5 req-d60d87ea-e9f2-4226-8121-b7610bfabc36 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455508 Sep 16 06:20:37.827545 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce03e0-8748-4473-a96a-d4a1aa853aa0 req-3056534b-a9e2-4263-98db-44a477ea9376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:37.829185 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56ce03e0-8748-4473-a96a-d4a1aa853aa0 req-3056534b-a9e2-4263-98db-44a477ea9376 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Sep 16 06:20:37.870243 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-56ce03e0-8748-4473-a96a-d4a1aa853aa0 req-ca756f12-1e00-4516-b393-ec42196e6f4e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Sep 16 06:20:39.001999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20341a-a06f-4f93-8fdf-67e190bb071a req-e6183cef-04bb-46ca-a6ea-c2aac993eb31 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:39.003538 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf20341a-a06f-4f93-8fdf-67e190bb071a req-e6183cef-04bb-46ca-a6ea-c2aac993eb31 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0599782 Sep 16 06:20:39.048963 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bf20341a-a06f-4f93-8fdf-67e190bb071a req-a898dbe2-c8da-40ac-b090-05fa71107655 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388560 Sep 16 06:20:40.164833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04875-0240-4ba0-98cc-7deeaeeaff5d req-7ec9ba68-b44b-4862-81b0-5beef75b2c64 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:40.166297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44a04875-0240-4ba0-98cc-7deeaeeaff5d req-7ec9ba68-b44b-4862-81b0-5beef75b2c64 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Sep 16 06:20:40.203363 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44a04875-0240-4ba0-98cc-7deeaeeaff5d req-b7f8b57f-ce9c-410b-a84e-1894c4080cf3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310795 Sep 16 06:20:41.319666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce54ff9-9d61-4ce3-a6f3-f7ca0ebf1022 req-e8e1a553-96d5-424c-803f-6f6a37fdc676 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:41.321192 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ce54ff9-9d61-4ce3-a6f3-f7ca0ebf1022 req-e8e1a553-96d5-424c-803f-6f6a37fdc676 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Sep 16 06:20:41.361213 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7ce54ff9-9d61-4ce3-a6f3-f7ca0ebf1022 req-306ec6a2-f923-4f2c-a467-0ff343c38fb6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338225 Sep 16 06:20:42.104843 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-9809d1c0-4b00-4d22-b27e-cc7cd8964284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:42.106376 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-9809d1c0-4b00-4d22-b27e-cc7cd8964284 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475907 Sep 16 06:20:42.200676 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-7849f48f-9232-4c54-9e74-77adf64b04db service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846307 Sep 16 06:20:42.298415 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-19f642ef-4e7b-40b3-84c2-b22d456a14ba req-c479c294-36a2-4086-bf38-301dedf47153 service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868542 Sep 16 06:20:42.479739 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f2cce-51b1-4602-9988-484a8d2a7831 req-30194340-6ef9-463a-ae2e-a5fcd2863d71 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:42.481316 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c5f2cce-51b1-4602-9988-484a8d2a7831 req-30194340-6ef9-463a-ae2e-a5fcd2863d71 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0530291 Sep 16 06:20:42.519015 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c5f2cce-51b1-4602-9988-484a8d2a7831 req-ec56c924-f6e6-4f18-ad12-a42f456ec4aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316896 Sep 16 06:20:42.653390 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:43.633537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fca06-a60a-4dc3-8092-0544477a6556 req-d3d2cdc9-aff1-4300-9270-70e982752c10 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:43.635006 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e25fca06-a60a-4dc3-8092-0544477a6556 req-d3d2cdc9-aff1-4300-9270-70e982752c10 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0487211 Sep 16 06:20:43.673255 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e25fca06-a60a-4dc3-8092-0544477a6556 req-3f7a8a15-083b-4300-a1f0-73a64fdd6e23 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Sep 16 06:20:44.788856 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17625e2-df60-49d8-a894-050c6970a31a req-ee4a0d63-fecf-4610-abac-3dfe790b177b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:44.790467 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f17625e2-df60-49d8-a894-050c6970a31a req-ee4a0d63-fecf-4610-abac-3dfe790b177b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0501378 Sep 16 06:20:44.828379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f17625e2-df60-49d8-a894-050c6970a31a req-3f19a513-460f-4719-a72b-1f055f9eccba tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Sep 16 06:20:45.945944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c855674-0276-47a5-ab94-c33d8322f3bd req-281a1f0b-03f1-4e37-a97e-afbe477e1b8a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:45.947458 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c855674-0276-47a5-ab94-c33d8322f3bd req-281a1f0b-03f1-4e37-a97e-afbe477e1b8a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0514095 Sep 16 06:20:45.984695 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1c855674-0276-47a5-ab94-c33d8322f3bd req-2d9a11aa-b7d4-4989-94e9-d208ec1cac2c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312307 Sep 16 06:20:46.974861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:20:47.070941 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:47.082725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'port_id': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'mac_address': 'fa:16:3e:58:4d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:20:47.100678 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db952202-954b-405f-9e0b-6680b8f3e9c0 req-26c2bcde-6ec3-48e5-a392-c6d173cae50f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:47.102174 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db952202-954b-405f-9e0b-6680b8f3e9c0 req-26c2bcde-6ec3-48e5-a392-c6d173cae50f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 945 time: 0.0495198 Sep 16 06:20:47.120499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:47.133305 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b605a75d-1c69-4158-9712-6d46596cd3f5 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:20:47.142573 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-db952202-954b-405f-9e0b-6680b8f3e9c0 req-60424d1d-4ba5-440d-89f6-015e97f54f50 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330691 Sep 16 06:20:47.153526 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:47.157783 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:47.203359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=11']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:47.578981 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['b605a75d-1c69-4158-9712-6d46596cd3f5'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:20:48.260854 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82b60-4590-48dc-b327-f387b1817bce req-248fdf68-0ad7-4a66-bef6-16f1c2641141 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:48.263008 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63e82b60-4590-48dc-b327-f387b1817bce req-248fdf68-0ad7-4a66-bef6-16f1c2641141 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 946 time: 0.0495958 Sep 16 06:20:48.301566 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-63e82b60-4590-48dc-b327-f387b1817bce req-65f295fc-f3c0-48df-949e-3039b43594f3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321770 Sep 16 06:20:48.990295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:20:49.038545 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port b605a75d-1c69-4158-9712-6d46596cd3f5 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:20:49.042188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port b605a75d-1c69-4158-9712-6d46596cd3f5 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:20:49.042556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:49.118946 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:49.141708 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:20:49.143908 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbf17a2-3797-4fbf-815e-e72e647a5fc9" -d '{"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:20:49.163339 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:20:49.169695 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:49.193131 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce757ae-f3e1-49bf-83c3-0a42e02c57f8 x-openstack-request-id: req-5ce757ae-f3e1-49bf-83c3-0a42e02c57f8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:20:49.193427 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-plugged", "status": "completed", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:20:49.193679 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ce757ae-f3e1-49bf-83c3-0a42e02c57f8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:20:49.194064 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'code': 200} Sep 16 06:20:49.219791 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=12']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:20:49.384563 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fdbad-70e3-4c82-b8f3-35116a274471 req-446d95e3-c679-433c-897d-296b1b9779c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:49.386088 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-861fdbad-70e3-4c82-b8f3-35116a274471 req-446d95e3-c679-433c-897d-296b1b9779c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0415809 Sep 16 06:20:49.421177 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-861fdbad-70e3-4c82-b8f3-35116a274471 req-9e462d66-eabf-49ce-8357-561dc7304b16 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280888 Sep 16 06:20:49.422254 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7a92f-8fe9-4d32-8afb-313bedf3103e req-73a67152-e069-4711-848d-0981c9da1351 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:49.423760 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88d7a92f-8fe9-4d32-8afb-313bedf3103e req-73a67152-e069-4711-848d-0981c9da1351 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 947 time: 0.0546422 Sep 16 06:20:49.461647 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-88d7a92f-8fe9-4d32-8afb-313bedf3103e req-7b719289-61ab-4f9e-917c-5326af191178 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Sep 16 06:20:50.579616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99ebba-938e-4fe8-8fd3-2a5211020c86 req-d2186092-32f6-4ae7-860c-0000062a4f11 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:50.581165 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f99ebba-938e-4fe8-8fd3-2a5211020c86 req-d2186092-32f6-4ae7-860c-0000062a4f11 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 947 time: 0.0503564 Sep 16 06:20:50.619139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3f99ebba-938e-4fe8-8fd3-2a5211020c86 req-818c56df-0971-42b7-a274-19ddfefe0f8e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Sep 16 06:20:51.732317 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc777a-9612-41d6-9f7f-ead35c3039f8 req-5a4ff66e-bc22-4ea8-80ca-7d8ca29dad47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:51.733884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfdc777a-9612-41d6-9f7f-ead35c3039f8 req-5a4ff66e-bc22-4ea8-80ca-7d8ca29dad47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 947 time: 0.0486491 Sep 16 06:20:51.783162 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfdc777a-9612-41d6-9f7f-ead35c3039f8 req-99188f02-b123-411b-8760-def7291fd3ba tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 Sep 16 06:20:55.551470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:56.017361 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-65c385f9-c6c2-4d5a-85fe-a376e81266ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:58.329755 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-eda53126-c547-4c50-9752-561c2a00b5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:58.887742 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-a3442315-b8d5-4dae-a25a-98036d39e14e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865812 Sep 16 06:20:58.992903 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-923db1c3-e693-4991-9b9b-b63976154d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:58.994441 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-923db1c3-e693-4991-9b9b-b63976154d41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0452521 Sep 16 06:20:59.100347 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-3091da91-5a5a-43bc-9af4-5c9ba1c1cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:59.101763 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-3091da91-5a5a-43bc-9af4-5c9ba1c1cb7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0879989 Sep 16 06:20:59.170405 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-76b0c85c-613f-45fc-bc8e-1e40be46699e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 1001 time: 0.0611017 Sep 16 06:20:59.219332 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-d7ff2268-bb6b-4604-8517-ff10f14eb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:59.220776 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-d7ff2268-bb6b-4604-8517-ff10f14eb2a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0427973 Sep 16 06:20:59.266056 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-c04190ba-cf65-4173-874b-5a22e2772022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:20:59.267550 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-c04190ba-cf65-4173-874b-5a22e2772022 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397224 Sep 16 06:20:59.316664 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:20:59.364046 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-5c704f17-4053-495b-aa25-8cd0de51478c service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894213 Sep 16 06:20:59.458318 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-727a097a-79d7-45cf-bffc-45dc8e95c4a6 req-fbd4764a-5552-4b09-93fe-e767e3e3d64b service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870857 Sep 16 06:21:00.146400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:01.538882 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:04.366110 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:21:12.668033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:25.559050 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:26.018888 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8594ff9a-4282-4183-bf4e-14a309ca869e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:28.322934 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9b24d948-5478-4837-a1ba-5c88b672d623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:29.319771 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:30.149248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:31.542440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:41.365386 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:21:42.683298 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:55.556795 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:56.020720 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5135-62b5-4ad3-8f19-61542fe7bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:58.323998 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-77871f55-a812-4d28-b5a6-10f63227cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:58.781939 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-624a52ce-41b4-437c-9d98-5be4f3fb7ce1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405970 Sep 16 06:21:58.880338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19041-b689-4730-a967-d37ab5a58826 req-926ba7e9-af4d-454e-bd73-90aad43a130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:58.881755 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-926ba7e9-af4d-454e-bd73-90aad43a130f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0404241 Sep 16 06:21:58.991806 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19041-b689-4730-a967-d37ab5a58826 req-c9cfead9-75ba-4d98-9a54-bb207e76e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:58.993362 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-c9cfead9-75ba-4d98-9a54-bb207e76e522 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0919127 Sep 16 06:21:59.063606 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-378cd448-d0ed-4664-9058-1139f820e740 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 1001 time: 0.0624709 Sep 16 06:21:59.116544 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19041-b689-4730-a967-d37ab5a58826 req-530d065e-ce7c-44b3-9621-e5adfd82857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:59.118666 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-530d065e-ce7c-44b3-9621-e5adfd82857c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0480323 Sep 16 06:21:59.173233 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19041-b689-4730-a967-d37ab5a58826 req-b0290e51-c767-4547-a611-29b22deffc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:21:59.174689 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-b0290e51-c767-4547-a611-29b22deffc66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459239 Sep 16 06:21:59.272503 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-7b680ba1-205d-4ad3-9a98-3be01dc331c2 service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904098 Sep 16 06:21:59.327873 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:21:59.372194 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-aab19041-b689-4730-a967-d37ab5a58826 req-ef085056-3d94-4695-aad1-8b9814e0ccb6 service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918007 Sep 16 06:22:00.152128 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:01.545469 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:12.683227 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:18.364671 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:25.577202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:26.022360 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-ae9a20eb-67ad-4c9a-80f3-b8dcbbc95cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:28.328814 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-2cbeea35-850a-4e18-b349-a48d5dbe4b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:29.319252 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.155149 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.656847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42330) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:30.816366 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Deleting port 63a620ae-76b5-4555-bc9a-9ed9e5fc768e {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:22:30.816720 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.897762 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.898005 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:30.910061 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Calling delete_port for 63a620ae-76b5-4555-bc9a-9ed9e5fc768e owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:22:31.071088 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.094998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event deleted for resources: {'Port': ['ID=63a620ae-76b5-4555-bc9a-9ed9e5fc768e,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:31.113054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.113637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.114217 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.114621 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.114967 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.115305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.115641 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.115973 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.116322 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.116656 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.116980 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.117301 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:31.192629 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.192983 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Floating IP 070852bf-39da-49ff-93b4-0e5758a44524 disassociated (deleted). External IP: 172.25.6.15, port: b605a75d-1c69-4158-9712-6d46596cd3f5. Sep 16 06:22:31.409135 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Router e6a969da-2a03-4dd0-8307-a2f1c82708e5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:22:31.537777 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:22:31.543758 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.555767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] Sync routers for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:22:31.565646 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:31.569701 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:22:31.570408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:31.583630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-aa743f21-f20a-417d-b075-71f842aa1a01 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "DELETE /v2.0/floatingips/070852bf-39da-49ff-93b4-0e5758a44524 HTTP/1.1" status: 204 len: 168 time: 0.9256628 Sep 16 06:22:31.584243 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:22:31.586653 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa70ed2-b5b7-4337-9350-a750a710a2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:22:31.633522 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ce27a-f8c0-48b8-ad4c-e28a56710ac7 x-openstack-request-id: req-c86ce27a-f8c0-48b8-ad4c-e28a56710ac7 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:22:31.633822 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:22:31.634085 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c86ce27a-f8c0-48b8-ad4c-e28a56710ac7 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:22:31.634476 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'status': 'completed', 'code': 200} Sep 16 06:22:31.721034 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:22:31.735838 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-4e3773ab-49bc-4ed3-ae8d-85130725a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.738251 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-4e3773ab-49bc-4ed3-ae8d-85130725a937 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0554440 Sep 16 06:22:31.849677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-7c730bc0-0bdc-4bf7-8dec-bbc26595c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.851595 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-7c730bc0-0bdc-4bf7-8dec-bbc26595c4f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.1056087 Sep 16 06:22:31.888868 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5e0b0-2c55-4028-9dfb-b055bdfa1110 req-72a1f23e-b3d3-4197-99ae-a536676e295b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.897947 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39e5e0b0-2c55-4028-9dfb-b055bdfa1110 req-72a1f23e-b3d3-4197-99ae-a536676e295b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 947 time: 0.0642657 Sep 16 06:22:31.904950 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-a11355b9-dc4c-4570-b677-8438bab7921d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 200 len: 217 time: 0.0451756 Sep 16 06:22:31.944792 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-39e5e0b0-2c55-4028-9dfb-b055bdfa1110 req-460217bc-4453-415d-99d5-8e3130983101 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455370 Sep 16 06:22:31.952247 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:31.973759 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-1358ce4c-4c5d-4a9f-8064-e132396e0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:31.975591 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-1358ce4c-4c5d-4a9f-8064-e132396e0f4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0629528 Sep 16 06:22:31.980946 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] Checking router: e6a969da-2a03-4dd0-8307-a2f1c82708e5 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:22:31.990937 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:22:31.991564 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:22:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:32.026534 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-a6062f32-d12a-4013-b857-c68dad6c8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:32.028125 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-a6062f32-d12a-4013-b857-c68dad6c8450 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448411 Sep 16 06:22:32.147276 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-eda30053-5aa5-407f-a906-1d8353bb9937 service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107783 Sep 16 06:22:32.261717 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-1fa70ed2-b5b7-4337-9350-a750a710a2ee req-186dd2af-2142-4f6a-9f3a-6b710cac81f5 service neutron] 10.222.0.64 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045883 Sep 16 06:22:32.292327 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:22:32.555340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:22:32.584688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4c8a1-a393-437d-89a2-102f56fac196 None None] The sync data for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 is: [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:22:32.840681 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f75daa8-e1ad-4350-b153-f40cd7ecc12f None None] New status for floating IP 070852bf-39da-49ff-93b4-0e5758a44524: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:22:33.078555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad82d99-a75f-4439-b2e7-b0f54f604422 req-069cd48e-6e0c-4e3f-8d0e-01be7588e3d4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:33.079979 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ad82d99-a75f-4439-b2e7-b0f54f604422 req-069cd48e-6e0c-4e3f-8d0e-01be7588e3d4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 947 time: 0.0490372 Sep 16 06:22:33.120773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2ad82d99-a75f-4439-b2e7-b0f54f604422 req-1663d420-db81-49c1-8d5e-a6cc674ce2fc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=df989221-9139-4f5e-845c-bdc59d0325cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348394 Sep 16 06:22:33.514677 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-9a3f00ed-552f-4104-a8ad-64c41ff6501b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:33.516177 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-9a3f00ed-552f-4104-a8ad-64c41ff6501b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 947 time: 0.0486989 Sep 16 06:22:33.607273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Deleting port b605a75d-1c69-4158-9712-6d46596cd3f5 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:22:33.607614 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:33.968557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] For port b605a75d-1c69-4158-9712-6d46596cd3f5, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=b605a75d-1c69-4158-9712-6d46596cd3f5,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:22:33.968822 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:33.982549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Calling delete_port for b605a75d-1c69-4158-9712-6d46596cd3f5 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:22:34.115888 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:34.145467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event deleted for resources: {'Port': ['ID=b605a75d-1c69-4158-9712-6d46596cd3f5,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:34.175312 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.175820 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.176290 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.177113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.177234 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.177784 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.178086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.178519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.179502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.179502 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.180011 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.180223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:22:34.202889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] No DVR routers for this DVR port b605a75d-1c69-4158-9712-6d46596cd3f5 on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:22:34.205678 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:34.207743 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-df1feb64-bf1c-4895-9607-214e4d9207b5 req-fa54ba46-2c8a-4bd3-a666-9bbab302fe47 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.64 "DELETE /v2.0/ports/b605a75d-1c69-4158-9712-6d46596cd3f5 HTTP/1.1" status: 204 len: 173 time: 0.6858206 Sep 16 06:22:34.208257 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-deleted', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:22:34.211037 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bc9ab7-8ef5-4248-9c16-132599b6c4b0" -d '{"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-deleted", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:22:34.234967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd437565-f3e1-456f-8f2f-35209a4bef58 req-958b5a38-5e8f-4064-bdd0-6686b90df803 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd569c9-8599-4850-8a37-1db39f6e9ef4 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Sep 16 06:22:34.267501 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a6bf3-cd50-4b45-a8b2-f7b87f9a766c x-openstack-request-id: req-c01a6bf3-cd50-4b45-a8b2-f7b87f9a766c {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:22:34.267871 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd569c9-8599-4850-8a37-1db39f6e9ef4", "name": "network-vif-deleted", "tag": "b605a75d-1c69-4158-9712-6d46596cd3f5", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:22:34.268235 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c01a6bf3-cd50-4b45-a8b2-f7b87f9a766c {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:22:34.268638 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd569c9-8599-4850-8a37-1db39f6e9ef4', 'name': 'network-vif-deleted', 'tag': 'b605a75d-1c69-4158-9712-6d46596cd3f5', 'status': 'completed', 'code': 200} Sep 16 06:22:35.297604 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42362) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:35.368931 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc83d-8d17-4378-a505-b45d6dab6829 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:35.396483 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc83d-8d17-4378-a505-b45d6dab6829 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:35.458032 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc83d-8d17-4378-a505-b45d6dab6829 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:35.460620 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc83d-8d17-4378-a505-b45d6dab6829 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:35.461820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9d0cc83d-8d17-4378-a505-b45d6dab6829 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "DELETE /v2.0/security-groups/df989221-9139-4f5e-845c-bdc59d0325cc HTTP/1.1" status: 204 len: 168 time: 0.1632388 Sep 16 06:22:35.472771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cc83d-8d17-4378-a505-b45d6dab6829 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df989221-9139-4f5e-845c-bdc59d0325cc,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:37.503167 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:22:37.522979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: b605a75d-1c69-4158-9712-6d46596cd3f5 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:22:37.523332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device b605a75d-1c69-4158-9712-6d46596cd3f5 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:22:37.772220 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42374) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:37.776923 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-c364bd1c-c8d3-431f-be57-76ee34a112e6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637991257', 'description': 'tempest-secgroup-smoke-1637991257 description', 'project_id': 'adab0f7752a5479495c56fe8413b71b1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:37.799878 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c364bd1c-c8d3-431f-be57-76ee34a112e6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:37.883466 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c364bd1c-c8d3-431f-be57-76ee34a112e6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:37.887920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c364bd1c-c8d3-431f-be57-76ee34a112e6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:37.915685 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c364bd1c-c8d3-431f-be57-76ee34a112e6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:37.919715 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c364bd1c-c8d3-431f-be57-76ee34a112e6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437368 Sep 16 06:22:37.919999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42376) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:37.924423 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-4d4a511c-0188-437a-a410-6a8224a7e825 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:37.932640 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364bd1c-c8d3-431f-be57-76ee34a112e6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:37.955421 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d4a511c-0188-437a-a410-6a8224a7e825 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.011427 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d4a511c-0188-437a-a410-6a8224a7e825 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.015115 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d4a511c-0188-437a-a410-6a8224a7e825 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.034458 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a511c-0188-437a-a410-6a8224a7e825 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21d7d30-3337-4db2-b596-5b99b13ec109,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:38.040687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-4d4a511c-0188-437a-a410-6a8224a7e825 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.044397 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-4d4a511c-0188-437a-a410-6a8224a7e825 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208463 Sep 16 06:22:38.045014 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42378) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:38.049924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-dfb18981-6a48-4c90-8b20-7bcb4330c8aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:38.077949 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfb18981-6a48-4c90-8b20-7bcb4330c8aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.145984 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfb18981-6a48-4c90-8b20-7bcb4330c8aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.151328 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfb18981-6a48-4c90-8b20-7bcb4330c8aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.166348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb18981-6a48-4c90-8b20-7bcb4330c8aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e272af-da95-48e0-a274-7408ed16ac06,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:38.178053 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-dfb18981-6a48-4c90-8b20-7bcb4330c8aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.179324 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-dfb18981-6a48-4c90-8b20-7bcb4330c8aa tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330557 Sep 16 06:22:38.182131 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42380) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:38.186934 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9ffba1e0-80b6-4f8b-a481-9779eeab015c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:38.213896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ffba1e0-80b6-4f8b-a481-9779eeab015c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.273515 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ffba1e0-80b6-4f8b-a481-9779eeab015c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.277069 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ffba1e0-80b6-4f8b-a481-9779eeab015c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.295834 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffba1e0-80b6-4f8b-a481-9779eeab015c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c4ef61-6ab3-47bb-8a2d-15e27f4b6b42,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:38.298384 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ffba1e0-80b6-4f8b-a481-9779eeab015c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.302287 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9ffba1e0-80b6-4f8b-a481-9779eeab015c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166437 Sep 16 06:22:38.302761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42382) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:38.307193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-31eda4d6-695d-419a-b5db-f424984de192 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:38.336742 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31eda4d6-695d-419a-b5db-f424984de192 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.402107 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31eda4d6-695d-419a-b5db-f424984de192 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.406487 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31eda4d6-695d-419a-b5db-f424984de192 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.425661 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eda4d6-695d-419a-b5db-f424984de192 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f9f11d-0cdd-407e-a743-cedf4844c9ff,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:38.436838 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-31eda4d6-695d-419a-b5db-f424984de192 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.438064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-31eda4d6-695d-419a-b5db-f424984de192 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344628 Sep 16 06:22:38.441452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42384) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:38.445795 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:38.467874 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Project adab0f7752a5479495c56fe8413b71b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:22:38.473215 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.543765 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.548691 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.567811 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b318569e-44fa-4f3f-a65c-97d85fba53bd,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:38.576176 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.580674 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42386) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:22:38.580901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-f448c2ef-b997-4b30-8f11-0289bb8d42ea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382248 Sep 16 06:22:38.586153 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'security_group_rule': {'security_group_id': 'b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8', 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:38.610300 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Project adab0f7752a5479495c56fe8413b71b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:22:38.615461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.679333 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.684516 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.702862 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052d8167-df4d-4cf0-aab9-e1500a15dfdd,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:38.711454 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:38.712799 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-5668aaee-8aaf-4cd1-b654-a82ec24fd108 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304579 Sep 16 06:22:42.699773 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:53.257028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-b279005e-a674-4e49-acf9-28b8df52db82 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637991257&fields=id&tenant_id=adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 267 time: 0.0327842 Sep 16 06:22:53.365284 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-30a34bfb-0e69-46a0-80a2-31fb80de8acc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:53.366652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-30a34bfb-0e69-46a0-80a2-31fb80de8acc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 809 time: 0.1028640 Sep 16 06:22:53.381449 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-2c489df0-1874-497a-ad08-a0cc05c2737d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/quotas/adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 375 time: 0.0090950 Sep 16 06:22:53.432005 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-637f2bc4-2878-4635-ac5c-abea15dcf8c4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452979 Sep 16 06:22:53.590779 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-5c4d32af-de62-4d5a-a52f-b0a7fa659fb0 service neutron] 10.222.0.55 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458011 Sep 16 06:22:53.684750 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-385a4382-fa87-4781-b68a-38ee117ca698 service neutron] 10.222.0.55 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864429 Sep 16 06:22:54.999181 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3d2296d-f4ec-4e93-a140-89bc67fa4a6b req-087fabd8-7aaf-445c-8a49-22aae0330f71 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0271478 Sep 16 06:22:55.364766 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:22:55.588440 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:56.027339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5ca83d77-1ccc-4357-899a-bb351a90aaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:56.087043 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6a186eb9-6afc-43e2-98f1-35abb7e2afe3 req-cb7a966b-ef6e-4a4d-b787-ad3d847a5f0c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Sep 16 06:22:57.190092 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-79b33b02-6882-40f2-9689-3bc4ddfdda39 req-b747c536-18e1-44dc-a9e8-f165a2af8119 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Sep 16 06:22:58.162998 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-8522be8a-bf5a-47c0-9262-06cc71e9f993 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:58.165063 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-8522be8a-bf5a-47c0-9262-06cc71e9f993 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 809 time: 0.1232004 Sep 16 06:22:58.215729 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-ef45f4df-9267-44c1-ac66-934f1b5bd46c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 380 time: 0.0394006 Sep 16 06:22:58.237154 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'port': {'device_id': '36fa7445-d474-4217-a49e-672cafc96083', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'admin_state_up': True, 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'security_groups': ['b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:58.297903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2fb17fd9-40ff-4bbf-a522-3b5106d097de req-3ef2fa10-f392-444c-b7f2-4b025014826b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0351896 Sep 16 06:22:58.343065 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c87673d-3baf-4db0-82c5-58da7ed95844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:58.396666 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Made reservation on behalf of adab0f7752a5479495c56fe8413b71b1 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:22:58.400914 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:58.921798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Allocated IP 172.20.0.6 (66839eb4-be9b-4941-995c-356fa7098c90/3255f6d2-96b8-4d76-aec1-a625fa690ab5/8d672cc2-6efa-42d8-93eb-a6681efa4ec3) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:22:59.081749 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.116898 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.159771 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Network 66839eb4-be9b-4941-995c-356fa7098c90 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:22:59.162949 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:22:59.166829 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:22:59.197901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:22:59.232952 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:59.234378 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.259234 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-d183eb43-693f-4c6c-a2e4-844a73af62d6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0260508 Sep 16 06:22:59.275684 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-e32f0564-ae8a-4577-9281-87058e20b2bf tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:22:59.277196 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-e32f0564-ae8a-4577-9281-87058e20b2bf tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068560 Sep 16 06:22:59.352907 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Request body: {'port': {'device_id': '36fa7445-d474-4217-a49e-672cafc96083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:22:59.395086 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.442078 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.537767 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d536704f-14f6-45f8-b4a1-c5c3ec5a2079 None None] Provisioning complete for port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:22:59.539005 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d536704f-14f6-45f8-b4a1-c5c3ec5a2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.560516 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a561d-8595-4ecd-be24-0fe18f7d87f9 req-354d8cf0-fe2b-45cb-88a2-d465c7f61cf7 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:22:59.569159 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-550a561d-8595-4ecd-be24-0fe18f7d87f9 req-354d8cf0-fe2b-45cb-88a2-d465c7f61cf7 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 931 time: 0.1136529 Sep 16 06:22:59.591878 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d536704f-14f6-45f8-b4a1-c5c3ec5a2079 None None] Port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:22:59.678668 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-550a561d-8595-4ecd-be24-0fe18f7d87f9 req-d383f198-3202-42cf-a353-659058bb9d5e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086195 Sep 16 06:22:59.840937 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:22:59.848822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.861657 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Transition to ACTIVE for port object 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:22:59.872124 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:22:59.929637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:00.005440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Attempting to bind port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:23:00.005929 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Attempting to bind port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:23:00.006365 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Attempting to bind port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:00.011815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 on network 66839eb4-be9b-4941-995c-356fa7098c90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:23:00.012315 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Attempting to bind port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 on network 66839eb4-be9b-4941-995c-356fa7098c90 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:23:00.018374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:23:00.018815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Checking segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:23:00.019461 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Bound using segment: {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:23:00.020001 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Bound port: 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56afc316-ecdb-4c1c-8364-b403944ebde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:23:00.020579 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.101361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:23:00.106501 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:23:00.111744 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.165915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.166576 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.168509 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:00.170451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] 10.222.0.73 "PUT /v2.0/ports/8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 1092 time: 0.8815360 Sep 16 06:23:00.171015 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:00.173548 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4a3e57-ebba-43c2-987b-d1495b9afa15" -d '{"events": [{"name": "network-changed", "server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:00.299490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84372d-25f9-4101-832f-8dc41c2d7e1b service neutron] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:00.325562 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f77f01-6ed7-423f-8f9b-654b9906a832 x-openstack-request-id: req-b7f77f01-6ed7-423f-8f9b-654b9906a832 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:00.325857 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:00.326111 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7f77f01-6ed7-423f-8f9b-654b9906a832 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:00.326655 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'status': 'completed', 'code': 200} Sep 16 06:23:00.330679 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-577aaf0c-3973-4bb4-870b-894f704a52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.332349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-577aaf0c-3973-4bb4-870b-894f704a52a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1095 time: 0.0948780 Sep 16 06:23:00.388970 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-04ddae69-bb1a-4750-a252-5ca7e76df9db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 217 time: 0.0431452 Sep 16 06:23:00.455901 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-738b773a-6b6f-450c-b902-5d6f5222998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.457430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-738b773a-6b6f-450c-b902-5d6f5222998a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0575392 Sep 16 06:23:00.509913 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-eac73aa8-fabf-44a4-86e7-2c327710d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.511568 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-eac73aa8-fabf-44a4-86e7-2c327710d522 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420907 Sep 16 06:23:00.620529 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-e08e483a-376f-4b88-a8e8-51142f150498 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966587 Sep 16 06:23:00.719877 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c796ea28-68f4-491a-a6a5-dbd87e6441a4 req-e4ffe2d5-924d-44a1-b3bc-e2d8fe7449a8 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882318 Sep 16 06:23:00.843437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3ccf6-7e57-4755-a3b3-3d4c29823d2d req-d402429d-6b5f-450d-a27d-160fbec5ba3c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.845261 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45e3ccf6-7e57-4755-a3b3-3d4c29823d2d req-d402429d-6b5f-450d-a27d-160fbec5ba3c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0924692 Sep 16 06:23:00.853225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-50493033-e2b3-404c-b8d2-5e2bafaae9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.854837 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-50493033-e2b3-404c-b8d2-5e2bafaae9cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1095 time: 0.0697770 Sep 16 06:23:00.918738 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45e3ccf6-7e57-4755-a3b3-3d4c29823d2d req-c398d38f-1f38-404b-9b78-951fe0e54afd tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624216 Sep 16 06:23:00.975102 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-a4afa38c-3685-4681-9ee5-4d8e45c23b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:00.976818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-a4afa38c-3685-4681-9ee5-4d8e45c23b9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.1069319 Sep 16 06:23:01.029146 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-e4feb61b-abad-46c4-8562-a35b78b28c49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 217 time: 0.0405269 Sep 16 06:23:01.083420 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-fd3e91fa-4ecf-466e-b9e3-bdbdfbefd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:01.085111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-fd3e91fa-4ecf-466e-b9e3-bdbdfbefd28c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0455179 Sep 16 06:23:01.136313 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-814492f4-babf-4e0f-9ec2-71d14e98f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:01.137985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-814492f4-babf-4e0f-9ec2-71d14e98f34f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419559 Sep 16 06:23:01.239783 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-8b2942c8-7fa1-451e-a478-31d57879ecf5 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894203 Sep 16 06:23:01.334652 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ef4a3e57-ebba-43c2-987b-d1495b9afa15 req-4ede74b8-afcb-4687-8314-6ce640114d9d service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837092 Sep 16 06:23:01.555650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:02.048104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145a123-a0d6-4acc-a816-9f406cc98eb6 req-57c2104b-11af-4595-8729-fafff6e3e369 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:02.049698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d145a123-a0d6-4acc-a816-9f406cc98eb6 req-57c2104b-11af-4595-8729-fafff6e3e369 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0561373 Sep 16 06:23:02.102838 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d145a123-a0d6-4acc-a816-9f406cc98eb6 req-9bcf5074-6988-4147-ba90-e310b52ea841 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Sep 16 06:23:03.234223 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773e536-4b42-41ed-9fa1-abf9c080ccb4 req-1fede3eb-a64b-4afc-b5ad-1beb097bd5c4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:03.235874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e773e536-4b42-41ed-9fa1-abf9c080ccb4 req-1fede3eb-a64b-4afc-b5ad-1beb097bd5c4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0519078 Sep 16 06:23:03.273583 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e773e536-4b42-41ed-9fa1-abf9c080ccb4 req-41d33872-9277-4cc5-9ec7-311454b2e12b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Sep 16 06:23:04.388997 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70ae46-4ff1-4c3d-ba82-29c6be548f1b req-54bcb2fc-c107-4ab3-829b-604717904749 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:04.390578 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf70ae46-4ff1-4c3d-ba82-29c6be548f1b req-54bcb2fc-c107-4ab3-829b-604717904749 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0504606 Sep 16 06:23:04.429176 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-cf70ae46-4ff1-4c3d-ba82-29c6be548f1b req-0b870719-53ca-45f3-9c12-23a768b3fbe2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325236 Sep 16 06:23:05.547028 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dedaf-96d3-4e13-a3fb-2bb9d6a465c3 req-f6d4b7f4-09db-4863-bec0-a0a226a6a5c4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:05.548611 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54dedaf-96d3-4e13-a3fb-2bb9d6a465c3 req-f6d4b7f4-09db-4863-bec0-a0a226a6a5c4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0526755 Sep 16 06:23:05.586942 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f54dedaf-96d3-4e13-a3fb-2bb9d6a465c3 req-0a7eaf17-2a5f-4839-89b6-03cd99d225fb tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Sep 16 06:23:06.721164 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fab0fb-089b-4f53-8c9a-f18799d9267b req-97fb381a-eced-4ca9-8240-9f151036ef41 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:06.722781 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75fab0fb-089b-4f53-8c9a-f18799d9267b req-97fb381a-eced-4ca9-8240-9f151036ef41 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0507364 Sep 16 06:23:06.761398 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-75fab0fb-089b-4f53-8c9a-f18799d9267b req-d9bc27e0-5346-4420-876c-6d46bb0421a3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Sep 16 06:23:07.882417 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163446e8-e9b0-4b3f-b455-301d03102911 req-ed9d14cb-6e03-43ab-b7a9-fcb2247003ae tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:07.884042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-163446e8-e9b0-4b3f-b455-301d03102911 req-ed9d14cb-6e03-43ab-b7a9-fcb2247003ae tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0503380 Sep 16 06:23:07.924758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-163446e8-e9b0-4b3f-b455-301d03102911 req-c2430683-9d5a-49cb-9b97-22df1ca0ce31 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329583 Sep 16 06:23:09.043883 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55646e0-990f-4299-a8c9-f980c2ef4ed7 req-26a6280c-473f-4a4e-9f3a-2e72fc7743a9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:09.045409 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a55646e0-990f-4299-a8c9-f980c2ef4ed7 req-26a6280c-473f-4a4e-9f3a-2e72fc7743a9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0534680 Sep 16 06:23:09.105124 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a55646e0-990f-4299-a8c9-f980c2ef4ed7 req-131ceb90-267f-431e-aeac-30fb3b729803 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437281 Sep 16 06:23:10.246688 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27283841-a907-4cac-90ab-5795ca32f066 req-d3b4fa5b-b96f-46fb-bf66-0f6efbd1e7d3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:10.247480 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27283841-a907-4cac-90ab-5795ca32f066 req-d3b4fa5b-b96f-46fb-bf66-0f6efbd1e7d3 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0598443 Sep 16 06:23:10.286379 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-27283841-a907-4cac-90ab-5795ca32f066 req-04d6ec07-1884-4f2d-b61e-a90aed195389 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Sep 16 06:23:11.194750 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:23:11.270179 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:11.285843 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'port_id': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'mac_address': 'fa:16:3e:4a:83:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:23:11.326580 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.339096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:23:11.363287 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:11.400342 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:11.407041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bdd4-47a9-4bb6-8e99-5a99b2f7a563 req-d30415a9-4713-4405-8cca-70ff73300f24 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:11.408623 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd58bdd4-47a9-4bb6-8e99-5a99b2f7a563 req-d30415a9-4713-4405-8cca-70ff73300f24 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0519280 Sep 16 06:23:11.442710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:11.451380 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.451560 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.451769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.451892 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd58bdd4-47a9-4bb6-8e99-5a99b2f7a563 req-27798f07-dc82-4332-ab82-bc1078dcd215 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368998 Sep 16 06:23:11.452132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.452478 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.452815 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.453147 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.453477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.453806 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.454180 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.454509 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.455005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:23:11.694906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8d672cc2-6efa-42d8-93eb-a6681efa4ec3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:23:12.623670 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3cc6e-cfdf-47ea-8ddd-93fc21bcbcd9 req-a8370929-c936-4917-b3cb-18c494ba4a68 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:12.625202 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78f3cc6e-cfdf-47ea-8ddd-93fc21bcbcd9 req-a8370929-c936-4917-b3cb-18c494ba4a68 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 944 time: 0.0564156 Sep 16 06:23:12.663626 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-78f3cc6e-cfdf-47ea-8ddd-93fc21bcbcd9 req-14cbb7e6-9777-496f-ad93-8d78355b1a78 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Sep 16 06:23:12.714401 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.186712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:23:13.235294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:23:13.239006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:23:13.239482 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.318520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.341588 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:13.352378 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f20f179-c838-4b2c-82ca-b6b8198c8d9e" -d '{"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-plugged", "status": "completed", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:13.366451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:23:13.371507 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:13.421000 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:13.445631 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd838031-e6fe-49b8-a948-e7728e26cdc8 x-openstack-request-id: req-bd838031-e6fe-49b8-a948-e7728e26cdc8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:13.445983 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-plugged", "status": "completed", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:13.446249 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd838031-e6fe-49b8-a948-e7728e26cdc8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:13.446699 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'code': 200} Sep 16 06:23:13.556265 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394c4e-1a96-44ab-a1be-eed618192f4c req-f5677e67-0fef-49f9-981e-2449254a4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:13.557773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74394c4e-1a96-44ab-a1be-eed618192f4c req-f5677e67-0fef-49f9-981e-2449254a4d29 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0405195 Sep 16 06:23:13.599437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-74394c4e-1a96-44ab-a1be-eed618192f4c req-d42acdc5-f9b1-472c-a4cb-c553b6151259 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304224 Sep 16 06:23:13.780071 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb43f92-2385-4332-829a-4dee4332bb86 req-909a25da-2ae0-480c-a1e9-7d4dd7c80612 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:13.781886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfb43f92-2385-4332-829a-4dee4332bb86 req-909a25da-2ae0-480c-a1e9-7d4dd7c80612 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0509441 Sep 16 06:23:13.819570 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bfb43f92-2385-4332-829a-4dee4332bb86 req-ee962c8a-a61d-4be7-89fd-878777564712 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320385 Sep 16 06:23:14.947006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e50ad-859f-433a-a1e6-2d34c283960d req-c557e2f5-6069-48b1-b9a6-546fa954b510 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:14.948513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-851e50ad-859f-433a-a1e6-2d34c283960d req-c557e2f5-6069-48b1-b9a6-546fa954b510 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0540092 Sep 16 06:23:14.988636 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-851e50ad-859f-433a-a1e6-2d34c283960d req-cbcfec2b-9344-4ca4-85dc-3b5d68c65ea5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Sep 16 06:23:15.136910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e00c8-0fc5-475d-842d-b50dd6679efa req-ca387de3-869c-470f-aed2-e97d5657ceea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:15.138387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-151e00c8-0fc5-475d-842d-b50dd6679efa req-ca387de3-869c-470f-aed2-e97d5657ceea tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0522785 Sep 16 06:23:15.175491 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-151e00c8-0fc5-475d-842d-b50dd6679efa req-f8da606d-439a-4695-be88-d7ac95d6c355 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Sep 16 06:23:15.196690 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42604) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:15.277758 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b13490-1b05-48e2-b922-56fa7040c0f7 tempest-TestShelveInstance-654822186 tempest-TestShelveInstance-654822186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:15.279410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-92b13490-1b05-48e2-b922-56fa7040c0f7 tempest-TestShelveInstance-654822186 tempest-TestShelveInstance-654822186-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1092 time: 0.0817382 Sep 16 06:23:15.282174 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42608) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:23:15.286376 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:23:15.310261 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.423164 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.532636 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Allocated IP 172.25.6.51 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/0eefd9c8-d5f7-4373-af1d-c7167b371c99) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:23:15.636419 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.672109 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:15.712786 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:23:15.718357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:23:15.723215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:23:15.725543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'Port': ['ID=0eefd9c8-d5f7-4373-af1d-c7167b371c99,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:16.097900 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.170388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.321304 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.325694 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.400484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event updated for resources: {'Port': ['ID=0eefd9c8-d5f7-4373-af1d-c7167b371c99,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:23:16.408921 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.507646 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Floating IP 0f60fcf5-e931-4b07-a862-bcb47962a4c5 associated. External IP: 172.25.6.51, port: 8d672cc2-6efa-42d8-93eb-a6681efa4ec3. Sep 16 06:23:16.721442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Router e6a969da-2a03-4dd0-8307-a2f1c82708e5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:23:16.833484 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:23:16.851052 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:16.858289 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] Sync routers for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:23:16.883166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:16.891448 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:16.902794 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-9d283dbf-e36e-4d1d-b078-8179735c3af8 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6193237 Sep 16 06:23:16.903982 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:23:16.912774 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8586314-a4b9-49bd-9f54-4c3248f72168" -d '{"events": [{"name": "network-changed", "server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:23:16.961625 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe1c4d1-2533-4132-8d22-8fa35270c80a x-openstack-request-id: req-cfe1c4d1-2533-4132-8d22-8fa35270c80a {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:23:16.962134 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:23:16.962577 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cfe1c4d1-2533-4132-8d22-8fa35270c80a {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:23:16.962983 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'status': 'completed', 'code': 200} Sep 16 06:23:17.028464 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:17.053839 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-1beffccb-f00f-4052-af62-ae941f84d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:17.053839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-1beffccb-f00f-4052-af62-ae941f84d053 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0636544 Sep 16 06:23:17.151346 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-217ddad9-a727-4264-9fbb-bc073fc360a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:17.154507 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-217ddad9-a727-4264-9fbb-bc073fc360a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0936353 Sep 16 06:23:17.230236 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-b4fabd0a-5f2b-43ef-bfc9-9d29176f41f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 998 time: 0.0685642 Sep 16 06:23:17.281179 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-5b04fd6d-1b36-48b6-9f33-acab44595944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:17.282839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-5b04fd6d-1b36-48b6-9f33-acab44595944 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0452077 Sep 16 06:23:17.314603 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0f60fcf5-e931-4b07-a862-bcb47962a4c5', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'port_id': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'mac_address': 'fa:16:3e:4a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fa7445-d474-4217-a49e-672cafc96083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:15Z', 'updated_at': '2021-09-16T06:23:15Z', 'revision_number': 0, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:17.344748 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] Checking router: e6a969da-2a03-4dd0-8307-a2f1c82708e5 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:23:17.353742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:23:17.354375 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:22:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:17.357695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-e3119d8d-b55d-45c1-8383-adbb54da3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:17.359494 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-e3119d8d-b55d-45c1-8383-adbb54da3f28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694458 Sep 16 06:23:17.454436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-8be15a8c-6138-4127-bbf3-c9f5c5c309d5 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870008 Sep 16 06:23:17.464405 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:23:17.562273 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b8586314-a4b9-49bd-9f54-4c3248f72168 req-92d3b8b8-d2d6-41db-ae62-0088dada01e7 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983255 Sep 16 06:23:17.726905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0f60fcf5-e931-4b07-a862-bcb47962a4c5', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'port_id': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'mac_address': 'fa:16:3e:4a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fa7445-d474-4217-a49e-672cafc96083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:15Z', 'updated_at': '2021-09-16T06:23:15Z', 'revision_number': 0, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:23:17.753637 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa7d92-6cce-45df-a6c0-d057cd6ce724 None None] The sync data for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 is: [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '0f60fcf5-e931-4b07-a862-bcb47962a4c5', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'port_id': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'mac_address': 'fa:16:3e:4a:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fa7445-d474-4217-a49e-672cafc96083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:23:15Z', 'updated_at': '2021-09-16T06:23:15Z', 'revision_number': 0, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:23:17.950859 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b9320-d3cd-40a6-b168-e3d3e66caad9 None None] New status for floating IP 0f60fcf5-e931-4b07-a862-bcb47962a4c5: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:23:25.603862 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:26.028544 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-46e832ad-4430-450f-b639-43639f91df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:28.338789 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a4248a04-9bc1-4011-ba0f-9528e83f2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:29.319205 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:30.162666 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:31.562512 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:32.364342 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:23:36.203204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-ce873358-dbe2-427c-b8c9-4835f7e700ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414951 Sep 16 06:23:36.294208 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-1459805b-b11c-47fa-97c9-76d60d69f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.295960 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-1459805b-b11c-47fa-97c9-76d60d69f08e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0450199 Sep 16 06:23:36.773037 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-5259115d-a851-44df-be20-b8735cc1ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.774577 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-5259115d-a851-44df-be20-b8735cc1ca70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.4581196 Sep 16 06:23:36.847503 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-e3ecbc19-4e5a-48b0-a832-1743380232fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0645659 Sep 16 06:23:36.900226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-1e6ec83a-999a-4df8-a743-ab9797a37c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.901681 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-1e6ec83a-999a-4df8-a743-ab9797a37c4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0470765 Sep 16 06:23:36.953090 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-d6b872d6-75a9-414c-ab0c-1a9ac3d999cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:23:36.954650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-d6b872d6-75a9-414c-ab0c-1a9ac3d999cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452597 Sep 16 06:23:37.049909 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-7210e260-82e3-4a58-823d-272b0f44e86b service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855153 Sep 16 06:23:37.144123 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95f35eb6-e83e-4de2-bfdc-265d8e957706 req-34eacfc0-4af2-4ad4-a55f-38be34655587 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Sep 16 06:23:42.719908 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:55.649549 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:56.041299 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-95cf77e8-ffbe-4f73-bbbe-893227c0ac81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:58.342406 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb2d8-dd6b-4820-a8fa-aeb73b1dc938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:23:59.320978 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:00.165644 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:01.559627 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:09.364764 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:12.731680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:25.616124 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:26.033600 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bd60bd1e-dd6e-4c5f-905a-4c7867dfd68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:28.344126 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-234e9202-2ac2-4d6d-b6dc-7be9cc9d090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:29.322655 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:30.167294 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:31.561659 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:35.586883 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-347bbcae-42c4-45e1-9a96-8720a15680e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390015 Sep 16 06:24:35.679294 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-6de27df2-4aeb-4a28-ac3a-015696a244e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:35.680871 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-6de27df2-4aeb-4a28-ac3a-015696a244e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0428894 Sep 16 06:24:35.798187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-4b323869-18fd-4284-ae22-471578c4a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:35.799661 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-4b323869-18fd-4284-ae22-471578c4a7e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0920494 Sep 16 06:24:35.872809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-1cee9f19-27c5-472e-9bb7-1a31b56b9e1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0582824 Sep 16 06:24:35.931345 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-6fceb8fe-6495-4569-95b0-7326d1b4532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:35.932815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-6fceb8fe-6495-4569-95b0-7326d1b4532c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0476975 Sep 16 06:24:35.982104 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-1acf4b69-9541-4130-93ae-4286bdd2f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:24:35.983616 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-1acf4b69-9541-4130-93ae-4286bdd2f45b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398805 Sep 16 06:24:36.083436 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-417b37cd-92de-452a-bcfa-2b1bdcbfa68d service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882139 Sep 16 06:24:36.177151 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e84de450-8968-476f-a62e-7a2bca89c2fb req-981ab86b-3c59-4616-9516-5e9c97be1ff2 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Sep 16 06:24:42.731533 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:46.364747 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:24:55.616248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:56.035174 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8172d27a-a5aa-4fb1-ac02-e733337c4469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:58.345575 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1bb4788d-6757-4233-b9a2-944bddf10c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:24:59.325861 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:00.170951 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:01.565394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:12.729477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:15.822495 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec448-c164-430a-9657-ee8efb897237 req-701efd4f-958c-415d-9f5e-648186929368 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:15.823956 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a19ec448-c164-430a-9657-ee8efb897237 req-701efd4f-958c-415d-9f5e-648186929368 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.1001153 Sep 16 06:25:15.862666 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a19ec448-c164-430a-9657-ee8efb897237 req-50312fb6-fcda-47de-ae6d-b6b9e7eedcd6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323575 Sep 16 06:25:17.030538 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb73a8-025e-4432-9034-a93bab829062 req-010cd01a-a428-4d33-a304-27322d4cd6b0 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:17.032029 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2fb73a8-025e-4432-9034-a93bab829062 req-010cd01a-a428-4d33-a304-27322d4cd6b0 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0961034 Sep 16 06:25:17.069788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f2fb73a8-025e-4432-9034-a93bab829062 req-5ffb8927-354c-46ce-8351-4ccc5ac29b99 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Sep 16 06:25:18.196456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08642e9-9333-4cd8-8855-153f09ff7a13 req-d7cb8e7c-0751-4429-a776-07f8ace720fd tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:18.197940 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a08642e9-9333-4cd8-8855-153f09ff7a13 req-d7cb8e7c-0751-4429-a776-07f8ace720fd tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0490727 Sep 16 06:25:18.236981 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a08642e9-9333-4cd8-8855-153f09ff7a13 req-6e708256-5d30-4b5a-a634-1e33e72a2e44 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Sep 16 06:25:19.352877 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b14af2-6c58-46f5-8010-bd824484771e req-fb0e666f-e35f-46c4-8e34-313fef8a8a5c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:19.354637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8b14af2-6c58-46f5-8010-bd824484771e req-fb0e666f-e35f-46c4-8e34-313fef8a8a5c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0502100 Sep 16 06:25:19.391446 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f8b14af2-6c58-46f5-8010-bd824484771e req-344cd759-b2cf-438f-918b-98a5da93565d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308046 Sep 16 06:25:20.509555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6285e6c-560c-46a7-8fd8-de07252281c8 req-75fbe5d2-4762-4f0a-a13e-105eba86574a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:20.511060 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6285e6c-560c-46a7-8fd8-de07252281c8 req-75fbe5d2-4762-4f0a-a13e-105eba86574a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0529957 Sep 16 06:25:20.549805 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c6285e6c-560c-46a7-8fd8-de07252281c8 req-6ba0ad69-6125-4a38-a39e-7a5709a7da99 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Sep 16 06:25:21.663902 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea71de-c7f3-436f-bc37-4ab38ee0f76e req-0008fbef-1813-4a5a-8125-e924c470c97c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:21.665464 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02ea71de-c7f3-436f-bc37-4ab38ee0f76e req-0008fbef-1813-4a5a-8125-e924c470c97c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Sep 16 06:25:21.703550 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02ea71de-c7f3-436f-bc37-4ab38ee0f76e req-514e128b-985e-426d-998f-d2901ea7d61a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Sep 16 06:25:22.816401 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e72587-4bc2-4df3-bb43-10803a99b9c8 req-a0361251-890b-45b3-9df8-e2366a802379 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:22.817881 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64e72587-4bc2-4df3-bb43-10803a99b9c8 req-a0361251-890b-45b3-9df8-e2366a802379 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0478325 Sep 16 06:25:22.855445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-64e72587-4bc2-4df3-bb43-10803a99b9c8 req-9e26a308-188d-41be-a9a9-f2aa697a62ce tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Sep 16 06:25:23.364023 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:25:23.980176 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b43b0b-3ed0-4ea1-88bd-e1c3cc503ad5 req-598ef8d0-8dd8-46c0-85df-67fbfd3e9176 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:23.981669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b43b0b-3ed0-4ea1-88bd-e1c3cc503ad5 req-598ef8d0-8dd8-46c0-85df-67fbfd3e9176 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Sep 16 06:25:24.020019 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-08b43b0b-3ed0-4ea1-88bd-e1c3cc503ad5 req-b1de13a8-c0b6-46cc-acbc-cb6b7c9cdca4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321941 Sep 16 06:25:25.136170 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eda190-042c-49ae-aacb-99f48dfd471d req-821a7feb-3a71-4e87-89e5-76bc5a33e08b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:25.138327 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45eda190-042c-49ae-aacb-99f48dfd471d req-821a7feb-3a71-4e87-89e5-76bc5a33e08b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Sep 16 06:25:25.176344 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-45eda190-042c-49ae-aacb-99f48dfd471d req-df4ad7ac-5b73-45f7-9ffb-56c37051bcd6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Sep 16 06:25:25.629454 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:25.960393 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-4463aa22-3af4-40ba-940b-43fc3f61c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:25.961803 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-4463aa22-3af4-40ba-940b-43fc3f61c8ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0421968 Sep 16 06:25:26.036966 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-13c7ceb6-903a-467f-84ad-0c043fa89d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:26.057664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-2502155d-ad4d-4272-aaeb-1e7a98afb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:26.059172 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-2502155d-ad4d-4272-aaeb-1e7a98afb574 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0894156 Sep 16 06:25:26.129322 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-76019436-28a9-43ae-848b-1062e5eac005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0581143 Sep 16 06:25:26.188310 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-942b57f0-5061-460d-9810-89f097691194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:26.189857 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-942b57f0-5061-460d-9810-89f097691194 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0500851 Sep 16 06:25:26.243908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-7b6a6f87-4844-4808-b906-85404f136531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:26.245537 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-7b6a6f87-4844-4808-b906-85404f136531 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444093 Sep 16 06:25:26.352869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dbfc9-4f95-43c9-b746-bc6dd17a8ccc req-57f62667-0482-40e5-a6b6-cd86b6c84923 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:26.354669 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-423dbfc9-4f95-43c9-b746-bc6dd17a8ccc req-57f62667-0482-40e5-a6b6-cd86b6c84923 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.1082306 Sep 16 06:25:26.388723 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-01dfcc2a-223b-4c7e-8cbb-3023d9b61bff service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316133 Sep 16 06:25:26.415341 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-423dbfc9-4f95-43c9-b746-bc6dd17a8ccc req-fe88a170-6a6f-479e-b936-9a29cd9e16f1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525665 Sep 16 06:25:26.497531 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f760ad56-36fd-4e6a-bd87-bd889b670c1e req-97e26fd3-414b-465b-8bed-ff266c991720 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955825 Sep 16 06:25:27.533403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282443a-82de-4570-88a0-c4de4ce12b9b req-2ad07b9f-06c4-4981-b225-17f47eca13f5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:27.534882 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2282443a-82de-4570-88a0-c4de4ce12b9b req-2ad07b9f-06c4-4981-b225-17f47eca13f5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Sep 16 06:25:27.572349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2282443a-82de-4570-88a0-c4de4ce12b9b req-8772d1d1-96b9-473e-9597-86a850f3f67e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Sep 16 06:25:28.348011 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f7152940-68dc-47a3-a03d-17be8014e95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:28.693418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd383c-d022-42a3-90e7-a95c6e15bf49 req-ba0ee1af-91a3-40c7-a767-f6ccf6064291 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:28.695782 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafd383c-d022-42a3-90e7-a95c6e15bf49 req-ba0ee1af-91a3-40c7-a767-f6ccf6064291 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0521436 Sep 16 06:25:28.747673 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fafd383c-d022-42a3-90e7-a95c6e15bf49 req-7ea3a8f0-aece-432d-add4-667ca43f5f4b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Sep 16 06:25:29.327998 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:29.867017 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cc9f8-dbf3-41e3-8bd7-a234c1d6913f req-43d0044c-9ca4-43eb-8a7c-fe582aa03020 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:29.868649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e9cc9f8-dbf3-41e3-8bd7-a234c1d6913f req-43d0044c-9ca4-43eb-8a7c-fe582aa03020 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0605569 Sep 16 06:25:29.914191 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4e9cc9f8-dbf3-41e3-8bd7-a234c1d6913f req-ad9ab680-2dcd-4aec-ac5a-ca26cdce03d5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387647 Sep 16 06:25:30.173075 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.040833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e0c9-dee1-4631-bb3a-bf27d8b757b6 req-af206270-b48b-4055-bfac-b58612cf74ce tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:31.048237 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2102e0c9-dee1-4631-bb3a-bf27d8b757b6 req-af206270-b48b-4055-bfac-b58612cf74ce tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0588756 Sep 16 06:25:31.084370 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2102e0c9-dee1-4631-bb3a-bf27d8b757b6 req-db122e2e-e8f0-4deb-bc3a-f83607972dd4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Sep 16 06:25:31.153847 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-ff4102c8-9bb2-4f74-aca5-8bbfff99fc28 req-dd8aa3fb-1815-4bcd-8496-fd1fda35c335 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:25:31.155111 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ff4102c8-9bb2-4f74-aca5-8bbfff99fc28 req-dd8aa3fb-1815-4bcd-8496-fd1fda35c335 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064240 Sep 16 06:25:31.331440 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3804cd9-0fae-4faa-8d8c-769094f41177 req-8b808996-6074-4beb-a1e0-076f31cc9d52 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:31.333042 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3804cd9-0fae-4faa-8d8c-769094f41177 req-8b808996-6074-4beb-a1e0-076f31cc9d52 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0543752 Sep 16 06:25:31.373379 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-19a4eea3-fc59-4cd3-b7eb-d0de357a3e10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002250 Sep 16 06:25:31.381328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d3804cd9-0fae-4faa-8d8c-769094f41177 req-a264c093-a985-49ae-8e76-b436d1175087 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Sep 16 06:25:31.382493 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-68a0b41e-af19-404a-a113-4899290b64e6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:25:31.384562 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-68a0b41e-af19-404a-a113-4899290b64e6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061090 Sep 16 06:25:31.571105 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.793330 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:25:31.874248 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.897655 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:31.910636 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ad819-2fd2-4395-bad5-9cc2adf4482e" -d '{"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-unplugged", "status": "completed", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:31.923665 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:31.929039 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:31.955214 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673b89a3-055b-4d5b-aa2b-442dade0974c x-openstack-request-id: req-673b89a3-055b-4d5b-aa2b-442dade0974c {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:31.955510 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-unplugged", "status": "failed", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3", "code": 422}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:31.955906 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-673b89a3-055b-4d5b-aa2b-442dade0974c {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:31.956322 n-d-713301-15 neutron-server[94720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'code': 422} returned with failed status Sep 16 06:25:31.982293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:31.990058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.990616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.991130 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.991474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.991809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.992168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.992500 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.992828 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.993155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.993485 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.993809 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:31.994129 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:25:32.501888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d96f42-f1eb-4242-b4bd-453c1ba4360d req-9e459981-2d24-46c5-bd62-2acb04e173af tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:32.504364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7d96f42-f1eb-4242-b4bd-453c1ba4360d req-9e459981-2d24-46c5-bd62-2acb04e173af tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0537684 Sep 16 06:25:32.547967 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d7d96f42-f1eb-4242-b4bd-453c1ba4360d req-0dc18452-4a27-4daf-b403-94876d687810 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374086 Sep 16 06:25:33.677499 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed26e35-760a-4bbf-8ba6-3a325725cc28 req-9edfb686-1529-4a52-a566-30d655e3b39b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:33.679288 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ed26e35-760a-4bbf-8ba6-3a325725cc28 req-9edfb686-1529-4a52-a566-30d655e3b39b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0574768 Sep 16 06:25:33.722038 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5ed26e35-760a-4bbf-8ba6-3a325725cc28 req-95ee7d55-16ac-491e-86d8-67a24e4de7df tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353358 Sep 16 06:25:34.844768 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671532b-c5c6-4ab8-9d61-4d39c784c7a5 req-25b5c382-0498-42ec-83fd-3548c2f96494 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:34.846210 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3671532b-c5c6-4ab8-9d61-4d39c784c7a5 req-25b5c382-0498-42ec-83fd-3548c2f96494 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0523527 Sep 16 06:25:34.887646 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3671532b-c5c6-4ab8-9d61-4d39c784c7a5 req-b69e6c95-8115-40c7-a99a-fe99c7376875 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354762 Sep 16 06:25:36.007125 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1034-f958-4e3e-8857-184fd8c81aaf req-905509f6-3ae0-4108-9f65-3da28b121f59 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:36.008692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6bd1034-f958-4e3e-8857-184fd8c81aaf req-905509f6-3ae0-4108-9f65-3da28b121f59 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0505607 Sep 16 06:25:36.059286 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d6bd1034-f958-4e3e-8857-184fd8c81aaf req-b4baedd0-9bb0-4b3c-a039-7a806feedb4f tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Sep 16 06:25:36.242886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-1ec6f15c-a08d-46c0-8237-615ed4cfea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:36.244579 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-1ec6f15c-a08d-46c0-8237-615ed4cfea63 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083&tenant_id=adab0f7752a5479495c56fe8413b71b1 HTTP/1.1" status: 200 len: 1095 time: 0.0447001 Sep 16 06:25:36.320546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-0ecccf68-3432-4034-8f52-7d12897b45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:36.322090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-0ecccf68-3432-4034-8f52-7d12897b45ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1095 time: 0.0424962 Sep 16 06:25:36.418185 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-3ec001dc-c779-4fc8-9696-4b9a8e047fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:36.419692 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-3ec001dc-c779-4fc8-9696-4b9a8e047fa5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0903945 Sep 16 06:25:36.487615 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-14a1819a-05c4-4baa-a4f6-828693077c72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 998 time: 0.0590460 Sep 16 06:25:36.540267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-20ea1f7d-a9e1-459c-b3bf-3d8f5e50266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:36.541745 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-20ea1f7d-a9e1-459c-b3bf-3d8f5e50266a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0449057 Sep 16 06:25:36.591990 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-abac7bc4-3e8a-4468-976d-fea2c9e7adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:36.593606 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-abac7bc4-3e8a-4468-976d-fea2c9e7adc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445569 Sep 16 06:25:36.689824 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-7fd778e7-4071-4f04-aad8-6a70adc4ceb8 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Sep 16 06:25:36.789793 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-9cdd7db6-34c6-4c73-b0e8-540328d1afa4 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884044 Sep 16 06:25:37.179084 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0facf-d417-48f0-814b-4e058ed7227d req-8ccbab50-de63-4e64-abd5-c25cc3a4688b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:37.181451 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5cc0facf-d417-48f0-814b-4e058ed7227d req-8ccbab50-de63-4e64-abd5-c25cc3a4688b tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0520470 Sep 16 06:25:37.220762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-5cc0facf-d417-48f0-814b-4e058ed7227d req-91b05156-f89e-4d8c-9c1e-e1958b8fcb55 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Sep 16 06:25:37.679782 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-fea0437f-b181-483c-b762-57d791dff4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:37.681349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-fea0437f-b181-483c-b762-57d791dff4fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1095 time: 0.0414846 Sep 16 06:25:37.794639 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-99451373-0b91-433a-8161-1ac00902e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:37.796157 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-99451373-0b91-433a-8161-1ac00902e43e service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0905857 Sep 16 06:25:37.865813 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-65916c1d-c679-4e33-a11b-7323e8873be1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 998 time: 0.0583999 Sep 16 06:25:37.925736 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-5f4d6deb-3c70-4cec-bbe9-f7af5ce32ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:37.927361 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-5f4d6deb-3c70-4cec-bbe9-f7af5ce32ce6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0504005 Sep 16 06:25:37.979330 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-7b5388fc-16b9-4672-96a6-664d46ddb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:37.980874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-7b5388fc-16b9-4672-96a6-664d46ddb940 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423458 Sep 16 06:25:38.079375 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-df525285-596b-40cb-94f4-3965cd0e2c57 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863419 Sep 16 06:25:38.179886 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-58323997-86f2-42dc-8a3e-c96697a0e659 req-b04c5983-9517-48a3-bd4d-62929362d734 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884840 Sep 16 06:25:38.338430 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15360ed-5134-4c2e-a717-313fc18c22e2 req-96528497-6351-4386-9765-d4f302e3b865 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:38.339961 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b15360ed-5134-4c2e-a717-313fc18c22e2 req-96528497-6351-4386-9765-d4f302e3b865 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0490015 Sep 16 06:25:38.382827 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b15360ed-5134-4c2e-a717-313fc18c22e2 req-d11b9fd5-e68b-4ec5-aa30-24967729b1dc tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368683 Sep 16 06:25:39.501932 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1b664-ccf7-4dfe-9ea7-3e5faabc91e1 req-dd1a2cc7-48ed-4fcf-8a02-a70851de5cc2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:39.503433 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ec1b664-ccf7-4dfe-9ea7-3e5faabc91e1 req-dd1a2cc7-48ed-4fcf-8a02-a70851de5cc2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0529788 Sep 16 06:25:39.540759 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3ec1b664-ccf7-4dfe-9ea7-3e5faabc91e1 req-6e06cc53-0333-4779-8382-513625f07ef0 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Sep 16 06:25:40.655232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899a39-ffab-4608-8a87-6977c5ea6786 req-c180b7f8-7e0f-49b5-94b2-4d41f4efea2c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:40.656741 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38899a39-ffab-4608-8a87-6977c5ea6786 req-c180b7f8-7e0f-49b5-94b2-4d41f4efea2c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0480106 Sep 16 06:25:40.699900 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-38899a39-ffab-4608-8a87-6977c5ea6786 req-0e9ca580-39e2-43f1-a745-24e84e3c2f11 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371470 Sep 16 06:25:41.814299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26978c62-955c-48a6-8a5c-872cb0e2c6fa req-f5430c45-9008-42b7-8c62-541c08984cc6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:41.815762 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26978c62-955c-48a6-8a5c-872cb0e2c6fa req-f5430c45-9008-42b7-8c62-541c08984cc6 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0486920 Sep 16 06:25:41.851675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-26978c62-955c-48a6-8a5c-872cb0e2c6fa req-6a1c62d9-180d-444c-9c81-153ad991bcf4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299041 Sep 16 06:25:42.727467 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:42.969503 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549e48-6a63-47aa-b570-78a926577ed0 req-b21a7bee-1b30-49eb-aca4-daf04e81943a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:42.970975 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32549e48-6a63-47aa-b570-78a926577ed0 req-b21a7bee-1b30-49eb-aca4-daf04e81943a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0513747 Sep 16 06:25:43.007667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-32549e48-6a63-47aa-b570-78a926577ed0 req-b265dd17-f25e-4309-919e-7be01f0934a9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Sep 16 06:25:44.121337 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7aedf-25dc-4a52-a2db-badb9256cfe1 req-c2a38809-09fa-4d33-9986-26e02bf8769a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:44.122823 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44b7aedf-25dc-4a52-a2db-badb9256cfe1 req-c2a38809-09fa-4d33-9986-26e02bf8769a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0492921 Sep 16 06:25:44.160444 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-44b7aedf-25dc-4a52-a2db-badb9256cfe1 req-19069625-cd17-43a0-8d6a-2781a35558ae tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Sep 16 06:25:45.272665 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847d5c3-022b-43d5-8807-c5c94e9d90a6 req-1e513f87-07b6-4acd-8c5d-52d9c5bbdbb2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:45.274125 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9847d5c3-022b-43d5-8807-c5c94e9d90a6 req-1e513f87-07b6-4acd-8c5d-52d9c5bbdbb2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 943 time: 0.0480311 Sep 16 06:25:45.314764 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9847d5c3-022b-43d5-8807-c5c94e9d90a6 req-b65086f1-7914-4d05-aec7-cfdbadbc73a9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347197 Sep 16 06:25:45.886711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:25:45.990543 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:46.002132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'port_id': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'mac_address': 'fa:16:3e:4a:83:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:25:46.040690 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.055170 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:25:46.076191 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:46.080534 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:46.131566 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:46.368898 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['8d672cc2-6efa-42d8-93eb-a6681efa4ec3'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:25:46.447573 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf1dc0-7f8f-437d-8734-11b62d144724 req-cdd4f421-3179-4041-895a-8040f07427df tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:46.450302 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46cf1dc0-7f8f-437d-8734-11b62d144724 req-cdd4f421-3179-4041-895a-8040f07427df tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 944 time: 0.0596449 Sep 16 06:25:46.490849 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-46cf1dc0-7f8f-437d-8734-11b62d144724 req-03400c51-59ed-4b0b-9658-5629fd4d0852 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343556 Sep 16 06:25:47.611333 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a094b-b1a2-49cb-85f2-5db85ffd0856 req-da002058-f947-4f6b-abd4-db041543d918 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:47.612856 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd4a094b-b1a2-49cb-85f2-5db85ffd0856 req-da002058-f947-4f6b-abd4-db041543d918 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 944 time: 0.0509901 Sep 16 06:25:47.652305 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-bd4a094b-b1a2-49cb-85f2-5db85ffd0856 req-674123c2-a0b6-4b37-a509-589a424f7c85 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327482 Sep 16 06:25:47.902202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:25:47.954203 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:25:47.954575 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.030811 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.053409 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:25:48.055599 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ddb422-e293-4f49-bc0b-47c7dab12caf" -d '{"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-plugged", "status": "completed", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:25:48.072140 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:25:48.076832 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:48.100540 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcf30ef-c210-4c3e-ba70-c151d9e961d8 x-openstack-request-id: req-bfcf30ef-c210-4c3e-ba70-c151d9e961d8 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:25:48.100833 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-plugged", "status": "completed", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:25:48.101080 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfcf30ef-c210-4c3e-ba70-c151d9e961d8 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:25:48.101462 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'code': 200} Sep 16 06:25:48.129396 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:25:48.256849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b478-7c07-4ae0-904e-6f3c18f6a9d8 req-eb860692-827b-4977-af61-600ffeedb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:48.258369 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c408b478-7c07-4ae0-904e-6f3c18f6a9d8 req-eb860692-827b-4977-af61-600ffeedb7ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0419650 Sep 16 06:25:48.298736 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c408b478-7c07-4ae0-904e-6f3c18f6a9d8 req-37713954-5aed-448e-a8d0-b810c97b5cb9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289981 Sep 16 06:25:48.770470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1015dc-db0e-4e6b-9125-5c0184369444 req-e11e7706-72ea-45b9-ad5e-43bfb52844ac tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:48.771991 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c1015dc-db0e-4e6b-9125-5c0184369444 req-e11e7706-72ea-45b9-ad5e-43bfb52844ac tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0516417 Sep 16 06:25:48.809675 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c1015dc-db0e-4e6b-9125-5c0184369444 req-bf1968b5-3ec0-4634-8530-bd5dc02d4ff5 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Sep 16 06:25:49.927580 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460fe7e-6dfe-4c84-9402-958970e44818 req-b933e6cf-6b9f-4c0a-acc0-25f8287e0f8c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:25:49.929143 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f460fe7e-6dfe-4c84-9402-958970e44818 req-b933e6cf-6b9f-4c0a-acc0-25f8287e0f8c tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0505259 Sep 16 06:25:49.967440 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f460fe7e-6dfe-4c84-9402-958970e44818 req-d17036ff-04cc-474b-9122-8bdcd4ac1fa9 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323606 Sep 16 06:25:55.631330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:56.039665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab86-4d89-4fe1-a217-411ca0b52a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:58.350042 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-59ced4f8-cb37-4afb-b514-2895f4ba00c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:25:59.330278 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:00.183064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:00.364836 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:01.570277 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:12.731495 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:25.626997 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:26.040877 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e8671b4b-3ac0-4c16-82e7-2da3d41688bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:28.352253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3f479fdd-0bab-4450-b038-174599db3375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:29.331070 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:30.177595 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:31.577317 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:37.363631 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:26:38.597292 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-d84c0602-e6a8-4424-8b8c-5137115bc59d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406172 Sep 16 06:26:38.685064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda150-4840-47da-b064-561d04fb7eec req-1093ff5b-e11b-4307-ae30-7f442e2be54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:38.686839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-1093ff5b-e11b-4307-ae30-7f442e2be54f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0436306 Sep 16 06:26:38.796367 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda150-4840-47da-b064-561d04fb7eec req-9e455a15-c912-4dc3-aed9-4933d4f05bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:38.797841 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-9e455a15-c912-4dc3-aed9-4933d4f05bfe service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.0844738 Sep 16 06:26:38.871482 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-4c20951c-643f-439a-a152-3e7fb93fd19f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0615168 Sep 16 06:26:38.932962 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda150-4840-47da-b064-561d04fb7eec req-48d8091a-1148-48ed-a5d7-966437ae8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:38.934463 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-48d8091a-1148-48ed-a5d7-966437ae8b44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0513010 Sep 16 06:26:38.985195 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda150-4840-47da-b064-561d04fb7eec req-41401732-0a81-4e30-b624-d12cdebf52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:26:38.986832 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-41401732-0a81-4e30-b624-d12cdebf52b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411921 Sep 16 06:26:39.086770 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-cb0cb3c4-7a88-40c4-8b9a-c5c2236eecce service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880883 Sep 16 06:26:39.180758 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1edda150-4840-47da-b064-561d04fb7eec req-08871c05-df00-48bd-ae71-bd5949ac2c2f service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826411 Sep 16 06:26:42.726760 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:55.629187 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:56.042782 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9ce45770-4595-4509-b587-90b9eae3c8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:58.353064 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0a62c446-6075-442a-89e4-a6ddf4b31cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:26:59.333513 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:00.180846 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:01.578888 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:08.336248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42780) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:08.515543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Deleting port 0eefd9c8-d5f7-4373-af1d-c7167b371c99 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:08.516172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:08.593894 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:08.594272 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:08.607120 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Calling delete_port for 0eefd9c8-d5f7-4373-af1d-c7167b371c99 owned by network:floatingip {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:08.765948 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:08.790910 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event deleted for resources: {'Port': ['ID=0eefd9c8-d5f7-4373-af1d-c7167b371c99,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:08.815836 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.816199 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.816539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.816872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.817368 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.817505 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.817849 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.818150 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.818481 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.818882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.819143 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.819424 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:08.859657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:08.859988 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Floating IP 0f60fcf5-e931-4b07-a862-bcb47962a4c5 disassociated (deleted). External IP: 172.25.6.51, port: 8d672cc2-6efa-42d8-93eb-a6681efa4ec3. Sep 16 06:27:09.065734 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Router e6a969da-2a03-4dd0-8307-a2f1c82708e5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:09.175324 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:09.180117 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:09.186735 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] Sync routers for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:09.196283 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:09.196914 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:09.208662 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-247a0a21-27f4-44d3-918a-fabb7d69c3ec tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "DELETE /v2.0/floatingips/0f60fcf5-e931-4b07-a862-bcb47962a4c5 HTTP/1.1" status: 204 len: 168 time: 0.8705099 Sep 16 06:27:09.209279 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:09.211653 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39" -d '{"events": [{"name": "network-changed", "server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:09.272823 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d4a9e6-921a-481c-928b-cbbcb4bbcfc0 x-openstack-request-id: req-10d4a9e6-921a-481c-928b-cbbcb4bbcfc0 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:09.273105 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:09.273359 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10d4a9e6-921a-481c-928b-cbbcb4bbcfc0 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:09.273767 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'status': 'completed', 'code': 200} Sep 16 06:27:09.326259 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:09.348357 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-3058924b-0481-4040-b7e7-f307ad202866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:09.350268 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-3058924b-0481-4040-b7e7-f307ad202866 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=adab0f7752a5479495c56fe8413b71b1&device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 1097 time: 0.0536277 Sep 16 06:27:09.463869 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-ba85715a-a41c-4fbb-a626-c260dd35fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:09.465637 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-ba85715a-a41c-4fbb-a626-c260dd35fd16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 200 len: 910 time: 0.1003413 Sep 16 06:27:09.533863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-2371c764-7f4d-4634-83d2-7e3dd89b4647 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 200 len: 217 time: 0.0567231 Sep 16 06:27:09.581215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7301f4-703c-490a-835b-5b435b8043d6 req-6f124e34-74e3-4c29-9157-4dc3871414a4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:09.582846 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc7301f4-703c-490a-835b-5b435b8043d6 req-6f124e34-74e3-4c29-9157-4dc3871414a4 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.1145339 Sep 16 06:27:09.618381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-cc57c98a-31de-4840-af20-63187e1e5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:09.620532 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-cc57c98a-31de-4840-af20-63187e1e5993 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 200 len: 848 time: 0.0784957 Sep 16 06:27:09.643571 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-fc7301f4-703c-490a-835b-5b435b8043d6 req-f72a64fd-0124-404c-b692-f2f1a719487d tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528977 Sep 16 06:27:09.676134 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-da65a190-fcf6-41a5-9a24-59211bd76423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:09.677799 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-da65a190-fcf6-41a5-9a24-59211bd76423 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66839eb4-be9b-4941-995c-356fa7098c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476255 Sep 16 06:27:09.743688 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:09.784114 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] Checking router: e6a969da-2a03-4dd0-8307-a2f1c82708e5 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:09.784392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-1ab998f7-fa31-4b6a-ba75-a685061e2c76 service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957069 Sep 16 06:27:09.786005 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:09.786616 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:09.880801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-8b5ee0a4-3c5e-40c0-843e-d3adb657bc39 req-818ddd76-eed8-4e1d-bf9e-ddd7b25d519a service neutron] 10.222.0.73 "GET /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896387 Sep 16 06:27:09.896874 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:10.096404 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:10.123057 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90e3fd7-d046-476f-88c2-8adaed0cff97 None None] The sync data for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 is: [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:17:40Z', 'revision_number': 4, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '36c4d668-d4b4-424a-bd63-f5fe7ef3a332', 'name': '', 'network_id': '66839eb4-be9b-4941-995c-356fa7098c90', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'mac_address': 'fa:16:3e:66:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:40Z', 'updated_at': '2021-09-16T06:17:44Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'subnets': [{'id': '3255f6d2-96b8-4d76-aec1-a625fa690ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:10.342659 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52d21c-5857-479d-87e1-e160e0a0fe15 None None] New status for floating IP 0f60fcf5-e931-4b07-a862-bcb47962a4c5: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:27:10.763727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2b664-bd1e-4ab5-b82f-1b1da54b3c80 req-ea487e5d-e925-4e6f-bd30-b4228074c9d1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:10.765423 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96a2b664-bd1e-4ab5-b82f-1b1da54b3c80 req-ea487e5d-e925-4e6f-bd30-b4228074c9d1 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0529418 Sep 16 06:27:10.806251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-96a2b664-bd1e-4ab5-b82f-1b1da54b3c80 req-53a4ea82-14bb-4da8-b265-de6f75c68685 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344300 Sep 16 06:27:11.256826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-c8879740-83f9-4b0c-82db-8abb3cc17c94 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:11.258342 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-c8879740-83f9-4b0c-82db-8abb3cc17c94 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 945 time: 0.0500352 Sep 16 06:27:11.356152 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Deleting port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:11.356500 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.444470 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] For port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:11.444938 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.457942 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Calling delete_port for 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:11.597979 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.627637 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event deleted for resources: {'Port': ['ID=8d672cc2-6efa-42d8-93eb-a6681efa4ec3,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:11.670181 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] No DVR routers for this DVR port 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:27:11.673221 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:11.675297 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ebddef4-c3f7-4e79-b132-d9e577230402 req-d11500be-1103-4e97-af7f-818dd2896975 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.73 "DELETE /v2.0/ports/8d672cc2-6efa-42d8-93eb-a6681efa4ec3 HTTP/1.1" status: 204 len: 173 time: 0.4075615 Sep 16 06:27:11.675761 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-deleted', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:11.678041 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6799227-690d-4de6-a95f-d21df15c179b" -d '{"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-deleted", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:11.747195 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406e909-dc6c-47a4-bf08-93106a8d56b3 x-openstack-request-id: req-8406e909-dc6c-47a4-bf08-93106a8d56b3 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:11.747896 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa7445-d474-4217-a49e-672cafc96083", "name": "network-vif-deleted", "tag": "8d672cc2-6efa-42d8-93eb-a6681efa4ec3", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:11.748430 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8406e909-dc6c-47a4-bf08-93106a8d56b3 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:11.749160 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fa7445-d474-4217-a49e-672cafc96083', 'name': 'network-vif-deleted', 'tag': '8d672cc2-6efa-42d8-93eb-a6681efa4ec3', 'status': 'completed', 'code': 200} Sep 16 06:27:11.907944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-83ee5736-4bea-44e7-a1bb-e0e5c37c53b6 req-fa1126ee-ed70-4925-a94f-6299bcdc57f2 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0307338 Sep 16 06:27:12.727477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:13.014052 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-95929e0a-af2d-4491-97e2-a91086124f28 req-6b61b6fe-a7e2-4c8c-b9fc-ec9ac42b726a tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Sep 16 06:27:14.113096 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1a74be23-551e-4c1d-b574-5cb1d2b308d8 req-f073ad15-343f-41ed-a4d4-b4c4d34b37d7 tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Sep 16 06:27:14.298580 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:14.324381 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:14.324777 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device 8d672cc2-6efa-42d8-93eb-a6681efa4ec3 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:14.363164 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:27:15.219630 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f4437ad7-7aa8-4807-8bac-c786d8382837 req-79a2359a-1af5-431d-85e2-7800de689a1e tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fa7445-d474-4217-a49e-672cafc96083 HTTP/1.1" status: 200 len: 210 time: 0.0282094 Sep 16 06:27:16.277128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42812) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:16.336349 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc336cc6-f924-412f-9798-375022399aca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.363335 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc336cc6-f924-412f-9798-375022399aca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.440778 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc336cc6-f924-412f-9798-375022399aca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.446874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-fc336cc6-f924-412f-9798-375022399aca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:16.446874 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-fc336cc6-f924-412f-9798-375022399aca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] 10.222.0.55 "DELETE /v2.0/security-groups/b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8 HTTP/1.1" status: 204 len: 168 time: 0.1663141 Sep 16 06:27:16.460956 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc336cc6-f924-412f-9798-375022399aca tempest-TestShelveInstance-816464587 tempest-TestShelveInstance-816464587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cfb44b-486d-4cc8-a486-a5f2cb8aa1e8,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:16.511809 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42816) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:17.008279 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:17.283481 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Deleting port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:17.283817 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:17.378898 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] For port 36c4d668-d4b4-424a-bd63-f5fe7ef3a332, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:17.379461 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:17.393840 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Calling delete_port for 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:17.588186 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:17.622523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Pushing event deleted for resources: {'Port': ['ID=36c4d668-d4b4-424a-bd63-f5fe7ef3a332,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:17.648141 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.648520 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.648810 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.649147 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.649480 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.649811 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.650875 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.651158 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.651486 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.652063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.652416 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.652740 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:17.830424 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.087297 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Router e6a969da-2a03-4dd0-8307-a2f1c82708e5 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:18.200019 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:18.209256 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] Sync routers for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:18.213983 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-cb3f2262-d49c-430a-9b37-527cc8cad95f admin admin] 10.222.0.55 "PUT /v2.0/routers/e6a969da-2a03-4dd0-8307-a2f1c82708e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002549 Sep 16 06:27:18.216622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42822) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:18.227833 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:18.229148 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:18.344169 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:18.433110 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.547042 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.568266 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:27:17Z', 'revision_number': 5, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port': {'id': 'c83a0561-6436-4fe4-b171-c825ce9af360', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:38Z', 'updated_at': '2021-09-16T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:18.598810 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] Checking router: e6a969da-2a03-4dd0-8307-a2f1c82708e5 for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:18.608674 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] Routers {'e6a969da-2a03-4dd0-8307-a2f1c82708e5'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:18.609236 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:18.622622 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Deleting port c83a0561-6436-4fe4-b171-c825ce9af360 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:18.623191 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.698311 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] Set router e6a969da-2a03-4dd0-8307-a2f1c82708e5 gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:18.711028 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] For port c83a0561-6436-4fe4-b171-c825ce9af360, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=c83a0561-6436-4fe4-b171-c825ce9af360,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:18.711389 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.723308 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Calling delete_port for c83a0561-6436-4fe4-b171-c825ce9af360 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:18.753351 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:27:18Z', 'revision_number': 6, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:18.784521 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92209da5-88a1-44ac-87ad-32292734f887 None None] The sync data for ids ['e6a969da-2a03-4dd0-8307-a2f1c82708e5'] in n-d-713301-15 is: [{'id': 'e6a969da-2a03-4dd0-8307-a2f1c82708e5', 'name': 'tempest-TestShelveInstance-1402184094-router', 'tenant_id': 'adab0f7752a5479495c56fe8413b71b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:37Z', 'updated_at': '2021-09-16T06:27:18Z', 'revision_number': 6, 'project_id': 'adab0f7752a5479495c56fe8413b71b1', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:18.899247 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:18.926270 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Pushing event deleted for resources: {'Port': ['ID=c83a0561-6436-4fe4-b171-c825ce9af360,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:18.986796 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.077625 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.079669 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.132052 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.133190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a969da-2a03-4dd0-8307-a2f1c82708e5 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:27:19.145980 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.147539 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1885ab04-c059-4d1a-9036-84b0f54e76be admin admin] 10.222.0.55 "DELETE /v2.0/routers/e6a969da-2a03-4dd0-8307-a2f1c82708e5 HTTP/1.1" status: 204 len: 168 time: 0.9299715 Sep 16 06:27:19.150507 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42824) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:19.223882 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] Deleting subnet 3255f6d2-96b8-4d76-aec1-a625fa690ab5 {{(pid=94719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:27:19.238539 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.280406 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553048'] for subnet, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.358007 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.415586 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8657219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8895343'] for subnet, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.441919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3255f6d2-96b8-4d76-aec1-a625fa690ab5,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:19.446644 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.451217 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-0d3ebfbe-617f-4628-b201-3abeb5af609b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3255f6d2-96b8-4d76-aec1-a625fa690ab5 HTTP/1.1" status: 204 len: 168 time: 0.2970934 Sep 16 06:27:19.451657 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42826) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:19.453590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d34151-1f4c-4941-84e6-8e47ebbaa165 None None] Network 66839eb4-be9b-4941-995c-356fa7098c90 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:19.525058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.603021 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:19.622007 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Deleting port 413ac89a-f54a-448a-be28-715024ec3ffe {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:19.622497 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.643712 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:19.644065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 36c4d668-d4b4-424a-bd63-f5fe7ef3a332 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:19.692572 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] DHCP port deletion for 66839eb4-be9b-4941-995c-356fa7098c90 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:27:19.703510 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] For port 413ac89a-f54a-448a-be28-715024ec3ffe, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=413ac89a-f54a-448a-be28-715024ec3ffe,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:19.704080 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.721653 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Calling delete_port for 413ac89a-f54a-448a-be28-715024ec3ffe owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:19.741406 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Deleting port 413ac89a-f54a-448a-be28-715024ec3ffe {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:19.741784 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.815754 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.821043 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] For port 413ac89a-f54a-448a-be28-715024ec3ffe, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=413ac89a-f54a-448a-be28-715024ec3ffe,segment=NetworkSegment(56afc316-ecdb-4c1c-8364-b403944ebde0),segment_id=56afc316-ecdb-4c1c-8364-b403944ebde0)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:19.821447 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.834428 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Calling delete_port for 413ac89a-f54a-448a-be28-715024ec3ffe owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:19.846054 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=413ac89a-f54a-448a-be28-715024ec3ffe,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:19.852831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] No DVR routers for this DVR port 413ac89a-f54a-448a-be28-715024ec3ffe on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:27:19.919563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.934742 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:19.955825 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] No DVR routers for this DVR port 413ac89a-f54a-448a-be28-715024ec3ffe on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:27:19.957691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Pushing event deleted for resources: {'Port': ['ID=413ac89a-f54a-448a-be28-715024ec3ffe,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:19.960789 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66839eb4-be9b-4941-995c-356fa7098c90']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:19.971008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.971356 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.971702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.972028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.972452 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.972778 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.973102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.973423 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.973742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.974060 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.974382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.974697 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c837b-6872-4fc4-bb66-9115f839bd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:19.977582 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56afc316-ecdb-4c1c-8364-b403944ebde0') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:19.978111 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56afc316-ecdb-4c1c-8364-b403944ebde0') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:19.990627 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.006584 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.013045 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:27:20.013440 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: timer() Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:27:20.015149 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:27:20.074539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.080350 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:20.082370 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] 10.222.0.55 "DELETE /v2.0/networks/66839eb4-be9b-4941-995c-356fa7098c90 HTTP/1.1" status: 204 len: 168 time: 0.6296716 Sep 16 06:27:20.085584 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42830) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:20.094326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57235e21-4583-42c9-8aa7-5ffa7460eb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=66839eb4-be9b-4941-995c-356fa7098c90,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:20.769920 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.032600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Deleting port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:21.032954 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.044119 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c83a0561-6436-4fe4-b171-c825ce9af360 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:21.065121 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: c83a0561-6436-4fe4-b171-c825ce9af360 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:21.065465 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device c83a0561-6436-4fe4-b171-c825ce9af360 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:21.066093 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 413ac89a-f54a-448a-be28-715024ec3ffe no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:21.085058 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 413ac89a-f54a-448a-be28-715024ec3ffe {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:21.085633 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 413ac89a-f54a-448a-be28-715024ec3ffe not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:21.117271 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] For port bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,segment=NetworkSegment(c4176db1-f9a5-4ed3-9e17-22e8a3f5a953),segment_id=c4176db1-f9a5-4ed3-9e17-22e8a3f5a953)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:21.117641 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.130599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Calling delete_port for bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd owned by network:router_interface {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:21.311687 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.338068 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:21.507379 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.724121 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:21.830702 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:21.839231 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-481bf072-8031-4688-b5c1-c075e5f44435 admin admin] 10.222.0.55 "PUT /v2.0/routers/804f4cdb-c8b8-4621-a395-ad44bd5988b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7497013 Sep 16 06:27:21.839231 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42832) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:21.841718 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] Sync routers for ids ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:21.851088 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] Routers {'804f4cdb-c8b8-4621-a395-ad44bd5988b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:21.852014 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:21.946722 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:21.960533 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] Set router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:22.053749 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.111776 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Deleting port d7507844-149f-4038-b0a7-95c34593e731 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:22.112200 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.209323 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] For port d7507844-149f-4038-b0a7-95c34593e731, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=d7507844-149f-4038-b0a7-95c34593e731,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:22.209882 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.227145 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Calling delete_port for d7507844-149f-4038-b0a7-95c34593e731 owned by network:router_gateway {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:22.240899 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd7507844-149f-4038-b0a7-95c34593e731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:27:21Z', 'revision_number': 5, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port': {'id': 'd7507844-149f-4038-b0a7-95c34593e731', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:17:43Z', 'updated_at': '2021-09-16T06:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:22.271373 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] Checking router: 804f4cdb-c8b8-4621-a395-ad44bd5988b3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:22.280248 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] Routers {'804f4cdb-c8b8-4621-a395-ad44bd5988b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:22.280877 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:22.371661 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] Set router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:22.408451 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.426393 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:27:22Z', 'revision_number': 6, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:22.435614 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7507844-149f-4038-b0a7-95c34593e731,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:22.459733 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a734b4-b202-4b93-b0d9-770747d18826 None None] The sync data for ids ['804f4cdb-c8b8-4621-a395-ad44bd5988b3'] in n-d-713301-15 is: [{'id': '804f4cdb-c8b8-4621-a395-ad44bd5988b3', 'name': 'tempest-TestShelveInstance-747186971-router', 'tenant_id': '82201f485aa1454299aad2816b664aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:17:42Z', 'updated_at': '2021-09-16T06:27:22Z', 'revision_number': 6, 'project_id': '82201f485aa1454299aad2816b664aea', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:22.506417 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.601411 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.604254 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.652745 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.653274 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 804f4cdb-c8b8-4621-a395-ad44bd5988b3 {{(pid=94719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:27:22.657719 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.658839 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-295856a2-403c-4e3f-a22c-fec39c812e69 admin admin] 10.222.0.55 "DELETE /v2.0/routers/804f4cdb-c8b8-4621-a395-ad44bd5988b3 HTTP/1.1" status: 204 len: 168 time: 0.8189740 Sep 16 06:27:22.661497 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42834) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:22.704743 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] Deleting subnet 3955d14a-8f79-4b07-9b9f-c83981414370 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:27:22.708410 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.750230 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.831974 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.897885 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.923326 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3955d14a-8f79-4b07-9b9f-c83981414370,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:22.933548 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:22.933548 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-d1ab1fc2-70ba-4c40-89cd-9f23475fb53a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3955d14a-8f79-4b07-9b9f-c83981414370 HTTP/1.1" status: 204 len: 168 time: 0.2687552 Sep 16 06:27:22.934866 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42836) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:22.938571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb138af-7315-4a3c-8d26-ff19d93bb42b None None] Network 1446e4f1-5a88-4880-91af-1223e6b261d2 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:23.009097 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.062506 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Deleting port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:27:23.062859 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.131439 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] For port 4393ce8a-d6d3-4060-8c69-8451e3ce9776, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4393ce8a-d6d3-4060-8c69-8451e3ce9776,segment=NetworkSegment(c4176db1-f9a5-4ed3-9e17-22e8a3f5a953),segment_id=c4176db1-f9a5-4ed3-9e17-22e8a3f5a953)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:23.131805 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.144608 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Calling delete_port for 4393ce8a-d6d3-4060-8c69-8451e3ce9776 owned by network:dhcp {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:27:23.228779 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.253257 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5fc0ed-de0b-4658-b488-48908523e807 None None] DHCP port deletion for 1446e4f1-5a88-4880-91af-1223e6b261d2 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:27:23.257646 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Pushing event deleted for resources: {'Port': ['ID=4393ce8a-d6d3-4060-8c69-8451e3ce9776,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:23.260138 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] No DVR routers for this DVR port 4393ce8a-d6d3-4060-8c69-8451e3ce9776 on host n-d-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:27:23.325643 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4393ce8a-d6d3-4060-8c69-8451e3ce9776 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:23.347255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4393ce8a-d6d3-4060-8c69-8451e3ce9776 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:23.347690 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4393ce8a-d6d3-4060-8c69-8451e3ce9776 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:23.348212 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:23.348439 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.368025 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:23.368420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device bfa247b7-cfe8-46f1-9bb0-4e1b8ba358bd not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:23.369071 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d7507844-149f-4038-b0a7-95c34593e731 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:27:23.369443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1446e4f1-5a88-4880-91af-1223e6b261d2']}} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:23.384580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953') {'for_net_delete': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:23.384580 n-d-713301-15 neutron-server[94718]: DEBUG neutron.services.segments.db [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4176db1-f9a5-4ed3-9e17-22e8a3f5a953') {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:23.390055 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811558'] for segment, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.390399 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: d7507844-149f-4038-b0a7-95c34593e731 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:27:23.390759 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device d7507844-149f-4038-b0a7-95c34593e731 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:27:23.407673 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.413916 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:27:23.414415 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837523'] for segment, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: Traceback (most recent call last): Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: timer() Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: cb(*args, **kw) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: return func(*args, **kwargs) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: self._notify() Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: self.callback(batched_events) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: event.method(event) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: return f(self, *a, **k) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: return self._get(url).json() Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: return self.request(url, 'GET', **kwargs) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:27:23.416765 n-d-713301-15 neutron-server[94718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:27:23.754451 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.761765 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:23.766315 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] 10.222.0.55 "DELETE /v2.0/networks/1446e4f1-5a88-4880-91af-1223e6b261d2 HTTP/1.1" status: 204 len: 168 time: 0.8278806 Sep 16 06:27:23.773357 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb680b6d-7c08-4cbb-859e-6b6c38b8497a admin admin] Pushing event deleted for resources: {'Network': ['ID=1446e4f1-5a88-4880-91af-1223e6b261d2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:23.897833 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42840) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:23.946977 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-df417a13-fa53-4a86-9cda-929bf3b1cb22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adab0f7752a5479495c56fe8413b71b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477970 Sep 16 06:27:23.949774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42842) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:24.002401 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2dad3d30-6978-4483-a4ba-2bfacb190561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.025032 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2dad3d30-6978-4483-a4ba-2bfacb190561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.071809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2dad3d30-6978-4483-a4ba-2bfacb190561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.074977 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2dad3d30-6978-4483-a4ba-2bfacb190561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.076227 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-2dad3d30-6978-4483-a4ba-2bfacb190561 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78bfd2f4-8bbe-4e90-83c3-2a0f0948bb75 HTTP/1.1" status: 204 len: 168 time: 0.1253262 Sep 16 06:27:24.086373 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad3d30-6978-4483-a4ba-2bfacb190561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bfd2f4-8bbe-4e90-83c3-2a0f0948bb75,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:24.397032 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42848) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:24.445478 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d1271c27-a9e2-4741-8d7a-e3e90fac57ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82201f485aa1454299aad2816b664aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406613 Sep 16 06:27:24.445723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42850) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:24.492232 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bae53995-c6eb-47fe-8852-a3fe1ff9af59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.516486 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bae53995-c6eb-47fe-8852-a3fe1ff9af59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.561952 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bae53995-c6eb-47fe-8852-a3fe1ff9af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.564560 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bae53995-c6eb-47fe-8852-a3fe1ff9af59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:24.565717 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bae53995-c6eb-47fe-8852-a3fe1ff9af59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb96f847-72a7-4d24-a2fd-d23567975abb HTTP/1.1" status: 204 len: 168 time: 0.1232021 Sep 16 06:27:24.574601 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae53995-c6eb-47fe-8852-a3fe1ff9af59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb96f847-72a7-4d24-a2fd-d23567975abb,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:25.248639 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42872) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:25.344098 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-856212464-network', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:25.365519 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Made reservation on behalf of ed4daf46e06c4239ab050e83c0512801 for: {'network': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:25.367886 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.377076 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.466250 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.470405 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.494894 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:27:25.504414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd87a2-d8bd-4301-9298-9c97e8c73a23,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:25.509238 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.510104 n-d-713301-15 neutron-server[94718]: INFO neutron.db.segments_db [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Added segment 491bc46d-cf14-403f-8d91-e6ae1928932f of type vlan for network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce Sep 16 06:27:25.556098 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.581958 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.582940 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:25.583664 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.615747 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3658063 Sep 16 06:27:25.619241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42876) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:25.625916 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Request body: {'subnet': {'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-856212464-subnet', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'ip_version': 4}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:25.649921 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Made reservation on behalf of ed4daf46e06c4239ab050e83c0512801 for: {'subnet': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:25.650643 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636b3f-ea9c-4e5f-ab9c-9e6d447ca6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba8a5c8-abd6-4843-9677-bee48c49a9ce,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:25.653460 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8895304'] for subnet, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.664112 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:27:25.692563 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.824002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8657152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8895334'] for subnet, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.878826 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a1c213-61bd-4150-9ea1-919f69f4cc23,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:25.886565 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Checking segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:25.886927 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Network hostable DHCP agents. Network: 4ba8a5c8-abd6-4843-9677-bee48c49a9ce, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:27:25.904442 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:27:25.913356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, 4ba8a5c8-abd6-4843-9677-bee48c49a9ce) {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:25.917411 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:25.917993 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.922335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe5a95-3167-481d-8195-c3fd8da57568 None None] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:25.932000 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-12a2682b-c15d-4559-8b1d-ffd7b6518ea5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3104713 Sep 16 06:27:25.934556 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42878) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:25.938850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:25.965222 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:25.966382 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.025871 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.065256 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0d698759-0795-4844-b101-09aa3f9a49c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.101808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:27:26.102675 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.179721 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.393786 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.412548 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Allocated IP 172.20.0.2 (4ba8a5c8-abd6-4843-9677-bee48c49a9ce/94a1c213-61bd-4150-9ea1-919f69f4cc23/0bfe9154-b99f-4fea-a4c7-5d07b63960c1) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:26.413723 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.525979 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Allocated IP 172.25.6.126 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/4dabb140-f73a-407d-b782-a314021da614) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:26.572639 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.580351 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.615272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:26.618600 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:26.623087 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:26.637502 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.657599 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Pushing event updated for resources: {'Port': ['ID=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:26.684042 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.691873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Attempting to bind port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:26.692451 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Attempting to bind port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:26.692769 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Attempting to bind port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:26.698293 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:26.698752 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Checking segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:26.699219 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.699766 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Bound using segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:26.700332 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Bound port: 0bfe9154-b99f-4fea-a4c7-5d07b63960c1, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:26.700712 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.725999 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:26.729533 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:26.735391 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:26.768857 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Pushing event updated for resources: {'Port': ['ID=4dabb140-f73a-407d-b782-a314021da614,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:26.770905 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] For port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:26.774166 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] For port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:26.781617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:26.847143 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c93f-5838-4b7a-8126-1af092c2c9ee None None] Pushing event updated for resources: {'Port': ['ID=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:27.043177 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.257785 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.744709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Router 49d12fc4-4a99-473f-a78a-b82ad3105aee is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:27:27.840710 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7754ffd2-4ae3-41b9-a110-113893c1822d None None] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:27.861258 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:27.878863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] Notify callbacks [] for router, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:27.880309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-be9c1792-1904-4d44-8f25-eec2b2153b0e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9448116 Sep 16 06:27:27.883225 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42880) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:27.915671 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Sync routers for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:27.985205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:27.986154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:26:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:27.987958 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-6fcc73b2-e112-45c6-9783-4b47c912566a None None] Provisioning complete for port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:27.988357 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6fcc73b2-e112-45c6-9783-4b47c912566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.137253 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6fcc73b2-e112-45c6-9783-4b47c912566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.241753 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-6fcc73b2-e112-45c6-9783-4b47c912566a None None] For port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:28.245193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:28.249394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6fcc73b2-e112-45c6-9783-4b47c912566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.351701 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.464756 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0d6bcba8-9238-47c1-9d5f-33fec485ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.479284 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc73b2-e112-45c6-9783-4b47c912566a None None] Pushing event updated for resources: {'Port': ['ID=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:28.523660 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:26Z', 'revision_number': 3, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:28.530861 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Allocated IP 172.20.0.1 (4ba8a5c8-abd6-4843-9677-bee48c49a9ce/94a1c213-61bd-4150-9ea1-919f69f4cc23/564b0d4f-c703-48a2-8b4f-fb9fdd974b2f) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:28.560237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Checking router: 49d12fc4-4a99-473f-a78a-b82ad3105aee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:28.560618 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Updating router 49d12fc4-4a99-473f-a78a-b82ad3105aee port 4dabb140-f73a-407d-b782-a314021da614 binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:27:28.594052 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.634135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-08deee3b-1357-415b-8a01-c1a3a1272657 None None] Provisioning complete for port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:28.635274 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-08deee3b-1357-415b-8a01-c1a3a1272657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.637183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.671511 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.715308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:28.720216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:28.725456 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:28.727798 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Pushing event updated for resources: {'Port': ['ID=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:28.765890 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.913963 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.979578 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:28.986354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.065301 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-7ea04d83-7868-4670-80c2-4a62d17c65aa None None] Provisioning complete for port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:29.065678 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7ea04d83-7868-4670-80c2-4a62d17c65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.075915 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Attempting to bind port 4dabb140-f73a-407d-b782-a314021da614 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:29.076323 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Attempting to bind port 4dabb140-f73a-407d-b782-a314021da614 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:29.076695 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Attempting to bind port 4dabb140-f73a-407d-b782-a314021da614 on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:29.121950 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:29.132231 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.137083 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.144438 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:29.144811 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:29.145283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.145685 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:29.146390 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Bound port: 4dabb140-f73a-407d-b782-a314021da614, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:29.146780 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.148420 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4ec3f-8207-4e5a-8d79-2fa8f74a02b4 None None] Pushing event updated for resources: {'Port': ['ID=4dabb140-f73a-407d-b782-a314021da614,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:29.191489 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-7ea04d83-7868-4670-80c2-4a62d17c65aa None None] Port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:27:29.209187 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Pushing event updated for resources: {'Port': ['ID=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:29.211583 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.230382 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] For port 4dabb140-f73a-407d-b782-a314021da614, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:29.235651 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] For port 4dabb140-f73a-407d-b782-a314021da614, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4dabb140-f73a-407d-b782-a314021da614,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:29.242617 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.253919 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:29.254283 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.310361 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:29.312137 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:29.346515 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:29.347126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:29.351927 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4ec3f-8207-4e5a-8d79-2fa8f74a02b4 None None] Pushing event updated for resources: {'Port': ['ID=4dabb140-f73a-407d-b782-a314021da614,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:29.399113 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.435780 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Router 49d12fc4-4a99-473f-a78a-b82ad3105aee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:29.514188 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:29.577950 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:29.585079 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-c4d5bfbc-e194-4db1-a170-42eb9162a686 admin admin] 10.222.0.55 "PUT /v2.0/routers/49d12fc4-4a99-473f-a78a-b82ad3105aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008133 Sep 16 06:27:29.762052 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-096eecd3-d51c-463b-a1cb-4a1a9a6bc74e None None] Provisioning complete for port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:29.762421 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-096eecd3-d51c-463b-a1cb-4a1a9a6bc74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:29.844641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-096eecd3-d51c-463b-a1cb-4a1a9a6bc74e None None] Port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:27:29.929612 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 2, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:29.960340 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7808ef-52ca-4330-9548-bc8a3896e928 None None] The sync data for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 is: [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 2, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:30.112370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42896) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:30.119716 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-350355604-network', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:30.144030 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Made reservation on behalf of a680d7a2f4f24a30baddf8d0c83006e1 for: {'network': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:30.147918 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for network, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.172348 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.201815 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.285660 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.291347 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.325886 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 06:27:30.337543 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b9312d-af87-4d7c-a0e1-d60bde2bec6f,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:30.345367 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.345750 n-d-713301-15 neutron-server[94719]: INFO neutron.db.segments_db [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Added segment 78dc1fd1-9a62-45a3-af41-a03020e65340 of type vlan for network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 Sep 16 06:27:30.388707 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741075760159'] for network, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.415416 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356'] for network, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.416525 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:30.417113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.453393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3397923 Sep 16 06:27:30.456291 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42898) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:30.461260 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Request body: {'subnet': {'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-350355604-subnet', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'ip_version': 4}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:30.481978 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5b26c-dc0e-431b-81d6-d97f104749e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f82e08-cdc3-477f-9c11-98dfc42a0d80,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:30.493083 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Made reservation on behalf of a680d7a2f4f24a30baddf8d0c83006e1 for: {'subnet': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:30.493474 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 details requested by agent ovs-agent-n-d-713301-15 with host n-d-713301-15 {{(pid=94720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 06:27:30.496573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3916366'] for subnet, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.706338 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3834062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3916384'] for subnet, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.763228 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9538de-da5c-494a-9061-e63054d30827,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:30.786026 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Checking segment: {'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:30.786389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Network hostable DHCP agents. Network: c2f82e08-cdc3-477f-9c11-98dfc42a0d80, hostable agents: ['f0f612ed-e0c7-48a0-bed8-f64514e327db'], hosted agents: [] {{(pid=94718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 06:27:30.804407 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 is scheduled to be hosted by DHCP agent f0f612ed-e0c7-48a0-bed8-f64514e327db with binding_index 1 {{(pid=94718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 06:27:30.815733 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-15, c2f82e08-cdc3-477f-9c11-98dfc42a0d80) {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:30.822805 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:30.823557 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.834089 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc83fd-7b0b-4c1e-a7e9-d7c5a51f2103 None None] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:30.845392 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-45d56d86-9cd1-44ba-8add-08b1dcc9e1d9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3855138 Sep 16 06:27:30.845654 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42900) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:30.851157 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:30.879815 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.881312 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:30.946896 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.074675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8b8227c-6034-55b1-8f7b-146cd6bddeb4-c2f82e08-cdc3-477f-9c11-98dfc42a0d80', 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'fixed_ips': [{'subnet_id': 'fb9538de-da5c-494a-9061-e63054d30827'}]}} from n-d-713301-15. {{(pid=94720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 06:27:31.075676 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.115088 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4dabb140-f73a-407d-b782-a314021da614 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:31.144841 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.281400 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4dabb140-f73a-407d-b782-a314021da614 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:31.281995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.305135 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.db_base_plugin_common [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Allocated IP 172.20.0.2 (c2f82e08-cdc3-477f-9c11-98dfc42a0d80/fb9538de-da5c-494a-9061-e63054d30827/451df222-2702-4854-8b69-57871f833cb9) {{(pid=94720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:31.413665 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.441905 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.454138 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.505801 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 4dabb140-f73a-407d-b782-a314021da614, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4dabb140-f73a-407d-b782-a314021da614,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:31.513824 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.558733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.581995 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160'] for port, after_create {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.589997 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Allocated IP 172.25.6.56 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/1d6ec3c0-f593-4732-b829-11b259c1847f) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:31.614971 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=4dabb140-f73a-407d-b782-a314021da614,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:31.653710 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.661295 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 is already hosted by enough agents. {{(pid=94720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:31.664181 n-d-713301-15 neutron-server[94720]: DEBUG neutron.scheduler.base_scheduler [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Resources bound (agent type, host, resource id): {{(pid=94720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:31.667819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Received port after_create {{(pid=94720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:31.699744 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Pushing event updated for resources: {'Port': ['ID=451df222-2702-4854-8b69-57871f833cb9,revision_number=1']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:31.715027 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.734506 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Attempting to bind port 451df222-2702-4854-8b69-57871f833cb9 on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:31.735050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Attempting to bind port 451df222-2702-4854-8b69-57871f833cb9 by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:31.735514 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Attempting to bind port 451df222-2702-4854-8b69-57871f833cb9 on network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:31.741335 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:31.741902 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Checking segment: {'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:31.742407 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.742923 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Bound using segment: {'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:31.743522 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Bound port: 451df222-2702-4854-8b69-57871f833cb9, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:31.744080 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.753792 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.794662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:31.798222 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:31.801991 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:31.814007 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] For port 451df222-2702-4854-8b69-57871f833cb9, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:31.821437 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] For port 451df222-2702-4854-8b69-57871f833cb9, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=451df222-2702-4854-8b69-57871f833cb9,segment=NetworkSegment(78dc1fd1-9a62-45a3-af41-a03020e65340),segment_id=78dc1fd1-9a62-45a3-af41-a03020e65340)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:31.827819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:31.844718 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6ec3c0-f593-4732-b829-11b259c1847f,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:31.901861 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145dfc6-92a8-43a9-bb1e-3a3e4806a7a8 None None] Pushing event updated for resources: {'Port': ['ID=451df222-2702-4854-8b69-57871f833cb9,revision_number=2']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:32.134287 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.363087 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-750929'] for router, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.502090 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 is scheduled to L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd with binding_index 1 {{(pid=94718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 06:27:32.620528 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:32.629619 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Sync routers for ids ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:32.642968 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Routers {'5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:32.643863 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:32.654916 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:32.656450 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e90ac2b1-f4a2-4c76-8978-f089927dc9c7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8096099 Sep 16 06:27:32.659122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42902) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:32.833889 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Set router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:32.954505 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Sync routers for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:32.969366 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:32.970002 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:33.123017 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 3, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port': {'id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:31Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:33.177354 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99ca4f-6700-4f72-9f59-80f7d607c7f9 None None] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:27:33.188663 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Checking router: 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:33.189151 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Updating router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 port 1d6ec3c0-f593-4732-b829-11b259c1847f binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:27:33.240594 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 451df222-2702-4854-8b69-57871f833cb9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:33.252807 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.287713 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:33.340947 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.363584 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-bae69d71-ee11-44a1-9756-bd498b829b76 None None] Provisioning complete for port 451df222-2702-4854-8b69-57871f833cb9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:33.363971 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bae69d71-ee11-44a1-9756-bd498b829b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.536656 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Allocated IP 172.20.0.1 (c2f82e08-cdc3-477f-9c11-98dfc42a0d80/fb9538de-da5c-494a-9061-e63054d30827/6829cd2a-12e0-453a-bc4a-c66010427f2c) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:33.582523 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 451df222-2702-4854-8b69-57871f833cb9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:33.583156 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.631580 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.639419 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.699352 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bae69d71-ee11-44a1-9756-bd498b829b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.701166 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Attempting to bind port 1d6ec3c0-f593-4732-b829-11b259c1847f on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:33.701538 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Attempting to bind port 1d6ec3c0-f593-4732-b829-11b259c1847f by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:33.702372 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Attempting to bind port 1d6ec3c0-f593-4732-b829-11b259c1847f on network 265dfef6-f889-473b-97e8-86f36087b1b9 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:33.719129 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:33.719825 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Checking segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:33.720426 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.721682 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Bound using segment: {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:33.722307 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Bound port: 1d6ec3c0-f593-4732-b829-11b259c1847f, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970ddc8-1c0c-492f-8a26-1e42a4f7f680', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:33.723117 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.726136 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Pushing event updated for resources: {'Port': ['ID=1d6ec3c0-f593-4732-b829-11b259c1847f,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:33.736173 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.759944 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.760707 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.761292 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.761834 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.762485 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.763033 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.763583 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.764153 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.764700 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.765248 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.765779 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.766367 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:27:33.780478 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.802947 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] For port 1d6ec3c0-f593-4732-b829-11b259c1847f, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:33.809044 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] For port 1d6ec3c0-f593-4732-b829-11b259c1847f, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1d6ec3c0-f593-4732-b829-11b259c1847f,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:33.817480 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.826794 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-bae69d71-ee11-44a1-9756-bd498b829b76 None None] For port 451df222-2702-4854-8b69-57871f833cb9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=451df222-2702-4854-8b69-57871f833cb9,segment=NetworkSegment(78dc1fd1-9a62-45a3-af41-a03020e65340),segment_id=78dc1fd1-9a62-45a3-af41-a03020e65340)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:33.827446 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:33.831909 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:33.842470 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bae69d71-ee11-44a1-9756-bd498b829b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.844370 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:33.852127 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.891823 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Routers {'5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:33.893068 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:33.895122 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-750982'] for router_interface, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:33.902039 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Pushing event updated for resources: {'Port': ['ID=6829cd2a-12e0-453a-bc4a-c66010427f2c,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:34.000954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae69d71-ee11-44a1-9756-bd498b829b76 None None] Pushing event updated for resources: {'Port': ['ID=451df222-2702-4854-8b69-57871f833cb9,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:34.010217 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 2, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:34.055725 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7714d-45ed-446d-98fa-6a4daae1adbf None None] Pushing event updated for resources: {'Port': ['ID=1d6ec3c0-f593-4732-b829-11b259c1847f,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:34.066432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Checking router: 49d12fc4-4a99-473f-a78a-b82ad3105aee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:34.066936 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Updating router 49d12fc4-4a99-473f-a78a-b82ad3105aee port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f binding host n-d-713301-15 {{(pid=94720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:27:34.070473 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] Set router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:34.091589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.097623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 06:27:34.098117 n-d-713301-15 neutron-server[94720]: DEBUG oslo_db.api [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 06:27:34.111358 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.336573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.343950 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.370610 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 3, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port': {'id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:31Z', 'updated_at': '2021-09-16T06:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:34.399466 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7853742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-749846'] for router_interface, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.411138 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-a1553f29-955e-45fc-a9cb-a7704ade3cb4 None None] Provisioning complete for port 451df222-2702-4854-8b69-57871f833cb9 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:34.411600 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a1553f29-955e-45fc-a9cb-a7704ade3cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.435445 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84e165-a4fd-444a-8ce6-63ec61b3836d None None] The sync data for ids ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'] in n-d-713301-15 is: [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 3, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port': {'id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:31Z', 'updated_at': '2021-09-16T06:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:34.718965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4dabb140-f73a-407d-b782-a314021da614 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:34.870171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-195431e7-7664-4c39-b4c1-adb87991e601 None None] Provisioning complete for port 6829cd2a-12e0-453a-bc4a-c66010427f2c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:34.870562 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-195431e7-7664-4c39-b4c1-adb87991e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.882571 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 4dabb140-f73a-407d-b782-a314021da614 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:34.882571 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.907965 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.912852 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Pushing event updated for resources: {'Port': ['ID=6829cd2a-12e0-453a-bc4a-c66010427f2c,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:34.952901 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:34.956741 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:34.958962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:35.037646 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-195431e7-7664-4c39-b4c1-adb87991e601 None None] Port 6829cd2a-12e0-453a-bc4a-c66010427f2c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:27:35.039845 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b359a35-f67c-4bb2-9a5f-9aea6dd3f472 None None] Pushing event updated for resources: {'Port': ['ID=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,revision_number=3']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:35.131537 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:35.152208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Attempting to bind port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f on host n-d-713301-15 for vnic_type normal with profile {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:35.152829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Attempting to bind port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:35.153414 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Attempting to bind port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:35.213415 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:35.213866 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Checking segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:35.214190 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.214577 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Bound using segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} {{(pid=94720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:35.215065 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.managers [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Bound port: 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}}] {{(pid=94720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:35.215446 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.326020 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] For port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f, host n-d-713301-15, cleared binding levels {{(pid=94720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:35.329896 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] For port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:35.341020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.342139 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:35.356897 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-4db6fe36-cd79-4104-bd45-52af86f1ee49 admin admin] 10.222.0.55 "PUT /v2.0/routers/5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6880462 Sep 16 06:27:35.410613 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b359a35-f67c-4bb2-9a5f-9aea6dd3f472 None None] Pushing event updated for resources: {'Port': ['ID=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:35.447265 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:35.450537 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:35.550746 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-089ce855-325e-406e-bf93-3b925b097db5 None None] Provisioning complete for port 6829cd2a-12e0-453a-bc4a-c66010427f2c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:35.553201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-089ce855-325e-406e-bf93-3b925b097db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.715133 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 451df222-2702-4854-8b69-57871f833cb9 up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:35.762996 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-089ce855-325e-406e-bf93-3b925b097db5 None None] Port 6829cd2a-12e0-453a-bc4a-c66010427f2c cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:27:35.800417 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:35.918276 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 451df222-2702-4854-8b69-57871f833cb9 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:35.918651 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:35.990262 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e87e6753-9a98-44ff-8ee5-168718093823 None None] Provisioning complete for port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:35.990636 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e87e6753-9a98-44ff-8ee5-168718093823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.147980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1d6ec3c0-f593-4732-b829-11b259c1847f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:36.195459 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e87e6753-9a98-44ff-8ee5-168718093823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.209944 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42912) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:36.216014 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-d42760c1-8a76-4fbc-8df6-657b30cb4950 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101933', 'description': 'tempest-secgroup-smoke-1101933 description', 'project_id': 'ed4daf46e06c4239ab050e83c0512801'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:36.224986 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:35Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:36.238777 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42760c1-8a76-4fbc-8df6-657b30cb4950 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.261008 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747b7ac-6f4f-4787-ac6d-ddcd813802f5 None None] The sync data for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 is: [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:35Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:36.272538 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-e87e6753-9a98-44ff-8ee5-168718093823 None None] For port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:36.279786 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e87e6753-9a98-44ff-8ee5-168718093823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.331389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e6753-9a98-44ff-8ee5-168718093823 None None] Pushing event updated for resources: {'Port': ['ID=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.334344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1d6ec3c0-f593-4732-b829-11b259c1847f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:36.334844 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.365652 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42760c1-8a76-4fbc-8df6-657b30cb4950 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.375966 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42760c1-8a76-4fbc-8df6-657b30cb4950 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.435248 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42760c1-8a76-4fbc-8df6-657b30cb4950 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e243da-cb63-4eab-b45f-60b7fa1313d2,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.437183 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.445183 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-d42760c1-8a76-4fbc-8df6-657b30cb4950 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.446780 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-d42760c1-8a76-4fbc-8df6-657b30cb4950 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2349887 Sep 16 06:27:36.449825 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42914) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:36.455330 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-9ee5c63d-a4e2-4b7d-8c2a-523fb7231cb2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'security_group_rule': {'security_group_id': '61e243da-cb63-4eab-b45f-60b7fa1313d2', 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:36.468161 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] For port 1d6ec3c0-f593-4732-b829-11b259c1847f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1d6ec3c0-f593-4732-b829-11b259c1847f,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:36.472367 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.506139 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c63d-a4e2-4b7d-8c2a-523fb7231cb2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.532602 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Pushing event updated for resources: {'Port': ['ID=1d6ec3c0-f593-4732-b829-11b259c1847f,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.582450 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c63d-a4e2-4b7d-8c2a-523fb7231cb2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.587607 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c63d-a4e2-4b7d-8c2a-523fb7231cb2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.609035 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5c63d-a4e2-4b7d-8c2a-523fb7231cb2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bd33f1-e8ce-42d2-8e62-8634ab6cbe42,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.611632 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c63d-a4e2-4b7d-8c2a-523fb7231cb2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.616037 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-9ee5c63d-a4e2-4b7d-8c2a-523fb7231cb2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648910 Sep 16 06:27:36.616555 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42916) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:36.623599 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-e1ae2ecd-938e-40c7-b4b5-d042587b03c5 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'security_group_rule': {'security_group_id': '61e243da-cb63-4eab-b45f-60b7fa1313d2', 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:36.653703 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2ecd-938e-40c7-b4b5-d042587b03c5 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.725542 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2ecd-938e-40c7-b4b5-d042587b03c5 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.731423 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2ecd-938e-40c7-b4b5-d042587b03c5 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.750713 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae2ecd-938e-40c7-b4b5-d042587b03c5 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15383405-d4cd-4862-9bee-1d368b683ede,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.758168 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2ecd-938e-40c7-b4b5-d042587b03c5 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.762145 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-e1ae2ecd-938e-40c7-b4b5-d042587b03c5 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418676 Sep 16 06:27:36.762406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42918) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:36.767209 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-0f467eb4-a2c8-4761-bc09-ddc4e0c7b1e6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'security_group_rule': {'security_group_id': '61e243da-cb63-4eab-b45f-60b7fa1313d2', 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:36.794997 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f467eb4-a2c8-4761-bc09-ddc4e0c7b1e6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.873541 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f467eb4-a2c8-4761-bc09-ddc4e0c7b1e6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.878901 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f467eb4-a2c8-4761-bc09-ddc4e0c7b1e6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.911321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f467eb4-a2c8-4761-bc09-ddc4e0c7b1e6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45f90d3-e791-4461-8bc6-99b2318be1f8,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:36.934889 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-0f467eb4-a2c8-4761-bc09-ddc4e0c7b1e6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:36.936420 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-0f467eb4-a2c8-4761-bc09-ddc4e0c7b1e6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1728833 Sep 16 06:27:36.939352 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42920) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:36.944194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-01be2b08-1adc-4808-b860-18b8e51add39 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'security_group_rule': {'security_group_id': '61e243da-cb63-4eab-b45f-60b7fa1313d2', 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:36.973975 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01be2b08-1adc-4808-b860-18b8e51add39 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.033293 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Sync routers for ids ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:37.044447 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Routers {'5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:37.045690 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:37.080012 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01be2b08-1adc-4808-b860-18b8e51add39 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.085955 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01be2b08-1adc-4808-b860-18b8e51add39 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.115833 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be2b08-1adc-4808-b860-18b8e51add39 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8190af-f70e-43f1-b840-2e376eea03ad,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:37.124363 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-01be2b08-1adc-4808-b860-18b8e51add39 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.132910 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 42924) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:37.133067 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-01be2b08-1adc-4808-b860-18b8e51add39 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1922898 Sep 16 06:27:37.139712 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'security_group_rule': {'security_group_id': '61e243da-cb63-4eab-b45f-60b7fa1313d2', 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:37.170797 n-d-713301-15 neutron-server[94718]: INFO neutron.db.securitygroups_db [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Project ed4daf46e06c4239ab050e83c0512801 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:27:37.177175 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.257058 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.263737 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.281399 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b37e7c-5f23-4d55-b26a-c23ec063b82f,revision_number=0']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:37.306524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.308315 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-47a753ac-35d8-495e-bd4c-6f72ae932d79 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741245 Sep 16 06:27:37.311226 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42926) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:37.314419 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Set router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:37.318727 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'security_group_rule': {'security_group_id': '61e243da-cb63-4eab-b45f-60b7fa1313d2', 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:37.348080 n-d-713301-15 neutron-server[94719]: INFO neutron.db.securitygroups_db [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Project ed4daf46e06c4239ab050e83c0512801 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 06:27:37.358412 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.455142 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.463896 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493092'] for security_group_rule, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.485196 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:37.524526 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9038dd3a-530c-4898-b98f-d2e1c6e42cca,revision_number=0']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:37.533840 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.535204 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-8da464cc-4faa-46ed-916a-83658a71e0b9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2220883 Sep 16 06:27:37.582124 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:37.582777 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.601689 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:27:34Z', 'revision_number': 4, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port': {'id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:31Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6829cd2a-12e0-453a-bc4a-c66010427f2c', 'name': '', 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'mac_address': 'fa:16:3e:12:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fb9538de-da5c-494a-9061-e63054d30827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:33Z', 'updated_at': '2021-09-16T06:27:34Z', 'revision_number': 2, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'subnets': [{'id': 'fb9538de-da5c-494a-9061-e63054d30827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:37.638492 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Checking router: 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:37.638844 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Updating router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 port 6829cd2a-12e0-453a-bc4a-c66010427f2c binding host n-d-713301-15 {{(pid=94721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 06:27:37.683853 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.691042 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1d6ec3c0-f593-4732-b829-11b259c1847f up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:37.729414 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-5f4ac1c9-c848-4eca-8619-2f187d66e3c0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101933&fields=id&tenant_id=ed4daf46e06c4239ab050e83c0512801 HTTP/1.1" status: 200 len: 267 time: 0.0521722 Sep 16 06:27:37.748808 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 1d6ec3c0-f593-4732-b829-11b259c1847f triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:37.751568 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.853382 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-9649f73b-d4c1-4d1f-a520-500840102a62 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:37.856220 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-9649f73b-d4c1-4d1f-a520-500840102a62 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 809 time: 0.1254232 Sep 16 06:27:37.874964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-998d8774-1143-4bdb-b8de-13dcb1795499 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/quotas/ed4daf46e06c4239ab050e83c0512801 HTTP/1.1" status: 200 len: 375 time: 0.0110326 Sep 16 06:27:37.928328 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-266f47a1-14a1-48b8-a988-2ef8bcd30a27 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463052 Sep 16 06:27:37.983302 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:37.989223 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.045468 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f358123-c79d-4e42-9340-5a73823ffd67 None None] Pushing event updated for resources: {'Port': ['ID=6829cd2a-12e0-453a-bc4a-c66010427f2c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:38.061273 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-02182b21-2d7c-4647-9114-6a5cea88326c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:27:38.064046 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-02182b21-2d7c-4647-9114-6a5cea88326c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1210129 Sep 16 06:27:38.105551 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Attempting to bind port 6829cd2a-12e0-453a-bc4a-c66010427f2c on host n-d-713301-15 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:38.106022 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Attempting to bind port 6829cd2a-12e0-453a-bc4a-c66010427f2c by drivers openvswitch,hyperv on host n-d-713301-15 at level 0 using segments [{'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:38.106482 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Attempting to bind port 6829cd2a-12e0-453a-bc4a-c66010427f2c on network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:38.112566 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Checking agent: {'id': '33de84ed-27f0-4716-8f52-df656667f743', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 48, 29), 'started_at': datetime.datetime(2021, 9, 16, 4, 48, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:38.113026 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Checking segment: {'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:38.113502 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.114223 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Bound using segment: {'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:38.114769 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Bound port: 6829cd2a-12e0-453a-bc4a-c66010427f2c, host: n-d-713301-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dc1fd1-9a62-45a3-af41-a03020e65340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:38.115239 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.184145 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] For port 6829cd2a-12e0-453a-bc4a-c66010427f2c, host n-d-713301-15, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:38.184870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-2a317e23-34f0-42ad-bf0b-59edf660ea07 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128569 Sep 16 06:27:38.188066 n-d-713301-15 neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] For port 6829cd2a-12e0-453a-bc4a-c66010427f2c, host n-d-713301-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6829cd2a-12e0-453a-bc4a-c66010427f2c,segment=NetworkSegment(78dc1fd1-9a62-45a3-af41-a03020e65340),segment_id=78dc1fd1-9a62-45a3-af41-a03020e65340)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:38.193649 n-d-713301-15 neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.253728 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f358123-c79d-4e42-9340-5a73823ffd67 None None] Pushing event updated for resources: {'Port': ['ID=6829cd2a-12e0-453a-bc4a-c66010427f2c,revision_number=4']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:38.270020 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Routers {'5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:38.270638 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:38.324066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-707edc0a-b835-4b26-89ed-859911092f9a service neutron] 10.222.0.55 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281674 Sep 16 06:27:38.335909 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-660d9d4e-40c9-402c-a62e-4947d1136de7 None None] Provisioning complete for port 6829cd2a-12e0-453a-bc4a-c66010427f2c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:38.336436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-660d9d4e-40c9-402c-a62e-4947d1136de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.430544 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] Set router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:38.453588 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-660d9d4e-40c9-402c-a62e-4947d1136de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.537884 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-660d9d4e-40c9-402c-a62e-4947d1136de7 None None] For port 6829cd2a-12e0-453a-bc4a-c66010427f2c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6829cd2a-12e0-453a-bc4a-c66010427f2c,segment=NetworkSegment(78dc1fd1-9a62-45a3-af41-a03020e65340),segment_id=78dc1fd1-9a62-45a3-af41-a03020e65340)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:38.559162 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-660d9d4e-40c9-402c-a62e-4947d1136de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.646569 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d9d4e-40c9-402c-a62e-4947d1136de7 None None] Pushing event updated for resources: {'Port': ['ID=6829cd2a-12e0-453a-bc4a-c66010427f2c,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:38.664701 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-29f947d3-ba5f-4e5a-8fbc-4c0352784f2a req-2e06df5b-7aec-47c9-9d49-39da52d39700 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 210 time: 0.0622067 Sep 16 06:27:38.685855 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-e572d0c6-8412-4eb8-96fe-84ffcaa6ce50 None None] Provisioning complete for port 6829cd2a-12e0-453a-bc4a-c66010427f2c triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:38.686623 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e572d0c6-8412-4eb8-96fe-84ffcaa6ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:38.737139 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:27:34Z', 'revision_number': 4, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port': {'id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:31Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6829cd2a-12e0-453a-bc4a-c66010427f2c', 'name': '', 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'mac_address': 'fa:16:3e:12:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fb9538de-da5c-494a-9061-e63054d30827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:33Z', 'updated_at': '2021-09-16T06:27:38Z', 'revision_number': 4, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'subnets': [{'id': 'fb9538de-da5c-494a-9061-e63054d30827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:38.770263 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b5d80-5f3c-4c53-bb1b-188e0318de54 None None] The sync data for ids ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'] in n-d-713301-15 is: [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:27:34Z', 'revision_number': 4, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port': {'id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:31Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '6829cd2a-12e0-453a-bc4a-c66010427f2c', 'name': '', 'network_id': 'c2f82e08-cdc3-477f-9c11-98dfc42a0d80', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'mac_address': 'fa:16:3e:12:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'fb9538de-da5c-494a-9061-e63054d30827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:33Z', 'updated_at': '2021-09-16T06:27:38Z', 'revision_number': 4, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'subnets': [{'id': 'fb9538de-da5c-494a-9061-e63054d30827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:39.459673 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6829cd2a-12e0-453a-bc4a-c66010427f2c up at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:39.510711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Provisioning complete for port 6829cd2a-12e0-453a-bc4a-c66010427f2c triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:39.511179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:39.801659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-07043a7f-31fb-43fa-ae12-af37a98ad948 req-b7fc6f03-e506-4fb8-81c1-865dd6876e41 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 210 time: 0.0420010 Sep 16 06:27:39.869642 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-a9b55774-b7e3-4f8b-8215-c7133826932f tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:39.871309 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-a9b55774-b7e3-4f8b-8215-c7133826932f tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 809 time: 0.1770110 Sep 16 06:27:39.923334 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-db804746-44dc-4774-a193-de647669956c tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4daf46e06c4239ab050e83c0512801 HTTP/1.1" status: 200 len: 377 time: 0.0364316 Sep 16 06:27:39.935466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'port': {'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'admin_state_up': True, 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'security_groups': ['61e243da-cb63-4eab-b45f-60b7fa1313d2']}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:40.049864 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Made reservation on behalf of ed4daf46e06c4239ab050e83c0512801 for: {'port': 1} {{(pid=94719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:27:40.053388 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.182141 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Allocated IP 172.20.0.13 (4ba8a5c8-abd6-4843-9677-bee48c49a9ce/94a1c213-61bd-4150-9ea1-919f69f4cc23/e92d9290-d338-4cc6-842b-9b8a9b172821) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:40.318148 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.352039 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.397459 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:40.402557 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:40.408537 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:40.433943 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:40.465455 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:40.466092 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.483197 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-359d4cfb-e5a3-4838-8cd7-d97210372ef0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5514953 Sep 16 06:27:40.505349 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Request body: {'port': {'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-15'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:40.564494 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.633132 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-1dd47b15-cb4d-4fb1-862c-9b745517ef70 None None] Provisioning complete for port e92d9290-d338-4cc6-842b-9b8a9b172821 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:40.633691 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-1dd47b15-cb4d-4fb1-862c-9b745517ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.672218 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-1dd47b15-cb4d-4fb1-862c-9b745517ef70 None None] Port e92d9290-d338-4cc6-842b-9b8a9b172821 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:27:40.843437 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92d9290-d338-4cc6-842b-9b8a9b172821 {{(pid=94719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:27:40.851398 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.863591 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.provisioning_blocks [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Transition to ACTIVE for port object e92d9290-d338-4cc6-842b-9b8a9b172821 will not be triggered until provisioned by entity L2. {{(pid=94719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:27:40.868058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:40.973898 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:41.021605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1623-2a99-4bb3-902f-5f1bba2946d2 req-1332c51c-0690-4e12-bf4f-06e8aa5617ac tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.024811 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d57d1623-2a99-4bb3-902f-5f1bba2946d2 req-1332c51c-0690-4e12-bf4f-06e8aa5617ac tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 944 time: 0.1470585 Sep 16 06:27:41.068474 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Attempting to bind port e92d9290-d338-4cc6-842b-9b8a9b172821 on host n-h2-713301-15 for vnic_type normal with profile {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:27:41.068850 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Attempting to bind port e92d9290-d338-4cc6-842b-9b8a9b172821 by drivers openvswitch,hyperv on host n-h2-713301-15 at level 0 using segments [{'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:27:41.069136 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Attempting to bind port e92d9290-d338-4cc6-842b-9b8a9b172821 on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:41.079041 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Port e92d9290-d338-4cc6-842b-9b8a9b172821 on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-15 {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:27:41.079372 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Attempting to bind port e92d9290-d338-4cc6-842b-9b8a9b172821 on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:27:41.091751 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d57d1623-2a99-4bb3-902f-5f1bba2946d2 req-10963d0d-0eda-4b99-a49c-08478c55177f tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0572813 Sep 16 06:27:41.092681 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Checking agent: {'id': '54a7749b-9f62-4887-a585-7bf9744e6deb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:27:41.093018 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Checking segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:27:41.093395 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Bound using segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} {{(pid=94719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:27:41.093834 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.managers [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Bound port: e92d9290-d338-4cc6-842b-9b8a9b172821, host: n-h2-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}}] {{(pid=94719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:27:41.094194 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:41.161356 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, cleared binding levels {{(pid=94719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:27:41.164381 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:27:41.170633 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:41.206183 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.206792 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:41.208313 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] 10.222.0.73 "PUT /v2.0/ports/e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 1093 time: 0.7075050 Sep 16 06:27:41.208619 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:41.210829 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1870678-c148-4f18-880b-bd2ce79af9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:41.248983 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3766f8-2665-492d-975e-ea6d9d0143dd service neutron] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=3']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:41.258074 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c85de2-51fe-46bb-8ede-527133a97e1c x-openstack-request-id: req-85c85de2-51fe-46bb-8ede-527133a97e1c {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:41.258428 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:41.258796 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85c85de2-51fe-46bb-8ede-527133a97e1c {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:41.259731 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'status': 'completed', 'code': 200} Sep 16 06:27:41.309490 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-febe549f-63bc-4587-a778-ecb3ceca8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.311090 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-febe549f-63bc-4587-a778-ecb3ceca8693 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1096 time: 0.0502465 Sep 16 06:27:41.362445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-04e883bc-6f96-4c57-9bdd-edc9c25d0e3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 217 time: 0.0376804 Sep 16 06:27:41.417118 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-635ee612-32fa-4242-b6f3-847d341fb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.418761 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-635ee612-32fa-4242-b6f3-847d341fb699 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0453660 Sep 16 06:27:41.474216 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b944-0109-479c-8f24-a0158d1c125b req-99649cdb-aa2c-410e-9497-441f53df974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.475716 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-99649cdb-aa2c-410e-9497-441f53df974e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454216 Sep 16 06:27:41.571280 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-ab4b30d3-78b0-47ef-bb40-b67bbc3decff service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Sep 16 06:27:41.670596 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f639b944-0109-479c-8f24-a0158d1c125b req-023aa173-4e36-4e5a-9a83-69d3f18203d2 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877335 Sep 16 06:27:41.761797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-02b7a623-fd60-4cf9-817a-b20f06b56643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.763321 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-02b7a623-fd60-4cf9-817a-b20f06b56643 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1096 time: 0.0421002 Sep 16 06:27:41.860341 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-270cda3a-99e2-4313-96d6-57c905bf67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.861790 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-270cda3a-99e2-4313-96d6-57c905bf67aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0911055 Sep 16 06:27:41.903556 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-d04f3eb8-0386-4c69-9c58-f545da1f53c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 217 time: 0.0337024 Sep 16 06:27:41.952466 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-1085f972-6b62-4855-b789-e4a98fbccfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:41.953944 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-1085f972-6b62-4855-b789-e4a98fbccfb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0429285 Sep 16 06:27:42.004399 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-0641dd34-dd3a-4af0-aa54-e69b64bafdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:42.005903 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-0641dd34-dd3a-4af0-aa54-e69b64bafdc3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420127 Sep 16 06:27:42.102319 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-18824f10-8ac4-4467-bb9b-0cc326e51e0a service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884581 Sep 16 06:27:42.235372 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1870678-c148-4f18-880b-bd2ce79af9a5 req-0b60c556-d9af-4ccc-b372-67edf03a27e1 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206775 Sep 16 06:27:42.244406 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ce1e-47ab-45ce-a80e-e54efcad2a8b req-6127f7a1-cfa5-4c21-a479-f49fbc603b28 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:42.245870 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a656ce1e-47ab-45ce-a80e-e54efcad2a8b req-6127f7a1-cfa5-4c21-a479-f49fbc603b28 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 944 time: 0.0722370 Sep 16 06:27:42.285678 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a656ce1e-47ab-45ce-a80e-e54efcad2a8b req-1bac3a0d-5652-4b66-9431-0040e24b51c7 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334213 Sep 16 06:27:42.725784 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:43.410926 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8e4f-7380-4350-a2d0-f99559a70378 req-392519d0-a4f6-4693-bc62-4d092e5b42e1 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:43.412437 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b3c8e4f-7380-4350-a2d0-f99559a70378 req-392519d0-a4f6-4693-bc62-4d092e5b42e1 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 944 time: 0.0530496 Sep 16 06:27:43.450773 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3b3c8e4f-7380-4350-a2d0-f99559a70378 req-483f1a7b-00cd-4d64-87d8-e78477548dd2 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318611 Sep 16 06:27:44.462450 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e92d9290-d338-4cc6-842b-9b8a9b172821 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:27:44.562966 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:44.574175 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338c5d8-ec18-4e81-811e-5c626cc96034 req-535fbac7-48ce-4172-8c75-b5c209736f3c tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:44.575784 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0338c5d8-ec18-4e81-811e-5c626cc96034 req-535fbac7-48ce-4172-8c75-b5c209736f3c tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 944 time: 0.0558116 Sep 16 06:27:44.579775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:27:44.623297 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:44.623576 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0338c5d8-ec18-4e81-811e-5c626cc96034 req-7f4c9bbe-6977-447a-9322-b504a7edb585 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397916 Sep 16 06:27:44.636956 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92d9290-d338-4cc6-842b-9b8a9b172821 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:27:44.657749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:44.662091 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:44.710184 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:44.918306 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e92d9290-d338-4cc6-842b-9b8a9b172821'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:27:45.738532 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003263c8-1bdf-422b-8e67-c1675b3c965e req-f878e7c1-d1eb-4243-a1cc-5528dd213710 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:45.740054 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003263c8-1bdf-422b-8e67-c1675b3c965e req-f878e7c1-d1eb-4243-a1cc-5528dd213710 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Sep 16 06:27:45.778178 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-003263c8-1bdf-422b-8e67-c1675b3c965e req-2cff64fc-1ded-4370-9fb8-bfa7b87d4942 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315616 Sep 16 06:27:46.478159 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e92d9290-d338-4cc6-842b-9b8a9b172821 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:27:46.527542 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning for port e92d9290-d338-4cc6-842b-9b8a9b172821 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:27:46.531274 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e92d9290-d338-4cc6-842b-9b8a9b172821 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:27:46.531649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.612841 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.635954 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:46.638221 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ebab8f-d745-4a91-ba22-7ca321d5c93f" -d '{"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-plugged", "status": "completed", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:46.652237 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:27:46.657506 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:46.681297 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad694855-3b63-42e4-a185-3dd111053ba9 x-openstack-request-id: req-ad694855-3b63-42e4-a185-3dd111053ba9 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:46.681588 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-plugged", "status": "completed", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:46.681844 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad694855-3b63-42e4-a185-3dd111053ba9 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:46.682236 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'code': 200} Sep 16 06:27:46.708980 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:46.779113 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ec088-02d8-4ede-b892-73b5481953b0 req-678a8e79-a394-45ef-9706-a0c34797d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:46.780638 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a13ec088-02d8-4ede-b892-73b5481953b0 req-678a8e79-a394-45ef-9706-a0c34797d0b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1098 time: 0.0399196 Sep 16 06:27:46.820614 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a13ec088-02d8-4ede-b892-73b5481953b0 req-c9e5adbc-4ba4-4680-a186-d9ac310df56d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0287886 Sep 16 06:27:46.894622 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1e5e3-b664-478f-940b-69edb4bb8e79 req-6e92b961-023f-4c8e-94a3-7791b4b4157e tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:46.896139 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d1e5e3-b664-478f-940b-69edb4bb8e79 req-6e92b961-023f-4c8e-94a3-7791b4b4157e tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 946 time: 0.0516982 Sep 16 06:27:46.933836 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-a1d1e5e3-b664-478f-940b-69edb4bb8e79 req-94cfdac0-eddb-459f-b11e-267d83e970ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313001 Sep 16 06:27:48.072551 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f79916-8ab1-42e6-a39c-763782def5a7 req-90719a84-2394-4f17-9b18-b636479489dd tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:48.073985 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8f79916-8ab1-42e6-a39c-763782def5a7 req-90719a84-2394-4f17-9b18-b636479489dd tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 946 time: 0.0675278 Sep 16 06:27:48.112413 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c8f79916-8ab1-42e6-a39c-763782def5a7 req-a40b6c3a-b406-459a-a5cb-ad774b99c352 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332088 Sep 16 06:27:49.231064 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de41bc9-ecf8-4565-9141-40491e735661 req-027c9e92-2d0c-46e0-98e4-4dc716392c91 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:49.232500 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6de41bc9-ecf8-4565-9141-40491e735661 req-027c9e92-2d0c-46e0-98e4-4dc716392c91 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 946 time: 0.0507450 Sep 16 06:27:49.271493 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6de41bc9-ecf8-4565-9141-40491e735661 req-472c7e1e-dbcf-49a8-8875-59d4cad34c85 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330634 Sep 16 06:27:49.394000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76530e0-39c5-40db-a359-72afd9c62c39 req-cb0a246c-d85e-468f-9d4b-7e258cbd3216 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:49.395486 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e76530e0-39c5-40db-a359-72afd9c62c39 req-cb0a246c-d85e-468f-9d4b-7e258cbd3216 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 946 time: 0.0585566 Sep 16 06:27:49.440393 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e76530e0-39c5-40db-a359-72afd9c62c39 req-2c57c5ed-e119-4df1-abec-0e86c361d250 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382104 Sep 16 06:27:49.462775 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42986) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:49.545569 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143026f1-936b-4d9b-8eb4-3042c957e57e tempest-TestSnapshotPattern-502121826 tempest-TestSnapshotPattern-502121826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:49.547102 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-143026f1-936b-4d9b-8eb4-3042c957e57e tempest-TestSnapshotPattern-502121826 tempest-TestSnapshotPattern-502121826-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1093 time: 0.0833349 Sep 16 06:27:49.550058 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 42990) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:27:49.554286 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:27:49.581329 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:49.679918 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:49.782711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Allocated IP 172.25.6.155 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/081c7061-b44c-45e8-9cec-f5cfc4d6196e) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:27:49.886518 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:49.920751 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:49.956452 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:27:49.959126 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:27:49.962590 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:27:49.987887 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'Port': ['ID=081c7061-b44c-45e8-9cec-f5cfc4d6196e,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:50.670786 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:50.736603 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:50.886112 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:50.890471 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:50.964802 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'Port': ['ID=081c7061-b44c-45e8-9cec-f5cfc4d6196e,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:27:50.973533 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:51.070821 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Floating IP dc629d1a-2e3a-411e-b79f-cf29d68eefc4 associated. External IP: 172.25.6.155, port: e92d9290-d338-4cc6-842b-9b8a9b172821. Sep 16 06:27:51.275457 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Router 49d12fc4-4a99-473f-a78a-b82ad3105aee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:27:51.361807 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:27:51.384875 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:27:51.395525 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] Sync routers for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:27:51.400413 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:51.414957 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:51.415858 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:51.439915 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-69a8aa69-d043-4e5a-8cba-7dc08e965d8a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8758695 Sep 16 06:27:51.439915 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:27:51.439915 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b086669-bf1e-4cda-b744-e7de011a9c16" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:27:51.478860 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b64e06e-cb98-4739-86f2-120b5025a189 x-openstack-request-id: req-5b64e06e-cb98-4739-86f2-120b5025a189 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:27:51.479166 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:27:51.479422 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b64e06e-cb98-4739-86f2-120b5025a189 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:27:51.479842 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'status': 'completed', 'code': 200} Sep 16 06:27:51.549402 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-408629de-8dc5-4dbd-9fa5-2f51dd3e2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:51.550901 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-408629de-8dc5-4dbd-9fa5-2f51dd3e2d8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1098 time: 0.0476360 Sep 16 06:27:51.651628 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-65bee240-80ec-4490-8756-4fb9d1c7d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:51.653161 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-65bee240-80ec-4490-8756-4fb9d1c7d0dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0950596 Sep 16 06:27:51.689463 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:51.726431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-86509f14-3c0a-41c9-a8e7-c0be0e55eb11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 1000 time: 0.0660355 Sep 16 06:27:51.779160 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-c237719e-12be-4fa6-b61f-19b715b7dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:51.780755 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-c237719e-12be-4fa6-b61f-19b715b7dffb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0472398 Sep 16 06:27:51.829479 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-5ad14143-567d-4af7-af20-833215486597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:27:51.830908 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-5ad14143-567d-4af7-af20-833215486597 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419436 Sep 16 06:27:51.928208 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:50Z', 'revision_number': 0, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:51.932447 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-df9831ac-9809-4f04-85a9-cde12b0c26a5 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934768 Sep 16 06:27:51.955168 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] Checking router: 49d12fc4-4a99-473f-a78a-b82ad3105aee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:27:51.963567 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:27:51.964205 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:27:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:52.028064 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-9b086669-bf1e-4cda-b744-e7de011a9c16 req-1a14d64f-4164-4154-a5c4-8a6bfe953e64 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886128 Sep 16 06:27:52.073182 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:27:52.305962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:50Z', 'revision_number': 0, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:27:52.331906 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c729c-b0e9-4b02-bc68-051cf7321747 None None] The sync data for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 is: [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:50Z', 'revision_number': 0, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:27:52.515455 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbc78c-a804-48dd-b712-2aecd6589ffd None None] New status for floating IP dc629d1a-2e3a-411e-b79f-cf29d68eefc4: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:27:55.655520 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:56.046201 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-734bd887-c62d-48d8-8459-1df866e2a989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:58.356148 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-93b96c35-bcff-4c27-a34b-ec05f46c1183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:27:59.332225 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:00.188338 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:01.587586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:12.724262 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:25.654428 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:26.046095 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4693d3b-6413-43c0-b128-fd84f0f9ac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.357067 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-144f784a-c227-4658-9010-ba69c2e9ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:28.361514 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:28:29.333072 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:30.191280 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:31.591802 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:41.664109 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-71998529-a9eb-4914-b2fb-3d62ab358698 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867031 Sep 16 06:28:41.753696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-da82cc10-e460-45cd-b32d-8383c56203eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:41.755189 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-da82cc10-e460-45cd-b32d-8383c56203eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1098 time: 0.0405996 Sep 16 06:28:41.860888 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-fbf0c4bf-4172-41b2-aef0-fab565679dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:41.862337 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-fbf0c4bf-4172-41b2-aef0-fab565679dfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0832498 Sep 16 06:28:41.934863 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-cb719069-86e6-441c-bc4d-2930d2c96d15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 1002 time: 0.0605550 Sep 16 06:28:41.987709 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-49664ccf-fe16-45f6-9ca4-d0fd060b35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:41.989138 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-49664ccf-fe16-45f6-9ca4-d0fd060b35aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0426350 Sep 16 06:28:42.037193 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-9b3c29c0-d0ec-4b40-a252-74ce495925d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:28:42.038628 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-9b3c29c0-d0ec-4b40-a252-74ce495925d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385983 Sep 16 06:28:42.132149 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-0093bdf2-2972-4ab2-b773-a80bb6779128 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824032 Sep 16 06:28:42.227177 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-ccabca2f-9e8e-4413-9115-6bf9b020d6e9 req-1729ad83-e8d1-4df5-a685-d1e768238c63 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842733 Sep 16 06:28:42.740044 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:55.687177 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:56.046029 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3508403b-6733-4fa1-aeb1-eba347d0ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:58.361839 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-3717124c-81f8-4ddd-8320-60ac9e9705ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:28:59.334911 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:00.193680 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:01.593604 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:05.361240 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:29:12.739574 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:25.682792 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:26.046577 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4c04b1c8-f70a-468a-811b-75fa7161f48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:28.363625 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f84e3d56-80fb-4824-aa61-092ab1b121b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:29.336112 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:30.196424 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:31.595602 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:42.360940 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:29:42.606633 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-055b3e10-18e4-4fd8-95c9-168ec94284b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408120 Sep 16 06:29:42.695007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-10a934c1-0a93-4172-8c07-70e8c0e18e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:42.696412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-10a934c1-0a93-4172-8c07-70e8c0e18e19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1098 time: 0.0394890 Sep 16 06:29:42.737984 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:42.805908 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-fdab4a24-1cda-440a-ba45-2a23c11b25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:42.807359 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-fdab4a24-1cda-440a-ba45-2a23c11b25e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0875120 Sep 16 06:29:42.873964 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-e705cc41-489d-444b-a0a7-9f7c9bcb2ceb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 1002 time: 0.0553806 Sep 16 06:29:42.926815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-a2d75c4e-c395-4e44-b191-ab9732afa131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:42.928266 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-a2d75c4e-c395-4e44-b191-ab9732afa131 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0425210 Sep 16 06:29:42.981969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-0b3666e5-c88e-427d-9df1-7c19165ae70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:29:42.983349 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-0b3666e5-c88e-427d-9df1-7c19165ae70b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435793 Sep 16 06:29:43.073705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-7256f4cd-4d10-4060-887b-1102558d3add service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795131 Sep 16 06:29:43.168929 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52aebc3f-fcda-42eb-89b1-43e8cac1c243 req-deaedf6b-6f3a-4274-b918-38e946e6c4ed service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838127 Sep 16 06:29:50.991271 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e92d9290-d338-4cc6-842b-9b8a9b172821 details requested by agent hyperv_n-h2-713301-15 with host n-h2-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:29:51.085249 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:51.096807 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Returning: {'device': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:29:51.132628 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:51.144959 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e92d9290-d338-4cc6-842b-9b8a9b172821 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:29:51.163873 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:51.168400 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:51.219853 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:51.227862 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.228494 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.228742 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.229001 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.229344 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.229675 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.230006 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.230334 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.230659 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.230984 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.231310 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.231885 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:29:51.268720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] get_ports_and_sgs() called for port_ids ['e92d9290-d338-4cc6-842b-9b8a9b172821'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:29:53.002096 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e92d9290-d338-4cc6-842b-9b8a9b172821 up at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:29:53.058924 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Provisioning complete for port e92d9290-d338-4cc6-842b-9b8a9b172821 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:29:53.059299 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:53.143609 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:53.168462 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:29:53.170756 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cb8504-ef1c-4454-9d2b-c5a6b036c397" -d '{"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-plugged", "status": "completed", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:29:53.187190 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:29:53.191499 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:53.247371 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:29:53.315531 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca646f-4247-4899-9df2-330d91d4a346 x-openstack-request-id: req-63ca646f-4247-4899-9df2-330d91d4a346 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:29:53.315836 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-plugged", "status": "completed", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:29:53.316152 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63ca646f-4247-4899-9df2-330d91d4a346 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:29:53.316562 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'code': 200} Sep 16 06:29:55.685395 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:56.049372 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-23862f24-ca48-4354-acac-eab28f9b1b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:58.370913 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7880a253-878a-4bbf-9ce3-e13a31bfbd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:29:59.339893 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:00.200233 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:01.600032 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:01.762627 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-b5fcfb78-dfdf-43ee-b471-4eb7492f5c2c tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101933&fields=id&tenant_id=ed4daf46e06c4239ab050e83c0512801 HTTP/1.1" status: 200 len: 267 time: 0.0337250 Sep 16 06:30:01.865512 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-fb9cd264-48c6-47f5-83b6-dc299fefd009 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:01.866972 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-fb9cd264-48c6-47f5-83b6-dc299fefd009 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 809 time: 0.0978627 Sep 16 06:30:01.881818 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-259bef84-0bbe-4af3-8dc6-e1f9210fdfbe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/quotas/ed4daf46e06c4239ab050e83c0512801 HTTP/1.1" status: 200 len: 375 time: 0.0087020 Sep 16 06:30:01.941289 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-d48134c7-9d93-4994-84a0-8b4027b00ee1 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0540338 Sep 16 06:30:01.998675 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-f271f86a-5bce-494d-9532-995c159f805b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:30:01.999670 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-f271f86a-5bce-494d-9532-995c159f805b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474613 Sep 16 06:30:02.086801 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-66e24e78-3a1d-420e-ba67-817ea2eb5072 service neutron] 10.222.0.55 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809803 Sep 16 06:30:02.178791 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-2ce291a1-308e-48c7-b6d1-833a816ac30c service neutron] 10.222.0.55 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859406 Sep 16 06:30:02.361163 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-52ad97b4-b7c0-4d1b-9918-19548274fe9f req-a54c89e2-f656-47b2-82ad-fd97da46ded3 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 210 time: 0.0259304 Sep 16 06:30:03.335184 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-26ade643-4716-4349-b510-7431a1573b5e tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:03.337256 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-26ade643-4716-4349-b510-7431a1573b5e tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.64 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 809 time: 0.1045547 Sep 16 06:30:03.387003 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-55555f52-832f-4e82-ac9b-f01ee5c48b6f tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4daf46e06c4239ab050e83c0512801 HTTP/1.1" status: 200 len: 377 time: 0.0348256 Sep 16 06:30:03.409389 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'port': {'device_id': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'admin_state_up': True, 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'security_groups': ['61e243da-cb63-4eab-b45f-60b7fa1313d2']}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:30:03.456562 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-3e61a802-f1ad-462d-a26a-7adf3316f27c req-2af0d708-98e5-4cf4-9c4d-2bf3abc453d6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 210 time: 0.0278740 Sep 16 06:30:03.524663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Made reservation on behalf of ed4daf46e06c4239ab050e83c0512801 for: {'port': 1} {{(pid=94718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 06:30:03.528189 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:03.658981 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_common [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Allocated IP 172.20.0.9 (4ba8a5c8-abd6-4843-9677-bee48c49a9ce/94a1c213-61bd-4150-9ea1-919f69f4cc23/9955c0c2-37e8-4faa-b5da-6d6a28959a45) {{(pid=94718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:30:03.814615 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for port, precommit_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:03.849390 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_create {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:03.898880 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce is already hosted by enough agents. {{(pid=94718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:30:03.904215 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.base_scheduler [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Resources bound (agent type, host, resource id): {{(pid=94718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:30:03.906831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Received port after_create {{(pid=94718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:30:03.913831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=1']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:03.941338 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.941557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.941770 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.942121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.942460 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.942831 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.943192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.943521 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.943841 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.944214 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.945869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.945869 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:03.979724 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:03.980523 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:04.016378 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-24eedeb3-b04f-4100-a5df-5a399d6a3ffe tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107731 Sep 16 06:30:04.222162 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-22375b42-3b01-4130-bd25-b468e39e3086 None None] Provisioning complete for port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 triggered by entity DHCP. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:30:04.222714 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-22375b42-3b01-4130-bd25-b468e39e3086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:04.256389 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-22375b42-3b01-4130-bd25-b468e39e3086 None None] Port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 cannot update to ACTIVE because it is not bound. {{(pid=94720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 06:30:04.584021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdb4d7-7e33-45fe-b8e4-f0122f9b2e6b req-ddff4228-bb7b-4ee4-ac30-a92b29458d1b tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:04.586152 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cfdb4d7-7e33-45fe-b8e4-f0122f9b2e6b req-ddff4228-bb7b-4ee4-ac30-a92b29458d1b tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0572326 Sep 16 06:30:04.641743 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6cfdb4d7-7e33-45fe-b8e4-f0122f9b2e6b req-2156b7e1-663b-4b27-9d03-73d73b526385 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488689 Sep 16 06:30:05.069012 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e92d9290-d338-4cc6-842b-9b8a9b172821 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:30:05.144233 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:05.167359 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:30:05.169637 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdae0e09-0d52-4305-aa66-4a8320e2f945" -d '{"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-unplugged", "status": "completed", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:30:05.185732 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:30:05.190818 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:05.218615 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3588749d-4236-4568-a511-3d2de249fad0 x-openstack-request-id: req-3588749d-4236-4568-a511-3d2de249fad0 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:30:05.218937 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-unplugged", "status": "completed", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:30:05.219297 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3588749d-4236-4568-a511-3d2de249fad0 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:30:05.219752 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'code': 200} Sep 16 06:30:05.247475 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Pushing event updated for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:05.754280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956869e-9575-48af-b792-745a7d564945 req-d1a6d95c-d264-4355-9df4-c3ec41d69240 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:05.755786 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d956869e-9575-48af-b792-745a7d564945 req-d1a6d95c-d264-4355-9df4-c3ec41d69240 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0507541 Sep 16 06:30:05.795752 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-d956869e-9575-48af-b792-745a7d564945 req-72ebafa9-4a90-4070-ba60-6e09198769cd tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337279 Sep 16 06:30:06.914969 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1795-6ee2-48ee-944f-ea2d18cd35bc req-0b93b820-0eca-4515-a950-1c0a0dc9dc18 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:06.916650 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-297b1795-6ee2-48ee-944f-ea2d18cd35bc req-0b93b820-0eca-4515-a950-1c0a0dc9dc18 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0493219 Sep 16 06:30:06.956225 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-297b1795-6ee2-48ee-944f-ea2d18cd35bc req-231d9fd4-fe96-44a1-b0e0-90fa91707e9c tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329506 Sep 16 06:30:08.090724 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe65928-2347-4d70-a8cc-6ee267de47d5 req-dd0b11e2-00b5-4db3-97db-fa69e5948b59 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:08.099251 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fe65928-2347-4d70-a8cc-6ee267de47d5 req-dd0b11e2-00b5-4db3-97db-fa69e5948b59 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0592203 Sep 16 06:30:08.137438 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6fe65928-2347-4d70-a8cc-6ee267de47d5 req-a23a0cef-d458-4a7d-9c90-5be06f2af5ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369742 Sep 16 06:30:09.256332 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae04b9-d0d1-42a1-9d57-2c87c956d5b4 req-8f92a427-4bb8-44be-aaa1-93c8e8037745 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:09.257980 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1ae04b9-d0d1-42a1-9d57-2c87c956d5b4 req-8f92a427-4bb8-44be-aaa1-93c8e8037745 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0506144 Sep 16 06:30:09.298445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-c1ae04b9-d0d1-42a1-9d57-2c87c956d5b4 req-929c08ad-8ad6-4a41-97cb-29c052ca8ff6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340509 Sep 16 06:30:10.418953 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dfbef-2741-4e8c-b34c-13f60c3990fd req-c3d19e1b-a7cb-4c5d-be1b-7245e2b585f0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:10.420526 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240dfbef-2741-4e8c-b34c-13f60c3990fd req-c3d19e1b-a7cb-4c5d-be1b-7245e2b585f0 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0511112 Sep 16 06:30:10.461239 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-240dfbef-2741-4e8c-b34c-13f60c3990fd req-a56054d7-03c5-4f47-a3a5-1dae842fd2eb tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347600 Sep 16 06:30:11.577539 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a6bc-9c00-4839-ab95-a3cff295fb65 req-d9d31896-610d-4867-b809-3d3b28073729 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:11.579263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3d1a6bc-9c00-4839-ab95-a3cff295fb65 req-d9d31896-610d-4867-b809-3d3b28073729 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0510218 Sep 16 06:30:11.625632 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-b3d1a6bc-9c00-4839-ab95-a3cff295fb65 req-8306a1a2-6071-420e-8905-3843b72053a6 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402491 Sep 16 06:30:12.748148 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab339f1-4c12-4c51-819a-ad4e94462977 req-428cde23-1b2f-4005-925c-3e1af93e10b4 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:12.750513 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ab339f1-4c12-4c51-819a-ad4e94462977 req-428cde23-1b2f-4005-925c-3e1af93e10b4 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0573831 Sep 16 06:30:12.756330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:12.792391 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-0ab339f1-4c12-4c51-819a-ad4e94462977 req-ab30edb9-f30c-48b8-89c0-1cc7dc096679 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353422 Sep 16 06:30:13.906872 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3a175-7906-4934-966a-b4f4624ca395 req-ce6ca2d6-5bd5-42bd-9565-47767f005956 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:13.908387 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92f3a175-7906-4934-966a-b4f4624ca395 req-ce6ca2d6-5bd5-42bd-9565-47767f005956 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0480549 Sep 16 06:30:13.946445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-92f3a175-7906-4934-966a-b4f4624ca395 req-2c4b78e2-6e8a-43a9-8764-b1caad60b3cc tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322392 Sep 16 06:30:15.058024 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377bea-ef18-4c64-b493-190f3f40f2ba req-9794f75a-ae1f-4d7e-9eca-5633f31a9945 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:15.059481 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02377bea-ef18-4c64-b493-190f3f40f2ba req-9794f75a-ae1f-4d7e-9eca-5633f31a9945 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.0468514 Sep 16 06:30:15.100066 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-02377bea-ef18-4c64-b493-190f3f40f2ba req-35fee335-99c9-4c15-9365-bc6bea6f0736 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347176 Sep 16 06:30:15.827527 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-d7c3842a-84c3-455a-b641-7941809cd6be tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:30:15.828607 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-d7c3842a-84c3-455a-b641-7941809cd6be tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056677 Sep 16 06:30:15.918462 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.v2.base [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Request body: {'port': {'device_id': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-15'}} {{(pid=94718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:30:15.975274 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:16.235230 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9955c0c2-37e8-4faa-b5da-6d6a28959a45 {{(pid=94718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:30:16.242824 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:16.254531 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.provisioning_blocks [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Transition to ACTIVE for port object 9955c0c2-37e8-4faa-b5da-6d6a28959a45 will not be triggered until provisioned by entity L2. {{(pid=94718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 06:30:16.259489 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:16.275006 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fc6b6-4e0d-4358-bd89-7b641486944d req-73b04f99-1c92-4461-b2ee-35d37131c52a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.276586 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-256fc6b6-4e0d-4358-bd89-7b641486944d req-73b04f99-1c92-4461-b2ee-35d37131c52a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 931 time: 0.1096625 Sep 16 06:30:16.318809 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-256fc6b6-4e0d-4358-bd89-7b641486944d req-4eaafce6-67f9-436e-a224-ef547538b522 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362718 Sep 16 06:30:16.330368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:16.383929 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Attempting to bind port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 on host n-h1-713301-15 for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 06:30:16.384211 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Attempting to bind port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 by drivers openvswitch,hyperv on host n-h1-713301-15 at level 0 using segments [{'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 06:30:16.384549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Attempting to bind port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:30:16.389108 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-15 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 06:30:16.389435 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Attempting to bind port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 on network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 06:30:16.394420 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Checking agent: {'id': '58f30eee-783d-44c9-8ad3-6c964fce0939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'started_at': datetime.datetime(2021, 9, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 6, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 06:30:16.394763 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Checking segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 06:30:16.395154 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Bound using segment: {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 06:30:16.395588 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Bound port: 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host: n-h1-713301-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491bc46d-cf14-403f-8d91-e6ae1928932f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 06:30:16.395954 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:16.462610 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 06:30:16.465958 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 06:30:16.469534 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3834043'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:16.503865 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.504521 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:16.506130 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 200 len: 1092 time: 0.6341114 Sep 16 06:30:16.506615 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:30:16.509554 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:30:16.536487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc189c-8a46-4de3-b45b-ba5d6a7586b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:16.619283 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebcd6b4-7b08-43a4-9761-59493081c7eb x-openstack-request-id: req-5ebcd6b4-7b08-43a4-9761-59493081c7eb {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:30:16.619585 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:30:16.619832 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ebcd6b4-7b08-43a4-9761-59493081c7eb {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:30:16.620263 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'status': 'completed', 'code': 200} Sep 16 06:30:16.622355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-9b314cbe-f342-4ae3-8c2b-9b0014428f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.623918 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-9b314cbe-f342-4ae3-8c2b-9b0014428f4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1095 time: 0.0619931 Sep 16 06:30:16.677391 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-b17d5a24-e54f-40c4-b543-2fb7f137c0bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 200 len: 217 time: 0.0346107 Sep 16 06:30:16.726253 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-6791c45b-b82b-4584-aa82-58b3d253fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.727731 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-6791c45b-b82b-4584-aa82-58b3d253fc85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0436509 Sep 16 06:30:16.776817 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-6f8c287d-e446-4382-8306-f7a319d16316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:16.778326 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-6f8c287d-e446-4382-8306-f7a319d16316 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434716 Sep 16 06:30:16.870536 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-b26e0024-d9d6-4f89-9352-fb9c935cbd68 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848522 Sep 16 06:30:16.966612 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-115c60aa-152a-43ee-bdc4-5a77d5435950 req-8fbb817e-7744-46df-b114-02099ee8279d service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850365 Sep 16 06:30:17.090143 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-f8d9235b-c9b9-4939-8bf7-a15acee74882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:17.091646 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-f8d9235b-c9b9-4939-8bf7-a15acee74882 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1095 time: 0.0415213 Sep 16 06:30:17.185190 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-eadd4d66-efbe-4516-8886-2d7f28035139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:17.186641 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-eadd4d66-efbe-4516-8886-2d7f28035139 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0875351 Sep 16 06:30:17.229512 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-6f8a2a73-8179-4437-ad29-18c90c11489c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 200 len: 217 time: 0.0342591 Sep 16 06:30:17.278055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-4c74f378-add2-481f-89e0-2de66fbaa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:17.279670 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-4c74f378-add2-481f-89e0-2de66fbaa057 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0430920 Sep 16 06:30:17.324924 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-eaedc636-74f3-4287-a878-a0506a65e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:17.326426 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-eaedc636-74f3-4287-a878-a0506a65e386 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395761 Sep 16 06:30:17.421025 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-05b834bf-e4a4-4921-8161-d8773d5d24ad service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Sep 16 06:30:17.440305 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ef45f-f2b0-4b72-ade4-a62474dbab5e req-43b58f7f-a061-4108-b648-c079bf061efc tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:17.441820 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-771ef45f-f2b0-4b72-ade4-a62474dbab5e req-43b58f7f-a061-4108-b648-c079bf061efc tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 943 time: 0.0497432 Sep 16 06:30:17.480445 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-771ef45f-f2b0-4b72-ade4-a62474dbab5e req-57fdc0d0-06dd-461d-89e8-dda5d36a5585 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319755 Sep 16 06:30:17.518354 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-6e27ddea-093c-45a2-bbb6-56a1d2ebb8e9 req-9b042861-098d-4f7a-bb95-5150d577a177 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898471 Sep 16 06:30:18.644194 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fee09-e360-46f8-9608-2dcec0d6e37b req-f54a3352-5dc7-4672-9c0e-811cd1b79b34 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:18.645659 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb3fee09-e360-46f8-9608-2dcec0d6e37b req-f54a3352-5dc7-4672-9c0e-811cd1b79b34 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 943 time: 0.0964835 Sep 16 06:30:18.686567 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-eb3fee09-e360-46f8-9608-2dcec0d6e37b req-34248adc-f4e4-4375-a29b-dc4049ab064c tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344608 Sep 16 06:30:19.361047 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:19.581126 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9955c0c2-37e8-4faa-b5da-6d6a28959a45 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:30:19.674294 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:30:19.685350 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'port_id': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'mac_address': 'fa:16:3e:b1:8d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:30:19.721347 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:19.734009 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955c0c2-37e8-4faa-b5da-6d6a28959a45 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:30:19.753279 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:30:19.757380 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:19.804469 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62798c1d-673d-4c6a-8765-fd11c70e00e0 req-e7348770-a6e5-4351-bb09-0a0e30a93599 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:19.805683 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=4']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:19.806563 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62798c1d-673d-4c6a-8765-fd11c70e00e0 req-e7348770-a6e5-4351-bb09-0a0e30a93599 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 944 time: 0.0524285 Sep 16 06:30:19.843684 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-62798c1d-673d-4c6a-8765-fd11c70e00e0 req-1c4bd367-660c-454b-a3c3-e4addffe93d9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309911 Sep 16 06:30:20.188540 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['9955c0c2-37e8-4faa-b5da-6d6a28959a45'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:30:20.958093 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c224-eb52-40fd-b5a6-98f6657100b2 req-2966dafa-106c-4e3f-bb20-8e65c195ae7a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:20.959584 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05a4c224-eb52-40fd-b5a6-98f6657100b2 req-2966dafa-106c-4e3f-bb20-8e65c195ae7a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 944 time: 0.0489211 Sep 16 06:30:20.996431 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-05a4c224-eb52-40fd-b5a6-98f6657100b2 req-93b30ea1-ec33-4d4c-95a9-37414ce38735 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309398 Sep 16 06:30:21.596717 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9955c0c2-37e8-4faa-b5da-6d6a28959a45 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:30:21.645213 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning for port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 completed by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 06:30:21.648738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:30:21.649109 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:21.725776 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:21.747749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:30:21.749991 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed38f3bc-ab12-43c6-a266-b8fee8a4b982" -d '{"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-plugged", "status": "completed", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:30:21.762225 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:30:21.766432 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:21.789360 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f724bcaf-10df-4902-8aff-feba493cbc90 x-openstack-request-id: req-f724bcaf-10df-4902-8aff-feba493cbc90 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:30:21.789652 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-plugged", "status": "completed", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:30:21.789902 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f724bcaf-10df-4902-8aff-feba493cbc90 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:30:21.790837 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'code': 200} Sep 16 06:30:21.815211 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=5']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:21.912232 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6a9b5-d8b1-4854-9b2f-aa33c7febf28 req-a2a26686-4ea5-44f6-8bce-458aa8c2e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:21.913790 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-01d6a9b5-d8b1-4854-9b2f-aa33c7febf28 req-a2a26686-4ea5-44f6-8bce-458aa8c2e3ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1097 time: 0.0397453 Sep 16 06:30:21.949164 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-01d6a9b5-d8b1-4854-9b2f-aa33c7febf28 req-a619c505-fe6b-4636-a7ff-293659f4ec39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0282767 Sep 16 06:30:22.109075 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1bb38-a03f-460a-98cf-7f89b041de4c req-58d6f649-ed38-4b26-9f65-cf4720ca35d3 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:22.110620 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ae1bb38-a03f-460a-98cf-7f89b041de4c req-58d6f649-ed38-4b26-9f65-cf4720ca35d3 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Sep 16 06:30:22.151687 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-1ae1bb38-a03f-460a-98cf-7f89b041de4c req-e3a181b3-e7fe-45d4-8c55-71706094fc5d tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352285 Sep 16 06:30:23.266993 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbb21-97ff-42b5-a177-412ea19f6983 req-9a5b0c60-3621-4b33-b738-3facdc916e25 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:23.268512 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f56dbb21-97ff-42b5-a177-412ea19f6983 req-9a5b0c60-3621-4b33-b738-3facdc916e25 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 945 time: 0.0494723 Sep 16 06:30:23.307242 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-f56dbb21-97ff-42b5-a177-412ea19f6983 req-9c921764-9406-4d4e-9688-bac53016c827 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326025 Sep 16 06:30:24.422308 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452849bb-2556-42c5-b542-621fec161cae req-639db608-49d0-427c-8ad8-fc9f52c2eccb tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:24.423884 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-452849bb-2556-42c5-b542-621fec161cae req-639db608-49d0-427c-8ad8-fc9f52c2eccb tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Sep 16 06:30:24.462613 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-452849bb-2556-42c5-b542-621fec161cae req-ac4280fb-df2f-470d-95cf-a495d451cbc8 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325146 Sep 16 06:30:24.574695 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c4cd9-ed6e-4745-91b0-92e6bc55f735 req-26ff80b6-a315-4d68-801b-8a0ec4dee3d8 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:24.576211 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c8c4cd9-ed6e-4745-91b0-92e6bc55f735 req-26ff80b6-a315-4d68-801b-8a0ec4dee3d8 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Sep 16 06:30:24.617410 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2c8c4cd9-ed6e-4745-91b0-92e6bc55f735 req-69b0d67a-abf8-43c2-a474-629181b52b26 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352249 Sep 16 06:30:24.638810 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43286) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:30:24.677491 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea467b-53a2-4b2e-8f15-92ecebedb515 tempest-TestSnapshotPattern-502121826 tempest-TestSnapshotPattern-502121826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:24.678969 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5cea467b-53a2-4b2e-8f15-92ecebedb515 tempest-TestSnapshotPattern-502121826 tempest-TestSnapshotPattern-502121826-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1092 time: 0.0392063 Sep 16 06:30:24.681766 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43288) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:30:24.687414 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.v2.base [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Request body: {'floatingip': {'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'port_id': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 06:30:24.708565 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:24.808655 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:24.914463 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.db_base_plugin_common [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Allocated IP 172.25.6.52 (265dfef6-f889-473b-97e8-86f36087b1b9/0841bdc7-bfc7-4166-9943-8bca9e1c766a/9d990d2d-c7a2-4c31-8e97-efccae1bd83c) {{(pid=94719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 06:30:25.016915 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for port, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.054214 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741075775160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.089742 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Network 265dfef6-f889-473b-97e8-86f36087b1b9 is already hosted by enough agents. {{(pid=94719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 06:30:25.094081 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.base_scheduler [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Resources bound (agent type, host, resource id): {{(pid=94719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 06:30:25.101478 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Received port after_create {{(pid=94719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 06:30:25.107653 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'Port': ['ID=9d990d2d-c7a2-4c31-8e97-efccae1bd83c,revision_number=1']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:25.136571 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.136914 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.137261 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.137600 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.137936 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.138267 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.138596 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.138919 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.139241 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.139561 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.139881 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.140222 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:30:25.463534 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.528874 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.680220 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for port, precommit_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.681635 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.684892 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8657269'] for port, after_update {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.754797 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event updated for resources: {'Port': ['ID=9d990d2d-c7a2-4c31-8e97-efccae1bd83c,revision_number=2']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:30:25.761657 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-750859'] for floatingip, after_create {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:25.858179 n-d-713301-15 neutron-server[94719]: INFO neutron.db.l3_db [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Floating IP 677b45e7-12d7-42ab-99b1-29f05fd4acc5 associated. External IP: 172.25.6.52, port: 9955c0c2-37e8-4faa-b5da-6d6a28959a45. Sep 16 06:30:26.050130 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f3dca3f8-a2db-46f5-b256-9fa5eb0d90e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:26.057605 n-d-713301-15 neutron-server[94719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Router 49d12fc4-4a99-473f-a78a-b82ad3105aee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:30:26.161370 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:30:26.171171 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] Sync routers for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:30:26.176504 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:26.181207 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:30:26.181819 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:30:26.204028 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-42fbae43-c64f-40cd-b440-43d1df320147 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5212443 Sep 16 06:30:26.204733 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:30:26.206960 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:30:26.292353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:30:26.296179 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2014f5-07d5-402b-ab21-4d225d8d5f92 x-openstack-request-id: req-0c2014f5-07d5-402b-ab21-4d225d8d5f92 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:30:26.296472 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:30:26.296725 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c2014f5-07d5-402b-ab21-4d225d8d5f92 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:30:26.297132 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'status': 'completed', 'code': 200} Sep 16 06:30:26.378337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-13359768-b941-4a49-a540-8d0d8306dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:26.379739 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-13359768-b941-4a49-a540-8d0d8306dd89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1097 time: 0.0396206 Sep 16 06:30:26.472962 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-2571a384-5b1e-43ce-87ea-92a67a5437a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:26.474453 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-2571a384-5b1e-43ce-87ea-92a67a5437a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0872416 Sep 16 06:30:26.517952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '677b45e7-12d7-42ab-99b1-29f05fd4acc5', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:b1:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:30:25Z', 'updated_at': '2021-09-16T06:30:25Z', 'revision_number': 0, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}, {'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:52Z', 'revision_number': 1, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:30:26.538873 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-dc1e950b-6a21-4fcf-b2fe-0e2df9301d58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 200 len: 998 time: 0.0570312 Sep 16 06:30:26.543711 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] Checking router: 49d12fc4-4a99-473f-a78a-b82ad3105aee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:30:26.552297 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:30:26.552975 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:29:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:30:26.594121 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-245ef35a-73c7-4ed0-8ca7-28352794d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:26.595602 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-245ef35a-73c7-4ed0-8ca7-28352794d3b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0496707 Sep 16 06:30:26.641605 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-43e9bad7-5001-4384-a78f-14b3ecd7ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:26.643012 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-43e9bad7-5001-4384-a78f-14b3ecd7ce4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405090 Sep 16 06:30:26.658251 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:30:26.734007 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-23e946c5-f72d-4566-b1b6-ed9f6f38b8e6 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834754 Sep 16 06:30:26.832868 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-782dbe6c-3eb5-4884-828c-e8cebf51ce7b req-b4e6313d-0e22-4356-90fc-1738a35f23ff service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920937 Sep 16 06:30:27.046246 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '677b45e7-12d7-42ab-99b1-29f05fd4acc5', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:b1:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:30:25Z', 'updated_at': '2021-09-16T06:30:25Z', 'revision_number': 0, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}, {'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:52Z', 'revision_number': 1, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:30:27.072648 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182d983-ac7e-4cc9-9bed-69f516c4c96f None None] The sync data for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 is: [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': '677b45e7-12d7-42ab-99b1-29f05fd4acc5', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:b1:8d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:30:25Z', 'updated_at': '2021-09-16T06:30:25Z', 'revision_number': 0, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}, {'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:52Z', 'revision_number': 1, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:30:27.278212 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c49e76-1998-46ed-bfe6-ab317cc9347a None None] New status for floating IP 677b45e7-12d7-42ab-99b1-29f05fd4acc5: ACTIVE {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:30:28.371394 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-dc586c16-4e2a-45f9-85af-fe4dd9065aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:29.333660 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:30.198997 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:31.601222 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:42.767432 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:44.603936 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-d8fd40d2-2c27-4c05-919d-7b65de46aaa2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404241 Sep 16 06:30:44.698215 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-32362eb0-b406-4f52-b4e9-4276ed2a41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:44.700287 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-32362eb0-b406-4f52-b4e9-4276ed2a41c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1096 time: 0.0426846 Sep 16 06:30:44.810269 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-3e6ee671-2d33-4ea0-a671-3ad71b15c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:44.811754 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-3e6ee671-2d33-4ea0-a671-3ad71b15c0e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0847676 Sep 16 06:30:44.881999 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-d9c7d1da-160d-4db8-9ff5-ea5293f4eb20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 1000 time: 0.0590403 Sep 16 06:30:44.934240 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-6b155fc6-b138-4571-b41f-3b1488e2402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:44.935704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-6b155fc6-b138-4571-b41f-3b1488e2402c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0440693 Sep 16 06:30:44.985815 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-522168c5-0336-4799-8e93-19ee7ccdf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:30:44.987354 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-522168c5-0336-4799-8e93-19ee7ccdf547 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405245 Sep 16 06:30:45.084107 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-e11cd5b3-b28b-4feb-a75c-8d809966a07c service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851691 Sep 16 06:30:45.177188 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-058381d2-b6ab-4a07-855c-dc4b007da9e0 req-b09a83d3-700b-4c15-8e39-54d15d037628 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821514 Sep 16 06:30:55.695566 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:56.050307 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4a6b899c-a10d-4398-85b2-4293cc7a65d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:56.361605 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:30:58.375875 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-09c897d2-3b9d-4aa5-b18d-c452bfa955fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:30:59.333842 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:00.200405 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:01.606016 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:04.759266 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-4effb194-0bb7-4d8b-ba75-f1ff78ee330f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396750 Sep 16 06:31:04.855774 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b397-5ff5-470b-b026-3630a6840fcc req-9461e4e9-31d3-40f5-8bba-56e8e89943f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:04.857434 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-9461e4e9-31d3-40f5-8bba-56e8e89943f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1097 time: 0.0391970 Sep 16 06:31:04.963063 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b397-5ff5-470b-b026-3630a6840fcc req-b913b3c2-8860-4fb9-9d3b-29e3e03e7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:04.964584 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-b913b3c2-8860-4fb9-9d3b-29e3e03e7787 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0875690 Sep 16 06:31:05.029316 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-03ff7470-6f79-43a7-bebb-d940a3849c2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 200 len: 1000 time: 0.0567150 Sep 16 06:31:05.081425 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b397-5ff5-470b-b026-3630a6840fcc req-003a1b86-ae54-4027-89ee-6440f3ef0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:05.082835 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-003a1b86-ae54-4027-89ee-6440f3ef0e41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0462410 Sep 16 06:31:05.128113 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b397-5ff5-470b-b026-3630a6840fcc req-8ceb6a6c-06fe-460a-9343-d64b1a26a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:05.129536 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-8ceb6a6c-06fe-460a-9343-d64b1a26a264 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390816 Sep 16 06:31:05.222148 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-3753a909-0786-4589-883a-71620d687fbe service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845339 Sep 16 06:31:05.310653 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5629b397-5ff5-470b-b026-3630a6840fcc req-15a0720f-5b02-4237-8b32-29e1d0a11041 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814457 Sep 16 06:31:12.782488 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:25.710077 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:26.050189 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0ee8-fc3a-4d78-8bd4-8270e56e2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:28.376385 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-14c49b9b-d858-48bb-b7c2-53bef4b2f216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:29.333895 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:30.202108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:31.607668 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:33.361143 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:31:42.796537 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:46.649914 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-7b1cf146-e9d5-4319-9003-917e2ea49c4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400126 Sep 16 06:31:47.082606 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-5d5546ec-9f96-4b28-bcc0-6d481d27c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:47.084187 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-5d5546ec-9f96-4b28-bcc0-6d481d27c0c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1096 time: 0.3819034 Sep 16 06:31:47.192280 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-78fcb696-cfd2-4486-bdfa-35097aa891fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:47.193757 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-78fcb696-cfd2-4486-bdfa-35097aa891fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0828564 Sep 16 06:31:47.264380 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-547bbeff-f8d0-4194-8f72-fefc13b3e60f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 1000 time: 0.0596473 Sep 16 06:31:47.317289 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-c1204bbb-8938-40dc-a281-5de5ea59b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:47.318722 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-c1204bbb-8938-40dc-a281-5de5ea59b20d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0433044 Sep 16 06:31:47.369680 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-d36083fa-b72a-4c56-93f9-ff495fd6f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:31:47.371073 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-d36083fa-b72a-4c56-93f9-ff495fd6f1ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417261 Sep 16 06:31:47.472402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-fc831397-8c61-4db4-9dbc-814923edf345 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847480 Sep 16 06:31:47.565278 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-21c1dd8c-e5bf-4be7-9955-325146087515 req-321d1f2c-7b86-442c-a1e5-e586b0b43cc7 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804811 Sep 16 06:31:55.705796 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:56.050108 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-51feff29-6f28-4f18-a8b2-c215f2dc2032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:58.375831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7b011bac-c747-40ca-81e5-fbc3b386ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:31:59.334325 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:00.205026 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:01.609949 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:06.756876 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-d1fedc64-e807-4704-b7b6-d2cb68ad9e73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398355 Sep 16 06:32:06.855438 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-a5365f76-6bb9-47c5-8b7e-7bc25556292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:06.856862 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-a5365f76-6bb9-47c5-8b7e-7bc25556292d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1097 time: 0.0443597 Sep 16 06:32:06.955973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-3424ba2b-a811-414d-b0cb-82c44a08c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:06.957469 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-3424ba2b-a811-414d-b0cb-82c44a08c2b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0818295 Sep 16 06:32:07.023082 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-0a978b22-ab8e-48ea-a699-8515d8de58cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 200 len: 1000 time: 0.0586474 Sep 16 06:32:07.069310 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-b06e0c92-c131-4306-821b-5e072e73f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:07.070702 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-b06e0c92-c131-4306-821b-5e072e73f829 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0410740 Sep 16 06:32:07.114381 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-bf813738-5885-49df-926b-58e92e6247bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:07.115736 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-bf813738-5885-49df-926b-58e92e6247bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384576 Sep 16 06:32:07.206359 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-3de78d97-a776-4454-84b4-e69c66cf0ee5 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Sep 16 06:32:07.293343 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-410bc461-d3c9-405a-8b3a-9db7351226d5 req-55fbf369-e08c-4d12-a9dc-7bcbddf62690 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795088 Sep 16 06:32:10.361761 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:32:12.802198 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:25.709483 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:26.049964 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e1f8aaba-de58-4fa5-ae14-2eefa58c93b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:28.379556 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a37ee9fd-52a1-4e95-a676-9365eed0a90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:29.334831 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:30.208155 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:31.613425 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.314412 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9955c0c2-37e8-4faa-b5da-6d6a28959a45 details requested by agent hyperv_n-h1-713301-15 with host n-h1-713301-15 {{(pid=94720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 06:32:42.405408 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:42.416145 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Returning: {'device': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'port_id': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'mac_address': 'fa:16:3e:b1:8d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 06:32:42.462994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.485172 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9955c0c2-37e8-4faa-b5da-6d6a28959a45 {{(pid=94720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 06:32:42.503692 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:42.507906 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:42.555099 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=6']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:42.562302 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.562642 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.562979 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.563312 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.563641 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.563969 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.564317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.564691 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.564962 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.565280 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.565597 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.565916 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:42.657720 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] get_ports_and_sgs() called for port_ids ['9955c0c2-37e8-4faa-b5da-6d6a28959a45'] {{(pid=94720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 06:32:42.822576 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.323045 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9955c0c2-37e8-4faa-b5da-6d6a28959a45 up at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 06:32:44.369795 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.provisioning_blocks [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Provisioning complete for port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 triggered by entity L2. {{(pid=94720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 06:32:44.370160 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7833897'] for port, provisioning_complete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.447257 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.469991 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:44.472243 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad3de5-68c9-4f89-a5c2-43eb0a3f9e9f" -d '{"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-plugged", "status": "completed", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:44.485214 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:44.489436 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:44.512360 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc4e577-5d90-4d91-a827-dd71d32312fa x-openstack-request-id: req-1cc4e577-5d90-4d91-a827-dd71d32312fa {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:44.512656 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-plugged", "status": "completed", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:44.512909 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cc4e577-5d90-4d91-a827-dd71d32312fa {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:44.513300 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'code': 200} Sep 16 06:32:44.539252 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=7']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:47.361749 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:32:47.612362 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-c8dc3fb8-99ae-4c28-bd8e-5bec9b47c89f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597415 Sep 16 06:32:47.718705 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-25616aa3-1fed-4396-8094-8342dd220330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:47.720263 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-25616aa3-1fed-4396-8094-8342dd220330 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1096 time: 0.0497141 Sep 16 06:32:47.843909 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-50e1c4d5-b6c2-46dc-9769-f3518fce9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:47.845430 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-50e1c4d5-b6c2-46dc-9769-f3518fce9089 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0985193 Sep 16 06:32:47.923580 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-afc127a5-edbe-4d35-92c8-fd0826acbb70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 1000 time: 0.0659404 Sep 16 06:32:47.988016 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-9896bfc7-e46d-4b29-a6c4-cbc46d6daa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:47.990104 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-9896bfc7-e46d-4b29-a6c4-cbc46d6daa79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0558965 Sep 16 06:32:48.062664 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-bc01e7ef-bd73-4eb6-a107-d8702c9cd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:48.064587 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-bc01e7ef-bd73-4eb6-a107-d8702c9cd8fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616701 Sep 16 06:32:48.172726 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-0daff118-80b3-47e1-a5fb-b5847f7aee0c service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975063 Sep 16 06:32:48.277428 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-7bffe35c-7cac-496b-8738-7e4b2a297ede req-370d0db1-6f34-4801-83d2-cf4bf21ae036 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931690 Sep 16 06:32:55.722466 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.051328 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0030d376-7380-4684-aa66-e9d487c86338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.372375 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43544) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:32:56.542737 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Deleting port 9d990d2d-c7a2-4c31-8e97-efccae1bd83c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:56.543074 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.633179 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.633517 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.644684 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Calling delete_port for 9d990d2d-c7a2-4c31-8e97-efccae1bd83c owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:56.788502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.815091 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event deleted for resources: {'Port': ['ID=9d990d2d-c7a2-4c31-8e97-efccae1bd83c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:56.838990 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.839337 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.839709 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.840057 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.840423 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.840757 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.841088 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.841419 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.841745 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.842070 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.843021 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.843348 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:32:56.890506 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:56.890851 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Floating IP 677b45e7-12d7-42ab-99b1-29f05fd4acc5 disassociated (deleted). External IP: 172.25.6.52, port: 9955c0c2-37e8-4faa-b5da-6d6a28959a45. Sep 16 06:32:57.363996 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Router 49d12fc4-4a99-473f-a78a-b82ad3105aee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:32:57.469662 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:32:57.474718 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:57.479469 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] Sync routers for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:32:57.488867 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:57.489484 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:57.503099 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-fef9e9ec-b2aa-4d35-848f-d8e435fdc002 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "DELETE /v2.0/floatingips/677b45e7-12d7-42ab-99b1-29f05fd4acc5 HTTP/1.1" status: 204 len: 168 time: 1.1296279 Sep 16 06:32:57.503711 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:57.506277 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec1462a-52af-45d7-b5b9-91e23ab87474" -d '{"events": [{"name": "network-changed", "server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:57.572851 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff88defb-c35f-4a0f-b988-1cd32c21c94e x-openstack-request-id: req-ff88defb-c35f-4a0f-b988-1cd32c21c94e {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:57.573831 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:57.574294 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff88defb-c35f-4a0f-b988-1cd32c21c94e {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:57.575493 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'status': 'completed', 'code': 200} Sep 16 06:32:57.613725 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:57.672995 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-3c79eea8-582c-4819-8550-640600c4f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:57.680852 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-3c79eea8-582c-4819-8550-640600c4f771 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 1097 time: 0.0623364 Sep 16 06:32:57.788101 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba84dc-39d1-4fec-ae80-2f3eb1c1b055 req-a9854111-7b54-4a24-89f0-b2beacf275b1 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:57.789690 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1ba84dc-39d1-4fec-ae80-2f3eb1c1b055 req-a9854111-7b54-4a24-89f0-b2beacf275b1 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 945 time: 0.0586452 Sep 16 06:32:57.811443 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-6764d4a2-4800-402f-b57b-31b410fab8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:57.812991 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-6764d4a2-4800-402f-b57b-31b410fab8d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.0890455 Sep 16 06:32:57.837402 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-e1ba84dc-39d1-4fec-ae80-2f3eb1c1b055 req-6d2bcb2c-2678-4664-88ab-7bdd73c1d368 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361350 Sep 16 06:32:57.852436 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:52Z', 'revision_number': 1, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:57.862420 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-c5efab8b-9ce8-4b0e-ad46-eeba0526dc52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 200 len: 217 time: 0.0402439 Sep 16 06:32:57.879696 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] Checking router: 49d12fc4-4a99-473f-a78a-b82ad3105aee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:32:57.892432 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:32:57.893047 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:28Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:57.922523 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-2058f652-ef62-4a0a-ba35-d3c863886283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:57.924067 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-2058f652-ef62-4a0a-ba35-d3c863886283 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0537531 Sep 16 06:32:57.974426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-8e58916e-9791-4f16-9151-bcba77ed1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:57.975937 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-8e58916e-9791-4f16-9151-bcba77ed1403 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414753 Sep 16 06:32:58.003387 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:32:58.071073 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-c8617d42-f1d4-46db-8f93-129c9be0876e service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863855 Sep 16 06:32:58.162823 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-5ec1462a-52af-45d7-b5b9-91e23ab87474 req-49f4508b-8dd5-4a0f-acc5-ef34f3ad799b service neutron] 10.222.0.64 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826693 Sep 16 06:32:58.224449 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:52Z', 'revision_number': 1, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:32:58.254654 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd371e01-1cf8-43c9-9344-0bc1b244da7b None None] The sync data for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 is: [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_floatingips': [{'id': 'dc629d1a-2e3a-411e-b79f-cf29d68eefc4', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'router_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'port_id': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'mac_address': 'fa:16:3e:31:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T06:27:50Z', 'updated_at': '2021-09-16T06:27:52Z', 'revision_number': 1, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:32:58.381583 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-30a6a02b-ea23-4d3e-9a5c-106ab9868d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:58.420154 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9955c0c2-37e8-4faa-b5da-6d6a28959a45 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:32:58.492536 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c898fa-0b83-4460-ba60-01691240f4b3 None None] New status for floating IP 677b45e7-12d7-42ab-99b1-29f05fd4acc5: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:32:58.504369 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7760101'] for port, before_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:58.528245 n-d-713301-15 neutron-server[94720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45'}] {{(pid=94720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:32:58.530489 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68600a0c6a424255e194f68ff9f194e660c59c1dea3a474943a0072d6055751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a1e4b1-b25f-4f21-9718-835c934d1703" -d '{"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-unplugged", "status": "completed", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45"}]}' {{(pid=94720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:32:58.543709 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:58.551106 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741076131853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741075775178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741075775196'] for port, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:58.582653 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 06:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab2f66-d5cf-4a8f-a4df-511188d289b3 x-openstack-request-id: req-fbab2f66-d5cf-4a8f-a4df-511188d289b3 {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:32:58.582968 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-unplugged", "status": "completed", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45", "code": 200}]} {{(pid=94720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:32:58.583221 n-d-713301-15 neutron-server[94720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbab2f66-d5cf-4a8f-a4df-511188d289b3 {{(pid=94720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:32:58.583607 n-d-713301-15 neutron-server[94720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'code': 200} Sep 16 06:32:58.611136 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Pushing event updated for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=8']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:32:58.958299 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bc6b3-7ded-4d92-a1fa-ca22d1ce306f req-2d924b89-5104-4d8f-90da-487eff23e37a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:58.959815 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f3bc6b3-7ded-4d92-a1fa-ca22d1ce306f req-2d924b89-5104-4d8f-90da-487eff23e37a tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 943 time: 0.0549765 Sep 16 06:32:58.997484 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4f3bc6b3-7ded-4d92-a1fa-ca22d1ce306f req-ece40663-fc39-4498-9313-7b04d3a302d3 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315876 Sep 16 06:32:59.334867 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:59.638426 n-d-713301-15 neutron-server[94718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-c911287a-53bd-4c42-9858-46c1ce9e9937 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:32:59.639856 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-c911287a-53bd-4c42-9858-46c1ce9e9937 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 943 time: 0.0485902 Sep 16 06:32:59.731708 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Deleting port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:32:59.732048 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:59.822273 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] For port 9955c0c2-37e8-4faa-b5da-6d6a28959a45, host n-h1-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-15',level=0,port_id=9955c0c2-37e8-4faa-b5da-6d6a28959a45,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:32:59.822637 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:59.834241 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Calling delete_port for 9955c0c2-37e8-4faa-b5da-6d6a28959a45 owned by compute:nova {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:32:59.956573 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:32:59.991061 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event deleted for resources: {'Port': ['ID=9955c0c2-37e8-4faa-b5da-6d6a28959a45,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:00.033756 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] No DVR routers for this DVR port 9955c0c2-37e8-4faa-b5da-6d6a28959a45 on host n-h1-713301-15 {{(pid=94718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:33:00.036539 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:00.038650 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [req-ad1fe356-d089-4c26-9e8f-a8cf35cafa84 req-15ed6f54-e7e2-4a59-9ed3-d8902210b5f9 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.64 "DELETE /v2.0/ports/9955c0c2-37e8-4faa-b5da-6d6a28959a45 HTTP/1.1" status: 204 len: 173 time: 0.3920660 Sep 16 06:33:00.039104 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-deleted', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:33:00.041428 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4aca5f-b7c7-4986-84ef-b69054f156de" -d '{"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-deleted", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:33:00.084410 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5337fb8-9129-4587-9008-ac0a51079e16 x-openstack-request-id: req-a5337fb8-9129-4587-9008-ac0a51079e16 {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:33:00.084718 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7989a23-d4fa-4dfd-b547-f390e0e66479", "name": "network-vif-deleted", "tag": "9955c0c2-37e8-4faa-b5da-6d6a28959a45", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:33:00.084971 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5337fb8-9129-4587-9008-ac0a51079e16 {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:33:00.085374 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7989a23-d4fa-4dfd-b547-f390e0e66479', 'name': 'network-vif-deleted', 'tag': '9955c0c2-37e8-4faa-b5da-6d6a28959a45', 'status': 'completed', 'code': 200} Sep 16 06:33:00.102899 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-65feaf8c-05ad-4ae8-91f2-d7063c036106 req-01749420-7bff-47ac-b1a9-0b2c1b50f53b tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7989a23-d4fa-4dfd-b547-f390e0e66479 HTTP/1.1" status: 200 len: 210 time: 0.0326104 Sep 16 06:33:00.211907 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:01.615123 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:01.666471 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43608) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:01.829465 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Deleting port 081c7061-b44c-45e8-9cec-f5cfc4d6196e {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:01.829868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:01.911488 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:01.911769 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:01.923192 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Calling delete_port for 081c7061-b44c-45e8-9cec-f5cfc4d6196e owned by network:floatingip {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:02.073868 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:02.100890 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event deleted for resources: {'Port': ['ID=081c7061-b44c-45e8-9cec-f5cfc4d6196e,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:02.162577 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for floatingip, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:02.162877 n-d-713301-15 neutron-server[94718]: INFO neutron.db.l3_db [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Floating IP dc629d1a-2e3a-411e-b79f-cf29d68eefc4 disassociated (deleted). External IP: 172.25.6.155, port: e92d9290-d338-4cc6-842b-9b8a9b172821. Sep 16 06:33:02.378022 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Router 49d12fc4-4a99-473f-a78a-b82ad3105aee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:33:02.441738 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9955c0c2-37e8-4faa-b5da-6d6a28959a45 no longer exists at agent hyperv_n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:02.461499 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] No Port match for: 9955c0c2-37e8-4faa-b5da-6d6a28959a45 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:02.461829 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Device 9955c0c2-37e8-4faa-b5da-6d6a28959a45 not bound to the agent host n-h1-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:02.481583 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:33:02.486289 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for floatingip, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:02.491549 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] Sync routers for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:33:02.500598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:02.501202 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:02.513510 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-559bc925-2375-452d-965e-0930b51cb2ee tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "DELETE /v2.0/floatingips/dc629d1a-2e3a-411e-b79f-cf29d68eefc4 HTTP/1.1" status: 204 len: 168 time: 0.8458281 Sep 16 06:33:02.514123 n-d-713301-15 neutron-server[94718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821'}] {{(pid=94718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:33:02.516413 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef12f2548024c0bc4f15792afde5d1998127951f4008d3694ef3d578c7a1ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17daba69-f11b-4fd7-b86e-a10639b488cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821"}]}' {{(pid=94718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:33:02.553818 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 06:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d739059c-3eb6-4003-bf59-d78a262d7d5a x-openstack-request-id: req-d739059c-3eb6-4003-bf59-d78a262d7d5a {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:33:02.554123 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821", "status": "completed", "code": 200}]} {{(pid=94718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:33:02.554411 n-d-713301-15 neutron-server[94718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d739059c-3eb6-4003-bf59-d78a262d7d5a {{(pid=94718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:33:02.554817 n-d-713301-15 neutron-server[94718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'status': 'completed', 'code': 200} Sep 16 06:33:02.615890 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:02.635327 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-28472c8c-03f4-4ee4-b3fa-034eb1b38c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.637572 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-28472c8c-03f4-4ee4-b3fa-034eb1b38c2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed4daf46e06c4239ab050e83c0512801&device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 1096 time: 0.0491254 Sep 16 06:33:02.768585 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-5e573579-8e48-4053-8e91-4fd48318d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.770068 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-5e573579-8e48-4053-8e91-4fd48318d4d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 200 len: 910 time: 0.1250217 Sep 16 06:33:02.778403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d106462-d8ef-48fc-8d4f-9a647918744b req-89909904-403d-4594-b70f-760da0733c00 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.780392 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d106462-d8ef-48fc-8d4f-9a647918744b req-89909904-403d-4594-b70f-760da0733c00 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 944 time: 0.0729995 Sep 16 06:33:02.820412 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-8ddc94f2-0210-418d-b767-50d7f304ac35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 200 len: 217 time: 0.0390608 Sep 16 06:33:02.822917 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:02.853107 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] Checking router: 49d12fc4-4a99-473f-a78a-b82ad3105aee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:33:02.862050 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:02.862668 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:02.879704 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-6d106462-d8ef-48fc-8d4f-9a647918744b req-8ca58ee2-5e0a-4f52-b331-c9f75ec80cdb tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/security-groups?id=61e243da-cb63-4eab-b45f-60b7fa1313d2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0919554 Sep 16 06:33:02.888232 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-076f3ed5-d15e-4401-87a6-15437d1ced91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.889705 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-076f3ed5-d15e-4401-87a6-15437d1ced91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 200 len: 848 time: 0.0603340 Sep 16 06:33:02.936098 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-7f7b934b-2607-49fa-bdfa-9c8bbce58eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:02.937631 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-7f7b934b-2607-49fa-bdfa-9c8bbce58eda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba8a5c8-abd6-4843-9677-bee48c49a9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405624 Sep 16 06:33:02.949418 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-4c933276-e4e4-4532-b280-7445e264c87f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 06:33:02.950454 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-4c933276-e4e4-4532-b280-7445e264c87f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051241 Sep 16 06:33:03.045698 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-a417cb8b-af9c-4a2e-9a85-1591d987bd35 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878036 Sep 16 06:33:03.126194 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:03.141667 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-17daba69-f11b-4fd7-b86e-a10639b488cf req-70402f5f-b238-4f3a-aec8-61a3abbc8613 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Sep 16 06:33:03.322385 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:03.348718 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39050d92-0c15-45e8-a7a0-a1fc50dceac6 None None] The sync data for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 is: [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:27:28Z', 'revision_number': 4, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15', '_interfaces': [{'id': '564b0d4f-c703-48a2-8b4f-fb9fdd974b2f', 'name': '', 'network_id': '4ba8a5c8-abd6-4843-9677-bee48c49a9ce', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:28Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'subnets': [{'id': '94a1c213-61bd-4150-9ea1-919f69f4cc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:33:03.451534 n-d-713301-15 neutron-server[94719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-6447e51b-913a-4ad6-8ffa-c6cf3d82331d tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 06:33:03.453649 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-6447e51b-913a-4ad6-8ffa-c6cf3d82331d tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 944 time: 0.0487278 Sep 16 06:33:03.554494 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Deleting port e92d9290-d338-4cc6-842b-9b8a9b172821 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:03.554832 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.560212 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d20218d-2ed9-43b5-9c84-833c6d6a50fa None None] New status for floating IP dc629d1a-2e3a-411e-b79f-cf29d68eefc4: DOWN {{(pid=94721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 06:33:03.644794 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] For port e92d9290-d338-4cc6-842b-9b8a9b172821, host n-h2-713301-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-15',level=0,port_id=e92d9290-d338-4cc6-842b-9b8a9b172821,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:03.645404 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.657685 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Calling delete_port for e92d9290-d338-4cc6-842b-9b8a9b172821 owned by compute:nova {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:03.791113 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.819682 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event deleted for resources: {'Port': ['ID=e92d9290-d338-4cc6-842b-9b8a9b172821,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:03.831662 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.832004 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.832374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.832711 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.833043 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.833374 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.833700 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.834021 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.834342 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.834667 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.834985 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.835306 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-15 {{(pid=94719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 06:33:03.872213 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] No DVR routers for this DVR port e92d9290-d338-4cc6-842b-9b8a9b172821 on host n-h2-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:33:03.875364 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51475'] for port, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:03.877364 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-4623eaf3-d766-4aea-a6e6-c22b08166ea0 req-a75e94cc-1837-410a-8462-851b113fa957 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.73 "DELETE /v2.0/ports/e92d9290-d338-4cc6-842b-9b8a9b172821 HTTP/1.1" status: 204 len: 173 time: 0.4140410 Sep 16 06:33:03.877793 n-d-713301-15 neutron-server[94719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-deleted', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821'}] {{(pid=94719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 06:33:03.880158 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78c7220a7197b175f4a63d083447d58517ebcf7788772271b111a8ec585c22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487b4d3-593d-4d27-89c8-76fec4c8e7fe" -d '{"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-deleted", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821"}]}' {{(pid=94719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 06:33:03.942762 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 06:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c0718-0830-4215-b405-b018fe4ba556 x-openstack-request-id: req-407c0718-0830-4215-b405-b018fe4ba556 {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 06:33:03.942762 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b205dc-d223-496a-b3fb-034ff69bc864", "name": "network-vif-deleted", "tag": "e92d9290-d338-4cc6-842b-9b8a9b172821", "status": "completed", "code": 200}]} {{(pid=94719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 06:33:03.942762 n-d-713301-15 neutron-server[94719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-407c0718-0830-4215-b405-b018fe4ba556 {{(pid=94719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 06:33:03.943147 n-d-713301-15 neutron-server[94719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b205dc-d223-496a-b3fb-034ff69bc864', 'name': 'network-vif-deleted', 'tag': 'e92d9290-d338-4cc6-842b-9b8a9b172821', 'status': 'completed', 'code': 200} Sep 16 06:33:03.977788 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [req-2e626ea0-683e-4df0-8292-937c83462995 req-dbc63a40-557b-453e-9ebf-76bdeee4dddf tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b205dc-d223-496a-b3fb-034ff69bc864 HTTP/1.1" status: 200 len: 210 time: 0.0272112 Sep 16 06:33:05.035454 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43624) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:05.094480 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10819a8b-a03f-4732-8b85-9567adefd570 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:05.124762 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10819a8b-a03f-4732-8b85-9567adefd570 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:05.182522 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10819a8b-a03f-4732-8b85-9567adefd570 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:05.185127 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-10819a8b-a03f-4732-8b85-9567adefd570 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:05.186793 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-10819a8b-a03f-4732-8b85-9567adefd570 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] 10.222.0.55 "DELETE /v2.0/security-groups/61e243da-cb63-4eab-b45f-60b7fa1313d2 HTTP/1.1" status: 204 len: 168 time: 0.1503651 Sep 16 06:33:05.195698 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819a8b-a03f-4732-8b85-9567adefd570 tempest-TestSnapshotPattern-1760979460 tempest-TestSnapshotPattern-1760979460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e243da-cb63-4eab-b45f-60b7fa1313d2,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:05.236686 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43628) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:05.689326 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:05.930441 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Deleting port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:05.930691 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:06.006998 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] For port 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:06.007353 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:06.019921 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Calling delete_port for 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:06.195285 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:06.225436 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Pushing event deleted for resources: {'Port': ['ID=564b0d4f-c703-48a2-8b4f-fb9fdd974b2f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:06.390388 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:06.600557 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Router 49d12fc4-4a99-473f-a78a-b82ad3105aee has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:33:06.966883 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:33:06.971942 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-53086ce2-1f91-40d8-9fb3-c82f8c03183d admin admin] 10.222.0.55 "PUT /v2.0/routers/49d12fc4-4a99-473f-a78a-b82ad3105aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342291 Sep 16 06:33:06.974549 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43632) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:06.975477 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] Sync routers for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:33:06.985195 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:06.985796 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:07.079304 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.088797 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: n-d-713301-15 {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:07.179911 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.230891 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Deleting port 4dabb140-f73a-407d-b782-a314021da614 {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:07.231611 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.267872 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4dabb140-f73a-407d-b782-a314021da614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:33:06Z', 'revision_number': 5, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port': {'id': '4dabb140-f73a-407d-b782-a314021da614', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:26Z', 'updated_at': '2021-09-16T06:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:07.293935 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] Checking router: 49d12fc4-4a99-473f-a78a-b82ad3105aee for host: n-d-713301-15 {{(pid=94720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:33:07.302749 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] Routers {'49d12fc4-4a99-473f-a78a-b82ad3105aee'} bound to L3 agent in host n-d-713301-15 {{(pid=94720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:07.303353 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['49d12fc4-4a99-473f-a78a-b82ad3105aee'], 'active': True} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:07.310122 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] For port 4dabb140-f73a-407d-b782-a314021da614, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=4dabb140-f73a-407d-b782-a314021da614,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:07.310486 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.322666 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Calling delete_port for 4dabb140-f73a-407d-b782-a314021da614 owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:07.389993 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvr_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] Set router 49d12fc4-4a99-473f-a78a-b82ad3105aee gateway port host: None {{(pid=94720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:07.445899 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_hamode_db [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:33:07Z', 'revision_number': 6, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:07.472534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31ec2e-cd57-41d7-b138-e4494f18a357 None None] The sync data for ids ['49d12fc4-4a99-473f-a78a-b82ad3105aee'] in n-d-713301-15 is: [{'id': '49d12fc4-4a99-473f-a78a-b82ad3105aee', 'name': 'tempest-TestSnapshotPattern-856212464-router', 'tenant_id': 'ed4daf46e06c4239ab050e83c0512801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:25Z', 'updated_at': '2021-09-16T06:33:07Z', 'revision_number': 6, 'project_id': 'ed4daf46e06c4239ab050e83c0512801', 'gw_port_host': None}] {{(pid=94720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:33:07.492508 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.516487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Pushing event deleted for resources: {'Port': ['ID=4dabb140-f73a-407d-b782-a314021da614,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:07.580631 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.669342 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.671441 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.711855 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.712467 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49d12fc4-4a99-473f-a78a-b82ad3105aee {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:33:07.718054 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.719240 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-3c4409aa-dc3b-4835-afdb-7e7b4c33838e admin admin] 10.222.0.55 "DELETE /v2.0/routers/49d12fc4-4a99-473f-a78a-b82ad3105aee HTTP/1.1" status: 204 len: 168 time: 0.7437615 Sep 16 06:33:07.722223 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43634) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:07.770973 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] Deleting subnet 94a1c213-61bd-4150-9ea1-919f69f4cc23 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:33:07.773910 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.808712 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.893061 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.894003 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e92d9290-d338-4cc6-842b-9b8a9b172821 no longer exists at agent hyperv_n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:07.916309 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] No Port match for: e92d9290-d338-4cc6-842b-9b8a9b172821 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:07.916965 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Device e92d9290-d338-4cc6-842b-9b8a9b172821 not bound to the agent host n-h2-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:07.956612 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.988963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:07.993629 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43636) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:08.001155 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c1aa3d-f580-4a5c-885a-370e82d0e429 None None] Network 4ba8a5c8-abd6-4843-9677-bee48c49a9ce requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:33:08.012066 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/94a1c213-61bd-4150-9ea1-919f69f4cc23 HTTP/1.1" status: 204 len: 168 time: 0.2887614 Sep 16 06:33:08.013355 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144d370-5541-4a60-8384-8cbeae41c005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a1c213-61bd-4150-9ea1-919f69f4cc23,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:08.031028 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:08.068189 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:08.068535 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 564b0d4f-c703-48a2-8b4f-fb9fdd974b2f not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:08.069416 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.123128 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Deleting port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:08.124046 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.202256 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] For port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:08.202737 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.215746 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Calling delete_port for 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:08.229272 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] DHCP port deletion for 4ba8a5c8-abd6-4843-9677-bee48c49a9ce request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:33:08.293317 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] Deleting port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:08.293769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.298863 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.336871 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:08.338745 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] No DVR routers for this DVR port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:33:08.368779 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] For port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,segment=NetworkSegment(491bc46d-cf14-403f-8d91-e6ae1928932f),segment_id=491bc46d-cf14-403f-8d91-e6ae1928932f)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:08.369300 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.384911 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] Calling delete_port for 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:08.416847 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.438844 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba8a5c8-abd6-4843-9677-bee48c49a9ce']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:08.446696 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491bc46d-cf14-403f-8d91-e6ae1928932f') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:08.447000 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491bc46d-cf14-403f-8d91-e6ae1928932f') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:08.457172 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.465534 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.470932 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.477764 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:33:08.477961 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] No DVR routers for this DVR port 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:33:08.478549 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:33:08.480394 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:33:08.496850 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13141e82-ad6e-4e95-9085-0db49cbd9ca6 None None] Pushing event deleted for resources: {'Port': ['ID=0bfe9154-b99f-4fea-a4c7-5d07b63960c1,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:08.553061 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.558875 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:08.561112 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] 10.222.0.55 "DELETE /v2.0/networks/4ba8a5c8-abd6-4843-9677-bee48c49a9ce HTTP/1.1" status: 204 len: 168 time: 0.5661964 Sep 16 06:33:08.564068 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43638) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:08.572808 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285db9d-0481-43d7-a0a3-d382f964ebdf admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba8a5c8-abd6-4843-9677-bee48c49a9ce,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:08.919366 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-749835'] for router_interface, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:09.168668 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Deleting port 6829cd2a-12e0-453a-bc4a-c66010427f2c {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:09.169009 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:09.245325 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] For port 6829cd2a-12e0-453a-bc4a-c66010427f2c, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=6829cd2a-12e0-453a-bc4a-c66010427f2c,segment=NetworkSegment(78dc1fd1-9a62-45a3-af41-a03020e65340),segment_id=78dc1fd1-9a62-45a3-af41-a03020e65340)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:09.245604 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:09.262097 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Calling delete_port for 6829cd2a-12e0-453a-bc4a-c66010427f2c owned by network:router_interface {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:09.433875 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:09.456487 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Pushing event deleted for resources: {'Port': ['ID=6829cd2a-12e0-453a-bc4a-c66010427f2c,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:09.642524 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7853751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-751035'] for router_interface, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:09.655893 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:09.675775 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:09.676241 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 0bfe9154-b99f-4fea-a4c7-5d07b63960c1 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:09.676704 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4dabb140-f73a-407d-b782-a314021da614 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:09.695255 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 4dabb140-f73a-407d-b782-a314021da614 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:09.695598 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 4dabb140-f73a-407d-b782-a314021da614 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:09.855374 n-d-713301-15 neutron-server[94718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 has already been hosted by L3 agent 32481147-9967-4b3e-a46d-421e0c834ffd {{(pid=94718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 06:33:09.957409 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] Notify agent at l3_agent.n-d-713301-15 the message routers_updated {{(pid=94718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 06:33:09.964102 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-95767855-2950-4d06-a75b-b0adb2b9f37a admin admin] 10.222.0.55 "PUT /v2.0/routers/5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983598 Sep 16 06:33:09.964723 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43640) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:09.966633 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] Sync routers for ids ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'] in n-d-713301-15 {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 06:33:09.975626 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] Routers {'5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:09.976291 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:10.068067 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.077688 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] Set router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 gateway port host: n-d-713301-15 {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:10.170126 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.222889 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Deleting port 1d6ec3c0-f593-4732-b829-11b259c1847f {{(pid=94718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:10.223237 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.248352 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'external_fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:33:09Z', 'revision_number': 5, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port': {'id': '1d6ec3c0-f593-4732-b829-11b259c1847f', 'name': '', 'network_id': '265dfef6-f889-473b-97e8-86f36087b1b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T06:27:31Z', 'updated_at': '2021-09-16T06:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0841bdc7-bfc7-4166-9943-8bca9e1c766a', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-15'}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:10.277819 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] Checking router: 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 for host: n-d-713301-15 {{(pid=94721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 06:33:10.287110 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] Routers {'5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'} bound to L3 agent in host n-d-713301-15 {{(pid=94721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 06:33:10.287712 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:48:28Z,description=,heartbeat_timestamp=2021-09-16T06:32:58Z,host='n-d-713301-15',id=32481147-9967-4b3e-a46d-421e0c834ffd,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:48:28Z,topic='l3_agent')) {'router_ids': ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'], 'active': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:10.302055 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] For port 1d6ec3c0-f593-4732-b829-11b259c1847f, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=1d6ec3c0-f593-4732-b829-11b259c1847f,segment=NetworkSegment(f970ddc8-1c0c-492f-8a26-1e42a4f7f680),segment_id=f970ddc8-1c0c-492f-8a26-1e42a4f7f680)] {{(pid=94718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:10.302422 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.314630 n-d-713301-15 neutron-server[94718]: DEBUG neutron.plugins.ml2.plugin [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Calling delete_port for 1d6ec3c0-f593-4732-b829-11b259c1847f owned by network:router_gateway {{(pid=94718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:10.370249 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_dvr_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] Set router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 gateway port host: None {{(pid=94721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 06:33:10.429339 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.l3_hamode_db [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:33:10Z', 'revision_number': 6, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port_host': None}], 'n-d-713301-15', False) {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:10.456749 n-d-713301-15 neutron-server[94721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b5b53-4569-4634-9cad-0cba17892f1b None None] The sync data for ids ['5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3'] in n-d-713301-15 is: [{'id': '5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3', 'name': 'tempest-TestSnapshotPattern-350355604-router', 'tenant_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T06:27:30Z', 'updated_at': '2021-09-16T06:33:10Z', 'revision_number': 6, 'project_id': 'a680d7a2f4f24a30baddf8d0c83006e1', 'gw_port_host': None}] {{(pid=94721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 06:33:10.740589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3834018'] for port, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.766406 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6ec3c0-f593-4732-b829-11b259c1847f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:10.823543 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-750973'] for router_gateway, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.916830 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.918963 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.965731 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741079'] for router, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.966321 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 {{(pid=94718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 06:33:10.970988 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] Notify callbacks [] for router, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:10.972170 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-b2540224-7b1b-4fb0-b6f0-cb636591ab4b admin admin] 10.222.0.55 "DELETE /v2.0/routers/5b6336ab-f3da-4536-b3fd-3d8ab0b7e9b3 HTTP/1.1" status: 204 len: 168 time: 1.0065064 Sep 16 06:33:10.974641 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43642) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:11.019669 n-d-713301-15 neutron-server[94718]: DEBUG neutron.db.db_base_plugin_v2 [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] Deleting subnet fb9538de-da5c-494a-9061-e63054d30827 {{(pid=94718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 06:33:11.022767 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.055813 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811565'] for subnet, precommit_delete_associations {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.137473 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7862869'] for subnet, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.190518 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7862850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3833997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3916393'] for subnet, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.215298 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9538de-da5c-494a-9061-e63054d30827,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:11.221594 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.223495 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-db55d529-2f48-4685-b339-858cb587a3fd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fb9538de-da5c-494a-9061-e63054d30827 HTTP/1.1" status: 204 len: 168 time: 0.2478812 Sep 16 06:33:11.226111 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [-] (94719) accepted ('10.222.0.55', 43644) {{(pid=94719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:11.229706 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbea08f-0d99-4247-aa0e-44d6a46b8b5a None None] Network c2f82e08-cdc3-477f-9c11-98dfc42a0d80 requested from n-d-713301-15 {{(pid=94720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 06:33:11.301002 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7650980'] for network, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.354546 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Deleting port 451df222-2702-4854-8b69-57871f833cb9 {{(pid=94719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:11.354968 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.415431 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] DHCP port deletion for c2f82e08-cdc3-477f-9c11-98dfc42a0d80 request from n-d-713301-15 {{(pid=94720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 06:33:11.426206 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.db [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] For port 451df222-2702-4854-8b69-57871f833cb9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=451df222-2702-4854-8b69-57871f833cb9,segment=NetworkSegment(78dc1fd1-9a62-45a3-af41-a03020e65340),segment_id=78dc1fd1-9a62-45a3-af41-a03020e65340)] {{(pid=94719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:11.426895 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.441465 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Calling delete_port for 451df222-2702-4854-8b69-57871f833cb9 owned by network:dhcp {{(pid=94719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:11.463102 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] Deleting port 451df222-2702-4854-8b69-57871f833cb9 {{(pid=94720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 06:33:11.463479 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741076125489'] for port, before_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.525368 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8657260'] for port, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.534230 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.db [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] For port 451df222-2702-4854-8b69-57871f833cb9, host n-d-713301-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-15',level=0,port_id=451df222-2702-4854-8b69-57871f833cb9,segment=NetworkSegment(78dc1fd1-9a62-45a3-af41-a03020e65340),segment_id=78dc1fd1-9a62-45a3-af41-a03020e65340)] {{(pid=94720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 06:33:11.534570 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747331'] for port, precommit_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.547590 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] Calling delete_port for 451df222-2702-4854-8b69-57871f833cb9 owned by network:dhcp {{(pid=94720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 06:33:11.549007 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Pushing event deleted for resources: {'Port': ['ID=451df222-2702-4854-8b69-57871f833cb9,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:11.556069 n-d-713301-15 neutron-server[94719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] No DVR routers for this DVR port 451df222-2702-4854-8b69-57871f833cb9 on host n-d-713301-15 {{(pid=94719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:33:11.619901 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6829cd2a-12e0-453a-bc4a-c66010427f2c no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:11.647275 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 6829cd2a-12e0-453a-bc4a-c66010427f2c {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:11.647534 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 6829cd2a-12e0-453a-bc4a-c66010427f2c not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:11.647952 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 451df222-2702-4854-8b69-57871f833cb9 no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:11.651960 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7860690', 'neutron.services.segments.db._delete_segments_for_network-8741076351133'] for network, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.673361 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 451df222-2702-4854-8b69-57871f833cb9 {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:11.673702 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 451df222-2702-4854-8b69-57871f833cb9 not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:11.674118 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1d6ec3c0-f593-4732-b829-11b259c1847f no longer exists at agent ovs-agent-n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 06:33:11.675616 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f82e08-cdc3-477f-9c11-98dfc42a0d80']}} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:11.686655 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78dc1fd1-9a62-45a3-af41-a03020e65340') {'for_net_delete': True} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:11.687166 n-d-713301-15 neutron-server[94719]: DEBUG neutron.services.segments.db [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78dc1fd1-9a62-45a3-af41-a03020e65340') {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 06:33:11.693110 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7760036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741076129783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741075775169'] for port, after_delete {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.694851 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.plugin [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] No Port match for: 1d6ec3c0-f593-4732-b829-11b259c1847f {{(pid=94720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 06:33:11.695193 n-d-713301-15 neutron-server[94720]: DEBUG neutron.plugins.ml2.rpc [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Device 1d6ec3c0-f593-4732-b829-11b259c1847f not bound to the agent host n-d-713301-15 {{(pid=94720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 06:33:11.698822 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741076351654', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553043'] for segment, before_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.712629 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000'] for segment, precommit_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.719403 n-d-713301-15 neutron-server[94719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 06:33:11.719872 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7864000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8656797'] for segment, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: Traceback (most recent call last): Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: timer() Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: cb(*args, **kw) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: return func(*args, **kwargs) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: self._notify() Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: self.callback(batched_events) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: event.method(event) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: return f(self, *a, **k) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: return self._get(url).json() Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: return self.request(url, 'GET', **kwargs) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 06:33:11.721780 n-d-713301-15 neutron-server[94719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 06:33:11.724041 n-d-713301-15 neutron-server[94720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] Pushing event deleted for resources: {'Port': ['ID=451df222-2702-4854-8b69-57871f833cb9,revision_number=None']} {{(pid=94720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:11.726352 n-d-713301-15 neutron-server[94720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145d6ae-4333-40d9-a2ad-0e876ee7e25b None None] No DVR routers for this DVR port 451df222-2702-4854-8b69-57871f833cb9 on host n-d-713301-15 {{(pid=94720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 06:33:11.780058 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7860683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7852356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-750873'] for network, after_delete {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.785485 n-d-713301-15 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Notify callbacks [] for network, before_response {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:11.787294 n-d-713301-15 neutron-server[94719]: INFO neutron.wsgi [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c2f82e08-cdc3-477f-9c11-98dfc42a0d80 HTTP/1.1" status: 204 len: 168 time: 0.5601504 Sep 16 06:33:11.799827 n-d-713301-15 neutron-server[94719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f1795-00f8-4c6c-99b0-56631e4eec62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f82e08-cdc3-477f-9c11-98dfc42a0d80,revision_number=None']} {{(pid=94719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:11.906536 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43648) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:11.947847 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-89bd3b62-07d1-4f23-bac1-5e18389239bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed4daf46e06c4239ab050e83c0512801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392222 Sep 16 06:33:11.949414 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43650) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:11.999915 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a2b3-548e-451a-aa19-fcdfaf2faf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.036265 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a2b3-548e-451a-aa19-fcdfaf2faf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.086502 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a2b3-548e-451a-aa19-fcdfaf2faf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.089194 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a2b3-548e-451a-aa19-fcdfaf2faf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.090503 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-ccb3a2b3-548e-451a-aa19-fcdfaf2faf58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84cd87a2-d8bd-4301-9298-9c97e8c73a23 HTTP/1.1" status: 204 len: 168 time: 0.1402047 Sep 16 06:33:12.098663 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3a2b3-548e-451a-aa19-fcdfaf2faf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd87a2-d8bd-4301-9298-9c97e8c73a23,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:12.413368 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43656) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:12.453395 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-1f0b2ef9-cf3a-490d-82d9-cbac91f79c4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a680d7a2f4f24a30baddf8d0c83006e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388715 Sep 16 06:33:12.455689 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [-] (94718) accepted ('10.222.0.55', 43658) {{(pid=94718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 06:33:12.502831 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc2773af-fa67-42e2-bc8a-c9eae34a7941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.523809 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc2773af-fa67-42e2-bc8a-c9eae34a7941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.569589 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc2773af-fa67-42e2-bc8a-c9eae34a7941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491220'] for security_group, after_delete {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.572483 n-d-713301-15 neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-bc2773af-fa67-42e2-bc8a-c9eae34a7941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:12.573659 n-d-713301-15 neutron-server[94718]: INFO neutron.wsgi [None req-bc2773af-fa67-42e2-bc8a-c9eae34a7941 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06b9312d-af87-4d7c-a0e1-d60bde2bec6f HTTP/1.1" status: 204 len: 168 time: 0.1170514 Sep 16 06:33:12.583086 n-d-713301-15 neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2773af-fa67-42e2-bc8a-c9eae34a7941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b9312d-af87-4d7c-a0e1-d60bde2bec6f,revision_number=None']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 06:33:12.829017 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:24.362258 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:33:25.722878 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:26.051033 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d2998327-69ba-4e7a-a395-1c5a4c87641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:28.384733 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8464341b-5df9-45c0-a25e-dc410889bbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:29.335035 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:30.214070 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:31.619330 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:42.826022 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:55.736214 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:56.050545 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-04bcc4d7-c29f-4480-833b-ce68473cfbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:58.385580 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-213fa8d5-47fe-4f3f-aca2-12c5713733f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:33:59.336435 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:00.216746 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:01.361581 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:34:01.620327 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:12.824649 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:25.734945 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:26.050848 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-bfec239a-60c8-480c-8ddc-4b1ec46c2c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:28.385650 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-792329b0-46b9-4c18-b388-4ccb8e9a53c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:29.337079 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:30.219991 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:31.623260 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:38.361484 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:34:42.839097 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:55.749179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:56.051170 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-e2e90aa5-438d-448c-ba95-b78f78fcc415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:58.385756 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5fd22335-04e3-4543-998e-81a957114621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:34:59.337250 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:00.222475 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:01.625758 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:12.833562 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:15.361867 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:35:25.747268 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:26.050613 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6b91fa96-f83a-4b0c-b13c-0a1b5084b2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:27.401054 n-d-713301-15 neutron-server[94719]: DEBUG neutron.wsgi [req-02cb2210-3780-4eee-ad5f-744d4764dd6f req-1244e56e-9374-46ed-b374-1570ffe2fc68 service neutron] (94719) timed out ('10.222.0.55', 42176) {{(pid=94719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:35:28.387293 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4353cad5-45bb-4a5c-b016-cc5b232725d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:29.337994 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:30.224083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:31.628490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:42.841416 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:52.361346 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:35:55.762083 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:56.051826 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-a632661d-6067-4d5f-a52a-964839ae813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:58.388548 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-513d902a-0fda-4913-ae79-2c8a396e51c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:35:59.340600 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:00.226300 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:01.630925 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:12.837179 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:25.761633 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:26.051320 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-4a9ff65c-8066-4ebd-8842-c41e9f6f3714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:28.392665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-33c0baa2-28a0-4963-8e6c-1a1b28c5d663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:29.345577 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:29.364839 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:36:30.231346 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:31.635453 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:42.852821 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:55.776354 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:56.052150 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0ac231ea-8f1e-4d28-ad3a-083f48c57794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:58.393219 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e7ed265-2760-43ee-8c3e-d34ad78e4ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:36:59.347719 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:00.233769 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:01.636334 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:06.366244 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:37:12.873020 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:25.775819 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:26.053490 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-6587fd6b-1fdd-428f-a445-3634352ceed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:28.399597 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-74d60860-01ec-441b-8d16-ce0fb71aa91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:29.350542 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:30.237682 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:31.641159 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:42.881381 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:43.366998 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:37:55.772971 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:56.055665 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-cb630107-3c58-43d8-b96d-da1e0361e26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:58.389697 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d76ee72a-a9f3-40db-84bf-a1f555695f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:37:59.352281 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:00.239586 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:01.642331 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:12.880027 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:20.365925 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:38:25.771580 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:26.056072 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b643-d6ff-4a26-a95f-0949be83ad12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:28.390726 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-575ddaff-d0b1-4125-9f29-8a7586f49bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:29.354217 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:30.242683 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:31.645375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:42.895679 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:55.787788 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:56.057783 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-41980769-07b2-4500-b8b1-8e58db08d027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:57.365160 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:38:58.391375 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-40e0a733-7f28-4fc8-969c-20043ad95c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:38:59.355917 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:00.249093 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:01.647339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:13.065914 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:25.785536 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:26.059202 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6ace-a9ac-441a-9931-f8c4cce4dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:28.391981 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-9516d463-e444-43d3-80ac-fe2069a27aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:29.356309 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:30.247904 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:31.650823 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:34.364745 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:39:42.910477 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:55.785809 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:56.061820 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-5834f6d0-117c-4ca3-8a4a-f99b27e53d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:58.392152 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-80649d69-19aa-4eab-b77c-da6cfab17196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:39:59.358371 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:00.252151 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:01.654766 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:11.364816 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:40:12.914986 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:25.799910 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:26.061936 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-0e3ef1c5-7cca-4ed2-b87c-3d9049d6e697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:28.395339 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-157efcbf-d776-4e25-8919-8813fba9562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:29.359716 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:30.254008 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:31.386101 n-d-713301-15 neutron-server[94718]: DEBUG neutron.wsgi [req-fd08288f-ec93-4b13-930b-bc57285366c3 req-68a0b41e-af19-404a-a113-4899290b64e6 service neutron] (94718) timed out ('10.222.0.55', 41260) {{(pid=94718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:40:31.658843 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:42.945854 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:48.363873 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:40:55.808295 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:56.063347 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-7c4cace2-e2d2-4a2c-83c7-9d40d90dd0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:58.395598 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-8aa3387d-e71d-4d8a-9326-21a82da64187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:40:59.362708 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:00.257564 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:01.666303 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:12.955787 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:25.363782 n-d-713301-15 neutron-server[94721]: DEBUG neutron.db.agents_db [None req-a9402479-50e6-4e3a-9f28-991bf52ca79d None None] Agent healthcheck: found 7 active agents {{(pid=94721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:41:25.827814 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-27cf4b94-6fc5-4c4c-98e7-86f607b8eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:26.066532 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-762fd1f0-6e5f-4ced-ac7d-5539f95fa347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:28.398231 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-79b68b5e-6964-4bae-a819-db520fdcfe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:29.368464 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-288b741d-3eec-4931-aeac-aa93e7fa97cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:30.265326 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-759b1837-6845-4750-8db2-31a0dca88345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:31.665402 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2849-cae6-461e-80bf-fcaabac89e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:41:42.958313 n-d-713301-15 neutron-server[94720]: DEBUG neutron_lib.callbacks.manager [None req-d4477265-feb8-4be8-ac89-dba083e79632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741076351115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7834322'] for agent, after_update {{(pid=94720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}